From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from mga11.intel.com (mga11.intel.com [192.55.52.93]) by dpdk.org (Postfix) with ESMTP id BF26A58F8 for ; Mon, 19 May 2014 17:52:03 +0200 (CEST) Received: from fmsmga002.fm.intel.com ([10.253.24.26]) by fmsmga102.fm.intel.com with ESMTP; 19 May 2014 08:52:11 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=Sophos;i="4.98,868,1392192000"; d="scan'208";a="541532371" Received: from irvmail001.ir.intel.com ([163.33.26.43]) by fmsmga002.fm.intel.com with ESMTP; 19 May 2014 08:52:07 -0700 Received: from sivswdev02.ir.intel.com (sivswdev02.ir.intel.com [10.237.217.46]) by irvmail001.ir.intel.com (8.14.3/8.13.6/MailSET/Hub) with ESMTP id s4JFq61V003650; Mon, 19 May 2014 16:52:06 +0100 Received: from sivswdev02.ir.intel.com (localhost [127.0.0.1]) by sivswdev02.ir.intel.com with ESMTP id s4JFq6ir025084; Mon, 19 May 2014 16:52:06 +0100 Received: (from aburakov@localhost) by sivswdev02.ir.intel.com with id s4JFq655025080; Mon, 19 May 2014 16:52:06 +0100 From: Anatoly Burakov To: dev@dpdk.org Date: Mon, 19 May 2014 16:51:42 +0100 Message-Id: <1400514709-24087-10-git-send-email-anatoly.burakov@intel.com> X-Mailer: git-send-email 1.7.0.7 In-Reply-To: References: Subject: [dpdk-dev] [PATCH v2 09/16] Enable VFIO device binding X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.15 Precedence: list List-Id: patches and discussions about DPDK List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Mon, 19 May 2014 15:52:04 -0000 Add support for binding VFIO devices if RTE_PCI_DRV_NEED_IGB_UIO is set for this driver. Try VFIO first, if not mapped then try IGB_UIO too. Signed-off-by: Anatoly Burakov --- lib/librte_eal/linuxapp/eal/eal_pci.c | 55 ++++++++++++++++++++++++++++++++- 1 files changed, 54 insertions(+), 1 deletions(-) diff --git a/lib/librte_eal/linuxapp/eal/eal_pci.c b/lib/librte_eal/linuxapp/eal/eal_pci.c index 7256406..953abe6 100644 --- a/lib/librte_eal/linuxapp/eal/eal_pci.c +++ b/lib/librte_eal/linuxapp/eal/eal_pci.c @@ -401,6 +401,7 @@ rte_eal_pci_probe_one_driver(struct rte_pci_driver *dr, struct rte_pci_device *d { struct rte_pci_id *id_table; int ret = 0; + int mapped = 0; for (id_table = dr->id_table ; id_table->vendor_id != 0; id_table++) { @@ -435,8 +436,17 @@ rte_eal_pci_probe_one_driver(struct rte_pci_driver *dr, struct rte_pci_device *d } if (dr->drv_flags & RTE_PCI_DRV_NEED_MAPPING) { + /* try mapping the NIC resources using VFIO if it exists */ +#ifdef VFIO_PRESENT + if (vfio_cfg.vfio_enabled) { + if ((ret = pci_vfio_map_resource(dev)) == 0) + mapped = 1; + else if (ret < 0) + return ret; + } +#endif /* map resources for devices that use igb_uio */ - if ((ret = pci_uio_map_resource(dev)) != 0) + if (!mapped && (ret = pci_uio_map_resource(dev)) != 0) return ret; } else if (dr->drv_flags & RTE_PCI_DRV_FORCE_UNBIND && rte_eal_process_type() == RTE_PROC_PRIMARY) { @@ -471,5 +481,48 @@ rte_eal_pci_init(void) RTE_LOG(ERR, EAL, "%s(): Cannot scan PCI bus\n", __func__); return -1; } +#ifdef VFIO_PRESENT + memset(&vfio_cfg, 0, sizeof(vfio_cfg)); + + /* initialize group list */ + int i, ret; + + for (i = 0; i < VFIO_MAX_GROUPS; i++) { + vfio_cfg.vfio_groups[i].fd = -1; + vfio_cfg.vfio_groups[i].group_no = -1; + } + vfio_cfg.vfio_container_fd = -1; + + /* check if we have VFIO driver enabled */ + if (access(VFIO_DIR, F_OK) == 0) { + static int socket_fd; + + vfio_cfg.vfio_enabled = 1; + + /* if we are primary process, create a thread to communicate with + * secondary processes. the thread will use a socket to wait for + * requests from secondary process to send open file descriptors, + * because VFIO does not allow multiple open descriptors on a group or + * VFIO container. + */ + if (internal_config.process_type == RTE_PROC_PRIMARY) { + /* set up local socket */ + if ((socket_fd = pci_vfio_socket_setup()) < 0) { + RTE_LOG(ERR, EAL, "Failed to set up local socket!\n"); + return -1; + } + ret = pthread_create(&socket_thread, NULL, + pci_vfio_socket_thread, (void*) &socket_fd); + if (ret) { + RTE_LOG(ERR, EAL, + "Failed to create thread for communication with secondary " + "processes!\n"); + return -1; + } + } + } + else + RTE_LOG(INFO, EAL, "VFIO driver not loaded or wrong permissions\n"); +#endif return 0; } -- 1.7.0.7