From mboxrd@z Thu Jan  1 00:00:00 1970
Return-Path: <dev-bounces@dpdk.org>
Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124])
	by inbox.dpdk.org (Postfix) with ESMTP id 2F748460C1;
	Mon, 20 Jan 2025 10:44:52 +0100 (CET)
Received: from mails.dpdk.org (localhost [127.0.0.1])
	by mails.dpdk.org (Postfix) with ESMTP id 59A5040DCF;
	Mon, 20 Jan 2025 10:44:08 +0100 (CET)
Received: from smtpbguseast1.qq.com (smtpbguseast1.qq.com [54.204.34.129])
 by mails.dpdk.org (Postfix) with ESMTP id 226814069D
 for <dev@dpdk.org>; Mon, 20 Jan 2025 10:44:03 +0100 (CET)
X-QQ-mid: bizesmtp86t1737366240t2y43dil
X-QQ-Originating-IP: P6L6a0aFOfW9KLbET52ZZoB9cCRVnwYPvouFc3icFy4=
Received: from DSK-zaiyuwang.trustnetic.com ( [115.197.136.137])
 by bizesmtp.qq.com (ESMTP) with 
 id ; Mon, 20 Jan 2025 17:43:59 +0800 (CST)
X-QQ-SSF: 0000000000000000000000000000000
X-QQ-GoodBg: 0
X-BIZMAIL-ID: 13536192671828224563
From: Zaiyu Wang <zaiyuwang@trustnetic.com>
To: dev@dpdk.org
Cc: Zaiyu Wang <zaiyuwang@trustnetic.com>, Jiawen Wu <jiawenwu@trustnetic.com>
Subject: [PATCH v4 12/15] net/ngbe: add start/stop/reset/close ops for VF
 device
Date: Mon, 20 Jan 2025 17:42:38 +0800
Message-Id: <20250120094242.1844-13-zaiyuwang@trustnetic.com>
X-Mailer: git-send-email 2.21.0.windows.1
In-Reply-To: <20250120094242.1844-1-zaiyuwang@trustnetic.com>
References: <20250109040227.1016-1-zaiyuwang@trustnetic.com>
 <20250120094242.1844-1-zaiyuwang@trustnetic.com>
MIME-Version: 1.0
Content-Transfer-Encoding: 8bit
X-QQ-SENDSIZE: 520
Feedback-ID: bizesmtp:trustnetic.com:qybglogicsvrgz:qybglogicsvrgz5a-1
X-QQ-XMAILINFO: OKKHiI6c9SH33J6apXCebw4dOzRv92FbToJrCJP1pcrOwd8cIn+TUnk1
 bZgDEdjc6mKUnU93DCx5VEhUR0owOmTR3+DrbsRgFtAZpkQBBpJaEH3fE1azHHBQj0ThU+d
 fg1dlqPsIQ+vufEHTqC+yErhUYqDZqQTuqMZXXNhDsAjIdFG70xwmdw/czlge1Y80/RxUv8
 Y3ZqIX2BWJn7u41wshVK+UzZM5w418D99yPo1vgGwfqPtxf7aB7k7L79pa5gan3SBAy2Dz8
 xYsXPuAOv9oAN3jLGmUX33MatmAPqsLaHa0U41jpaLV/QA2nTwQ+2NpVbqvje4NbuWQ4Rc2
 fgKMecfhLuKEDyPOpC8m1weYeWMn/4Gk693IrmvgIuOz9ri50xYsnWY6E71P2xbkGtlTM/v
 GeLhyydlZSGUGQMNiZfl6HvsyAerAX6Mp3n6eyZwb9eJH48qd/HyJEY13EvjYJ0jE3c1syn
 K5pu56A0Uoqd9d3nZsRfaIQRSvcGbLrtHudkidaPkNefxcAQcDLCiNFR8h1lF31GQagwwSL
 yh6XXASNjT97K+WHewK14WDugLvmgAiz2KnqL/NT3I3PoYKwT7OwFZD+G7SNBzhi6lpZ4US
 8sC4OS93DAv8NRt2+18Olftaw7U3FOUZUgnUeR54UOzFZnwaqZI6OqhbYvoe0a61w9GbMMF
 EkSvLNgDWEvMEXYj40sQvY2frV3q6H612BBYAznppu1VgE8fn0UcRqZ9F6FJ2zVboG+C4Z2
 sXNK/0LMaDMmA6YksTYjiFlwEAmulovmsGMK8Xyh8E3dfHDPMF1Wk2UqtwiFfmoWFS0tW1f
 DNefY0cC/CKOSRsR1znNHsZG6L16v0ul4BZN+LvzSVz0791aBoOThQOVg21CTmDFIERdM/a
 MCSl+wJE/0RFBFhj1HCylYt8xlbbKBbBTWwAI9T6fJX2E7aY+cM/tUGn9YbhsQgrXlnZZ9g
 5NGaa42SGHvv7c107IkpaRYCOOZooRxhTS328Qi4ixcjcjVjYFAlOefoz0WOHXL2MroRLSV
 zR6un3mVVzdAW9yS20
X-QQ-XMRINFO: M/715EihBoGSf6IYSX1iLFg=
X-QQ-RECHKSPAM: 0
X-BeenThere: dev@dpdk.org
X-Mailman-Version: 2.1.29
Precedence: list
List-Id: DPDK patches and discussions <dev.dpdk.org>
List-Unsubscribe: <https://mails.dpdk.org/options/dev>,
 <mailto:dev-request@dpdk.org?subject=unsubscribe>
List-Archive: <http://mails.dpdk.org/archives/dev/>
List-Post: <mailto:dev@dpdk.org>
List-Help: <mailto:dev-request@dpdk.org?subject=help>
List-Subscribe: <https://mails.dpdk.org/listinfo/dev>,
 <mailto:dev-request@dpdk.org?subject=subscribe>
Errors-To: dev-bounces@dpdk.org

Add the complete configuration process for start/stop/reset/close ops,
so that applications can enable the device correctly.

Signed-off-by: Zaiyu Wang <zaiyuwang@trustnetic.com>
---
 drivers/net/ngbe/ngbe_ethdev_vf.c | 170 +++++++++++++++++++++++++++++-
 1 file changed, 169 insertions(+), 1 deletion(-)

diff --git a/drivers/net/ngbe/ngbe_ethdev_vf.c b/drivers/net/ngbe/ngbe_ethdev_vf.c
index 93d801a1f3..e0e5950672 100644
--- a/drivers/net/ngbe/ngbe_ethdev_vf.c
+++ b/drivers/net/ngbe/ngbe_ethdev_vf.c
@@ -553,12 +553,151 @@ ngbevf_dev_configure(struct rte_eth_dev *dev)
 	return 0;
 }
 
+static int
+ngbevf_dev_start(struct rte_eth_dev *dev)
+{
+	struct ngbe_hw *hw = ngbe_dev_hw(dev);
+	uint32_t intr_vector = 0;
+	struct rte_pci_device *pci_dev = RTE_ETH_DEV_TO_PCI(dev);
+	struct rte_intr_handle *intr_handle = pci_dev->intr_handle;
+
+	int err, mask = 0;
+
+	PMD_INIT_FUNC_TRACE();
+
+	err = hw->mac.reset_hw(hw);
+	if (err) {
+		PMD_INIT_LOG(ERR, "Unable to reset vf hardware (%d)", err);
+		return err;
+	}
+	hw->mac.get_link_status = true;
+
+	/* negotiate mailbox API version to use with the PF. */
+	ngbevf_negotiate_api(hw);
+
+	ngbevf_dev_tx_init(dev);
+
+	/* This can fail when allocating mbufs for descriptor rings */
+	err = ngbevf_dev_rx_init(dev);
+
+	/**
+	 * In this case, reuses the MAC address assigned by VF
+	 * initialization.
+	 */
+	if (err != 0 && err != NGBE_ERR_INVALID_MAC_ADDR) {
+		PMD_INIT_LOG(ERR, "Unable to initialize RX hardware (%d)", err);
+		ngbe_dev_clear_queues(dev);
+		return err;
+	}
+
+	/* Set vfta */
+	ngbevf_set_vfta_all(dev, 1);
+
+	/* Set HW strip */
+	mask = RTE_ETH_VLAN_STRIP_MASK | RTE_ETH_VLAN_FILTER_MASK |
+		RTE_ETH_VLAN_EXTEND_MASK;
+	err = ngbevf_vlan_offload_config(dev, mask);
+	if (err) {
+		PMD_INIT_LOG(ERR, "Unable to set VLAN offload (%d)", err);
+		ngbe_dev_clear_queues(dev);
+		return err;
+	}
+
+	ngbevf_dev_rxtx_start(dev);
+
+	/* check and configure queue intr-vector mapping */
+	if (rte_intr_cap_multiple(intr_handle) &&
+	    dev->data->dev_conf.intr_conf.rxq) {
+		/* According to datasheet, only vector 0/1/2 can be used,
+		 * now only one vector is used for Rx queue
+		 */
+		intr_vector = 1;
+		if (rte_intr_efd_enable(intr_handle, intr_vector))
+			return -1;
+	}
+
+	if (rte_intr_dp_is_en(intr_handle)) {
+		if (rte_intr_vec_list_alloc(intr_handle, "intr_vec",
+						   dev->data->nb_rx_queues)) {
+			PMD_INIT_LOG(ERR,
+				     "Failed to allocate %d rx_queues intr_vec",
+				     dev->data->nb_rx_queues);
+			return -ENOMEM;
+		}
+	}
+
+	ngbevf_configure_msix(dev);
+
+	/* When a VF port is bound to VFIO-PCI, only miscellaneous interrupt
+	 * is mapped to VFIO vector 0 in eth_ngbevf_dev_init( ).
+	 * If previous VFIO interrupt mapping setting in eth_ngbevf_dev_init( )
+	 * is not cleared, it will fail when following rte_intr_enable( ) tries
+	 * to map Rx queue interrupt to other VFIO vectors.
+	 * So clear uio/vfio intr/evevnfd first to avoid failure.
+	 */
+	rte_intr_disable(intr_handle);
+
+	rte_intr_enable(intr_handle);
+
+	/* Re-enable interrupt for VF */
+	ngbevf_intr_enable(dev);
+
+	/*
+	 * Update link status right before return, because it may
+	 * start link configuration process in a separate thread.
+	 */
+	ngbevf_dev_link_update(dev, 0);
+
+	hw->adapter_stopped = false;
+
+	return 0;
+}
+
+static int
+ngbevf_dev_stop(struct rte_eth_dev *dev)
+{
+	struct ngbe_hw *hw = ngbe_dev_hw(dev);
+	struct ngbe_adapter *adapter = ngbe_dev_adapter(dev);
+	struct rte_pci_device *pci_dev = RTE_ETH_DEV_TO_PCI(dev);
+	struct rte_intr_handle *intr_handle = pci_dev->intr_handle;
+
+	if (hw->adapter_stopped)
+		return 0;
+
+	PMD_INIT_FUNC_TRACE();
+
+	ngbevf_intr_disable(dev);
+
+	hw->adapter_stopped = 1;
+	hw->mac.stop_hw(hw);
+
+	/*
+	 * Clear what we set, but we still keep shadow_vfta to
+	 * restore after device starts
+	 */
+	ngbevf_set_vfta_all(dev, 0);
+
+	/* Clear stored conf */
+	dev->data->scattered_rx = 0;
+
+	ngbe_dev_clear_queues(dev);
+
+	/* Clean datapath event and queue/vec mapping */
+	rte_intr_efd_disable(intr_handle);
+	rte_intr_vec_list_free(intr_handle);
+
+	adapter->rss_reta_updated = 0;
+
+	return 0;
+}
+
 static int
 ngbevf_dev_close(struct rte_eth_dev *dev)
 {
 	struct ngbe_hw *hw = ngbe_dev_hw(dev);
 	struct rte_pci_device *pci_dev = RTE_ETH_DEV_TO_PCI(dev);
 	struct rte_intr_handle *intr_handle = pci_dev->intr_handle;
+	int ret;
 
 	PMD_INIT_FUNC_TRACE();
 	if (rte_eal_process_type() != RTE_PROC_PRIMARY)
@@ -566,6 +705,10 @@ ngbevf_dev_close(struct rte_eth_dev *dev)
 
 	hw->mac.reset_hw(hw);
 
+	ret = ngbevf_dev_stop(dev);
+
+	ngbe_dev_free_queues(dev);
+
 	/**
 	 * Remove the VF MAC address ro ensure
 	 * that the VF traffic goes to the PF
@@ -586,7 +729,24 @@ ngbevf_dev_close(struct rte_eth_dev *dev)
 	rte_intr_callback_unregister(intr_handle,
 				     ngbevf_dev_interrupt_handler, dev);
 
-	return 0;
+	return ret;
+}
+
+/*
+ * Reset VF device
+ */
+static int
+ngbevf_dev_reset(struct rte_eth_dev *dev)
+{
+	int ret;
+
+	ret = eth_ngbevf_dev_uninit(dev);
+	if (ret)
+		return ret;
+
+	ret = eth_ngbevf_dev_init(dev);
+
+	return ret;
 }
 
 static void ngbevf_set_vfta_all(struct rte_eth_dev *dev, bool on)
@@ -1080,12 +1240,16 @@ ngbevf_dev_interrupt_handler(void *param)
  */
 static const struct eth_dev_ops ngbevf_eth_dev_ops = {
 	.dev_configure        = ngbevf_dev_configure,
+	.dev_start            = ngbevf_dev_start,
+	.dev_stop             = ngbevf_dev_stop,
 	.link_update          = ngbevf_dev_link_update,
 	.stats_get            = ngbevf_dev_stats_get,
 	.xstats_get           = ngbevf_dev_xstats_get,
 	.stats_reset          = ngbevf_dev_stats_reset,
 	.xstats_reset         = ngbevf_dev_stats_reset,
 	.xstats_get_names     = ngbevf_dev_xstats_get_names,
+	.dev_close            = ngbevf_dev_close,
+	.dev_reset	      = ngbevf_dev_reset,
 	.promiscuous_enable   = ngbevf_dev_promiscuous_enable,
 	.promiscuous_disable  = ngbevf_dev_promiscuous_disable,
 	.allmulticast_enable  = ngbevf_dev_allmulticast_enable,
@@ -1095,6 +1259,10 @@ static const struct eth_dev_ops ngbevf_eth_dev_ops = {
 	.vlan_filter_set      = ngbevf_vlan_filter_set,
 	.vlan_strip_queue_set = ngbevf_vlan_strip_queue_set,
 	.vlan_offload_set     = ngbevf_vlan_offload_set,
+	.rx_queue_setup       = ngbe_dev_rx_queue_setup,
+	.rx_queue_release     = ngbe_dev_rx_queue_release,
+	.tx_queue_setup       = ngbe_dev_tx_queue_setup,
+	.tx_queue_release     = ngbe_dev_tx_queue_release,
 	.rx_queue_intr_enable = ngbevf_dev_rx_queue_intr_enable,
 	.rx_queue_intr_disable = ngbevf_dev_rx_queue_intr_disable,
 	.mac_addr_add         = ngbevf_add_mac_addr,
-- 
2.21.0.windows.1