From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from mails.dpdk.org (mails.dpdk.org [217.70.189.124]) by inbox.dpdk.org (Postfix) with ESMTP id E4AE7424E7; Mon, 4 Sep 2023 06:59:31 +0200 (CEST) Received: from mails.dpdk.org (localhost [127.0.0.1]) by mails.dpdk.org (Postfix) with ESMTP id 3246A40DF6; Mon, 4 Sep 2023 06:57:57 +0200 (CEST) Received: from VLXDG1SPAM1.ramaxel.com (email.ramaxel.com [221.4.138.186]) by mails.dpdk.org (Postfix) with ESMTP id 2560240A81 for ; Mon, 4 Sep 2023 06:57:49 +0200 (CEST) Received: from V12DG1MBS03.ramaxel.local ([172.26.18.33]) by VLXDG1SPAM1.ramaxel.com with ESMTP id 3844vDRJ054257; Mon, 4 Sep 2023 12:57:15 +0800 (GMT-8) (envelope-from wanry@3snic.com) Received: from localhost.localdomain (10.64.136.151) by V12DG1MBS03.ramaxel.local (172.26.18.33) with Microsoft SMTP Server (version=TLS1_2, cipher=TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256_P256) id 15.1.2375.17; Mon, 4 Sep 2023 12:57:13 +0800 From: To: CC: , Renyong Wan , Steven Song Subject: [PATCH v5 15/32] net/sssnic: support Tx queue setup and release Date: Mon, 4 Sep 2023 12:56:41 +0800 Message-ID: <20230904045658.238185-16-wanry@3snic.com> X-Mailer: git-send-email 2.25.1 In-Reply-To: <20230904045658.238185-1-wanry@3snic.com> References: <20230904045658.238185-1-wanry@3snic.com> MIME-Version: 1.0 Content-Transfer-Encoding: 7bit Content-Type: text/plain X-Originating-IP: [10.64.136.151] X-ClientProxiedBy: V12DG1MBS03.ramaxel.local (172.26.18.33) To V12DG1MBS03.ramaxel.local (172.26.18.33) X-DNSRBL: X-SPAM-SOURCE-CHECK: pass X-MAIL: VLXDG1SPAM1.ramaxel.com 3844vDRJ054257 X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: DPDK patches and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dev-bounces@dpdk.org From: Renyong Wan Signed-off-by: Steven Song Signed-off-by: Renyong Wan --- v2: * Removed error.h from including files. v4: * Fixed coding style issue of REPEATED_WORD. --- drivers/net/sssnic/meson.build | 1 + drivers/net/sssnic/sssnic_ethdev.c | 4 + drivers/net/sssnic/sssnic_ethdev.h | 1 + drivers/net/sssnic/sssnic_ethdev_tx.c | 354 ++++++++++++++++++++++++++ drivers/net/sssnic/sssnic_ethdev_tx.h | 27 ++ 5 files changed, 387 insertions(+) create mode 100644 drivers/net/sssnic/sssnic_ethdev_tx.c create mode 100644 drivers/net/sssnic/sssnic_ethdev_tx.h diff --git a/drivers/net/sssnic/meson.build b/drivers/net/sssnic/meson.build index 7c3516a279..0c6e21310d 100644 --- a/drivers/net/sssnic/meson.build +++ b/drivers/net/sssnic/meson.build @@ -20,4 +20,5 @@ sources = files( 'sssnic_ethdev.c', 'sssnic_ethdev_link.c', 'sssnic_ethdev_rx.c', + 'sssnic_ethdev_tx.c', ) diff --git a/drivers/net/sssnic/sssnic_ethdev.c b/drivers/net/sssnic/sssnic_ethdev.c index f98510a55d..732fddfcf7 100644 --- a/drivers/net/sssnic/sssnic_ethdev.c +++ b/drivers/net/sssnic/sssnic_ethdev.c @@ -11,6 +11,7 @@ #include "sssnic_ethdev.h" #include "sssnic_ethdev_link.h" #include "sssnic_ethdev_rx.h" +#include "sssnic_ethdev_tx.h" static int sssnic_ethdev_infos_get(struct rte_eth_dev *ethdev, @@ -336,6 +337,7 @@ sssnic_ethdev_release(struct rte_eth_dev *ethdev) struct sssnic_hw *hw = SSSNIC_ETHDEV_TO_HW(ethdev); sssnic_ethdev_link_intr_disable(ethdev); + sssnic_ethdev_tx_queue_all_release(ethdev); sssnic_ethdev_rx_queue_all_release(ethdev); sssnic_ethdev_mac_addrs_clean(ethdev); sssnic_hw_shutdown(hw); @@ -354,6 +356,8 @@ static const struct eth_dev_ops sssnic_ethdev_ops = { .set_mc_addr_list = sssnic_ethdev_set_mc_addr_list, .rx_queue_setup = sssnic_ethdev_rx_queue_setup, .rx_queue_release = sssnic_ethdev_rx_queue_release, + .tx_queue_setup = sssnic_ethdev_tx_queue_setup, + .tx_queue_release = sssnic_ethdev_tx_queue_release, }; static int diff --git a/drivers/net/sssnic/sssnic_ethdev.h b/drivers/net/sssnic/sssnic_ethdev.h index 51740413c6..ab832d179f 100644 --- a/drivers/net/sssnic/sssnic_ethdev.h +++ b/drivers/net/sssnic/sssnic_ethdev.h @@ -57,6 +57,7 @@ #define SSSNIC_ETHDEV_MAX_NUM_MC_MAC 2048 #define SSSNIC_ETHDEV_DEF_RX_FREE_THRESH 32 +#define SSSNIC_ETHDEV_DEF_TX_FREE_THRESH 32 struct sssnic_netdev { void *hw; diff --git a/drivers/net/sssnic/sssnic_ethdev_tx.c b/drivers/net/sssnic/sssnic_ethdev_tx.c new file mode 100644 index 0000000000..e80bf8c396 --- /dev/null +++ b/drivers/net/sssnic/sssnic_ethdev_tx.c @@ -0,0 +1,354 @@ +/* SPDX-License-Identifier: BSD-3-Clause + * Copyright(c) 2018-2022 Shenzhen 3SNIC Information Technology Co., Ltd. + */ + +#include +#include +#include + +#include "sssnic_log.h" +#include "sssnic_ethdev.h" +#include "sssnic_ethdev_tx.h" +#include "base/sssnic_hw.h" +#include "base/sssnic_workq.h" +#include "base/sssnic_api.h" +#include "base/sssnic_misc.h" + +/* Hardware format of tx desc */ +struct sssnic_ethdev_tx_desc { + union { + uint32_t dw0; + struct { + /* length of the first tx seg data */ + uint32_t data_len : 18; + uint32_t dw0_resvd0 : 1; + /* number of tx segments in tx entry */ + uint32_t num_segs : 8; + /* offload desc enable */ + uint32_t offload_en : 1; + /* data format, use SGL if 0 else inline */ + uint32_t data_fmt : 1; + /* DN, always set 0 */ + uint32_t dw0_resvd1 : 1; + /* refer sssnic_ethdev_txq_entry_type */ + uint32_t entry_type : 1; + uint32_t owner : 1; + }; + }; + union { + uint32_t dw1; + struct { + uint32_t pkt_type : 2; + uint32_t payload_off : 8; + /* UFO, not used, always set 0 */ + uint32_t dw1_resvd0 : 1; + uint32_t tso_en : 1; + /* TCP/UDP checksum offload enable flag */ + uint32_t csum_en : 1; + uint32_t mss : 14; + uint32_t sctp_crc_en : 1; + /* set 1 if entry type is not compact else set 0 */ + uint32_t uc : 1; + /* PRI, not used, always set 0 */ + uint32_t dw1_resvd1 : 3; + }; + }; + union { + uint32_t dw2; + /* high 32bit of DMA address of the first tx seg data */ + uint32_t data_addr_hi; + }; + union { + uint32_t dw3; + /* low 32bit of DMA address of the first tx seg data */ + uint32_t data_addr_lo; + }; +}; + +/* Hardware format of tx offload */ +struct sssnic_ethdev_tx_offload { + union { + uint32_t dw0; + struct { + uint32_t dw0_resvd0 : 19; + /* indicate a tunnel packet or normal packet */ + uint32_t tunnel_flag : 1; + uint32_t dw0_resvd1 : 2; + /* not used, always set 0 */ + uint32_t esp_next_proto : 2; + /* indicate inner L4 csum offload enable */ + uint32_t inner_l4_csum_en : 1; + /* indicate inner L3 csum offload enable */ + uint32_t inner_l3_csum_en : 1; + /* indicate inner L4 header with pseudo csum */ + uint32_t inner_l4_pseudo_csum : 1; + /* indicate outer L4 csum offload enable*/ + uint32_t l4_csum_en : 1; + /* indicate outer L3 csum offload enable*/ + uint32_t l3_csum_en : 1; + /* indicate outer L4 header with pseudo csum */ + uint32_t l4_pseudo_csum : 1; + /* indicate ESP offload */ + uint32_t esp_en : 1; + /* indicate IPSEC offload */ + uint32_t ipsec_en : 1; + }; + }; + uint32_t dw1; + uint32_t dw2; + union { + uint32_t dw3; + struct { + uint32_t vlan_tag : 16; + /* Always set 0 */ + uint32_t vlan_type : 3; + /* indicate VLAN offload enable */ + uint32_t vlan_en : 1; + uint32_t dw3_resvd0 : 12; + }; + }; +}; + +/* Hardware format of tx seg */ +struct sssnic_ethdev_tx_seg { + uint32_t len; + uint32_t resvd; + uint32_t buf_hi_addr; + uint32_t buf_lo_addr; +}; + +/* hardware format of txq doobell register*/ +struct sssnic_ethdev_txq_doorbell { + union { + uint64_t u64; + struct { + union { + uint32_t dword0; + struct { + uint32_t qid : 13; + uint32_t resvd0 : 9; + uint32_t nf : 1; + uint32_t cf : 1; + uint32_t cos : 3; + uint32_t service : 5; + }; + }; + union { + uint32_t dword1; + struct { + uint32_t pi_hi : 8; + uint32_t resvd1 : 24; + }; + }; + }; + }; +}; + +struct sssnic_ethdev_tx_entry { + struct rte_mbuf *pktmbuf; + uint16_t num_workq_entries; +}; + +struct sssnic_ethdev_txq { + struct rte_eth_dev *ethdev; + struct sssnic_workq *workq; + const struct rte_memzone *ci_mz; + volatile uint16_t *hw_ci_addr; + uint8_t *doorbell; + struct sssnic_ethdev_tx_entry *txe; + struct sssnic_ethdev_txq_stats stats; + uint16_t port; + uint16_t qid; + uint16_t depth; + uint16_t idx_mask; + uint16_t tx_free_thresh; + uint8_t owner; + uint8_t cos; +} __rte_cache_aligned; + +enum sssnic_ethdev_txq_entry_type { + SSSNIC_ETHDEV_TXQ_ENTRY_COMPACT = 0, + SSSNIC_ETHDEV_TXQ_ENTRY_EXTEND = 1, +}; + +#define SSSNIC_ETHDEV_TXQ_ENTRY_SZ_BITS 4 +#define SSSNIC_ETHDEV_TXQ_ENTRY_SZ (RTE_BIT32(SSSNIC_ETHDEV_TXQ_ENTRY_SZ_BITS)) + +#define SSSNIC_ETHDEV_TX_HW_CI_SIZE 64 + +/* Doorbell offset 4096 */ +#define SSSNIC_ETHDEV_TXQ_DB_OFFSET 0x1000 + +static inline uint16_t +sssnic_ethdev_txq_num_used_entries(struct sssnic_ethdev_txq *txq) +{ + return sssnic_workq_num_used_entries(txq->workq); +} + +static inline uint16_t +sssnic_ethdev_txq_ci_get(struct sssnic_ethdev_txq *txq) +{ + return sssnic_workq_ci_get(txq->workq); +} + +static inline void +sssnic_ethdev_txq_consume(struct sssnic_ethdev_txq *txq, uint16_t num_entries) +{ + sssnic_workq_consume_fast(txq->workq, num_entries); +} + +int +sssnic_ethdev_tx_queue_setup(struct rte_eth_dev *ethdev, uint16_t tx_queue_id, + uint16_t nb_tx_desc, unsigned int socket_id, + const struct rte_eth_txconf *tx_conf) +{ + int ret; + struct sssnic_hw *hw; + struct sssnic_ethdev_txq *txq; + uint16_t q_depth; + uint16_t tx_free_thresh; + char m_name[RTE_MEMZONE_NAMESIZE]; + + hw = SSSNIC_ETHDEV_TO_HW(ethdev); + + q_depth = nb_tx_desc; + /* Adjust q_depth to power of 2 */ + if (!rte_is_power_of_2(nb_tx_desc)) { + q_depth = 1 << rte_log2_u32(nb_tx_desc); + PMD_DRV_LOG(NOTICE, + "nb_tx_desc(%u) is not power of 2, adjust to %u", + nb_tx_desc, q_depth); + } + + if (q_depth > SSSNIC_ETHDEV_MAX_NUM_Q_DESC) { + PMD_DRV_LOG(ERR, "nb_tx_desc(%u) is out of range(max. %u)", + q_depth, SSSNIC_ETHDEV_MAX_NUM_Q_DESC); + return -EINVAL; + } + + if (tx_conf->tx_free_thresh > 0) + tx_free_thresh = tx_conf->tx_free_thresh; + else + tx_free_thresh = SSSNIC_ETHDEV_DEF_TX_FREE_THRESH; + if (tx_free_thresh >= q_depth - 1) { + PMD_DRV_LOG(ERR, + "tx_free_thresh(%u) must be less than nb_tx_desc(%u)-1", + tx_free_thresh, q_depth); + return -EINVAL; + } + + snprintf(m_name, sizeof(m_name), "sssnic_p%u_sq%u", + ethdev->data->port_id, tx_queue_id); + + txq = rte_zmalloc_socket(m_name, sizeof(struct sssnic_ethdev_txq), + RTE_CACHE_LINE_SIZE, (int)socket_id); + + if (txq == NULL) { + PMD_DRV_LOG(ERR, + "Failed to allocate memory for sssnic port %u, txq %u", + ethdev->data->port_id, tx_queue_id); + return -ENOMEM; + } + + txq->ethdev = ethdev; + txq->depth = q_depth; + txq->port = ethdev->data->port_id; + txq->qid = tx_queue_id; + txq->tx_free_thresh = tx_free_thresh; + txq->idx_mask = q_depth - 1; + txq->owner = 1; + txq->doorbell = hw->db_base_addr + SSSNIC_ETHDEV_TXQ_DB_OFFSET; + + snprintf(m_name, sizeof(m_name), "sssnic_p%u_sq%u_wq", + ethdev->data->port_id, tx_queue_id); + + txq->workq = sssnic_workq_new(m_name, (int)socket_id, + SSSNIC_ETHDEV_TXQ_ENTRY_SZ, q_depth); + if (txq->workq == NULL) { + PMD_DRV_LOG(ERR, + "Failed to create workq for sssnic port %u, txq %u", + ethdev->data->port_id, tx_queue_id); + ret = -ENOMEM; + goto new_workq_fail; + } + + txq->ci_mz = rte_eth_dma_zone_reserve(ethdev, "sssnic_txci_mz", + txq->qid, SSSNIC_ETHDEV_TX_HW_CI_SIZE, + SSSNIC_ETHDEV_TX_HW_CI_SIZE, (int)socket_id); + if (txq->ci_mz == NULL) { + PMD_DRV_LOG(ERR, + "Failed to alloc DMA memory for tx ci of sssnic port %u rxq %u", + ethdev->data->port_id, tx_queue_id); + ret = -ENOMEM; + goto alloc_ci_mz_fail; + } + txq->hw_ci_addr = (volatile uint16_t *)txq->ci_mz->addr; + + snprintf(m_name, sizeof(m_name), "sssnic_p%u_sq%u_txe", + ethdev->data->port_id, tx_queue_id); + txq->txe = rte_zmalloc_socket(m_name, + sizeof(struct sssnic_ethdev_tx_entry) * q_depth, + RTE_CACHE_LINE_SIZE, (int)socket_id); + if (txq->txe == NULL) { + PMD_DRV_LOG(ERR, "Failed to allocate memory for %s", m_name); + ret = -ENOMEM; + goto alloc_txe_fail; + } + + ethdev->data->tx_queues[tx_queue_id] = txq; + + return 0; + +alloc_txe_fail: + rte_memzone_free(txq->ci_mz); +alloc_ci_mz_fail: + sssnic_workq_destroy(txq->workq); +new_workq_fail: + rte_free(txq); + + return ret; +} + +static void +sssnic_ethdev_txq_pktmbufs_release(struct sssnic_ethdev_txq *txq) +{ + struct sssnic_ethdev_tx_entry *txe; + uint16_t num_entries; + uint16_t ci; + uint16_t i; + + num_entries = sssnic_ethdev_txq_num_used_entries(txq); + for (i = 0; i < num_entries; i++) { + ci = sssnic_ethdev_txq_ci_get(txq); + txe = &txq->txe[ci]; + rte_pktmbuf_free(txe->pktmbuf); + txe->pktmbuf = NULL; + sssnic_ethdev_txq_consume(txq, txe->num_workq_entries); + txe->num_workq_entries = 0; + } +} + +void +sssnic_ethdev_tx_queue_release(struct rte_eth_dev *ethdev, uint16_t queue_id) +{ + struct sssnic_ethdev_txq *txq = ethdev->data->tx_queues[queue_id]; + + if (txq == NULL) + return; + + sssnic_ethdev_txq_pktmbufs_release(txq); + rte_free(txq->txe); + rte_memzone_free(txq->ci_mz); + sssnic_workq_destroy(txq->workq); + rte_free(txq); + ethdev->data->tx_queues[queue_id] = NULL; +} + +void +sssnic_ethdev_tx_queue_all_release(struct rte_eth_dev *ethdev) +{ + uint16_t qid; + + for (qid = 0; qid < ethdev->data->nb_tx_queues; qid++) + sssnic_ethdev_tx_queue_release(ethdev, qid); +} diff --git a/drivers/net/sssnic/sssnic_ethdev_tx.h b/drivers/net/sssnic/sssnic_ethdev_tx.h new file mode 100644 index 0000000000..bd1d721e37 --- /dev/null +++ b/drivers/net/sssnic/sssnic_ethdev_tx.h @@ -0,0 +1,27 @@ +/* SPDX-License-Identifier: BSD-3-Clause + * Copyright(c) 2018-2022 Shenzhen 3SNIC Information Technology Co., Ltd. + */ + +#ifndef _SSSNIC_ETHDEV_TX_H_ +#define _SSSNIC_ETHDEV_TX_H_ + +struct sssnic_ethdev_txq_stats { + uint64_t packets; + uint64_t bytes; + uint64_t nobuf; + uint64_t zero_len_segs; + uint64_t too_large_pkts; + uint64_t too_many_segs; + uint64_t null_segs; + uint64_t offload_errors; + uint64_t burst; +}; + +int sssnic_ethdev_tx_queue_setup(struct rte_eth_dev *ethdev, + uint16_t tx_queue_id, uint16_t nb_tx_desc, unsigned int socket_id, + const struct rte_eth_txconf *tx_conf); +void sssnic_ethdev_tx_queue_release(struct rte_eth_dev *ethdev, + uint16_t queue_id); +void sssnic_ethdev_tx_queue_all_release(struct rte_eth_dev *ethdev); + +#endif /* _SSSNIC_ETHDEV_TX_H_ */ -- 2.27.0