Re: [dts] [PATCH V1] tests: add new suite for af_xdp_2 test

["Zhao, XinfengX" <xinfengx.zhao@intel.com>]

Tested-by:  Zhao, Xinfeng<xinfengx.zhao@intel.com>

-----Original Message-----
From: Zhao, XinfengX 
Sent: Friday, January 3, 2020 8:02 AM
To: dts@dpdk.org
Cc: Zhao, XinfengX <xinfengx.zhao@intel.com>
Subject: [dts][PATCH V1] tests: add new suite for af_xdp_2 test

Signed-off-by: Xinfeng Zhao <xinfengx.zhao@intel.com>
---
 tests/TestSuite_af_xdp_2.py | 437 ++++++++++++++++++++++++++++++++++++
 1 file changed, 437 insertions(+)
 create mode 100644 tests/TestSuite_af_xdp_2.py

diff --git a/tests/TestSuite_af_xdp_2.py b/tests/TestSuite_af_xdp_2.py new file mode 100644 index 0000000..4397597
--- /dev/null
+++ b/tests/TestSuite_af_xdp_2.py
@@ -0,0 +1,437 @@
+# BSD LICENSE
+#
+# Copyright(c) 2019-2020 Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without # 
+modification, are permitted provided that the following conditions # 
+are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # 
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # 
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # 
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # 
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # 
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # 
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # 
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # 
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # 
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # 
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+import os
+import re
+import time
+from settings import HEADER_SIZE
+from test_case import TestCase
+from packet import Packet
+from pktgen import PacketGeneratorHelper
+
+
+class TestAfXdp(TestCase):
+
+    def set_up_all(self):
+        """
+        Run at the start of each test suite.
+        """
+        #self.verify(self.nic in ("fortville_spirit"), "the port can not run this suite")
+        self.tester.extend_external_packet_generator(TestAfXdp, self)
+        self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
+        self.dut_ports = self.dut.get_ports()
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 
+ testing")
+
+        self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
+
+        self.header_size = HEADER_SIZE['eth'] + HEADER_SIZE['ip'] + 
+ HEADER_SIZE['udp']
+
+        self.logger.info("you can config packet_size in file %s.cfg," % self.suite_name + \
+                    "in region 'suite' like packet_sizes=[64, 128, 256]")
+        # get the frame_sizes from cfg file
+        if 'packet_sizes' in self.get_suite_cfg():
+            self.frame_sizes = self.get_suite_cfg()['packet_sizes']
+
+        self.out_path = '/tmp'
+        out = self.tester.send_expect('ls -d %s' % self.out_path, '# ')
+        if 'No such file or directory' in out:
+            self.tester.send_expect('mkdir -p %s' % self.out_path, '# ')
+        self.base_dir = self.dut.base_dir.replace('~', '/root')
+        self.pktgen_helper = PacketGeneratorHelper()
+
+        self.prepare_dpdk()
+        self.dut.restore_interfaces()
+        self.irqs_set = self.dut.new_session(suite="irqs-set")
+
+    def set_up(self):
+        pass
+
+    def prepare_dpdk(self):
+        self.dut.send_expect(
+            "sed -i 's/CONFIG_RTE_LIBRTE_PMD_AF_XDP=n$/CONFIG_RTE_LIBRTE_PMD_AF_XDP=y/' config/common_base", "# ")
+        self.dut.build_install_dpdk(self.dut.target)
+
+    def set_port_queue(self, intf):
+        self.dut.send_expect("ethtool -L %s combined %d" % (intf, 
+ self.nb_cores/self.port_num), "# ")
+
+    def config_stream(self, rx_port, frame_size):
+        payload = frame_size - self.header_size
+        tgen_input = []
+
+        dst_mac = self.dut.get_mac_address(self.dut_ports[rx_port])
+        flow = 'Ether(dst="%s")/IP(dst="192.168.%d.1", proto=255)/UDP()/("X"*%d)' % (dst_mac, rx_port+1, payload)
+        pkt = Packet(pkt_str=flow)
+        pcap = os.path.join(self.out_path, "af_xdp_%d_%d_%d.pcap" %
+                (self.port_num, rx_port, frame_size))
+        pkt.save_pcapfile(None, pcap)
+        tgen_input.append((rx_port, rx_port, pcap))
+
+        return tgen_input
+
+    def config_rule_stream(self, rule_index, frame_size):
+        payload = frame_size - self.header_size
+        tgen_input = []
+
+        rule = self.rule[rule_index]
+        flow = 'Ether()/IP()/UDP(sport=%d, dport=%d)/("X"*%d)' % (rule[-2], rule[-1], payload)
+        pkt = Packet(pkt_str=flow)
+        pcap = os.path.join(self.out_path, "af_xdp_%d_%d.pcap" %
+                (rule[-2], frame_size))
+        pkt.save_pcapfile(None, pcap)
+        tgen_input.append((rule[0], rule[0], pcap))
+
+        return tgen_input
+
+    def ethtool_set_rule(self):
+        rule_id, rule = 1, []
+        for i in range(self.port_num):
+            intf = self.dut.ports_info[i]['port'].get_interface_name()
+            self.irqs_set.send_expect("ethtool -N %s rx-flow-hash udp4 fn" % intf, "# ")
+            self.irqs_set.send_expect("ethtool -N %s flow-type udp4 src-port 4243 dst-port 4243 action 0 loc %d"
+                    % (intf, rule_id), "# ")
+            self.irqs_set.send_expect("ethtool -N %s flow-type udp4 src-port 4242 dst-port 4242 action 1 loc %d"
+                    % (intf, rule_id + 1), "# ")
+            rule.append((i, intf, rule_id, 4243, 4243))
+            rule.append((i, intf, rule_id+1, 4242, 4242))
+            rule_id += 2
+            time.sleep(1)
+        self.rule =rule
+
+    def ethtool_del_rule(self):
+        for each in self.rule:
+            self.irqs_set.send_expect("ethtool -N %s delete %d" % 
+ (each[1], each[2]), "# ")
+
+    def get_core_list(self):
+        core_config = "1S/%dC/1T" % (self.nb_cores + 1 + max(self.port_num, self.vdev_num) * self.queue_number)
+        self.core_list = self.dut.get_core_list(
+                core_config, socket=self.ports_socket)
+
+    def assign_port_core(self, separate=True):
+        if separate:
+            core_list = self.core_list[-max(self.port_num, self.vdev_num) * self.queue_number:]
+        else:
+            core_list = self.core_list[:-max(self.port_num, self.vdev_num) * self.queue_number]\
+                                      [-max(self.port_num, 
+ self.vdev_num) * self.queue_number:]
+
+        for i in range(self.port_num):
+            intf = self.dut.ports_info[i]['port'].get_interface_name()
+            cores = ','.join(core_list[i * self.queue_number: (i+1) * self.queue_number])
+            if self.port_num == 1 and self.vdev_num == 2:
+                cores = ','.join(core_list)
+            command = "%s/set_irq_affinity %s %s" % ("/root", cores, intf)
+            out = self.irqs_set.send_expect(command, "# ")
+            self.verify("No such file or directory" not in out, "can not find the set_irq_affinity in dut root")
+            time.sleep(1)
+
+    def get_vdev_list(self):
+        vdev_list = []
+
+        if self.port_num == 1:
+            intf = self.dut.ports_info[0]['port'].get_interface_name()
+            self.set_port_queue(intf)
+            time.sleep(1)
+            for i in range(self.vdev_num):
+                vdev = ''
+                vdev = "net_af_xdp%d,iface=%s,start_queue=%d,queue_count=%d" % (i, intf, i * self.queue_number, self.queue_number)
+                vdev_list.append(vdev)
+        else:
+            for i in range(self.port_num):
+                vdev = ''
+                intf = self.dut.ports_info[i]['port'].get_interface_name()
+                self.set_port_queue(intf)
+                vdev = "net_af_xdp%d,iface=%s" % (i, intf)
+                vdev_list.append(vdev)
+
+        return vdev_list
+
+    def launch_testpmd(self, fwd_mode='', topology='', rss_ip=False):
+        self.get_core_list()
+
+        vdev = self.get_vdev_list()
+
+        if topology:
+            topology = "--port-topology=%s" % topology
+        if fwd_mode:
+            fwd_mode = "--forward-mode=%s" % fwd_mode
+        if rss_ip:
+            rss_ip = "--rss-ip"
+        else:
+            rss_ip = ""
+
+        eal_params = self.dut.create_eal_parameters(cores=self.core_list[:-max(self.port_num, self.vdev_num) * self.queue_number],
+                vdevs=vdev, no_pci=True)
+        command_line = "./%s/app/testpmd %s --log-level=pmd.net.af_xdp:8 -- -i %s %s --auto-start --nb-cores=%d --rxq=%d --txq=%d %s"
+        command = command_line % (self.dut.target, eal_params, fwd_mode, rss_ip,
+                self.nb_cores, self.queue_number, self.queue_number, 
+ topology)
+
+        self.logger.info('start testpmd')
+        self.dut.send_expect(command, "testpmd> ", 120)
+
+    def create_table(self, index=1):
+        if self.port_num ==2 or index == 2:
+            self.table_header = ["FrameSize(B)", "Queue number", "Port0 Throughput(Mpps)",
+                    "Port0 % linerate", "Port1 Throughput(Mpps)", "Port1 % linerate"]
+        else:
+            self.table_header = ["FrameSize(B)", "Queue number", "Port Throughput(Mpps)",
+                    "Port % linerate"]
+        self.result_table_create(self.table_header)
+
+    def update_table_info(self, *param):
+        for each in param:
+            self.result_table_add(each)
+
+    def calculate_avg_throughput(self, frame_size, tgen_input, fwd_mode):
+        """
+        send packet and get the throughput
+        """
+        # set traffic option
+        traffic_opt = {'delay': 5}
+
+        # clear streams before add new streams
+        self.tester.pktgen.clear_streams()
+
+        # run packet generator
+        fields_config = {'ip': {'dst': {'action': 'random'}, }, }
+        streams = self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100,
+                                            fields_config, self.tester.pktgen)
+        _, pps = 
+ self.tester.pktgen.measure_throughput(stream_ids=streams, 
+ options=traffic_opt)
+
+        Mpps = pps / 1000000.0
+
+        if fwd_mode != "rxonly":
+            self.verify(Mpps > 0, "can not receive packets of frame size %d" % (frame_size))
+        throughput = Mpps * 100 / \
+                    float(self.wirespeed(self.nic, frame_size, 1))
+
+        return Mpps, throughput
+
+    def check_packets_of_each_port(self, port_index):
+        """
+        check each port has receive packets
+        """
+        info = re.findall("Forward statistics for port %d" %
+                port_index, self.out)
+        index = self.out.find(info[0])
+        rx = re.search("RX-packets:\s*(\d*)", self.out[index:])
+        tx = re.search("TX-packets:\s*(\d*)", self.out[index:])
+        rx_packets = int(rx.group(1))
+        tx_packets = int(tx.group(1))
+        self.verify(rx_packets > 0 and tx_packets > 0,
+                "rx-packets:%d, tx-packets:%d" %
+                (rx_packets, tx_packets))
+
+    def check_packets_of_each_queue(self, port_index):
+        """
+        check port queue has receive packets
+        """
+        for queue_index in range(0, self.queue_number):
+            queue_info = re.findall("RX\s*Port=\s*%d/Queue=\s*%d" %
+                            (port_index, queue_index),  self.out)
+            queue = queue_info[0]
+            index = self.out.find(queue)
+            rx = re.search("RX-packets:\s*(\d*)", self.out[index:])
+            tx = re.search("TX-packets:\s*(\d*)", self.out[index:])
+            rx_packets = int(rx.group(1))
+            tx_packets = int(tx.group(1))
+            self.verify(rx_packets > 0 and tx_packets > 0,
+                    "The port %s queue %d, rx-packets:%d, tx-packets:%d" %
+                    (port_index, queue_index, rx_packets, tx_packets))
+
+    def check_packets_of_all_queue(self, port_num):
+        """
+        check all queue has receive packets
+        """
+        for port_index in range(0, port_num):
+            self.check_packets_of_each_queue(port_index)
+
+    def send_and_verify_throughput(self, pkt_type='', fwd_mode=""):
+        for frame_size in self.frame_sizes:
+            info = "Running test %s, and %d frame size." % (self.running_case, frame_size)
+            self.logger.info(info)
+
+            result = [frame_size, self.queue_number]
+
+            if pkt_type.lower() == "udp":
+                num = len(self.rule)
+            else:
+                num = self.port_num
+
+            for i in range(num):
+                if pkt_type.lower() == "udp":
+                    tgen_input = self.config_rule_stream(i, frame_size)
+                else:
+                    tgen_input = self.config_stream(i, frame_size)
+
+                Mpps, throughput = self.calculate_avg_throughput(frame_size, tgen_input, fwd_mode)
+                result.append(Mpps)
+                result.append(throughput)
+
+                self.out = self.dut.send_expect("stop", "testpmd> ", 
+ 60)
+
+                if self.queue_number == 1:
+                    self.check_packets_of_each_port(i)
+                elif self.vdev_num == 2:
+                    self.check_packets_of_all_queue(2)
+                else:
+                    self.check_packets_of_each_queue(i)
+
+                self.dut.send_expect("start", "testpmd> ", 60)
+
+            self.update_table_info(result)
+
+            # check the throughput between two port
+            if len(result) == 6:
+                self.verify(round((result[-2] - result[-4])/result[-4], 2) <= 0.1,
+                        "The gap is too big btween two port's 
+ throughput")
+
+    def test_perf_one_port_single_queue_and_separate_irqs(self):
+        """
+        single port test with PMD and IRQs are pinned to separate cores
+        """
+        self.nb_cores = 1
+        self.queue_number = 1
+        self.port_num = 1
+        self.vdev_num = 1
+
+        self.create_table()
+        self.launch_testpmd(topology="loop")
+        self.assign_port_core()
+        self.send_and_verify_throughput()
+
+        self.result_table_print()
+
+    def test_perf_one_port_multiqueue_and_separate_irqs(self):
+        """
+        multiqueue test with PMD and IRQs are pinned to separate cores
+        """
+        self.nb_cores = 2
+        self.queue_number = 2
+        self.port_num = 1
+        self.vdev_num = 1
+
+        self.create_table()
+        self.launch_testpmd(topology="loop")
+        self.assign_port_core()
+        self.send_and_verify_throughput()
+
+        self.result_table_print()
+
+    def test_perf_one_port_multiqueue_and_same_irqs(self):
+        """
+        multiqueue test with PMD and IRQs pinned to same cores
+        """
+        self.nb_cores = 2
+        self.queue_number = 2
+        self.port_num = 1
+        self.vdev_num = 1
+
+        self.create_table()
+        self.launch_testpmd(topology="loop")
+        self.assign_port_core(separate=False)
+        self.send_and_verify_throughput()
+
+        self.result_table_print()
+
+    def test_perf_two_port_and_separate_irqs(self):
+        """
+        two port test with PMD and IRQs are pinned to separate cores
+        """
+        self.nb_cores = 2
+        self.queue_number = 1
+        self.port_num = 2
+        self.vdev_num = 2
+
+        self.create_table()
+        self.launch_testpmd(topology="loop")
+        self.assign_port_core()
+        self.send_and_verify_throughput()
+
+        self.result_table_print()
+
+    def test_perf_two_port_and_same_irqs(self):
+        """
+        two ports test with PMD and IRQs pinned to same cores
+        """
+        self.nb_cores = 2
+        self.queue_number = 1
+        self.port_num = 2
+        self.vdev_num = 2
+
+        self.create_table()
+        self.launch_testpmd(topology="loop")
+        self.assign_port_core(separate=False)
+        self.send_and_verify_throughput()
+
+        self.result_table_print()
+
+    def test_perf_one_port_single_queue_with_two_vdev(self):
+        """
+        one port with two vdev and single queue test
+        """
+        self.nb_cores = 2
+        self.queue_number = 1
+        self.port_num = 1
+        self.vdev_num = 2
+
+        self.create_table(2)
+        self.launch_testpmd(topology="loop")
+        self.assign_port_core()
+        self.ethtool_set_rule()
+        self.send_and_verify_throughput(pkt_type='udp')
+        self.ethtool_del_rule()
+
+        self.result_table_print()
+
+    def test_perf_one_port_multiqueues_with_two_vdev(self):
+        """
+        one port with two vdev and multi-queues test
+        """
+        self.nb_cores = 8
+        self.queue_number = 4
+        self.port_num = 1
+        self.vdev_num = 2
+
+        self.create_table()
+        self.launch_testpmd(topology="loop", rss_ip=True)
+        self.assign_port_core()
+        self.send_and_verify_throughput()
+
+        self.result_table_print()
+
+    def tear_down(self):
+        self.dut.send_expect("quit", "#", 60)
+
+    def tear_down_all(self):
+        self.dut.kill_all()
+
+        self.dut.send_expect(
+            "sed -i 's/CONFIG_RTE_LIBRTE_PMD_AF_XDP=y$/CONFIG_RTE_LIBRTE_PMD_AF_XDP=n/' config/common_base", "# ")
+        self.dut.build_install_dpdk(self.dut.target)
--
2.17.1