test suite reviews and discussions
 help / color / mirror / Atom feed
* [dts] [PATCH V1] tests/virtio_smoke:add new virtio smoke test suite sync with testplan
@ 2020-12-23 16:33 Ling Wei
  0 siblings, 0 replies; only message in thread
From: Ling Wei @ 2020-12-23 16:33 UTC (permalink / raw)
  To: dts; +Cc: Ling Wei

add new virtio smoke test suite sync with testplan

Signed-off-by: Ling Wei <weix.ling@intel.com>
---
 tests/TestSuite_virtio_smoke.py | 205 ++++++++++++++++++++++++++++++++
 1 file changed, 205 insertions(+)
 create mode 100644 tests/TestSuite_virtio_smoke.py

diff --git a/tests/TestSuite_virtio_smoke.py b/tests/TestSuite_virtio_smoke.py
new file mode 100644
index 00000000..a13c5479
--- /dev/null
+++ b/tests/TestSuite_virtio_smoke.py
@@ -0,0 +1,205 @@
+# BSD LICENSE
+#
+# Copyright(c) <2019> Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+"""
+DPDK Test suite.
+"""
+
+import re
+from test_case import TestCase
+from packet import Packet
+from pktgen import PacketGeneratorHelper
+from pmd_output import PmdOutput
+
+
+class TestVirtioSmoke(TestCase):
+
+
+    def set_up_all(self):
+        """
+        Run at the start of each test suite.
+        """
+        self.vhost_user = self.dut.new_session(suite="vhost-user")
+        self.virtio_user1 = self.dut.new_session(suite="virtio-user1")
+        self.pmdout_vhost_user = PmdOutput(self.dut, self.vhost_user)
+        self.pmdout_virtio_user1 = PmdOutput(self.dut, self.virtio_user1)
+        self.frame_sizes_list = [64, 1518]
+        self.dst_mac = "00:01:02:03:04:05"
+        self.dut_ports = self.dut.get_ports()
+        self.socket = self.dut.get_numa_id(self.dut_ports[0])
+        self.cores = self.dut.get_core_list("all", socket=self.socket)
+        self.vhost_cores = self.cores[0:3]
+        self.virtio1_cores = self.cores[3:6]
+        # the path of pcap file
+        self.out_path = '/tmp'
+        out = self.tester.send_expect('ls -d %s' % self.out_path, '# ')
+        if 'No such file or directory' in out:
+            self.tester.send_expect('mkdir -p %s' % self.out_path, '# ')
+        self.pktgen_helper = PacketGeneratorHelper()
+        self.base_dir = self.dut.base_dir.replace('~', '/root')
+
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        self.dut.send_expect("rm -rf %s/vhost-net*" % self.base_dir, "#")
+
+    @property
+    def check_2M_env(self):
+        out = self.dut.send_expect("cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'", "# ")
+        return True if out == '2048' else False
+
+    def launch_testpmd_as_vhost_user(self, param, cores="Default", udev="", ports=[], no_pci=True):
+        self.pmdout_vhost_user.start_testpmd(cores=cores, param=param, vdevs=[udev], ports=ports, prefix="vhost", fixed_prefix=True, no_pci=no_pci)
+        self.vhost_user.send_expect('set fwd mac', 'testpmd> ', 30)
+
+    def launch_testpmd_as_virtio_user1(self, param, cores="Default", udev="", no_pci=True):
+        eal_param = ""
+        if self.check_2M_env:
+            eal_param += " --single-file-segments"
+        if 'vectorized' in self.running_case:
+            eal_param += " --force-max-simd-bitwidth=512"
+        self.pmdout_virtio_user1.start_testpmd(cores=cores, param=param, vdevs=[udev], ports=[], prefix="virtio1", fixed_prefix=True, eal_param=eal_param, no_pci=no_pci)
+
+    def verify_vhost_queue_rx_tx_pkts(self, queue_list):
+        out = self.vhost_user.send_expect('stop', 'testpmd> ', 30)
+        for queue_index in queue_list:
+            queue = "Queue= %d" % queue_index
+            index = out.find(queue)
+            rx = re.search("RX-packets:\s*(\d*)", out[index:])
+            tx = re.search("TX-packets:\s*(\d*)", out[index:])
+            rx_packets = int(rx.group(1))
+            tx_packets = int(tx.group(1))
+            self.verify(rx_packets > 0 and tx_packets > 0,
+                        "The queue %d rx-packets or tx-packets is 0 about " % queue_index + "rx-packets:%d, tx-packets:%d" % (rx_packets, tx_packets))
+
+    def test_loopback_reconnect_test_with_split_ring_mergeable_path_and_server_mode(self):
+        param = " --nb-cores={} --rxq={} --txq={}"
+        other_param = " --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip"
+        vhost_dev = f"'eth_vhost0,iface=vhost-net,client=1,queues=8'"
+        virtio_dev = f"'net_virtio_user0,mac={self.dst_mac},path=./vhost-net,server=1,queues=8,mrg_rxbuf=1,in_order=1'"
+
+        self.logger.info("Launch vhost as client mode with 2 queues")
+        nb_core = 2
+        vhost_rxq_txq = 2
+        virtio_rxq_txq = 8
+        vhost_param = param.format(nb_core, vhost_rxq_txq, vhost_rxq_txq)
+        virtio_param = (other_param + param).format(nb_core, virtio_rxq_txq, virtio_rxq_txq)
+        self.launch_testpmd_as_vhost_user(param=vhost_param, cores=self.vhost_cores, udev=vhost_dev, no_pci=True)
+        self.vhost_user.send_expect('start', 'testpmd> ', 30)
+        self.logger.info("Launch virtio-user as server mode with 8 queues")
+        self.launch_testpmd_as_virtio_user1(param=virtio_param, cores=self.virtio1_cores, udev=virtio_dev, no_pci=True)
+        self.virtio_user1.send_expect('set fwd mac', 'testpmd> ', 30)
+        self.virtio_user1.send_expect('start tx_first 32', 'testpmd> ', 30)
+        self.verify_vhost_queue_rx_tx_pkts(queue_list=range(vhost_rxq_txq))
+        self.vhost_user.send_expect("quit", "# ", 20)
+
+        self.logger.info("Relaunch vhost with 8 queues and send packets")
+        vhost_rxq_txq = 8
+        vhost_param = param.format(nb_core, vhost_rxq_txq, vhost_rxq_txq)
+        self.launch_testpmd_as_vhost_user(param=vhost_param, cores=self.cores[0:3], udev=vhost_dev, no_pci=True)
+        self.vhost_user.send_expect('start tx_first 32', 'testpmd> ', 30)
+        self.vhost_user.send_expect('stop', 'testpmd> ', 30)
+        self.vhost_user.send_expect('set burst 1', 'testpmd> ', 30)
+        self.vhost_user.send_expect('start tx_first 1', 'testpmd> ', 30)
+        self.verify_vhost_queue_rx_tx_pkts(queue_list=range(vhost_rxq_txq))
+
+        self.virtio_user1.send_expect("quit", "# ", 20)
+        self.vhost_user.send_expect("quit", "# ", 20)
+
+    def config_stream(self, frame_size):
+        tgen_input = []
+        rx_port = self.tester.get_local_port(self.dut_ports[0])
+        tx_port = self.tester.get_local_port(self.dut_ports[0])
+        dst_mac = self.dut.get_mac_address(self.dut_ports[0])
+        pkt = Packet(pkt_type='UDP', pkt_len=frame_size)
+        pkt.config_layer('ether', {'dst': dst_mac})
+        pkt.save_pcapfile(self.tester, "%s/virtio_smoke.pcap" % (self.out_path))
+        tgen_input.append((rx_port, tx_port, "%s/virtio_smoke.pcap" % (self.out_path)))
+        return tgen_input
+
+    def perf_test(self, frame_size_list, case_info):
+        # Create test results table
+        table_header = ['Frame Size(Byte)', 'Mode', 'Throughput(Mpps)']
+        self.result_table_create(table_header)
+        # Begin test perf
+        for frame_size in frame_size_list:
+            test_result = {}
+            self.logger.info("Test running at parameters: " + "framesize: {}".format(frame_size))
+            tgenInput = self.config_stream(frame_size)
+            # clear streams before add new streams
+            self.tester.pktgen.clear_streams()
+            # run packet generator
+            streams = self.pktgen_helper.prepare_stream_from_tginput(tgenInput, 100, None, self.tester.pktgen)
+            # set traffic option
+            traffic_opt = {'duration': 5}
+            _, pps = self.tester.pktgen.measure_throughput(stream_ids=streams, options=traffic_opt)
+            self.verify(pps > 0, "No traffic detected")
+            throughput = pps / 1000000.0
+            test_result[frame_size] = throughput
+            self.result_table_add([frame_size, case_info, throughput])
+        self.result_table_print()
+        return test_result
+
+    def test_perf_pvp_test_with_virtio_packed_ring_vectorized_path(self):
+        param = " --nb-cores={} --txd={} --rxd={}"
+        vhost_dev = f"'net_vhost0,iface=vhost-net,queues=1'"
+        virtio_dev = f"'net_virtio_user0,mac={self.dst_mac},path=./vhost-net,packed_vq=1,mrg_rxbuf=0,in_order=1,vectorized=1,queue_size=1024'"
+        self.logger.info("Launch vhost")
+        nb_core = 2
+        vhost_rxd_txd = 1024
+        vhost_param = param.format(nb_core, vhost_rxd_txd, vhost_rxd_txd)
+        port = self.dut.ports_info[self.dut_ports[0]]['pci']
+        self.launch_testpmd_as_vhost_user(param=vhost_param, cores=self.vhost_cores, udev=vhost_dev, ports=[port], no_pci=False)
+        self.vhost_user.send_expect('start', 'testpmd> ', 30)
+
+        self.logger.info("Launch virtio")
+        nb_core = 1
+        virtio_param = param.format(nb_core, vhost_rxd_txd, vhost_rxd_txd)
+        self.launch_testpmd_as_virtio_user1(param=virtio_param, cores=self.virtio1_cores, udev=virtio_dev, no_pci=True)
+        self.virtio_user1.send_expect('set fwd mac', 'testpmd> ', 30)
+        self.virtio_user1.send_expect('start', 'testpmd> ', 30)
+
+        self.logger.info("Start perf test")
+        self.perf_test(frame_size_list=self.frame_sizes_list, case_info='virtio packed ring vectorized path')
+
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.close_session(self.vhost_user)
+        self.dut.close_session(self.virtio_user1)
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        pass
-- 
2.25.1


^ permalink raw reply	[flat|nested] only message in thread

only message in thread, other threads:[~2020-12-23  8:38 UTC | newest]

Thread overview: (only message) (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2020-12-23 16:33 [dts] [PATCH V1] tests/virtio_smoke:add new virtio smoke test suite sync with testplan Ling Wei

This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).