* [dts] [PATCH V4] Add testsuite of loopback multi path port restart
@ 2019-03-13 23:25 lihong
2019-03-14 6:49 ` Wang, Yinan
2019-03-14 9:41 ` Tu, Lijuan
0 siblings, 2 replies; 4+ messages in thread
From: lihong @ 2019-03-13 23:25 UTC (permalink / raw)
To: dts; +Cc: lihong
Signed-off-by: lihong <lihongx.ma@intel.com>
---
.../TestSuite_loopback_multi_paths_port_restart.py | 314 +++++++++++++++++++++
1 file changed, 314 insertions(+)
create mode 100644 tests/TestSuite_loopback_multi_paths_port_restart.py
diff --git a/tests/TestSuite_loopback_multi_paths_port_restart.py b/tests/TestSuite_loopback_multi_paths_port_restart.py
new file mode 100644
index 0000000..797be95
--- /dev/null
+++ b/tests/TestSuite_loopback_multi_paths_port_restart.py
@@ -0,0 +1,314 @@
+#
+# BSD LICENSE
+#
+# Copyright(c) 2010-2019 Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+# * Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# * Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in
+# the documentation and/or other materials provided with the
+# distribution.
+# * Neither the name of Intel Corporation nor the names of its
+# contributors may be used to endorse or promote products derived
+# from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+"""
+DPDK Test suite.
+Benchmark Vhost loopback for 8 RX/TX PATHs.
+Includes Mergeable, Normal, Vector_RX,Inorder_mergeable,
+Inorder_no_mergeable, VIRTIO1.1_mergeable, VIRTIO1.1_normal Path,
+VIRTIO1.1_inorder_normal Path.
+"""
+import utils
+import time
+import re
+from test_case import TestCase
+
+
+class TestLoopbackPortRestart(TestCase):
+
+ def set_up_all(self):
+ """
+ Run at the start of each test suite.
+ """
+ self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
+ self.core_config = "1S/5C/1T"
+ self.dut_ports = self.dut.get_ports()
+ self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
+ self.core_list = self.dut.get_core_list(
+ self.core_config, socket=self.ports_socket)
+ self.core_list_user = self.core_list[0:2]
+ self.core_list_host = self.core_list[2:5]
+ self.core_mask_user = utils.create_mask(self.core_list_user)
+ self.core_mask_host = utils.create_mask(self.core_list_host)
+
+ def set_up(self):
+ """
+ Run before each test case.
+ """
+ # Clean the execution ENV
+ self.dut.send_expect("rm -rf ./vhost.out", "#")
+ self.dut.send_expect("killall -s INT testpmd", "#")
+ self.dut.send_expect("killall -s INT qemu-system-x86_64", "#")
+ # Prepare the result table
+ self.table_header = ["FrameSize(B)", "Mode", "Throughput(Mpps)", "Cycle"]
+ self.result_table_create(self.table_header)
+
+ self.vhost = self.dut.new_session(suite="vhost")
+ self.virtio_user = self.dut.new_session(suite="virtio-user")
+
+ def start_vhost_testpmd(self):
+ """
+ start testpmd on vhost
+ """
+ self.dut.send_expect("killall -s INT testpmd", "#")
+ self.dut.send_expect("rm -rf ./vhost-net*", "#")
+ command_client = self.dut.target + "/app/testpmd " + \
+ " -n %d -c %s --socket-mem 1024,1024 " + \
+ " --legacy-mem --no-pci --file-prefix=vhost " + \
+ " --vdev 'net_vhost0,iface=vhost-net,queues=1,client=0' " + \
+ " -- -i --nb-cores=1 --txd=1024 --rxd=1024"
+ command_line_client = command_client % (
+ self.dut.get_memory_channels(), self.core_mask_host)
+ self.vhost.send_expect(command_line_client, "testpmd> ", 120)
+ self.vhost.send_expect("set fwd mac", "testpmd> ", 120)
+
+ def start_virtio_user_testpmd(self, pmd_arg):
+ """
+ start testpmd of vhost user
+ """
+ command_line_user = self.dut.target + "/app/testpmd -n %d -c %s --socket-mem 1024,1024 " + \
+ "--legacy-mem --no-pci --file-prefix=virtio " + \
+ "--vdev=net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,%s " + \
+ " -- -i %s --rss-ip --nb-cores=1 --txd=1024 --rxd=1024"
+ command_line_user = command_line_user % (self.dut.get_memory_channels(),
+ self.core_mask_user,
+ pmd_arg["version"], pmd_arg["path"])
+ self.virtio_user.send_expect(command_line_user, "testpmd> ", 120)
+ self.virtio_user.send_expect("set fwd mac", "testpmd> ", 120)
+ self.virtio_user.send_expect("start", "testpmd> ", 120)
+
+ def check_port_throughput_after_port_stop(self):
+ """
+ check the throughput after port stop
+ """
+ loop = 1
+ while(loop <= 5):
+ out = self.vhost.send_expect("show port stats 0", "testpmd>", 60)
+ lines = re.search("Rx-pps:\s*(\d*)", out)
+ result = lines.group(1)
+ if result == "0":
+ break
+ time.sleep(3)
+ loop = loop + 1
+ self.verify(result == "0", "port stop failed, it alse can recevie data after stop.")
+
+ def check_port_link_status_after_port_restart(self):
+ """
+ check the link status after port restart
+ """
+ loop = 1
+ while(loop <= 5):
+ out = self.vhost.send_expect("show port info all", "testpmd> ", 120)
+ port_status = re.findall("Link\s*status:\s*([a-z]*)", out)
+ if("down" not in port_status):
+ break
+ time.sleep(3)
+ loop = loop + 1
+
+ self.verify("down" not in port_status, "port can not up after restart")
+
+ def port_restart(self):
+ self.vhost.send_expect("stop", "testpmd> ", 120)
+ self.vhost.send_expect("port stop 0", "testpmd> ", 120)
+ self.check_port_throughput_after_port_stop()
+ self.vhost.send_expect("clear port stats all", "testpmd> ", 120)
+ self.vhost.send_expect("port start all", "testpmd> ", 120)
+ self.check_port_link_status_after_port_restart()
+ self.vhost.send_expect("start tx_first 32", "testpmd> ", 120)
+
+ def update_table_info(self, case_info, frame_size, Mpps, Cycle):
+ results_row = [frame_size]
+ results_row.append(case_info)
+ results_row.append(Mpps)
+ results_row.append(Cycle)
+ self.result_table_add(results_row)
+
+ def calculate_avg_throughput(self):
+ """
+ calculate the average throughput
+ """
+ results = 0.0
+ for i in range(10):
+ out = self.vhost.send_expect("show port stats all", "testpmd>", 60)
+ time.sleep(5)
+ lines = re.search("Rx-pps:\s*(\d*)", out)
+ result = lines.group(1)
+ results += float(result)
+ Mpps = results / (1000000 * 10)
+ self.verify(Mpps > 0, "%s can not receive packets" % self.running_case)
+ return Mpps
+
+ def send_and_verify(self, case_info, frame_size):
+ """
+ start to send packets and calculate the average throughput
+ """
+ # start to send packets
+ self.vhost.send_expect("set txpkts %s" % frame_size, "testpmd>", 60)
+ self.vhost.send_expect("start tx_first 32", "testpmd>", 60)
+ Mpps = self.calculate_avg_throughput()
+ self.update_table_info(case_info, frame_size, Mpps, "Before Restart")
+
+ self.port_restart()
+ Mpps = self.calculate_avg_throughput()
+ self.update_table_info(case_info, frame_size, Mpps, "After Restart")
+
+ def close_all_testpmd(self):
+ """
+ close testpmd about vhost-user and virtio-user
+ """
+ self.vhost.send_expect("quit", "#", 60)
+ self.virtio_user.send_expect("quit", "#", 60)
+
+ def close_all_session(self):
+ """
+ close session of vhost-user and virtio-user
+ """
+ self.dut.close_session(self.vhost)
+ self.dut.close_session(self.virtio_user)
+
+ def test_perf_vhost_loopback_virtio11_mergeable_mac(self):
+ """
+ performance for [frame_sizes] and restart port on virtio1.1 mergeable path
+ """
+ pmd_arg = {"version": "packed_vq=1,in_order=0,mrg_rxbuf=1 ",
+ "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
+ for frame_size in self.frame_sizes:
+ self.start_vhost_testpmd()
+ self.start_virtio_user_testpmd(pmd_arg)
+ self.send_and_verify("virtio1.1 mergeable", frame_size)
+ self.close_all_testpmd()
+ self.result_table_print()
+
+ def test_perf_vhost_loopback_virtio11_normal_mac(self):
+ """
+ performance for [frame_sizes] and restart port ob virtio1.1 normal path
+ """
+ pmd_arg = {"version": "packed_vq=1,in_order=0,mrg_rxbuf=0 ",
+ "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
+ for frame_size in self.frame_sizes:
+ self.start_vhost_testpmd()
+ self.start_virtio_user_testpmd(pmd_arg)
+ self.send_and_verify("virtio1.1 normal", frame_size)
+ self.close_all_testpmd()
+ self.result_table_print()
+
+ def test_perf_vhost_loopback_virtio11_inorder_mac(self):
+ """
+ performance for [frame_sizes] and restart port on virtio1.1 inorder path
+ """
+ pmd_arg = {"version": "packed_vq=1,in_order=1,mrg_rxbuf=0 ",
+ "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
+ for frame_size in self.frame_sizes:
+ self.start_vhost_testpmd()
+ self.start_virtio_user_testpmd(pmd_arg)
+ self.send_and_verify("virtio1.1 inorder", frame_size)
+ self.close_all_testpmd()
+ self.result_table_print()
+
+ def test_perf_vhost_loopback_virtiouser_inorder_mergeable_mac(self):
+ """
+ performance for [frame_sizes] and restart port on inorder mergeable path
+ """
+ pmd_arg = {"version": "packed_vq=0,in_order=1,mrg_rxbuf=1 ",
+ "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
+ for frame_size in self.frame_sizes:
+ self.start_vhost_testpmd()
+ self.start_virtio_user_testpmd(pmd_arg)
+ self.send_and_verify("inorder mergeable", frame_size)
+ self.close_all_testpmd()
+ self.result_table_print()
+
+ def test_perf_vhost_loopback_virtiouser_inorder_mergeable_off_mac(self):
+ """
+ performance for [frame_sizes] and restart port on inorder normal path
+ """
+ pmd_arg = {"version": "packed_vq=0,in_order=1,mrg_rxbuf=0 ",
+ "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
+ for frame_size in self.frame_sizes:
+ self.start_vhost_testpmd()
+ self.start_virtio_user_testpmd(pmd_arg)
+ self.send_and_verify("inorder normal", frame_size)
+ self.close_all_testpmd()
+ self.result_table_print()
+
+ def test_perf_vhost_loopback_virtiouser_mergeable_mac(self):
+ """
+ performance for [frame_sizes] and restart port on virtio mergeable path
+ """
+ pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=1 ",
+ "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
+ for frame_size in self.frame_sizes:
+ self.start_vhost_testpmd()
+ self.start_virtio_user_testpmd(pmd_arg)
+ self.send_and_verify("virtiouser mergeable", frame_size)
+ self.close_all_testpmd()
+ self.result_table_print()
+
+ def test_perf_vhost_loopback_virtiouser_normal_mac(self):
+ """
+ performance for [frame_sizes] and restart port on virtio normal path
+ """
+ pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=0 ",
+ "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
+ for frame_size in self.frame_sizes:
+ self.start_vhost_testpmd()
+ self.start_virtio_user_testpmd(pmd_arg)
+ self.send_and_verify("virtiouser normal", frame_size)
+ self.close_all_testpmd()
+ self.result_table_print()
+
+ def test_perf_vhost_loopback_virtiouser_vector_rx_mac(self):
+ """
+ performance for frame_sizes and restart port on virtio vector rx
+ """
+ pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=0 ",
+ "path": "--tx-offloads=0x0 "}
+ for frame_size in self.frame_sizes:
+ self.start_vhost_testpmd()
+ self.start_virtio_user_testpmd(pmd_arg)
+ self.send_and_verify("virtiouser vector_rx", frame_size)
+ self.close_all_testpmd()
+ self.result_table_print()
+
+ def tear_down(self):
+ """
+ Run after each test case.
+ """
+ self.dut.send_expect("killall -s INT testpmd", "#")
+ self.close_all_session()
+ time.sleep(2)
+
+ def tear_down_all(self):
+ """
+ Run after each test suite.
+ """
--
2.7.4
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [dts] [PATCH V4] Add testsuite of loopback multi path port restart
2019-03-13 23:25 [dts] [PATCH V4] Add testsuite of loopback multi path port restart lihong
@ 2019-03-14 6:49 ` Wang, Yinan
2019-03-14 7:00 ` Ma, LihongX
2019-03-14 9:41 ` Tu, Lijuan
1 sibling, 1 reply; 4+ messages in thread
From: Wang, Yinan @ 2019-03-14 6:49 UTC (permalink / raw)
To: Ma, LihongX, dts; +Cc: Ma, LihongX
Acked-by: Wang, Yinan <yinan.wang@intel.com>
> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of lihong
> Sent: 2019年3月14日 7:26
> To: dts@dpdk.org
> Cc: Ma, LihongX <lihongx.ma@intel.com>
> Subject: [dts] [PATCH V4] Add testsuite of loopback multi path port restart
>
> Signed-off-by: lihong <lihongx.ma@intel.com>
> ---
> .../TestSuite_loopback_multi_paths_port_restart.py | 314
> +++++++++++++++++++++
> 1 file changed, 314 insertions(+)
> create mode 100644 tests/TestSuite_loopback_multi_paths_port_restart.py
>
> diff --git a/tests/TestSuite_loopback_multi_paths_port_restart.py
> b/tests/TestSuite_loopback_multi_paths_port_restart.py
> new file mode 100644
> index 0000000..797be95
> --- /dev/null
> +++ b/tests/TestSuite_loopback_multi_paths_port_restart.py
> @@ -0,0 +1,314 @@
> +#
> +# BSD LICENSE
> +#
> +# Copyright(c) 2010-2019 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +# * Redistributions of source code must retain the above copyright
> +# notice, this list of conditions and the following disclaimer.
> +# * Redistributions in binary form must reproduce the above copyright
> +# notice, this list of conditions and the following disclaimer in
> +# the documentation and/or other materials provided with the
> +# distribution.
> +# * Neither the name of Intel Corporation nor the names of its
> +# contributors may be used to endorse or promote products derived
> +# from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
> ON ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
> USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +
> +"""
> +DPDK Test suite.
> +Benchmark Vhost loopback for 8 RX/TX PATHs.
> +Includes Mergeable, Normal, Vector_RX,Inorder_mergeable,
> +Inorder_no_mergeable, VIRTIO1.1_mergeable, VIRTIO1.1_normal Path,
> +VIRTIO1.1_inorder_normal Path.
> +"""
> +import utils
> +import time
> +import re
> +from test_case import TestCase
> +
> +
> +class TestLoopbackPortRestart(TestCase):
> +
> + def set_up_all(self):
> + """
> + Run at the start of each test suite.
> + """
> + self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
> + self.core_config = "1S/5C/1T"
> + self.dut_ports = self.dut.get_ports()
> + self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
> + self.core_list = self.dut.get_core_list(
> + self.core_config, socket=self.ports_socket)
> + self.core_list_user = self.core_list[0:2]
> + self.core_list_host = self.core_list[2:5]
> + self.core_mask_user = utils.create_mask(self.core_list_user)
> + self.core_mask_host = utils.create_mask(self.core_list_host)
> +
> + def set_up(self):
> + """
> + Run before each test case.
> + """
> + # Clean the execution ENV
> + self.dut.send_expect("rm -rf ./vhost.out", "#")
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.dut.send_expect("killall -s INT qemu-system-x86_64", "#")
> + # Prepare the result table
> + self.table_header = ["FrameSize(B)", "Mode", "Throughput(Mpps)",
> "Cycle"]
> + self.result_table_create(self.table_header)
> +
> + self.vhost = self.dut.new_session(suite="vhost")
> + self.virtio_user = self.dut.new_session(suite="virtio-user")
> +
> + def start_vhost_testpmd(self):
> + """
> + start testpmd on vhost
> + """
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.dut.send_expect("rm -rf ./vhost-net*", "#")
> + command_client = self.dut.target + "/app/testpmd " + \
> + " -n %d -c %s --socket-mem 1024,1024 " + \
> + " --legacy-mem --no-pci --file-prefix=vhost " + \
> + " --vdev
> 'net_vhost0,iface=vhost-net,queues=1,client=0' " + \
> + " -- -i --nb-cores=1 --txd=1024 --rxd=1024"
> + command_line_client = command_client % (
> + self.dut.get_memory_channels(), self.core_mask_host)
> + self.vhost.send_expect(command_line_client, "testpmd> ", 120)
> + self.vhost.send_expect("set fwd mac", "testpmd> ", 120)
> +
> + def start_virtio_user_testpmd(self, pmd_arg):
> + """
> + start testpmd of vhost user
> + """
> + command_line_user = self.dut.target + "/app/testpmd -n %d -c %s
> --socket-mem 1024,1024 " + \
> + "--legacy-mem --no-pci --file-prefix=virtio "
> + \
> +
> "--vdev=net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,%s " + \
> + " -- -i %s --rss-ip --nb-cores=1 --txd=1024
> --rxd=1024"
> + command_line_user = command_line_user %
> (self.dut.get_memory_channels(),
> +
> self.core_mask_user,
> +
> pmd_arg["version"], pmd_arg["path"])
> + self.virtio_user.send_expect(command_line_user, "testpmd> ", 120)
> + self.virtio_user.send_expect("set fwd mac", "testpmd> ", 120)
> + self.virtio_user.send_expect("start", "testpmd> ", 120)
> +
> + def check_port_throughput_after_port_stop(self):
> + """
> + check the throughput after port stop
> + """
> + loop = 1
> + while(loop <= 5):
> + out = self.vhost.send_expect("show port stats 0", "testpmd>",
> 60)
> + lines = re.search("Rx-pps:\s*(\d*)", out)
> + result = lines.group(1)
> + if result == "0":
> + break
> + time.sleep(3)
> + loop = loop + 1
> + self.verify(result == "0", "port stop failed, it alse can
> + recevie data after stop.")
> +
> + def check_port_link_status_after_port_restart(self):
> + """
> + check the link status after port restart
> + """
> + loop = 1
> + while(loop <= 5):
> + out = self.vhost.send_expect("show port info all", "testpmd> ",
> 120)
> + port_status = re.findall("Link\s*status:\s*([a-z]*)", out)
> + if("down" not in port_status):
> + break
> + time.sleep(3)
> + loop = loop + 1
> +
> + self.verify("down" not in port_status, "port can not up after
> + restart")
> +
> + def port_restart(self):
> + self.vhost.send_expect("stop", "testpmd> ", 120)
> + self.vhost.send_expect("port stop 0", "testpmd> ", 120)
> + self.check_port_throughput_after_port_stop()
> + self.vhost.send_expect("clear port stats all", "testpmd> ", 120)
> + self.vhost.send_expect("port start all", "testpmd> ", 120)
> + self.check_port_link_status_after_port_restart()
> + self.vhost.send_expect("start tx_first 32", "testpmd> ", 120)
> +
> + def update_table_info(self, case_info, frame_size, Mpps, Cycle):
> + results_row = [frame_size]
> + results_row.append(case_info)
> + results_row.append(Mpps)
> + results_row.append(Cycle)
> + self.result_table_add(results_row)
> +
> + def calculate_avg_throughput(self):
> + """
> + calculate the average throughput
> + """
> + results = 0.0
> + for i in range(10):
> + out = self.vhost.send_expect("show port stats all", "testpmd>",
> 60)
> + time.sleep(5)
> + lines = re.search("Rx-pps:\s*(\d*)", out)
> + result = lines.group(1)
> + results += float(result)
> + Mpps = results / (1000000 * 10)
> + self.verify(Mpps > 0, "%s can not receive packets" %
> self.running_case)
> + return Mpps
> +
> + def send_and_verify(self, case_info, frame_size):
> + """
> + start to send packets and calculate the average throughput
> + """
> + # start to send packets
> + self.vhost.send_expect("set txpkts %s" % frame_size, "testpmd>",
> 60)
> + self.vhost.send_expect("start tx_first 32", "testpmd>", 60)
> + Mpps = self.calculate_avg_throughput()
> + self.update_table_info(case_info, frame_size, Mpps, "Before
> + Restart")
> +
> + self.port_restart()
> + Mpps = self.calculate_avg_throughput()
> + self.update_table_info(case_info, frame_size, Mpps, "After
> + Restart")
> +
> + def close_all_testpmd(self):
> + """
> + close testpmd about vhost-user and virtio-user
> + """
> + self.vhost.send_expect("quit", "#", 60)
> + self.virtio_user.send_expect("quit", "#", 60)
> +
> + def close_all_session(self):
> + """
> + close session of vhost-user and virtio-user
> + """
> + self.dut.close_session(self.vhost)
> + self.dut.close_session(self.virtio_user)
> +
> + def test_perf_vhost_loopback_virtio11_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio1.1
> mergeable path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=0,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtio11_normal_mac(self):
> + """
> + performance for [frame_sizes] and restart port ob virtio1.1 normal
> path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtio11_inorder_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio1.1 inorder
> path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=1,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 inorder", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_inorder_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on inorder
> mergeable path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=1,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("inorder mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def
> test_perf_vhost_loopback_virtiouser_inorder_mergeable_off_mac(self):
> + """
> + performance for [frame_sizes] and restart port on inorder normal
> path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=1,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("inorder normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio mergeable
> path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_normal_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio normal
> path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_vector_rx_mac(self):
> + """
> + performance for frame_sizes and restart port on virtio vector rx
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0 "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser vector_rx", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def tear_down(self):
> + """
> + Run after each test case.
> + """
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.close_all_session()
> + time.sleep(2)
> +
> + def tear_down_all(self):
> + """
> + Run after each test suite.
> + """
> --
> 2.7.4
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [dts] [PATCH V4] Add testsuite of loopback multi path port restart
2019-03-14 6:49 ` Wang, Yinan
@ 2019-03-14 7:00 ` Ma, LihongX
0 siblings, 0 replies; 4+ messages in thread
From: Ma, LihongX @ 2019-03-14 7:00 UTC (permalink / raw)
To: Wang, Yinan, dts
Tested-by:ma,lihong<lihongx.ma@intel.com>
-----Original Message-----
From: Wang, Yinan
Sent: Thursday, March 14, 2019 2:49 PM
To: Ma, LihongX <lihongx.ma@intel.com>; dts@dpdk.org
Cc: Ma, LihongX <lihongx.ma@intel.com>
Subject: RE: [dts] [PATCH V4] Add testsuite of loopback multi path port restart
Acked-by: Wang, Yinan <yinan.wang@intel.com>
> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of lihong
> Sent: 2019年3月14日 7:26
> To: dts@dpdk.org
> Cc: Ma, LihongX <lihongx.ma@intel.com>
> Subject: [dts] [PATCH V4] Add testsuite of loopback multi path port
> restart
>
> Signed-off-by: lihong <lihongx.ma@intel.com>
> ---
> .../TestSuite_loopback_multi_paths_port_restart.py | 314
> +++++++++++++++++++++
> 1 file changed, 314 insertions(+)
> create mode 100644
> tests/TestSuite_loopback_multi_paths_port_restart.py
>
> diff --git a/tests/TestSuite_loopback_multi_paths_port_restart.py
> b/tests/TestSuite_loopback_multi_paths_port_restart.py
> new file mode 100644
> index 0000000..797be95
> --- /dev/null
> +++ b/tests/TestSuite_loopback_multi_paths_port_restart.py
> @@ -0,0 +1,314 @@
> +#
> +# BSD LICENSE
> +#
> +# Copyright(c) 2010-2019 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without
> +# modification, are permitted provided that the following conditions
> +# are met:
> +#
> +# * Redistributions of source code must retain the above copyright
> +# notice, this list of conditions and the following disclaimer.
> +# * Redistributions in binary form must reproduce the above copyright
> +# notice, this list of conditions and the following disclaimer in
> +# the documentation and/or other materials provided with the
> +# distribution.
> +# * Neither the name of Intel Corporation nor the names of its
> +# contributors may be used to endorse or promote products derived
> +# from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
> ON ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
> USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +
> +"""
> +DPDK Test suite.
> +Benchmark Vhost loopback for 8 RX/TX PATHs.
> +Includes Mergeable, Normal, Vector_RX,Inorder_mergeable,
> +Inorder_no_mergeable, VIRTIO1.1_mergeable, VIRTIO1.1_normal Path,
> +VIRTIO1.1_inorder_normal Path.
> +"""
> +import utils
> +import time
> +import re
> +from test_case import TestCase
> +
> +
> +class TestLoopbackPortRestart(TestCase):
> +
> + def set_up_all(self):
> + """
> + Run at the start of each test suite.
> + """
> + self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
> + self.core_config = "1S/5C/1T"
> + self.dut_ports = self.dut.get_ports()
> + self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
> + self.core_list = self.dut.get_core_list(
> + self.core_config, socket=self.ports_socket)
> + self.core_list_user = self.core_list[0:2]
> + self.core_list_host = self.core_list[2:5]
> + self.core_mask_user = utils.create_mask(self.core_list_user)
> + self.core_mask_host = utils.create_mask(self.core_list_host)
> +
> + def set_up(self):
> + """
> + Run before each test case.
> + """
> + # Clean the execution ENV
> + self.dut.send_expect("rm -rf ./vhost.out", "#")
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.dut.send_expect("killall -s INT qemu-system-x86_64", "#")
> + # Prepare the result table
> + self.table_header = ["FrameSize(B)", "Mode",
> + "Throughput(Mpps)",
> "Cycle"]
> + self.result_table_create(self.table_header)
> +
> + self.vhost = self.dut.new_session(suite="vhost")
> + self.virtio_user = self.dut.new_session(suite="virtio-user")
> +
> + def start_vhost_testpmd(self):
> + """
> + start testpmd on vhost
> + """
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.dut.send_expect("rm -rf ./vhost-net*", "#")
> + command_client = self.dut.target + "/app/testpmd " + \
> + " -n %d -c %s --socket-mem 1024,1024 " + \
> + " --legacy-mem --no-pci --file-prefix=vhost " + \
> + " --vdev
> 'net_vhost0,iface=vhost-net,queues=1,client=0' " + \
> + " -- -i --nb-cores=1 --txd=1024 --rxd=1024"
> + command_line_client = command_client % (
> + self.dut.get_memory_channels(), self.core_mask_host)
> + self.vhost.send_expect(command_line_client, "testpmd> ", 120)
> + self.vhost.send_expect("set fwd mac", "testpmd> ", 120)
> +
> + def start_virtio_user_testpmd(self, pmd_arg):
> + """
> + start testpmd of vhost user
> + """
> + command_line_user = self.dut.target + "/app/testpmd -n %d -c
> + %s
> --socket-mem 1024,1024 " + \
> + "--legacy-mem --no-pci --file-prefix=virtio "
> + \
> +
> "--vdev=net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,%s " +
> \
> + " -- -i %s --rss-ip --nb-cores=1
> + --txd=1024
> --rxd=1024"
> + command_line_user = command_line_user %
> (self.dut.get_memory_channels(),
> +
> self.core_mask_user,
> +
> pmd_arg["version"], pmd_arg["path"])
> + self.virtio_user.send_expect(command_line_user, "testpmd> ", 120)
> + self.virtio_user.send_expect("set fwd mac", "testpmd> ", 120)
> + self.virtio_user.send_expect("start", "testpmd> ", 120)
> +
> + def check_port_throughput_after_port_stop(self):
> + """
> + check the throughput after port stop
> + """
> + loop = 1
> + while(loop <= 5):
> + out = self.vhost.send_expect("show port stats 0",
> + "testpmd>",
> 60)
> + lines = re.search("Rx-pps:\s*(\d*)", out)
> + result = lines.group(1)
> + if result == "0":
> + break
> + time.sleep(3)
> + loop = loop + 1
> + self.verify(result == "0", "port stop failed, it alse can
> + recevie data after stop.")
> +
> + def check_port_link_status_after_port_restart(self):
> + """
> + check the link status after port restart
> + """
> + loop = 1
> + while(loop <= 5):
> + out = self.vhost.send_expect("show port info all",
> + "testpmd> ",
> 120)
> + port_status = re.findall("Link\s*status:\s*([a-z]*)", out)
> + if("down" not in port_status):
> + break
> + time.sleep(3)
> + loop = loop + 1
> +
> + self.verify("down" not in port_status, "port can not up after
> + restart")
> +
> + def port_restart(self):
> + self.vhost.send_expect("stop", "testpmd> ", 120)
> + self.vhost.send_expect("port stop 0", "testpmd> ", 120)
> + self.check_port_throughput_after_port_stop()
> + self.vhost.send_expect("clear port stats all", "testpmd> ", 120)
> + self.vhost.send_expect("port start all", "testpmd> ", 120)
> + self.check_port_link_status_after_port_restart()
> + self.vhost.send_expect("start tx_first 32", "testpmd> ", 120)
> +
> + def update_table_info(self, case_info, frame_size, Mpps, Cycle):
> + results_row = [frame_size]
> + results_row.append(case_info)
> + results_row.append(Mpps)
> + results_row.append(Cycle)
> + self.result_table_add(results_row)
> +
> + def calculate_avg_throughput(self):
> + """
> + calculate the average throughput
> + """
> + results = 0.0
> + for i in range(10):
> + out = self.vhost.send_expect("show port stats all",
> + "testpmd>",
> 60)
> + time.sleep(5)
> + lines = re.search("Rx-pps:\s*(\d*)", out)
> + result = lines.group(1)
> + results += float(result)
> + Mpps = results / (1000000 * 10)
> + self.verify(Mpps > 0, "%s can not receive packets" %
> self.running_case)
> + return Mpps
> +
> + def send_and_verify(self, case_info, frame_size):
> + """
> + start to send packets and calculate the average throughput
> + """
> + # start to send packets
> + self.vhost.send_expect("set txpkts %s" % frame_size,
> + "testpmd>",
> 60)
> + self.vhost.send_expect("start tx_first 32", "testpmd>", 60)
> + Mpps = self.calculate_avg_throughput()
> + self.update_table_info(case_info, frame_size, Mpps, "Before
> + Restart")
> +
> + self.port_restart()
> + Mpps = self.calculate_avg_throughput()
> + self.update_table_info(case_info, frame_size, Mpps, "After
> + Restart")
> +
> + def close_all_testpmd(self):
> + """
> + close testpmd about vhost-user and virtio-user
> + """
> + self.vhost.send_expect("quit", "#", 60)
> + self.virtio_user.send_expect("quit", "#", 60)
> +
> + def close_all_session(self):
> + """
> + close session of vhost-user and virtio-user
> + """
> + self.dut.close_session(self.vhost)
> + self.dut.close_session(self.virtio_user)
> +
> + def test_perf_vhost_loopback_virtio11_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio1.1
> mergeable path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=0,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtio11_normal_mac(self):
> + """
> + performance for [frame_sizes] and restart port ob virtio1.1
> + normal
> path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtio11_inorder_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio1.1
> + inorder
> path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=1,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 inorder", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_inorder_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on inorder
> mergeable path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=1,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("inorder mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def
> test_perf_vhost_loopback_virtiouser_inorder_mergeable_off_mac(self):
> + """
> + performance for [frame_sizes] and restart port on inorder
> + normal
> path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=1,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("inorder normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio
> + mergeable
> path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_normal_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio
> + normal
> path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0
> --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_vector_rx_mac(self):
> + """
> + performance for frame_sizes and restart port on virtio vector rx
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0 "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser vector_rx", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def tear_down(self):
> + """
> + Run after each test case.
> + """
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.close_all_session()
> + time.sleep(2)
> +
> + def tear_down_all(self):
> + """
> + Run after each test suite.
> + """
> --
> 2.7.4
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [dts] [PATCH V4] Add testsuite of loopback multi path port restart
2019-03-13 23:25 [dts] [PATCH V4] Add testsuite of loopback multi path port restart lihong
2019-03-14 6:49 ` Wang, Yinan
@ 2019-03-14 9:41 ` Tu, Lijuan
1 sibling, 0 replies; 4+ messages in thread
From: Tu, Lijuan @ 2019-03-14 9:41 UTC (permalink / raw)
To: Ma, LihongX, dts; +Cc: Ma, LihongX
Applied, thanks
> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of lihong
> Sent: Thursday, March 14, 2019 7:26 AM
> To: dts@dpdk.org
> Cc: Ma, LihongX <lihongx.ma@intel.com>
> Subject: [dts] [PATCH V4] Add testsuite of loopback multi path port restart
>
> Signed-off-by: lihong <lihongx.ma@intel.com>
> ---
> .../TestSuite_loopback_multi_paths_port_restart.py | 314
> +++++++++++++++++++++
> 1 file changed, 314 insertions(+)
> create mode 100644 tests/TestSuite_loopback_multi_paths_port_restart.py
>
> diff --git a/tests/TestSuite_loopback_multi_paths_port_restart.py
> b/tests/TestSuite_loopback_multi_paths_port_restart.py
> new file mode 100644
> index 0000000..797be95
> --- /dev/null
> +++ b/tests/TestSuite_loopback_multi_paths_port_restart.py
> @@ -0,0 +1,314 @@
> +#
> +# BSD LICENSE
> +#
> +# Copyright(c) 2010-2019 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +# * Redistributions of source code must retain the above copyright
> +# notice, this list of conditions and the following disclaimer.
> +# * Redistributions in binary form must reproduce the above copyright
> +# notice, this list of conditions and the following disclaimer in
> +# the documentation and/or other materials provided with the
> +# distribution.
> +# * Neither the name of Intel Corporation nor the names of its
> +# contributors may be used to endorse or promote products derived
> +# from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
> ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
> USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +
> +"""
> +DPDK Test suite.
> +Benchmark Vhost loopback for 8 RX/TX PATHs.
> +Includes Mergeable, Normal, Vector_RX,Inorder_mergeable,
> +Inorder_no_mergeable, VIRTIO1.1_mergeable, VIRTIO1.1_normal Path,
> +VIRTIO1.1_inorder_normal Path.
> +"""
> +import utils
> +import time
> +import re
> +from test_case import TestCase
> +
> +
> +class TestLoopbackPortRestart(TestCase):
> +
> + def set_up_all(self):
> + """
> + Run at the start of each test suite.
> + """
> + self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
> + self.core_config = "1S/5C/1T"
> + self.dut_ports = self.dut.get_ports()
> + self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
> + self.core_list = self.dut.get_core_list(
> + self.core_config, socket=self.ports_socket)
> + self.core_list_user = self.core_list[0:2]
> + self.core_list_host = self.core_list[2:5]
> + self.core_mask_user = utils.create_mask(self.core_list_user)
> + self.core_mask_host = utils.create_mask(self.core_list_host)
> +
> + def set_up(self):
> + """
> + Run before each test case.
> + """
> + # Clean the execution ENV
> + self.dut.send_expect("rm -rf ./vhost.out", "#")
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.dut.send_expect("killall -s INT qemu-system-x86_64", "#")
> + # Prepare the result table
> + self.table_header = ["FrameSize(B)", "Mode", "Throughput(Mpps)", "Cycle"]
> + self.result_table_create(self.table_header)
> +
> + self.vhost = self.dut.new_session(suite="vhost")
> + self.virtio_user = self.dut.new_session(suite="virtio-user")
> +
> + def start_vhost_testpmd(self):
> + """
> + start testpmd on vhost
> + """
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.dut.send_expect("rm -rf ./vhost-net*", "#")
> + command_client = self.dut.target + "/app/testpmd " + \
> + " -n %d -c %s --socket-mem 1024,1024 " + \
> + " --legacy-mem --no-pci --file-prefix=vhost " + \
> + " --vdev 'net_vhost0,iface=vhost-net,queues=1,client=0' " + \
> + " -- -i --nb-cores=1 --txd=1024 --rxd=1024"
> + command_line_client = command_client % (
> + self.dut.get_memory_channels(), self.core_mask_host)
> + self.vhost.send_expect(command_line_client, "testpmd> ", 120)
> + self.vhost.send_expect("set fwd mac", "testpmd> ", 120)
> +
> + def start_virtio_user_testpmd(self, pmd_arg):
> + """
> + start testpmd of vhost user
> + """
> + command_line_user = self.dut.target + "/app/testpmd -n %d -c %s --
> socket-mem 1024,1024 " + \
> + "--legacy-mem --no-pci --file-prefix=virtio " + \
> + "--vdev=net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-
> net,%s " + \
> + " -- -i %s --rss-ip --nb-cores=1 --txd=1024 --rxd=1024"
> + command_line_user = command_line_user %
> (self.dut.get_memory_channels(),
> + self.core_mask_user,
> + pmd_arg["version"], pmd_arg["path"])
> + self.virtio_user.send_expect(command_line_user, "testpmd> ", 120)
> + self.virtio_user.send_expect("set fwd mac", "testpmd> ", 120)
> + self.virtio_user.send_expect("start", "testpmd> ", 120)
> +
> + def check_port_throughput_after_port_stop(self):
> + """
> + check the throughput after port stop
> + """
> + loop = 1
> + while(loop <= 5):
> + out = self.vhost.send_expect("show port stats 0", "testpmd>", 60)
> + lines = re.search("Rx-pps:\s*(\d*)", out)
> + result = lines.group(1)
> + if result == "0":
> + break
> + time.sleep(3)
> + loop = loop + 1
> + self.verify(result == "0", "port stop failed, it alse can
> + recevie data after stop.")
> +
> + def check_port_link_status_after_port_restart(self):
> + """
> + check the link status after port restart
> + """
> + loop = 1
> + while(loop <= 5):
> + out = self.vhost.send_expect("show port info all", "testpmd> ", 120)
> + port_status = re.findall("Link\s*status:\s*([a-z]*)", out)
> + if("down" not in port_status):
> + break
> + time.sleep(3)
> + loop = loop + 1
> +
> + self.verify("down" not in port_status, "port can not up after
> + restart")
> +
> + def port_restart(self):
> + self.vhost.send_expect("stop", "testpmd> ", 120)
> + self.vhost.send_expect("port stop 0", "testpmd> ", 120)
> + self.check_port_throughput_after_port_stop()
> + self.vhost.send_expect("clear port stats all", "testpmd> ", 120)
> + self.vhost.send_expect("port start all", "testpmd> ", 120)
> + self.check_port_link_status_after_port_restart()
> + self.vhost.send_expect("start tx_first 32", "testpmd> ", 120)
> +
> + def update_table_info(self, case_info, frame_size, Mpps, Cycle):
> + results_row = [frame_size]
> + results_row.append(case_info)
> + results_row.append(Mpps)
> + results_row.append(Cycle)
> + self.result_table_add(results_row)
> +
> + def calculate_avg_throughput(self):
> + """
> + calculate the average throughput
> + """
> + results = 0.0
> + for i in range(10):
> + out = self.vhost.send_expect("show port stats all", "testpmd>", 60)
> + time.sleep(5)
> + lines = re.search("Rx-pps:\s*(\d*)", out)
> + result = lines.group(1)
> + results += float(result)
> + Mpps = results / (1000000 * 10)
> + self.verify(Mpps > 0, "%s can not receive packets" % self.running_case)
> + return Mpps
> +
> + def send_and_verify(self, case_info, frame_size):
> + """
> + start to send packets and calculate the average throughput
> + """
> + # start to send packets
> + self.vhost.send_expect("set txpkts %s" % frame_size, "testpmd>", 60)
> + self.vhost.send_expect("start tx_first 32", "testpmd>", 60)
> + Mpps = self.calculate_avg_throughput()
> + self.update_table_info(case_info, frame_size, Mpps, "Before
> + Restart")
> +
> + self.port_restart()
> + Mpps = self.calculate_avg_throughput()
> + self.update_table_info(case_info, frame_size, Mpps, "After
> + Restart")
> +
> + def close_all_testpmd(self):
> + """
> + close testpmd about vhost-user and virtio-user
> + """
> + self.vhost.send_expect("quit", "#", 60)
> + self.virtio_user.send_expect("quit", "#", 60)
> +
> + def close_all_session(self):
> + """
> + close session of vhost-user and virtio-user
> + """
> + self.dut.close_session(self.vhost)
> + self.dut.close_session(self.virtio_user)
> +
> + def test_perf_vhost_loopback_virtio11_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio1.1 mergeable
> path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=0,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtio11_normal_mac(self):
> + """
> + performance for [frame_sizes] and restart port ob virtio1.1 normal path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtio11_inorder_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio1.1 inorder path
> + """
> + pmd_arg = {"version": "packed_vq=1,in_order=1,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtio1.1 inorder", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_inorder_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on inorder mergeable path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=1,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("inorder mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_inorder_mergeable_off_mac(self):
> + """
> + performance for [frame_sizes] and restart port on inorder normal path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=1,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("inorder normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_mergeable_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio mergeable path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=1 ",
> + "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser mergeable", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_normal_mac(self):
> + """
> + performance for [frame_sizes] and restart port on virtio normal path
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0 --enable-hw-vlan-strip "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser normal", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def test_perf_vhost_loopback_virtiouser_vector_rx_mac(self):
> + """
> + performance for frame_sizes and restart port on virtio vector rx
> + """
> + pmd_arg = {"version": "packed_vq=0,in_order=0,mrg_rxbuf=0 ",
> + "path": "--tx-offloads=0x0 "}
> + for frame_size in self.frame_sizes:
> + self.start_vhost_testpmd()
> + self.start_virtio_user_testpmd(pmd_arg)
> + self.send_and_verify("virtiouser vector_rx", frame_size)
> + self.close_all_testpmd()
> + self.result_table_print()
> +
> + def tear_down(self):
> + """
> + Run after each test case.
> + """
> + self.dut.send_expect("killall -s INT testpmd", "#")
> + self.close_all_session()
> + time.sleep(2)
> +
> + def tear_down_all(self):
> + """
> + Run after each test suite.
> + """
> --
> 2.7.4
^ permalink raw reply [flat|nested] 4+ messages in thread
end of thread, other threads:[~2019-03-14 9:41 UTC | newest]
Thread overview: 4+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2019-03-13 23:25 [dts] [PATCH V4] Add testsuite of loopback multi path port restart lihong
2019-03-14 6:49 ` Wang, Yinan
2019-03-14 7:00 ` Ma, LihongX
2019-03-14 9:41 ` Tu, Lijuan
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).