From: "lei,yao" <lei.a.yao@intel.com>
To: dts@dpdk.org
Cc: lei yao <lei.a.yao@intel.com>
Subject: [dts] [PATCH V3] tests: add test for vhost/virtio loopback performance
Date: Thu, 29 Dec 2016 13:09:57 +0800 [thread overview]
Message-ID: <1482988197-20248-1-git-send-email-lei.a.yao@intel.com> (raw)
From: lei yao <lei.a.yao@intel.com>
This test won't use qemu, but will use two testpmd thread to launch vhost-user and
virtio-user to simulate the qemu user case.
Signed-off-by: lei yao <lei.a.yao@intel.com>
---
...Suite_vhost_loopback_performance_virtio_user.py | 268 +++++++++++++++++++++
1 file changed, 268 insertions(+)
create mode 100644 tests/TestSuite_vhost_loopback_performance_virtio_user.py
diff --git a/tests/TestSuite_vhost_loopback_performance_virtio_user.py b/tests/TestSuite_vhost_loopback_performance_virtio_user.py
new file mode 100644
index 0000000..0d6db04
--- /dev/null
+++ b/tests/TestSuite_vhost_loopback_performance_virtio_user.py
@@ -0,0 +1,268 @@
+#
+# BSD LICENSE
+#
+# Copyright(c) 2010-2016 Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+# * Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# * Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in
+# the documentation and/or other materials provided with the
+# distribution.
+# * Neither the name of Intel Corporation nor the names of its
+# contributors may be used to endorse or promote products derived
+# from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+"""
+DPDK Test suite.
+Test Vhost loopback performance for Mergeable, normal , vector Path
+"""
+import os
+import string
+import utils
+import time
+import re
+from test_case import TestCase
+
+
+class TestVhostLoopback(TestCase):
+
+ def set_up_all(self):
+ """
+ Run at the start of each test suite.
+ """
+ # Clean the execution environment
+ self.dut.send_expect("rm -rf ./vhost.out", "#")
+ self.dut.send_expect("rm -rf ./vhost-net*", "#")
+ self.header_row = ["FrameSize(B)", "Mode", "Throughput(Mpps)", "Virtio Version"]
+ self.frame_sizes = [64, 128, 260, 520, 1024, 1500]
+ self.test_cycles = {'Mpps': {}, 'pct': {}}
+ # Don't use any NIC in this test case
+ port_list = self.dut.get_ports()
+ for i in port_list:
+ port = self.dut.ports_info[i]['port']
+ port.bind_driver()
+ # Get the default TX packet size of the testpmd
+ file_path = "/root/dpdk/app/test-pmd/testpmd.h"
+ fp = open(file_path, 'r')
+ out = fp.read()
+ search_result = re.search("TXONLY_DEF_PACKET_LEN\s*(\d*)", out)
+ self.packet_length = search_result.group(1)
+
+ def set_up(self):
+ """
+ Run before each test case.
+ """
+ pass
+
+ def test_perf_vhost_mergeable_loopback(self):
+ """
+ Benchmark performance for frame_sizes.
+ """
+ self.result_table_create(self.header_row)
+ # Modify the driver file to disbale the Mergeable, then re-compile the DPDK and back up the original driver file
+ for frame_size in self.frame_sizes:
+ # Back up the original driver file
+ self.dut.send_expect("cp ./drivers/net/virtio/virtio_ethdev.h ./", "#", 30)
+ # Change the packet size sent by the testpmd
+ self.change_testpmd_size = "sed -i -e 's/#define TXONLY_DEF_PACKET_LEN.*$/#define TXONLY_DEF_PACKET_LEN %d/' ./app/test-pmd/testpmd.h" % frame_size
+ self.dut.send_expect(self.change_testpmd_size, "#", 30)
+ self.dut.build_install_dpdk(self.dut.target)
+
+ # Start the vhost user side
+ cmd = self.target + "/app/testpmd -n 4 -c 0x03 " + \
+ "-m 2048 --file-prefix=vhost --vdev 'net_vhost0,iface=vhost-net,queues=1,client=0' -- -i"
+ self.dut.send_expect(cmd, "testpmd>", 120)
+ # Start the virtio_user side
+ vhost_user = self.dut.new_session()
+ command_line_user = self.target + "/app/testpmd -n 4 -c 0x0c " + \
+ " -m 2048 --no-pci --file-prefix=virtio " + \
+ " --vdev=net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net" + \
+ " -- -i --txqflags=0xf01 --disable-hw-vlan-filter"
+
+ vhost_user.send_expect(command_line_user, "testpmd>", 120)
+
+ self.dut.send_expect("set fwd mac retry", "testpmd>", 60)
+ self.dut.send_expect("start tx_first 32", "testpmd>", 60)
+ vhost_user.send_expect("start tx_first 32", "testpmd> ", 120)
+ results = 0.0
+ out = self.dut.send_expect("show port stats all", "testpmd>", 60)
+ time.sleep(5)
+ # Get throughput 10 times and calculate the average throughput
+ for i in range(10):
+ out = self.dut.send_expect("show port stats all", "testpmd>", 60)
+ time.sleep(5)
+ lines = re.search("Rx-pps:\s*(\d*)", out)
+ result = lines.group(1)
+ results += float(result)
+ Mpps = results / (1000000 * 10)
+
+ self.dut.send_expect("quit", "#", 60)
+ vhost_user.send_expect("quit", "#", 60)
+ # Restore the driver file
+ self.dut.send_expect("rm -rf ./drivers/net/virtio/virtio_ethdev.h", "#", 30)
+ self.dut.send_expect("mv ./virtio_ethdev.h ./drivers/net/virtio/", "#", 30)
+ self.test_cycles['Mpps'][frame_size] = Mpps
+ self.test_cycles['pct'][frame_size] = "Virtio 0.95"
+
+ for frame_size in self.frame_sizes:
+ results_row = [frame_size]
+ results_row.append("Mergeable on")
+ results_row.append(self.test_cycles['Mpps'][frame_size])
+ results_row.append(self.test_cycles['pct'][frame_size])
+ self.result_table_add(results_row)
+ self.result_table_print()
+
+ def test_perf_vhost_vector_loopback(self):
+ """
+ Benchmark performance for frame_sizes.
+ """
+ self.result_table_create(self.header_row)
+ for frame_size in self.frame_sizes:
+ # Modify the driver file to disbale the Mergeable, then re-compile the DPDK and back up the original driver file
+ self.dut.send_expect("cp ./drivers/net/virtio/virtio_ethdev.h ./", "#", 30)
+ self.dut.send_expect("sed -i '/VIRTIO_NET_F_MRG_RXBUF/d' ./drivers/net/virtio/virtio_ethdev.h", "#", 30)
+ self.change_testpmd_size = "sed -i -e 's/#define TXONLY_DEF_PACKET_LEN .*$/#define TXONLY_DEF_PACKET_LEN %d/' ./app/test-pmd/testpmd.h" % frame_size
+ self.dut.send_expect(self.change_testpmd_size, "#", 30)
+ self.dut.build_install_dpdk(self.dut.target)
+
+ # Start the vhost user side
+ cmd = self.target + "/app/testpmd -n 4 -c 0x03 " + \
+ "-m 2048 --file-prefix=vhost --vdev 'net_vhost0,iface=vhost-net,queues=1,client=0' -- -i"
+ self.dut.send_expect(cmd, "testpmd>", 120)
+ # Start the virtio_user side
+ vhost_user = self.dut.new_session()
+ command_line_user = self.target + "/app/testpmd -n 4 -c 0x0c " + \
+ " -m 2048 --no-pci --file-prefix=virtio " + \
+ " --vdev=net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net " + \
+ " -- -i --txqflags=0xf01 --disable-hw-vlan-filter"
+
+ vhost_user.send_expect(command_line_user, "testpmd>", 120)
+
+ self.dut.send_expect("set fwd mac retry", "testpmd>", 60)
+ self.dut.send_expect("start tx_first 32", "testpmd>", 60)
+ vhost_user.send_expect("start tx_first 32", "testpmd> ", 120)
+ results = 0.0
+ out = self.dut.send_expect("show port stats all", "testpmd>", 60)
+ time.sleep(5)
+ # Get throughput 10 times and calculate the average throughput
+ for i in range(10):
+ out = self.dut.send_expect("show port stats all", "testpmd>", 60)
+ time.sleep(5)
+ lines = re.search("Rx-pps:\s*(\d*)", out)
+ result = lines.group(1)
+ results += float(result)
+ Mpps = results / (1000000 * 10)
+
+ self.dut.send_expect("quit", "#", 60)
+ vhost_user.send_expect("quit", "#", 60)
+ # Restore the driver file
+ self.dut.send_expect("rm -rf ./drivers/net/virtio/virtio_ethdev.h", "#", 30)
+ self.dut.send_expect("mv ./virtio_ethdev.h ./drivers/net/virtio/", "#", 30)
+ self.test_cycles['Mpps'][frame_size] = Mpps
+ self.test_cycles['pct'][frame_size] = "Virtio 0.95"
+
+ for frame_size in self.frame_sizes:
+ results_row = [frame_size]
+ results_row.append("Vector on")
+ results_row.append(self.test_cycles['Mpps'][frame_size])
+ results_row.append(self.test_cycles['pct'][frame_size])
+ self.result_table_add(results_row)
+ self.result_table_print()
+
+ def test_perf_vhost_normal_loopback(self):
+ """
+ Benchmark performance for frame_sizes.
+ """
+
+ self.result_table_create(self.header_row)
+ for frame_size in self.frame_sizes:
+ # Modify the driver file to disbale the Mergeable, then re-compile the DPDK and back up the original driver file
+ self.dut.send_expect("cp ./drivers/net/virtio/virtio_ethdev.h ./", "#", 30)
+ self.dut.send_expect("sed -i '/VIRTIO_NET_F_MRG_RXBUF/d' ./drivers/net/virtio/virtio_ethdev.h", "#", 30)
+ self.change_testpmd_size = "sed -i -e 's/#define TXONLY_DEF_PACKET_LEN .*$/#define TXONLY_DEF_PACKET_LEN %d/' ./app/test-pmd/testpmd.h" % frame_size
+ self.dut.send_expect(self.change_testpmd_size, "#", 30)
+ self.dut.build_install_dpdk(self.dut.target)
+
+ # Start the vhost user side
+ cmd = self.target + "/app/testpmd -n 4 -c 0x03 " + \
+ "-m 2048 --file-prefix=vhost --vdev 'net_vhost0,iface=vhost-net,queues=1,client=0' -- -i"
+ self.dut.send_expect(cmd, "testpmd>", 120)
+ # Start the virtio_user side
+ vhost_user = self.dut.new_session()
+ command_line_user = self.target + "/app/testpmd -n 4 -c 0x0c " + \
+ " -m 2048 --no-pci --file-prefix=virtio " + \
+ " --vdev=net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net" + \
+ " -- -i --txqflags=0xf00 --disable-hw-vlan-filter"
+
+ vhost_user.send_expect(command_line_user, "testpmd>", 120)
+
+ self.dut.send_expect("set fwd mac retry", "testpmd>", 60)
+ self.dut.send_expect("start tx_first 32", "testpmd>", 60)
+ vhost_user.send_expect("start tx_first 32", "testpmd> ", 120)
+ results = 0.0
+ out = self.dut.send_expect("show port stats all", "testpmd>", 60)
+ time.sleep(5)
+ # Get throughput 10 times and calculate the average throughput
+ for i in range(10):
+ out = self.dut.send_expect("show port stats all", "testpmd>", 60)
+ time.sleep(5)
+ lines = re.search("Rx-pps:\s*(\d*)", out)
+ result = lines.group(1)
+ results += float(result)
+ Mpps = results / (1000000 * 10)
+
+ self.dut.send_expect("quit", "#", 60)
+ vhost_user.send_expect("quit", "#", 60)
+ # Restore the driver file
+ self.dut.send_expect("rm -rf ./drivers/net/virtio/virtio_ethdev.h", "#", 30)
+ self.dut.send_expect("mv ./virtio_ethdev.h ./drivers/net/virtio/", "#", 30)
+ self.test_cycles['Mpps'][frame_size] = Mpps
+ self.test_cycles['pct'][frame_size] = "Virtio 0.95"
+
+ for frame_size in self.frame_sizes:
+ results_row = [frame_size]
+ results_row.append("Normal")
+ results_row.append(self.test_cycles['Mpps'][frame_size])
+ results_row.append(self.test_cycles['pct'][frame_size])
+ self.result_table_add(results_row)
+
+ self.result_table_print()
+
+ def tear_down(self):
+ """
+ Run after each test case.
+ """
+ time.sleep(2)
+
+ def tear_down_all(self):
+ """
+ Run after each test suite.
+ """
+ # Recompile the dpdk because we change the source code during the test
+ self.dut.build_install_dpdk(self.dut.target)
+ # Re-bind the port to config driver
+ port_list = self.dut.get_ports()
+ for i in port_list:
+ port = self.dut.ports_info[i]['port']
+ port.bind_driver(self.drivername)
+ # Set the tx packet size of testpmd to default size
+ self.dut.send_expect("sed -i -e 's/#define TXONLY_DEF_PACKET_LEN.*$/#define TXONLY_DEF_PACKET_LEN %s/' ./app/test-pmd/testpmd.h" % self.packet_length, "#", 30)
--
2.7.4
next reply other threads:[~2016-12-29 5:08 UTC|newest]
Thread overview: 2+ messages / expand[flat|nested] mbox.gz Atom feed top
2016-12-29 5:09 lei,yao [this message]
2016-12-29 6:51 ` Liu, Yong
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=1482988197-20248-1-git-send-email-lei.a.yao@intel.com \
--to=lei.a.yao@intel.com \
--cc=dts@dpdk.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).