From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from mga01.intel.com (mga01.intel.com [192.55.52.88]) by dpdk.org (Postfix) with ESMTP id 9677510CEB for ; Thu, 22 Dec 2016 07:31:55 +0100 (CET) Received: from orsmga002.jf.intel.com ([10.7.209.21]) by fmsmga101.fm.intel.com with ESMTP; 21 Dec 2016 22:31:55 -0800 X-ExtLoop1: 1 X-IronPort-AV: E=Sophos;i="5.33,386,1477983600"; d="scan'208";a="21512712" Received: from fmsmsx104.amr.corp.intel.com ([10.18.124.202]) by orsmga002.jf.intel.com with ESMTP; 21 Dec 2016 22:31:55 -0800 Received: from shsmsx102.ccr.corp.intel.com (10.239.4.154) by fmsmsx104.amr.corp.intel.com (10.18.124.202) with Microsoft SMTP Server (TLS) id 14.3.248.2; Wed, 21 Dec 2016 22:31:54 -0800 Received: from shsmsx103.ccr.corp.intel.com ([169.254.4.20]) by shsmsx102.ccr.corp.intel.com ([169.254.2.88]) with mapi id 14.03.0248.002; Thu, 22 Dec 2016 14:31:51 +0800 From: "Liu, Yong" To: "Yao, Lei A" , "dts@dpdk.org" CC: "Yao, Lei A" Thread-Topic: [dts] [PATCH V4] test: add vhost/virtio pvp performance test Thread-Index: AQHSXBKQLGgZf6xmtU65g6GlteISdqETgfKA Date: Thu, 22 Dec 2016 06:31:50 +0000 Message-ID: <86228AFD5BCD8E4EBFD2B90117B5E81E62D2ED6F@SHSMSX103.ccr.corp.intel.com> References: <1482383848-10128-1-git-send-email-lei.a.yao@intel.com> In-Reply-To: <1482383848-10128-1-git-send-email-lei.a.yao@intel.com> Accept-Language: zh-CN, en-US Content-Language: en-US X-MS-Has-Attach: X-MS-TNEF-Correlator: x-titus-metadata-40: eyJDYXRlZ29yeUxhYmVscyI6IiIsIk1ldGFkYXRhIjp7Im5zIjoiaHR0cDpcL1wvd3d3LnRpdHVzLmNvbVwvbnNcL0ludGVsMyIsImlkIjoiY2M1ZGEwNDktMjJjZi00ZWZjLWIxY2MtZmRkYTJiNmM1NjliIiwicHJvcHMiOlt7Im4iOiJDVFBDbGFzc2lmaWNhdGlvbiIsInZhbHMiOlt7InZhbHVlIjoiQ1RQX0lDIn1dfV19LCJTdWJqZWN0TGFiZWxzIjpbXSwiVE1DVmVyc2lvbiI6IjE1LjkuNi42IiwiVHJ1c3RlZExhYmVsSGFzaCI6InVHaUo3S3lHQ3pPd0lcL1ZqZjZHUzZucGFHeFFZM0xTRXQyQTJ6T1Q2c25VPSJ9 x-ctpclassification: CTP_IC x-originating-ip: [10.239.127.40] Content-Type: text/plain; charset="us-ascii" Content-Transfer-Encoding: quoted-printable MIME-Version: 1.0 Subject: Re: [dts] [PATCH V4] test: add vhost/virtio pvp performance test X-BeenThere: dts@dpdk.org X-Mailman-Version: 2.1.15 Precedence: list List-Id: test suite reviews and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Thu, 22 Dec 2016 06:31:56 -0000 Thanks, applied into master branch. > -----Original Message----- > From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of lei,yao > Sent: Thursday, December 22, 2016 1:17 PM > To: dts@dpdk.org > Cc: Yao, Lei A > Subject: [dts] [PATCH V4] test: add vhost/virtio pvp performance test >=20 > From: lei yao >=20 > The test case include 2 part: > 1. virtio 0.95 performance test > virtio0.95 is the default version for qemu. Vector, normal, mergeable pat= h > will be tested on this version > 2. Test vector performance on virtio 1.0. >=20 > Change in V4 > The cmd is changed to based on self.target >=20 > Signed-off-by: lei yao > --- > tests/TestSuite_vhost_qemu_pvp_performance.py | 307 > ++++++++++++++++++++++++++ > 1 file changed, 307 insertions(+) > create mode 100644 tests/TestSuite_vhost_qemu_pvp_performance.py >=20 > diff --git a/tests/TestSuite_vhost_qemu_pvp_performance.py > b/tests/TestSuite_vhost_qemu_pvp_performance.py > new file mode 100644 > index 0000000..388f105 > --- /dev/null > +++ b/tests/TestSuite_vhost_qemu_pvp_performance.py > @@ -0,0 +1,307 @@ > +# BSD LICENSE > +# > +# Copyright(c) 2010-2015 Intel Corporation. All rights reserved. > +# All rights reserved. > +# > +# Redistribution and use in source and binary forms, with or without > +# modification, are permitted provided that the following conditions > +# are met: > +# > +# * Redistributions of source code must retain the above copyright > +# notice, this list of conditions and the following disclaimer. > +# * Redistributions in binary form must reproduce the above copyright > +# notice, this list of conditions and the following disclaimer in > +# the documentation and/or other materials provided with the > +# distribution. > +# * Neither the name of Intel Corporation nor the names of its > +# contributors may be used to endorse or promote products derived > +# from this software without specific prior written permission. > +# > +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS > +# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT > +# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR > +# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT > +# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, > +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT > +# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, > +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY > +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT > +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE > +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. > + > +""" > +DPDK Test suite. > + > +Vhost PVP performance using Qemu test suite. > +""" > +import os > +import re > +import time > +import utils > +from scapy.utils import wrpcap, rdpcap > +from test_case import TestCase > +from exception import VerifyFailure > +from settings import HEADER_SIZE > +from etgen import IxiaPacketGenerator > +from qemu_kvm import QEMUKvm > + > + > +class TestVhostUserOneCopyOneVm(TestCase): > + > + def set_up_all(self): > + # Get and verify the ports > + self.dut_ports =3D self.dut.get_ports() > + self.verify(len(self.dut_ports) >=3D 1, "Insufficient ports for > testing") > + > + # Get the port's socket > + self.pf =3D self.dut_ports[0] > + netdev =3D self.dut.ports_info[self.pf]['port'] > + self.socket =3D netdev.get_nic_socket() > + self.cores =3D self.dut.get_core_list("1S/3C/1T", > socket=3Dself.socket) > + > + # Set the params of vhost sample > + self.vhost_app =3D "./examples/vhost/build/vhost-switch" > + self.vm2vm =3D 0 > + # This parameter is used to define mergeable on/off > + self.jumbo =3D 0 > + > + # Using file to save the vhost sample output since in jumboframe > case, > + # there will be lots of output > + self.vhost_test =3D self.vhost_app + \ > + " -c %s -n %d --socket-mem 2048,2048 -- -p 0x1 -- > mergeable %d" + \ > + " --vm2vm %d --socket-file ./vhost-net > ./vhost.out &" > + # build the vhost sample in vhost-user mode. > + if self.nic in ['niantic']: > + self.dut.send_expect( > + "sed -i -e 's/#define MAX_QUEUES.*$/#define MAX_QUEUES > 128/' " > + "./examples/vhost/main.c", > + "#", 10) > + elif self.nic.startswith('fortville'): > + self.dut.send_expect( > + "sed -i -e 's/#define MAX_QUEUES.*$/#define MAX_QUEUES > 512/' " > + "./examples/vhost/main.c", > + "#", 10) > + out =3D self.dut.send_expect("make -C examples/vhost", "#") > + self.verify("Error" not in out, "compilation error") > + self.verify("No such file" not in out, "Not found file error") > + > + self.virtio1 =3D "eth1" > + self.virtio1_mac =3D "52:54:00:00:00:01" > + self.src1 =3D "192.168.4.1" > + self.dst1 =3D "192.168.3.1" > + self.vm_dut =3D None > + > + self.number_of_ports =3D 1 > + self.header_row =3D ["FrameSize(B)", "Throughput(Mpps)", > "LineRate(%)", "Cycle"] > + self.memory_channel =3D 4 > + > + def set_up(self): > + # > + # Run before each test case. > + # > + # Launch vhost sample using default params > + # > + self.dut.send_expect("rm -rf ./vhost.out", "#") > + self.dut.send_expect("rm -rf ./vhost-net*", "#") > + self.dut.send_expect("killall -s INT vhost-switch", "#") > + > + self.frame_sizes =3D [64, 128, 256, 512, 1024, 1500] > + self.vm_testpmd_vector =3D self.target + "/app/testpmd -c 0x3 -n= 3" > \ > + + " -- -i --txqflags=3D0xf01 --disable-= hw- > vlan-filter" > + self.vm_testpmd_normal =3D self.target + "/app/testpmd -c 0x3 -n= 3" > \ > + + " -- -i --txqflags=3D0xf00 --disable-= hw- > vlan-filter" > + > + def launch_vhost_sample(self): > + # > + # Launch the vhost sample with different parameters > + # > + self.coremask =3D utils.create_mask(self.cores) > + self.vhostapp_testcmd =3D self.vhost_test % ( > + self.coremask, self.memory_channel, self.jumbo, self.vm2vm) > + self.dut.send_expect(self.vhostapp_testcmd, "# ", 40) > + time.sleep(30) > + try: > + self.logger.info("Launch vhost sample:") > + self.dut.session.copy_file_from(self.dut.base_dir + > "vhost.out") > + fp =3D open('./vhost.out', 'r') > + out =3D fp.read() > + fp.close() > + if "Error" in out: > + raise Exception("Launch vhost sample failed") > + else: > + self.logger.info("Launch vhost sample finished") > + except Exception as e: > + self.logger.error("ERROR: Failed to launch vhost sample: %s"= % > str(e)) > + > + def start_onevm(self, path=3D"", modem=3D0): > + # > + # Start One VM with one virtio device > + # > + > + self.vm =3D QEMUKvm(self.dut, 'vm0', 'vhost_sample') > + if(path !=3D ""): > + self.vm.set_qemu_emulator(path) > + vm_params =3D {} > + vm_params['driver'] =3D 'vhost-user' > + vm_params['opt_path'] =3D './vhost-net' > + vm_params['opt_mac'] =3D self.virtio1_mac > + if(modem =3D=3D 1): > + vm_params['opt_settings'] =3D 'disable-modern=3Dfalse' > + self.vm.set_vm_device(**vm_params) > + > + try: > + self.vm_dut =3D self.vm.start() > + if self.vm_dut is None: > + raise Exception("Set up VM ENV failed") > + except Exception as e: > + self.logger.error("ERROR: Failure for %s" % str(e)) > + > + return True > + > + def vm_testpmd_start(self): > + # > + # Start testpmd in vm > + # > + if self.vm_dut is not None: > + self.vm_dut.send_expect(self.vm_testpmd_vector, "testpmd>", > 20) > + self.vm_dut.send_expect("set fwd mac", "testpmd>", 20) > + self.vm_dut.send_expect("start tx_first", "testpmd>") > + > + def send_verify(self, case, frame_sizes, vlan_id1=3D0, > tag=3D"Performance"): > + self.result_table_create(self.header_row) > + for frame_size in frame_sizes: > + info =3D "Running test %s, and %d frame size." % (case, > frame_size) > + self.logger.info(info) > + payload =3D frame_size - HEADER_SIZE['eth'] - HEADER_SIZE['i= p'] > + flow1 =3D > '[Ether(dst=3D"%s")/Dot1Q(vlan=3D%s)/IP(src=3D"%s",dst=3D"%s")/("X"*%d)]'= % ( > + self.virtio1_mac, vlan_id1, self.src1, self.dst1, payloa= d) > + self.tester.scapy_append('wrpcap("flow1.pcap", %s)' % flow1) > + self.tester.scapy_execute() > + > + tgenInput =3D [] > + port =3D self.tester.get_local_port(self.pf) > + tgenInput.append((port, port, "flow1.pcap")) > + > + _, pps =3D self.tester.traffic_generator_throughput(tgenInpu= t, > delay=3D30) > + Mpps =3D pps / 1000000.0 > + pct =3D Mpps * 100 / float(self.wirespeed(self.nic, frame_si= ze, > + self.number_of_ports)) > + data_row =3D [frame_size, str(Mpps), str(pct), tag] > + self.result_table_add(data_row) > + self.result_table_print() > + > + def test_perf_pvp_qemu_vector_pmd(self): > + # > + # Test the pvp performance for vector path > + # > + # start testpmd on VM > + self.jumbo =3D 0 > + self.launch_vhost_sample() > + self.start_onevm() > + > + self.vm_dut.send_expect(self.vm_testpmd_vector, "testpmd>", 20) > + self.vm_dut.send_expect("start tx_first", "testpmd>") > + time.sleep(5) > + vlan_id1 =3D 1000 > + self.send_verify(self.running_case, self.frame_sizes, vlan_id1, > "Virtio 0.95 Vector Performance") > + self.vm_dut.kill_all() > + > + def test_perf_pvp_qemu_normal_pmd(self): > + # > + # Test the performance for normal path > + # > + # start testpmd on VM > + self.jumbo =3D 0 > + self.launch_vhost_sample() > + self.start_onevm() > + # Start testpmd with user > + self.vm_dut.send_expect(self.vm_testpmd_normal, "testpmd>", 20) > + self.vm_dut.send_expect("start tx_first", "testpmd>") > + > + time.sleep(5) > + vlan_id1 =3D 1000 > + self.send_verify(self.running_case, self.frame_sizes, vlan_id1, > "Virtio 0.95 Normal Performance") > + self.vm_dut.kill_all() > + > + def test_perf_pvp_qemu_mergeable_pmd(self): > + # > + # Test the performance for mergeable path > + # > + # start testpmd on VM > + self.jumbo =3D 1 > + self.launch_vhost_sample() > + self.start_onevm() > + # Start testpmd with user > + self.vm_dut.send_expect(self.vm_testpmd_vector, "testpmd>", 20) > + self.vm_dut.send_expect("start tx_first", "testpmd>") > + > + time.sleep(5) > + vlan_id1 =3D 1000 > + self.send_verify(self.running_case, self.frame_sizes, vlan_id1, > "Virtio 0.95 Mergeable Performance") > + self.vm_dut.kill_all() > + > + def test_perf_virtio_modern_qemu_vector_pmd(self): > + # > + # Test the vhost/virtio pvp performance for virtio1.0 > + # > + # > + # start testpmd on VM > + self.jumbo =3D 0 > + self.launch_vhost_sample() > + self.start_onevm("", 1) > + # Start testpmd with user > + self.vm_dut.send_expect(self.vm_testpmd_vector, "testpmd>", 20) > + self.vm_dut.send_expect("start tx_first", "testpmd>") > + > + time.sleep(5) > + vlan_id1 =3D 1000 > + self.send_verify(self.running_case, self.frame_sizes, vlan_id1, > "virtio1.0, Vector") > + self.vm_dut.kill_all() > + > + def test_perf_virtio_modern_qemu_normal_pmd(self): > + # > + # Test the performance of one vm with 2virtio devices in legacy > fwd > + # > + # start testpmd on VM > + self.jumbo =3D 0 > + self.launch_vhost_sample() > + self.start_onevm("", 1) > + # Start testpmd with user > + self.vm_dut.send_expect(self.vm_testpmd_normal, "testpmd>", 20) > + self.vm_dut.send_expect("start tx_first", "testpmd>") > + > + time.sleep(5) > + vlan_id1 =3D 1000 > + self.send_verify(self.running_case, self.frame_sizes, vlan_id1, > "virtio1.0, Normal") > + self.vm_dut.kill_all() > + > + def test_perf_virtio_modern_qemu_mergeable_pmd(self): > + # > + # Test the performance of one vm with 2virtio devices in legacy > fwd > + # > + # start testpmd on VM > + self.jumbo =3D 1 > + self.launch_vhost_sample() > + self.start_onevm("", 1) > + # Start testpmd with user > + self.vm_dut.send_expect(self.vm_testpmd_vector, "testpmd>", 20) > + self.vm_dut.send_expect("start tx_first", "testpmd>") > + > + time.sleep(5) > + vlan_id1 =3D 1000 > + self.send_verify(self.running_case, self.frame_sizes, vlan_id1, > "virtio1.0, Mergeable") > + self.vm_dut.kill_all() > + > + def tear_down(self): > + # > + # Run after each test case. > + # Clear vhost-switch and qemu to avoid blocking the following TC= s > + # > + self.vm.stop() > + time.sleep(2) > + > + def tear_down_all(self): > + """ > + Run after each test suite. > + """ > + pass > -- > 2.7.4