Re: [dts] [PATCH V1] add vf l3fwd performance test case and config file

["Tu, Lijuan" <lijuan.tu@intel.com>]

Applied, thanks

> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of hanyingya
> Sent: Tuesday, June 11, 2019 7:21 PM
> To: dts@dpdk.org
> Cc: Han, YingyaX <yingyax.han@intel.com>
> Subject: [dts] [PATCH V1] add vf l3fwd performance test case and config file
> 
> Signed-off-by: hanyingya <yingyax.han@intel.com>
> ---
>  conf/vf_l3fwd.cfg           |   2 +
>  tests/TestSuite_vf_l3fwd.py | 291
> ++++++++++++++++++++++++++++++++++++
>  2 files changed, 293 insertions(+)
>  create mode 100644 conf/vf_l3fwd.cfg
>  create mode 100644 tests/TestSuite_vf_l3fwd.py
> 
> diff --git a/conf/vf_l3fwd.cfg b/conf/vf_l3fwd.cfg new file mode 100644 index
> 0000000..e14da64
> --- /dev/null
> +++ b/conf/vf_l3fwd.cfg
> @@ -0,0 +1,2 @@
> +[suite]
> +perf_params = {"frame_size": [64, 128, 256, 512, 1024, 1518],
> +"queue_number": {"fortville_spirit" : 2, "fortville25g" : 2,
> +"fortville_eagle" : 1, "niantic" : 1}}
> diff --git a/tests/TestSuite_vf_l3fwd.py b/tests/TestSuite_vf_l3fwd.py new file
> mode 100644 index 0000000..e150a64
> --- /dev/null
> +++ b/tests/TestSuite_vf_l3fwd.py
> @@ -0,0 +1,291 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) 2019 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
> ON ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
> USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +import re
> +import time
> +import string
> +
> +import utils
> +from test_case import TestCase
> +from pmd_output import PmdOutput
> +from etgen import IxiaPacketGenerator
> +from settings import HEADER_SIZE
> +
> +class TestVfL3fwd(TestCase, IxiaPacketGenerator):
> +
> +    supported_vf_driver = ['pci-stub', 'vfio-pci']
> +
> +    def set_up_all(self):
> +        """
> +        Run at the start of each test suite.
> +        """
> +        self.tester.extend_external_packet_generator(TestVfL3fwd, self)
> +        self.verify(self.nic in ["fortville_spirit", "fortville25g", "fortville_eagle",
> "niantic"],
> +                    "NIC Unsupported: " + str(self.nic))
> +        self.dut_ports = self.dut.get_ports(self.nic)
> +        self.requirt_ports_num = len(self.dut_ports)
> +        global valports
> +        valports = [_ for _ in self.dut_ports if
> + self.tester.get_local_port(_) != -1]
> +
> +        # Verify that enough ports are available
> +        self.verify(len(valports) == 2 or len(valports) == 4, "Port number must
> be 2 or 4.")
> +        # define vf's mac address
> +        self.vfs_mac = ["00:12:34:56:78:0%d" % (i+1) for i in valports]
> +        # get socket and cores
> +        self.socket = self.dut.get_numa_id(self.dut_ports[0])
> +        self.cores = self.dut.get_core_list("1S/6C/1T", socket=self.socket)
> +        self.verify(self.cores is not None, "Requested 6 cores failed")
> +
> +        # get test parameters: frames size, queues number
> +        self.perf_params = self.get_suite_cfg()['perf_params']
> +        self.frame_sizes = self.perf_params['frame_size']
> +        self.queue = self.perf_params['queue_number'][self.nic]
> +
> +        self.l3fwd_methods = ['lpm']
> +        self.l3fwd_test_results = {'header': [], 'data': []}
> +        self.logger.info("Configure RX/TX descriptor to 2048, and re-
> build ./examples/l3fwd")
> +        self.dut.send_expect("sed -i -e 's/define
> RTE_TEST_RX_DESC_DEFAULT.*$/"
> +                             + "define RTE_TEST_RX_DESC_DEFAULT
> 2048/' ./examples/l3fwd/main.c", "#", 20)
> +        self.dut.send_expect("sed -i -e 's/define
> RTE_TEST_TX_DESC_DEFAULT.*$/"
> +                             + "define RTE_TEST_TX_DESC_DEFAULT
> 2048/' ./examples/l3fwd/main.c", "#", 20)
> +        out = self.dut.build_dpdk_apps("./examples/l3fwd")
> +        self.verify("Error" not in out, "compilation error 1")
> +        self.verify("No such file" not in out, "compilation error 2")
> +
> +        # set vf assign method and vf driver
> +        self.vf_driver = self.get_suite_cfg()['vf_driver']
> +        if self.vf_driver is None:
> +            self.vf_driver = 'pci-stub'
> +        self.verify(self.vf_driver in self.supported_vf_driver, "Unspported vf
> driver")
> +        if self.vf_driver == 'pci-stub':
> +            self.vf_assign_method = 'pci-assign'
> +        else:
> +            self.vf_assign_method = 'vfio-pci'
> +            self.dut.send_expect('modprobe vfio-pci', '#')
> +
> +    def set_up(self):
> +        """
> +        Run before each test case.
> +        """
> +        self.setup_vf_env_flag = 0
> +
> +    def setup_vf_env(self, host_driver='default'):
> +        """
> +        require enough PF ports,using kernel or dpdk driver, create 1 VF from
> each PF.
> +        """
> +        self.used_dut_port = [port for port in self.dut_ports]
> +        self.sriov_vfs_port = []
> +        for i in valports:
> +            if host_driver != '':
> +                self.dut.generate_sriov_vfs_by_port(self.used_dut_port[i], 1)
> +            else:
> +                self.dut.generate_sriov_vfs_by_port(self.used_dut_port[i], 1,
> host_driver)
> +            sriov_vfs_port = self.dut.ports_info[self.used_dut_port[i]]['vfs_port']
> +            self.sriov_vfs_port.append(sriov_vfs_port)
> +        # bind vf to vf driver
> +        try:
> +            for i in valports:
> +                for port in self.sriov_vfs_port[i]:
> +                    port.bind_driver(self.vf_driver)
> +            time.sleep(1)
> +            # set vf mac address.
> +            if host_driver == '':
> +                for i in valports:
> +                    pf_intf = self.dut.ports_info[i]['port'].get_interface_name()
> +                    self.dut.send_expect("ip link set %s vf 0 mac %s" % (pf_intf,
> self.vfs_mac[i]), "#")
> +            else:
> +                self.host_testpmd = PmdOutput(self.dut)
> +                eal_param = '--socket-mem=1024,1024 --file-prefix=pf'
> +                for i in valports:
> +                    eal_param += ' -b %s' % self.sriov_vfs_port[i][0].pci
> +                core_config = self.cores[:len(valports)]
> +                self.host_testpmd.start_testpmd(core_config, "",
> eal_param=eal_param)
> +                for i in valports:
> +                    self.host_testpmd.execute_cmd('set vf mac addr %d 0 %s' % (i,
> self.vfs_mac[i]))
> +                time.sleep(1)
> +            self.setup_vf_env_flag = 1
> +        except Exception as e:
> +            self.destroy_vf_env()
> +            raise Exception(e)
> +
> +    def destroy_vf_env(self):
> +        """
> +        destroy the setup VFs
> +        """
> +        if getattr(self, 'host_testpmd', None):
> +            self.host_testpmd.execute_cmd('quit', '# ')
> +            self.host_testpmd = None
> +        for i in valports:
> +            if getattr(self, '%d' % self.used_dut_port[i] , None) != None:
> +                self.dut.destroy_sriov_vfs_by_port(self.used_dut_port[i])
> +                port = self.dut.ports_info[self.used_dut_port[i]]['port']
> +                port.bind_driver()
> +                self.used_dut_port[i] = None
> +        for port_id in self.dut_ports:
> +            port = self.dut.ports_info[port_id]['port']
> +            port.bind_driver()
> +        self.setup_vf_env_flag = 0
> +
> +    def flows(self):
> +        """
> +        Return a list of packets that implements the flows described in l3fwd.
> +        """
> +        return [
> +            'IP(src="1.2.3.4",dst="192.18.1.0")',
> +            'IP(src="1.2.3.4",dst="192.18.1.1")',
> +            'IP(src="1.2.3.4",dst="192.18.0.0")',
> +            'IP(src="1.2.3.4",dst="192.18.0.1")',
> +            'IP(src="1.2.3.4",dst="192.18.3.0")',
> +            'IP(src="1.2.3.4",dst="192.18.3.1")',
> +            'IP(src="1.2.3.4",dst="192.18.2.0")',
> +            'IP(src="1.2.3.4",dst="192.18.2.1")']
> +
> +    def create_pacap_file(self, frame_size):
> +        """
> +        Prepare traffic flow
> +        """
> +        dmac = self.vfs_mac
> +        smac = ["02:00:00:00:00:0%d" % i for i in valports]
> +        payload_size = frame_size - HEADER_SIZE['ip'] - HEADER_SIZE['eth']
> +        for _port in valports:
> +            flows = ['Ether(dst="%s", src="%s")/%s/("X"*%d)' % (dmac[_port],
> smac[_port], flow, payload_size) for
> +                     flow in self.flows()[_port*2:(_port + 1)*2]]
> +            self.tester.scapy_append('wrpcap("dst%d.pcap", [%s])' %
> (valports[_port], string.join(flows, ',')))
> +        self.tester.scapy_execute()
> +
> +    def prepare_steam(self):
> +        """
> +        create streams for ports,one port one stream
> +        """
> +        tgen_input = []
> +        for rxPort in valports:
> +            if rxPort % len(valports) == 0 or rxPort % len(valports) == 2:
> +                txIntf = self.tester.get_local_port(valports[rxPort + 1])
> +                rxIntf = self.tester.get_local_port(valports[rxPort])
> +                tgen_input.append((txIntf, rxIntf, "dst%d.pcap" %
> valports[rxPort+1]))
> +            elif rxPort % len(valports) == 1 or rxPort % len(valports) == 3:
> +                txIntf = self.tester.get_local_port(valports[rxPort - 1])
> +                rxIntf = self.tester.get_local_port(valports[rxPort])
> +                tgen_input.append((txIntf, rxIntf, "dst%d.pcap" % valports[rxPort-
> 1]))
> +        return tgen_input
> +
> +    def perf_test(self, cmdline):
> +        """
> +        vf l3fwd performance test
> +        """
> +        l3fwd_session = self.dut.new_session()
> +        header_row = ["Frame", "mode", "Mpps", "%linerate"]
> +        self.l3fwd_test_results['header'] = header_row
> +        self.result_table_create(header_row)
> +        self.l3fwd_test_results['data'] = []
> +        for frame_size in self.frame_sizes:
> +            self.create_pacap_file(frame_size)
> +
> +            for mode in self.l3fwd_methods:
> +                info = "Executing l3fwd using %s mode, %d ports, %d frame
> size.\n" % (mode, len(valports), frame_size)
> +                self.logger.info(info)
> +                if frame_size > 1518:
> +                    cmdline = cmdline + " --max-pkt-len %d" % frame_size
> +                l3fwd_session.send_expect(cmdline, "L3FWD:", 120)
> +                # send the traffic and Measure test
> +                tgenInput = self.prepare_steam()
> +                _, pps = self.tester.traffic_generator_throughput(tgenInput,
> rate_percent=100, delay=30)
> +                self.verify(pps > 0, "No traffic detected")
> +                pps /= 1000000.0
> +                linerate = self.wirespeed(self.nic, frame_size, len(valports))
> +                percentage = pps * 100 / linerate
> +                # Stop l3fwd
> +                l3fwd_session.send_expect("^C", "#")
> +                time.sleep(5)
> +                data_row = [frame_size, mode, str(pps), str(percentage)]
> +                self.result_table_add(data_row)
> +                self.l3fwd_test_results['data'].append(data_row)
> +
> +        self.dut.close_session(l3fwd_session)
> +        self.result_table_print()
> +
> +    def measure_vf_performance(self, host_driver='default'):
> +        """
> +        start l3fwd and run the perf test
> +        """
> +        self.setup_vf_env(host_driver)
> +        eal_param = ""
> +        for i in valports:
> +            eal_param += " -w " + self.sriov_vfs_port[i][0].pci
> +        port_mask = utils.create_mask(self.dut_ports)
> +
> +        # for fvl40g, fvl25g, use 2c/2q per VF port for performance test ,
> +        # for fvl10g, nnt, use 1c/1q per VF port for performance test
> +        core_list = self.cores[-len(valports)*self.queue:]
> +        core_mask = utils.create_mask(core_list)
> +        self.logger.info("Executing Test Using cores: %s" % core_list)
> +        queue_config = ""
> +        m = 0
> +        for i in valports:
> +            for j in range(self.queue):
> +                queue_config += "({0}, {1}, {2})," .format(i, j, core_list[m])
> +                m += 1
> +        cmdline = "./examples/l3fwd/build/l3fwd -c {0} -n 4 {1} -- -p {2} --config
> '{3}' ". \
> +            format(core_mask, eal_param, port_mask, queue_config)
> +        self.perf_test(cmdline)
> +
> +    def test_perf_kernel_pf_dpdk_vf_perf_host_only(self):
> +
> +        self.measure_vf_performance(host_driver='')
> +
> +    def test_perf_dpdk_pf_dpdk_vf_perf_host_only(self):
> +
> +        self.measure_vf_performance(host_driver=self.vf_driver)
> +
> +    def ip(self, port, frag, src, proto, tos, dst, chksum, len, options, version,
> flags, ihl, ttl, id):
> +
> +        self.add_tcl_cmd("protocol config -name ip")
> +        self.add_tcl_cmd('ip config -sourceIpAddr "%s"' % src)
> +        self.add_tcl_cmd("ip config -sourceIpAddrMode ipRandom")
> +        self.add_tcl_cmd('ip config -destIpAddr "%s"' % dst)
> +        self.add_tcl_cmd("ip config -destIpAddrMode ipIdle")
> +        self.add_tcl_cmd("ip config -ttl %d" % ttl)
> +        self.add_tcl_cmd("ip config -totalLength %d" % len)
> +        self.add_tcl_cmd("ip config -fragment %d" % frag)
> +        self.add_tcl_cmd("ip config -ipProtocol ipV4ProtocolReserved255")
> +        self.add_tcl_cmd("ip config -identifier %d" % id)
> +        self.add_tcl_cmd("stream config -framesize %d" % (len + 18))
> +        self.add_tcl_cmd("ip set %d %d %d" % (self.chasId,
> + port['card'], port['port']))
> +
> +    def tear_down(self):
> +
> +        if self.setup_vf_env_flag == 1:
> +            self.destroy_vf_env()
> +        for port_id in self.dut_ports:
> +            self.dut.destroy_sriov_vfs_by_port(port_id)
> +
> +    def tear_down_all(self):
> +        pass
> --
> 2.17.1