Re: [dts] [PATCH V2] tests: add testsuite cbdma

["Wang, Yinan" <yinan.wang@intel.com>]

Acked-by: Wang, Yinan <yinan.wang@intel.com>

> -----Original Message-----
> From: Ma, LihongX <lihongx.ma@intel.com>
> Sent: 2019年12月26日 5:52
> To: dts@dpdk.org
> Cc: Wang, Yinan <yinan.wang@intel.com>; Ma, LihongX
> <lihongx.ma@intel.com>
> Subject: [dts][PATCH V2] tests: add testsuite cbdma
> 
> Signed-off-by: lihong <lihongx.ma@intel.com>
> 
> v2: use self.tester.pktgen to config stream and send pkts
> 
> v1: add testsuite cbdma
> 
> ---
>  tests/TestSuite_cbdma.py | 369
> +++++++++++++++++++++++++++++++++++++++++++++++
>  1 file changed, 369 insertions(+)
>  create mode 100644 tests/TestSuite_cbdma.py
> 
> diff --git a/tests/TestSuite_cbdma.py b/tests/TestSuite_cbdma.py new file mode
> 100644 index 0000000..fd9aec9
> --- /dev/null
> +++ b/tests/TestSuite_cbdma.py
> @@ -0,0 +1,369 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) <2019> Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
> ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
> USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +"""
> +DPDK Test suite.
> +"""
> +
> +import utils
> +import re
> +import time
> +from test_case import TestCase
> +from packet import Packet
> +from pktgen import TRANSMIT_CONT
> +
> +
> +class TestCBDMA(TestCase):
> +
> +    def set_up_all(self):
> +        """
> +        Run at the start of each test suite.
> +        """
> +        self.frame_sizes = [64, 256, 512, 1024, 1518]
> +        self.cbdma_dev_infos = []
> +        self.device_str = None
> +        self.dut_ports = self.dut.get_ports()
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for testing")
> +        self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
> +        self.get_cbdma_ports_info_and_bind_to_dpdk()
> +        out = self.dut.build_dpdk_apps('./examples/ioat/')
> +        self.verify('Error' not in out, 'compilation ioat error')
> +
> +    def set_up(self):
> +        """
> +        Run before each test case.
> +        """
> +        # Prepare the result table
> +        self.table_header = ['Frame']
> +        self.table_header.append("Mpps")
> +        self.table_header.append("Thread Num")
> +        self.table_header.append("Queue Num")
> +        self.table_header.append("Copy Mode")
> +        self.table_header.append("Updating MAC")
> +        self.table_header.append("% linerate")
> +        self.result_table_create(self.table_header)
> +
> +    def get_core_list(self):
> +        """
> +        get cores list depend on thread_num
> +        """
> +        core_config = '1S/%dC/1T' % self.cbdma_cores_num
> +        self.core_list = self.dut.get_core_list(
> +                        core_config, socket=self.ports_socket)
> +        self.verify(len(self.core_list) >= self.cbdma_cores_num,
> +                                'There no enough cores to run this
> + case')
> +
> +    def get_cbdma_ports_info_and_bind_to_dpdk(self):
> +        """
> +        get all cbdma ports
> +        """
> +        str_info = 'Misc (rawdev) devices using kernel driver'
> +        out = self.dut.send_expect('./usertools/dpdk-devbind.py --status-dev
> misc',
> +                                '# ', 30)
> +        device_info = out.split('\n')
> +        for device in device_info:
> +            pci_info = re.search('\s*(0000:\d*:\d*.\d*)', device)
> +            if pci_info is not None:
> +                dev_info = pci_info.group(1)
> +                # the numa id of ioat dev, only add the device which
> +                # on same socket with nic dev
> +                bus = int(dev_info[5:7], base=16)
> +                if bus >= 128:
> +                    cur_socket = 1
> +                else:
> +                    cur_socket = 0
> +                if self.ports_socket == cur_socket:
> +                    self.cbdma_dev_infos.append(pci_info.group(1))
> +        self.verify(len(self.cbdma_dev_infos) >= 8, 'There no enough cbdma
> device to run this suite')
> +        self.device_str = ' '.join(self.cbdma_dev_infos[0:8])
> +        self.dut.send_expect('./usertools/dpdk-devbind.py --force
> --bind=igb_uio %s' %
> +                            self.device_str, '# ', 60)
> +
> +    def bind_cbdma_device_to_kernel(self):
> +        if self.device_str is not None:
> +            self.dut.send_expect('modprobe ioatdma', '# ')
> +            self.dut.send_expect('./usertools/dpdk-devbind.py -u %s' %
> self.device_str, '# ', 30)
> +            self.dut.send_expect('./usertools/dpdk-devbind.py --force
> --bind=ioatdma  %s' % self.device_str,
> +                                '# ', 60)
> +
> +    def get_ports_info(self):
> +        dev_info = []
> +        for i in range(self.cbdma_nic_dev_num):
> +            dev_info.append(self.dut.ports_info[i]['pci'])
> +        for i in range(self.cbdma_ioat_dev_num):
> +            dev_info.append(self.cbdma_dev_infos[i])
> +        return dev_info
> +
> +    def launch_ioatfwd_app(self, eal_params):
> +        """
> +        launch ioatfwd with different params
> +        """
> +        port_info = 0
> +        for i in range(self.cbdma_nic_dev_num):
> +            port_info |= 1 << i
> +
> +        mac_info = ''
> +        if self.cbdma_updating_mac == 'disable':
> +            mac_info = '--no-mac-updating'
> +        '''
> +        when start cbdma app, default cores num is 2, it will only one thread
> +        when the cores num > 2, there will have 2 thread, and the max value
> of thread
> +        num is 2
> +        '''
> +        # flush other output
> +        self.dut.get_session_output(timeout=1)
> +        cmd_command = './examples/ioat/build/app/ioatfwd ' + eal_params
> + \
> +                      '-- -p %s -q %d %s -c %s' % (hex(port_info),
> +
> self.cbdma_ioat_dev_num/self.cbdma_nic_dev_num, mac_info,
> +                      self.cbdma_copy_mode)
> +        self.dut.send_expect(cmd_command, 'ioatfwd,')
> +        time.sleep(1)
> +        out = self.dut.get_session_output(timeout=1)
> +        thread_num = 2 if self.cbdma_cores_num > 2 else 1
> +        o_thread_info = 'Worker Threads = %d' % thread_num
> +        o_copy_info = 'Copy Mode = %s' % self.cbdma_copy_mode
> +        o_update_mac = 'Updating MAC = %s' % self.cbdma_updating_mac
> +        o_queue_info = 'Rx Queues = %d' %
> (self.cbdma_ioat_dev_num/self.cbdma_nic_dev_num)
> +        self.verify(o_thread_info in out and o_copy_info in out and
> +                    o_update_mac in out and o_queue_info in out,
> +                    'The output info not match setting for the cmd,
> + please check')
> +
> +    def config_stream(self, frame_size):
> +        stream_ids = []
> +        for port in range(self.cbdma_nic_dev_num):
> +            tx_port = self.tester.get_local_port(self.dut_ports[port])
> +            rx_port = tx_port
> +            if self.cbdma_nic_dev_num > 1:
> +                if port % self.cbdma_nic_dev_num == 0:
> +                    rx_port =
> self.tester.get_local_port(self.dut_ports[port+1])
> +                else:
> +                    rx_port =
> self.tester.get_local_port(self.dut_ports[port-1])
> +            dst_mac = self.dut.get_mac_address(self.dut_ports[port])
> +            # pkt config
> +            pkt = Packet(pkt_type='UDP', pkt_len=frame_size)
> +            pkt.config_layer('ether', {'dst': '%s' % dst_mac})
> +            pkt.config_layer('udp', {'src': 1111, 'dst': 1112})
> +            pkt.save_pcapfile(self.tester, "%s/cbdma_%d.pcap" %
> + (self.tester.tmp_file, port))
> +
> +            stream_option = {
> +                'pcap': "%s/cbdma_%d.pcap" % (self.tester.tmp_file, port),
> +                'fields_config': {
> +                    'ip': {'src': {'action': 'random', 'start': '16.0.0.1', 'step':
> 1, 'end': '16.0.0.64'}}},
> +                'stream_config': {
> +                    'rate': 100,
> +                    'transmit_mode': TRANSMIT_CONT,
> +                }
> +            }
> +            stream_id = self.tester.pktgen.add_stream(tx_port, tx_port,
> +                            "%s/cbdma_%d.pcap" %
> (self.tester.tmp_file, port))
> +            self.tester.pktgen.config_stream(stream_id, stream_option)
> +            stream_ids.append(stream_id)
> +
> +        return stream_ids
> +
> +    def send_and_verify_throughput(self, check_channel=False):
> +        """
> +        Send packet with packet generator and verify
> +        """
> +        for frame_size in self.frame_sizes:
> +            self.tester.pktgen.clear_streams()
> +            stream_ids = self.config_stream(frame_size)
> +            traffic_opt = {
> +                    'method': 'throughput',
> +                    'rate': 100,
> +                    'duration': 20}
> +            _, pps = self.tester.pktgen.measure(stream_ids, traffic_opt)
> +            self.verify(pps > 0, "%s can not receive packets of frame
> size %d" % (self.running_case, frame_size))
> +            self.update_result_tables(frame_size, pps)
> +            if check_channel:
> +                self.check_enqueue_packets_of_each_channel()
> +
> +    def check_enqueue_packets_of_each_channel(self):
> +        """
> +        Check stats of ioat app, each ioat channel can enqueue packets
> +        """
> +        out = self.dut.get_session_output(timeout=2)
> +        index = out.rfind('Statistics for port 0')
> +        out = out[index:]
> +        data_info = re.findall('successful_enqueues:\s*(\d*)', out)
> +        self.verify(len(data_info) == self.cbdma_ioat_dev_num, 'There miss
> some queue, the run queue is '
> +                    '%d, and expect queue num is %d' % (len(data_info),
> self.cbdma_ioat_dev_num))
> +        for index in range(self.cbdma_ioat_dev_num):
> +            self.verify(data_info[index] != 0, 'the queue %d can not
> + enqueues data' % index)
> +
> +    def update_result_tables(self, frame_size, pps):
> +        Mpps = pps / 1000000.0
> +        throughput = Mpps * 100 / \
> +                     float(self.wirespeed(self.nic, frame_size,
> self.cbdma_nic_dev_num))
> +        thread_num = 2 if self.cbdma_cores_num > 2 else 1
> +        results_row = [frame_size]
> +        results_row.append(Mpps)
> +        results_row.append(thread_num)
> +
> results_row.append(self.cbdma_ioat_dev_num/self.cbdma_nic_dev_num)
> +        results_row.append(self.cbdma_copy_mode)
> +        results_row.append(self.cbdma_updating_mac)
> +        results_row.append(throughput)
> +        self.result_table_add(results_row)
> +
> +    def test_perf_cbdma_basic_test(self):
> +        """
> +        CMDBMA basic test with differnet size packets
> +        one cbdma port and one nic port with 1 queue 1 thread
> +        """
> +        self.cbdma_cores_num = 2
> +        self.cbdma_nic_dev_num = 1
> +        self.cbdma_ioat_dev_num = 1
> +        self.cbdma_updating_mac = 'enable'
> +        self.cbdma_copy_mode = 'hw'
> +        self.get_core_list()
> +        dev_info = self.get_ports_info()
> +        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
> +                                        ports=dev_info,
> prefix='cbdma')
> +        self.launch_ioatfwd_app(eal_params)
> +        self.send_and_verify_throughput(check_channel=False)
> +        self.result_table_print()
> +
> +    def test_perf_cbdma_with_multi_thread(self):
> +        """
> +        CBDMA test with multi-thread
> +        one cbdma port and on nic port with 1 queue 2 thread
> +        """
> +        self.cbdma_cores_num = 3
> +        self.cbdma_nic_dev_num = 1
> +        self.cbdma_ioat_dev_num = 1
> +        self.cbdma_updating_mac = 'enable'
> +        self.cbdma_copy_mode = 'hw'
> +        self.get_core_list()
> +        dev_info = self.get_ports_info()
> +        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
> +                                         ports=dev_info,
> prefix='cbdma')
> +        self.launch_ioatfwd_app(eal_params)
> +        self.send_and_verify_throughput(check_channel=False)
> +        self.result_table_print()
> +
> +    def test_perf_cbdma_with_multi_nic_ports(self):
> +        """
> +        CBDMA test with multi nic ports
> +        two cbdma port and two nic port with 1 queue 1 thread
> +        """
> +        self.cbdma_cores_num = 5
> +        self.cbdma_nic_dev_num = 2
> +        self.cbdma_ioat_dev_num = 2
> +        self.cbdma_updating_mac = 'enable'
> +        self.cbdma_copy_mode = 'hw'
> +        self.get_core_list()
> +        dev_info = self.get_ports_info()
> +        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
> +                                        ports=dev_info,
> prefix='cbdma')
> +        self.launch_ioatfwd_app(eal_params)
> +        self.send_and_verify_throughput(check_channel=True)
> +        self.result_table_print()
> +
> +    def test_perf_cbdma_with_multi_queues(self):
> +        """
> +        CBDMA test with multi queues
> +        one nic port and 2/4/8 cbdma port with 2 thread
> +        """
> +        self.cbdma_cores_num = 3
> +        self.cbdma_nic_dev_num = 1
> +        self.cbdma_updating_mac = 'enable'
> +        self.cbdma_copy_mode = 'hw'
> +        queue_num_list = [2, 4, 8]
> +        self.get_core_list()
> +
> +        for queue_num in queue_num_list:
> +            self.cbdma_ioat_dev_num = queue_num
> +            dev_info = self.get_ports_info()
> +            eal_params =
> self.dut.create_eal_parameters(cores=self.core_list,
> +                                        ports=dev_info,
> prefix='cbdma')
> +            self.launch_ioatfwd_app(eal_params)
> +            self.send_and_verify_throughput(check_channel=True)
> +            self.dut.send_expect('^c', '# ')
> +        self.result_table_print()
> +
> +    def test_perf_cbdma_with_diff_update_mac(self):
> +        """
> +        CBDMA performance cmparison between mac-updating and
> no-mac-updating
> +        2 cbdma port and 1 nic port with 2 queue 1 thread
> +        """
> +        self.cbdma_cores_num = 2
> +        self.cbdma_nic_dev_num = 1
> +        self.cbdma_ioat_dev_num = 2
> +        self.cbdma_updating_mac = 'enable'
> +        self.cbdma_copy_mode = 'hw'
> +        self.get_core_list()
> +        dev_info = self.get_ports_info()
> +        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
> +                                        ports=dev_info,
> prefix='cbdma')
> +        self.launch_ioatfwd_app(eal_params)
> +        self.send_and_verify_throughput(check_channel=False)
> +
> +        self.dut.send_expect('^c', '# ')
> +        self.cbdma_updating_mac = 'disable'
> +        self.launch_ioatfwd_app(eal_params)
> +        self.send_and_verify_throughput(check_channel=False)
> +        self.result_table_print()
> +
> +    def test_perf_cbdma_with_diff_copy_mode(self):
> +        """
> +        CBDMA performance cmparison between hardware copies and
> software copies
> +        4 cbdma port and 1 nic port with 4 queue 2 thread
> +        """
> +        self.cbdma_cores_num = 3
> +        self.cbdma_nic_dev_num = 1
> +        self.cbdma_ioat_dev_num = 4
> +        self.cbdma_updating_mac = 'enable'
> +        self.cbdma_copy_mode = 'hw'
> +        self.get_core_list()
> +        dev_info = self.get_ports_info()
> +        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
> +                                        ports=dev_info,
> prefix='cbdma')
> +        self.launch_ioatfwd_app(eal_params)
> +        self.send_and_verify_throughput(check_channel=False)
> +
> +        self.dut.send_expect('^c', '# ')
> +        self.cbdma_copy_mode = 'sw'
> +        self.launch_ioatfwd_app(eal_params)
> +        self.send_and_verify_throughput(check_channel=False)
> +        self.result_table_print()
> +
> +    def tear_down(self):
> +        """
> +        Run after each test case.
> +        """
> +        self.dut.send_expect('^c', '# ')
> +        self.dut.kill_all()
> +
> +    def tear_down_all(self):
> +        """
> +        Run after each test suite.
> +        """
> +        self.bind_cbdma_device_to_kernel()
> --
> 2.7.4