[dts] [PATCH V2] tests: add testsuite cbdma

[lihong <lihongx.ma@intel.com>]

Signed-off-by: lihong <lihongx.ma@intel.com>

v2: use self.tester.pktgen to config stream and send pkts

v1: add testsuite cbdma

---
 tests/TestSuite_cbdma.py | 369 +++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 369 insertions(+)
 create mode 100644 tests/TestSuite_cbdma.py

diff --git a/tests/TestSuite_cbdma.py b/tests/TestSuite_cbdma.py
new file mode 100644
index 0000000..fd9aec9
--- /dev/null
+++ b/tests/TestSuite_cbdma.py
@@ -0,0 +1,369 @@
+# BSD LICENSE
+#
+# Copyright(c) <2019> Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+"""
+DPDK Test suite.
+"""
+
+import utils
+import re
+import time
+from test_case import TestCase
+from packet import Packet
+from pktgen import TRANSMIT_CONT
+
+
+class TestCBDMA(TestCase):
+
+    def set_up_all(self):
+        """
+        Run at the start of each test suite.
+        """
+        self.frame_sizes = [64, 256, 512, 1024, 1518]
+        self.cbdma_dev_infos = []
+        self.device_str = None
+        self.dut_ports = self.dut.get_ports()
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for testing")
+        self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
+        self.get_cbdma_ports_info_and_bind_to_dpdk()
+        out = self.dut.build_dpdk_apps('./examples/ioat/')
+        self.verify('Error' not in out, 'compilation ioat error')
+
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        # Prepare the result table
+        self.table_header = ['Frame']
+        self.table_header.append("Mpps")
+        self.table_header.append("Thread Num")
+        self.table_header.append("Queue Num")
+        self.table_header.append("Copy Mode")
+        self.table_header.append("Updating MAC")
+        self.table_header.append("% linerate")
+        self.result_table_create(self.table_header)
+
+    def get_core_list(self):
+        """
+        get cores list depend on thread_num
+        """
+        core_config = '1S/%dC/1T' % self.cbdma_cores_num
+        self.core_list = self.dut.get_core_list(
+                        core_config, socket=self.ports_socket)
+        self.verify(len(self.core_list) >= self.cbdma_cores_num,
+                                'There no enough cores to run this case')
+
+    def get_cbdma_ports_info_and_bind_to_dpdk(self):
+        """
+        get all cbdma ports
+        """
+        str_info = 'Misc (rawdev) devices using kernel driver'
+        out = self.dut.send_expect('./usertools/dpdk-devbind.py --status-dev misc',
+                                '# ', 30)
+        device_info = out.split('\n')
+        for device in device_info:
+            pci_info = re.search('\s*(0000:\d*:\d*.\d*)', device)
+            if pci_info is not None:
+                dev_info = pci_info.group(1)
+                # the numa id of ioat dev, only add the device which
+                # on same socket with nic dev
+                bus = int(dev_info[5:7], base=16)
+                if bus >= 128:
+                    cur_socket = 1
+                else:
+                    cur_socket = 0
+                if self.ports_socket == cur_socket:
+                    self.cbdma_dev_infos.append(pci_info.group(1))
+        self.verify(len(self.cbdma_dev_infos) >= 8, 'There no enough cbdma device to run this suite')
+        self.device_str = ' '.join(self.cbdma_dev_infos[0:8])
+        self.dut.send_expect('./usertools/dpdk-devbind.py --force --bind=igb_uio %s' %
+                            self.device_str, '# ', 60)
+
+    def bind_cbdma_device_to_kernel(self):
+        if self.device_str is not None:
+            self.dut.send_expect('modprobe ioatdma', '# ')
+            self.dut.send_expect('./usertools/dpdk-devbind.py -u %s' % self.device_str, '# ', 30)
+            self.dut.send_expect('./usertools/dpdk-devbind.py --force --bind=ioatdma  %s' % self.device_str,
+                                '# ', 60)
+
+    def get_ports_info(self):
+        dev_info = []
+        for i in range(self.cbdma_nic_dev_num):
+            dev_info.append(self.dut.ports_info[i]['pci'])
+        for i in range(self.cbdma_ioat_dev_num):
+            dev_info.append(self.cbdma_dev_infos[i])
+        return dev_info
+
+    def launch_ioatfwd_app(self, eal_params):
+        """
+        launch ioatfwd with different params
+        """
+        port_info = 0
+        for i in range(self.cbdma_nic_dev_num):
+            port_info |= 1 << i
+
+        mac_info = ''
+        if self.cbdma_updating_mac == 'disable':
+            mac_info = '--no-mac-updating'
+        '''
+        when start cbdma app, default cores num is 2, it will only one thread
+        when the cores num > 2, there will have 2 thread, and the max value of thread
+        num is 2
+        '''
+        # flush other output
+        self.dut.get_session_output(timeout=1)
+        cmd_command = './examples/ioat/build/app/ioatfwd ' + eal_params + \
+                      '-- -p %s -q %d %s -c %s' % (hex(port_info),
+                      self.cbdma_ioat_dev_num/self.cbdma_nic_dev_num, mac_info,
+                      self.cbdma_copy_mode)
+        self.dut.send_expect(cmd_command, 'ioatfwd,')
+        time.sleep(1)
+        out = self.dut.get_session_output(timeout=1)
+        thread_num = 2 if self.cbdma_cores_num > 2 else 1
+        o_thread_info = 'Worker Threads = %d' % thread_num
+        o_copy_info = 'Copy Mode = %s' % self.cbdma_copy_mode
+        o_update_mac = 'Updating MAC = %s' % self.cbdma_updating_mac
+        o_queue_info = 'Rx Queues = %d' % (self.cbdma_ioat_dev_num/self.cbdma_nic_dev_num)
+        self.verify(o_thread_info in out and o_copy_info in out and
+                    o_update_mac in out and o_queue_info in out,
+                    'The output info not match setting for the cmd, please check')
+
+    def config_stream(self, frame_size):
+        stream_ids = []
+        for port in range(self.cbdma_nic_dev_num):
+            tx_port = self.tester.get_local_port(self.dut_ports[port])
+            rx_port = tx_port
+            if self.cbdma_nic_dev_num > 1:
+                if port % self.cbdma_nic_dev_num == 0:
+                    rx_port = self.tester.get_local_port(self.dut_ports[port+1])
+                else:
+                    rx_port = self.tester.get_local_port(self.dut_ports[port-1])
+            dst_mac = self.dut.get_mac_address(self.dut_ports[port])
+            # pkt config
+            pkt = Packet(pkt_type='UDP', pkt_len=frame_size)
+            pkt.config_layer('ether', {'dst': '%s' % dst_mac})
+            pkt.config_layer('udp', {'src': 1111, 'dst': 1112})
+            pkt.save_pcapfile(self.tester, "%s/cbdma_%d.pcap" % (self.tester.tmp_file, port))
+
+            stream_option = {
+                'pcap': "%s/cbdma_%d.pcap" % (self.tester.tmp_file, port),
+                'fields_config': {
+                    'ip': {'src': {'action': 'random', 'start': '16.0.0.1', 'step': 1, 'end': '16.0.0.64'}}},
+                'stream_config': {
+                    'rate': 100,
+                    'transmit_mode': TRANSMIT_CONT,
+                }
+            }
+            stream_id = self.tester.pktgen.add_stream(tx_port, tx_port,
+                            "%s/cbdma_%d.pcap" % (self.tester.tmp_file, port))
+            self.tester.pktgen.config_stream(stream_id, stream_option)
+            stream_ids.append(stream_id)
+
+        return stream_ids
+
+    def send_and_verify_throughput(self, check_channel=False):
+        """
+        Send packet with packet generator and verify
+        """
+        for frame_size in self.frame_sizes:
+            self.tester.pktgen.clear_streams()
+            stream_ids = self.config_stream(frame_size)
+            traffic_opt = {
+                    'method': 'throughput',
+                    'rate': 100,
+                    'duration': 20}
+            _, pps = self.tester.pktgen.measure(stream_ids, traffic_opt)
+            self.verify(pps > 0, "%s can not receive packets of frame size %d" % (self.running_case, frame_size))
+            self.update_result_tables(frame_size, pps)
+            if check_channel:
+                self.check_enqueue_packets_of_each_channel()
+
+    def check_enqueue_packets_of_each_channel(self):
+        """
+        Check stats of ioat app, each ioat channel can enqueue packets
+        """
+        out = self.dut.get_session_output(timeout=2)
+        index = out.rfind('Statistics for port 0')
+        out = out[index:]
+        data_info = re.findall('successful_enqueues:\s*(\d*)', out)
+        self.verify(len(data_info) == self.cbdma_ioat_dev_num, 'There miss some queue, the run queue is '
+                    '%d, and expect queue num is %d' % (len(data_info), self.cbdma_ioat_dev_num))
+        for index in range(self.cbdma_ioat_dev_num):
+            self.verify(data_info[index] != 0, 'the queue %d can not enqueues data' % index)
+
+    def update_result_tables(self, frame_size, pps):
+        Mpps = pps / 1000000.0
+        throughput = Mpps * 100 / \
+                     float(self.wirespeed(self.nic, frame_size, self.cbdma_nic_dev_num))
+        thread_num = 2 if self.cbdma_cores_num > 2 else 1
+        results_row = [frame_size]
+        results_row.append(Mpps)
+        results_row.append(thread_num)
+        results_row.append(self.cbdma_ioat_dev_num/self.cbdma_nic_dev_num)
+        results_row.append(self.cbdma_copy_mode)
+        results_row.append(self.cbdma_updating_mac)
+        results_row.append(throughput)
+        self.result_table_add(results_row)
+
+    def test_perf_cbdma_basic_test(self):
+        """
+        CMDBMA basic test with differnet size packets
+        one cbdma port and one nic port with 1 queue 1 thread
+        """
+        self.cbdma_cores_num = 2
+        self.cbdma_nic_dev_num = 1
+        self.cbdma_ioat_dev_num = 1
+        self.cbdma_updating_mac = 'enable'
+        self.cbdma_copy_mode = 'hw'
+        self.get_core_list()
+        dev_info = self.get_ports_info()
+        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
+                                        ports=dev_info, prefix='cbdma')
+        self.launch_ioatfwd_app(eal_params)
+        self.send_and_verify_throughput(check_channel=False)
+        self.result_table_print()
+
+    def test_perf_cbdma_with_multi_thread(self):
+        """
+        CBDMA test with multi-thread
+        one cbdma port and on nic port with 1 queue 2 thread
+        """
+        self.cbdma_cores_num = 3
+        self.cbdma_nic_dev_num = 1
+        self.cbdma_ioat_dev_num = 1
+        self.cbdma_updating_mac = 'enable'
+        self.cbdma_copy_mode = 'hw'
+        self.get_core_list()
+        dev_info = self.get_ports_info()
+        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
+                                         ports=dev_info, prefix='cbdma')
+        self.launch_ioatfwd_app(eal_params)
+        self.send_and_verify_throughput(check_channel=False)
+        self.result_table_print()
+
+    def test_perf_cbdma_with_multi_nic_ports(self):
+        """
+        CBDMA test with multi nic ports
+        two cbdma port and two nic port with 1 queue 1 thread
+        """
+        self.cbdma_cores_num = 5
+        self.cbdma_nic_dev_num = 2
+        self.cbdma_ioat_dev_num = 2
+        self.cbdma_updating_mac = 'enable'
+        self.cbdma_copy_mode = 'hw'
+        self.get_core_list()
+        dev_info = self.get_ports_info()
+        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
+                                        ports=dev_info, prefix='cbdma')
+        self.launch_ioatfwd_app(eal_params)
+        self.send_and_verify_throughput(check_channel=True)
+        self.result_table_print()
+
+    def test_perf_cbdma_with_multi_queues(self):
+        """
+        CBDMA test with multi queues
+        one nic port and 2/4/8 cbdma port with 2 thread
+        """
+        self.cbdma_cores_num = 3
+        self.cbdma_nic_dev_num = 1
+        self.cbdma_updating_mac = 'enable'
+        self.cbdma_copy_mode = 'hw'
+        queue_num_list = [2, 4, 8]
+        self.get_core_list()
+
+        for queue_num in queue_num_list:
+            self.cbdma_ioat_dev_num = queue_num
+            dev_info = self.get_ports_info()
+            eal_params = self.dut.create_eal_parameters(cores=self.core_list,
+                                        ports=dev_info, prefix='cbdma')
+            self.launch_ioatfwd_app(eal_params)
+            self.send_and_verify_throughput(check_channel=True)
+            self.dut.send_expect('^c', '# ')
+        self.result_table_print()
+
+    def test_perf_cbdma_with_diff_update_mac(self):
+        """
+        CBDMA performance cmparison between mac-updating and no-mac-updating
+        2 cbdma port and 1 nic port with 2 queue 1 thread
+        """
+        self.cbdma_cores_num = 2
+        self.cbdma_nic_dev_num = 1
+        self.cbdma_ioat_dev_num = 2
+        self.cbdma_updating_mac = 'enable'
+        self.cbdma_copy_mode = 'hw'
+        self.get_core_list()
+        dev_info = self.get_ports_info()
+        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
+                                        ports=dev_info, prefix='cbdma')
+        self.launch_ioatfwd_app(eal_params)
+        self.send_and_verify_throughput(check_channel=False)
+
+        self.dut.send_expect('^c', '# ')
+        self.cbdma_updating_mac = 'disable'
+        self.launch_ioatfwd_app(eal_params)
+        self.send_and_verify_throughput(check_channel=False)
+        self.result_table_print()
+
+    def test_perf_cbdma_with_diff_copy_mode(self):
+        """
+        CBDMA performance cmparison between hardware copies and software copies
+        4 cbdma port and 1 nic port with 4 queue 2 thread
+        """
+        self.cbdma_cores_num = 3
+        self.cbdma_nic_dev_num = 1
+        self.cbdma_ioat_dev_num = 4
+        self.cbdma_updating_mac = 'enable'
+        self.cbdma_copy_mode = 'hw'
+        self.get_core_list()
+        dev_info = self.get_ports_info()
+        eal_params = self.dut.create_eal_parameters(cores=self.core_list,
+                                        ports=dev_info, prefix='cbdma')
+        self.launch_ioatfwd_app(eal_params)
+        self.send_and_verify_throughput(check_channel=False)
+
+        self.dut.send_expect('^c', '# ')
+        self.cbdma_copy_mode = 'sw'
+        self.launch_ioatfwd_app(eal_params)
+        self.send_and_verify_throughput(check_channel=False)
+        self.result_table_print()
+
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.send_expect('^c', '# ')
+        self.dut.kill_all()
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        self.bind_cbdma_device_to_kernel()
-- 
2.7.4