test suite reviews and discussions
 help / color / mirror / Atom feed
* [dts] [PATCH] TestSuite_eventdev_perf.py: Adding Eventdev feature performance Testscript
@ 2019-05-31  7:17 thaq
  2019-05-31 10:31 ` [dts] [PATCH v2] " thaq
  2019-06-12  3:08 ` [dts] [PATCH] " Tu, Lijuan
  0 siblings, 2 replies; 3+ messages in thread
From: thaq @ 2019-05-31  7:17 UTC (permalink / raw)
  To: dts; +Cc: fmasood, avijay, jerinj, Thanseerulhaq

From: Thanseerulhaq <thaq@marvell.com>

Adding performance testscripts for 1/2/4 NIC ports for eventdev features atomic, parallel, order stages with pipeline_atq & queue tests.

Signed-off-by: Thanseerulhaq <thaq@marvell.com>
---
 conf/test_case_supportlist.json  |  270 +++++++
 framework/dut.py                 |   38 +
 tests/TestSuite_eventdev_perf.py | 1612 ++++++++++++++++++++++++++++++++++++++
 3 files changed, 1920 insertions(+)
 create mode 100644 tests/TestSuite_eventdev_perf.py

diff --git a/conf/test_case_supportlist.json b/conf/test_case_supportlist.json
index 436bbb7..1886cb0 100644
--- a/conf/test_case_supportlist.json
+++ b/conf/test_case_supportlist.json
@@ -953,5 +953,275 @@
             "Bug ID": "",
             "Comments": "This case only support on FVL"
         }
+    ],
+    "perf_eventdev_1ports_atq_atomic_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_1ports_atq_parallel_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_1ports_atq_order_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_1ports_queue_atomic_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_1ports_queue_parallel_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_1ports_queue_order_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_2ports_atq_atomic_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_2ports_atq_parallel_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_2ports_atq_order_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_2ports_queue_atomic_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_2ports_queue_parallel_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_2ports_queue_order_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_4ports_atq_atomic_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_4ports_atq_parallel_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_4ports_atq_order_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_4ports_queue_atomic_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_4ports_queue_parallel_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
+    ],
+    "perf_eventdev_4ports_queue_order_performance": [
+        {
+            "OS": [
+                "ALL"
+            ],
+            "NIC": [
+                "cavium_a063"
+            ],
+            "Target": [
+                "ALL"
+            ],
+            "Bug ID": "",
+            "Comments": "This case currently support for cavium_a063 "
+        }
     ]
 }
diff --git a/framework/dut.py b/framework/dut.py
index 541ab7b..88bc6fc 100644
--- a/framework/dut.py
+++ b/framework/dut.py
@@ -455,6 +455,44 @@ class Dut(Crb):
         bind_script_path = self.get_dpdk_bind_script()
         self.send_expect('%s --force %s' % (bind_script_path, binding_list), '# ')
 
+    def bind_eventdev_port(self, driver='vfio-pci', port_to_bind=None):
+        """
+        Bind the eventdev interfaces to the selected driver. port_to_bind set to default, can be
+        changed at run time
+        """
+
+        binding_list = '--bind=%s %s' % (driver, port_to_bind)
+        bind_script_path = self.get_dpdk_bind_script()
+        self.send_expect('%s --force %s' % (bind_script_path, binding_list), '# ')
+
+    def set_eventdev_port_limits(self, device_id, port):
+        """
+        Setting the eventdev port SSO and SS0W limits.
+        """
+
+        bind_script_path = self.get_dpdk_bind_script()
+        eventdev_ports = self.send_expect('%s -s |grep -e %s | cut -d " " -f1' % (bind_script_path, device_id), '#')
+        eventdev_ports = eventdev_ports.split("\r\n")
+        for eventdev_port in eventdev_ports:
+            self.send_expect('echo 0 >  /sys/bus/pci/devices/%s/limits/sso' % (eventdev_port), '#')
+            self.send_expect('echo 0 >  /sys/bus/pci/devices/%s/limits/ssow' % (eventdev_port), '#')
+        for eventdev_port in eventdev_ports:
+            if eventdev_port == port:
+                self.send_expect('echo 0 >  /sys/bus/pci/devices/%s/limits/tim' % (eventdev_port), '#')
+                self.send_expect('echo 1 >  /sys/bus/pci/devices/%s/limits/npa' % (eventdev_port), '#')
+                self.send_expect('echo 10 >  /sys/bus/pci/devices/%s/limits/sso' % (eventdev_port), '#')
+                self.send_expect('echo 32 >  /sys/bus/pci/devices/%s/limits/ssow' % (eventdev_port), '#')
+
+    def unbind_eventdev_port(self, port_to_unbind=None):
+        """
+        Unbind the eventdev interfaces to the selected driver. port_to_unbind set to None, can be
+        changed at run time
+        """
+
+        binding_list = '-u  %s' % (port_to_unbind)
+        bind_script_path = self.get_dpdk_bind_script()
+        self.send_expect('%s  %s' % (bind_script_path, binding_list), '# ')
+
     def get_ports(self, nic_type='any', perf=None, socket=None):
         """
         Return DUT port list with the filter of NIC type, whether run IXIA
diff --git a/tests/TestSuite_eventdev_perf.py b/tests/TestSuite_eventdev_perf.py
new file mode 100644
index 0000000..e93a9d4
--- /dev/null
+++ b/tests/TestSuite_eventdev_perf.py
@@ -0,0 +1,1612 @@
+# BSD LICENSE
+# SPDX-License-Identifier: BSD-3-Clause
+# Copyright (C) 2019 Marvell International Ltd.
+
+"""
+DPDK Test suite.
+Test userland 10Gb/25Gb/40Gb/100Gb
+"""
+
+import utils
+import re
+import time
+import os
+
+from test_case import TestCase
+from time import sleep
+from settings import HEADER_SIZE
+from pmd_output import PmdOutput
+from etgen import IxiaPacketGenerator
+
+from settings import FOLDERS
+from system_info import SystemInfo
+import perf_report
+from datetime import datetime
+
+class TestEventdevPerf(TestCase,IxiaPacketGenerator):
+
+    def set_up_all(self):
+        """
+        Run at the start of each test suite.
+
+        PMD prerequisites.
+        """
+        self.tester.extend_external_packet_generator(TestEventdevPerf, self)
+
+        self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
+
+        self.rxfreet_values = [0, 8, 16, 32, 64, 128]
+
+        self.test_cycles = [
+                        {'cores': '1S/2C/1T', 'Mpps': {}, 'pct': {}},
+                        {'cores': '1S/3C/1T', 'Mpps': {}, 'pct': {}},
+                        {'cores': '1S/5C/1T', 'Mpps': {}, 'pct': {}},
+                        {'cores': '1S/9C/1T', 'Mpps': {}, 'pct': {}},
+                        {'cores': '1S/17C/1T', 'Mpps': {}, 'pct': {}},
+                        ]
+        self.get_cores_from_last = True
+        self.table_header = ['Frame Size']
+        for test_cycle in self.test_cycles:
+            m = re.search(r"(\d+S/)(\d+)(C/\d+T)",test_cycle['cores'])
+            cores = m.group(1) + str(int(m.group(2))-1) + m.group(3)
+            self.table_header.append("%s Mpps" % cores)
+            self.table_header.append("% linerate")
+
+        self.perf_results = {'header': [], 'data': []}
+
+        self.blacklist = ""
+
+        # Based on h/w type, choose how many ports to use
+        self.dut_ports = self.dut.get_ports()
+        if self.dut.get_os_type() == 'linux':
+            # Get dut system information
+            port_num = self.dut_ports[0]
+            pci_device_id = self.dut.ports_info[port_num]['pci']
+            ori_driver = self.dut.ports_info[port_num]['port'].get_nic_driver()
+            self.dut.ports_info[port_num]['port'].bind_driver()
+
+            self.dut.ports_info[port_num]['port'].bind_driver(ori_driver)
+        
+        if self.nic == "cavium_a063":
+            self.eventdev_device_bus_id = "0002:0e:00.0"
+            self.eventdev_device_id = "a0f9" 
+
+        #### Bind evendev device ####
+            self.dut.bind_eventdev_port(port_to_bind=self.eventdev_device_bus_id)
+
+        #### Configuring evendev SS0 & SSOw limits ####
+            self.dut.set_eventdev_port_limits(self.eventdev_device_id, self.eventdev_device_bus_id)
+
+        self.headers_size = HEADER_SIZE['eth'] + HEADER_SIZE[
+            'ip'] + HEADER_SIZE['tcp']
+
+        self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
+
+        self.pmdout = PmdOutput(self.dut)
+
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        pass
+
+    def eventdev_cmd(self, test_type, stlist, nports, worker_cores):
+
+        self.Port_pci_ids = []
+        command_line1 = "dpdk-test-eventdev -l %s -w %s"
+        for i in range(0, nports):
+            self.Port_pci_ids.append(self.dut.ports_info[i]['pci'])            
+            ## Adding core-list and pci-ids
+            command_line1 = command_line1 + " -w %s "
+        ## Adding test and stage types 
+        command_line2 = "-- --prod_type_ethdev --nb_pkts=0 --verbose 2 --test=%s --stlist=%s --wlcores=%s" %(test_type, stlist, worker_cores)
+        return command_line1 + command_line2          
+
+    def test_perf_eventdev_1ports_atq_atomic_performance(self):
+        """
+        Evendev Performance Benchmarking with 1 ports with test_type=pipeline_atq and schedule_type=atomic.
+        """
+
+        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "A", 1, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 1)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_1ports_atq_parallel_performance(self):
+        """
+        Evendev Performance Benchmarking with 1 ports with test_type=pipeline_atq and schedule_type=parallel.
+        """
+        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "P", 1, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 1)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_1ports_atq_order_performance(self):
+        """
+        Evendev Performance Benchmarking with 1 ports with test_type=pipeline_atq and schedule_type=order.
+        """
+
+        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "O", 1, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 1)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+
+    def test_perf_eventdev_1ports_queue_atomic_performance(self):
+        """
+        Evendev Performance Benchmarking with 1 ports with test_type=pipeline_queue and schedule_type=atomic.
+        """
+
+        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_queue", "A", 1, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 1)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_1ports_queue_parallel_performance(self):
+        """
+        Evendev Performance Benchmarking with 1 ports with test_type=pipeline_queue and schedule_type=parallel.
+        """
+
+        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_queue", "P", 1, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 1)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_1ports_queue_order_performance(self):
+        """
+        Evendev Performance Benchmarking with 1 ports with test_type=pipeline_queue and schedule_type=order.
+        """
+
+        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_queue", "O", 1, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 1)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_2ports_atq_atomic_performance(self):
+        """
+        Evendev Performance Benchmarking with 2 ports with test_type=pipeline_atq and schedule_type=atomic.
+        """
+
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "A", 2, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 2)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_2ports_atq_parallel_performance(self):
+        """
+        Evendev Performance Benchmarking with 2 ports with test_type=pipeline_atq and schedule_type=parallel.
+        """
+
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "P", 2, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 2)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_2ports_atq_order_performance(self):
+        """
+        Evendev Performance Benchmarking with 2 ports with test_type=pipeline_atq and schedule_type=order.
+        """
+
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "O", 2, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 2)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+ 
+    def test_perf_eventdev_2ports_queue_atomic_performance(self):
+        """
+        Evendev Performance Benchmarking with 2 ports with test_type=pipeline_queue and schedule_type=atomic.
+        """
+
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_queue", "A", 2, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 2)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+   
+    def test_perf_eventdev_2ports_queue_parallel_performance(self):
+        """
+        Evendev Performance Benchmarking with 2 ports with test_type=pipeline_queue and schedule_type=parallel.
+        """
+
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+            
+            command_line = self.eventdev_cmd( "pipeline_queue", "P", 2, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 2)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_2ports_queue_order_performance(self):
+        """
+        Evendev Performance Benchmarking with 2 ports with test_type=pipeline_queue and schedule_type=order.
+        """
+
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_queue", "O", 2, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 2)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+ 
+
+    def test_perf_eventdev_4ports_atq_atomic_performance(self):
+        """
+        Evendev Performance Benchmarking with 4 ports with test_type=pipeline_atq and schedule_type=atomic.
+        """
+
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 4 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
+                           self.tester.get_local_port(self.dut_ports[3]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
+                           self.tester.get_local_port(self.dut_ports[2]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "A", 4, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1], self.Port_pci_ids[2], self.Port_pci_ids[3])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 4)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+   
+    def test_perf_eventdev_4ports_atq_parallel_performance(self):
+        """
+        Evendev Performance Benchmarking with 4 ports with test_type=pipeline_atq and schedule_type=parallel.
+        """
+
+        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
+                           self.tester.get_local_port(self.dut_ports[3]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
+                           self.tester.get_local_port(self.dut_ports[2]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "P", 4, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1], self.Port_pci_ids[2], self.Port_pci_ids[3])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 4)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+   
+    def test_perf_eventdev_4ports_atq_order_performance(self):
+        """
+        Evendev Performance Benchmarking with 4 ports with test_type=pipeline_atq and schedule_type=order.
+        """
+
+        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
+                           self.tester.get_local_port(self.dut_ports[3]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
+                           self.tester.get_local_port(self.dut_ports[2]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_atq", "O", 4, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1], self.Port_pci_ids[2], self.Port_pci_ids[3])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 4)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+    
+    def test_perf_eventdev_4ports_queue_atomic_performance(self):
+        """
+        Evendev Performance Benchmarking with 4 ports with test_type=pipeline_queue and schedule_type=atomic.
+        """
+
+        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
+                           self.tester.get_local_port(self.dut_ports[3]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
+                           self.tester.get_local_port(self.dut_ports[2]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_queue", "A", 4, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1], self.Port_pci_ids[2], self.Port_pci_ids[3])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 4)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+  
+    def test_perf_eventdev_4ports_queue_parallel_performance(self):
+        """
+        Evendev Performance Benchmarking with 4 ports with test_type=pipeline_queue and schedule_type=parallel.
+        """
+
+        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
+                           self.tester.get_local_port(self.dut_ports[3]),
+                          "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
+                          self.tester.get_local_port(self.dut_ports[2]),
+                           "event_test.pcap"))
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_queue", "P", 4, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1], self.Port_pci_ids[2], self.Port_pci_ids[3])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 4)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+   
+    def test_perf_eventdev_4ports_queue_order_performance(self):
+        """
+        Evendev Performance Benchmarking with 4 ports with test_type=pipeline_queue and schedule_type=order.
+        """
+
+        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports performance test")
+        self.perf_results['header'] = []
+        self.perf_results['data'] = []
+
+        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
+
+        # prepare traffic generator input
+        tgen_input = []
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
+                           self.tester.get_local_port(self.dut_ports[1]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
+                           self.tester.get_local_port(self.dut_ports[3]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
+                           self.tester.get_local_port(self.dut_ports[0]),
+                           "event_test.pcap"))
+        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
+                           self.tester.get_local_port(self.dut_ports[2]),
+                           "event_test.pcap"))
+
+        # run testpmd for each core config
+        for test_cycle in self.test_cycles:
+            core_config = test_cycle['cores']
+            
+            core_list = self.dut.get_core_list(core_config,
+                                               socket=self.ports_socket, from_last = self.get_cores_from_last)
+            cores_list = "%s-%s" % (core_list[0],core_list[-1])
+
+            if len(core_list) > 2:
+                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
+            else:
+                worker_cores = core_list[-1]
+
+            command_line = self.eventdev_cmd( "pipeline_queue", "O", 4, worker_cores)
+            command_line = command_line %(cores_list, self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1], self.Port_pci_ids[2], self.Port_pci_ids[3])
+            self.dut.send_expect(command_line,"Configured", 100)
+
+            info = "Executing Eventdev using %s\n" % test_cycle['cores']
+            self.logger.info(info)
+            self.rst_report(info, annex=True)
+            self.rst_report(command_line + "\n\n", frame=True, annex=True)
+ 
+            for frame_size in self.frame_sizes:
+                wirespeed = self.wirespeed(self.nic, frame_size, 4)
+
+                # create pcap file
+                self.logger.info("Running with frame size %d " % frame_size)
+                payload_size = frame_size - self.headers_size
+                self.tester.scapy_append(
+                    'wrpcap("event_test.pcap", [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)])' % (payload_size))
+                self.tester.scapy_execute()
+
+                # run traffic generator
+                _, pps = self.tester.traffic_generator_throughput(tgen_input, rate_percent=100, delay=60)
+                pps /= 1000000.0
+                pct = pps * 100 / wirespeed
+                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
+                test_cycle['pct'][frame_size] = float('%.3f' % pct)
+
+            self.dut.send_expect("^C", "# ", 5)
+            sleep(5)
+
+        for n in range(len(self.test_cycles)):
+            for frame_size in self.frame_sizes:
+                self.verify(self.test_cycles[n]['Mpps'][
+                            frame_size] > 0, "No traffic detected")
+
+        # Print results
+        self.result_table_create(self.table_header)
+        self.perf_results['header'] = self.table_header
+        for frame_size in self.frame_sizes:
+            table_row = [frame_size]
+            for test_cycle in self.test_cycles:
+                table_row.append(test_cycle['Mpps'][frame_size])
+                table_row.append(test_cycle['pct'][frame_size])
+
+            self.result_table_add(table_row)
+            self.perf_results['data'].append(table_row)
+
+        self.result_table_print()
+
+    def ip(self, port, frag, src, proto, tos, dst, chksum, len, options, version, flags, ihl, ttl, id):
+        self.add_tcl_cmd("protocol config -name ip")
+        self.add_tcl_cmd('ip config -sourceIpAddr "%s"' % src)
+        if self.nic !=  "cavium_a063":
+            self.add_tcl_cmd("ip config -sourceIpAddrMode ipRandom")
+        else:
+            self.add_tcl_cmd("ip config -sourceIpAddrMode ipIncrHost")
+            self.add_tcl_cmd("ip config -sourceIpAddrRepeatCount 100")
+        self.add_tcl_cmd('ip config -destIpAddr "%s"' % dst)
+        if self.nic ==  "cavium_a063":
+            self.add_tcl_cmd("ip config -destIpAddrMode ipIdle")
+        else:
+            self.add_tcl_cmd("ip config -destIpAddrMode ipIdle")
+        self.add_tcl_cmd("ip config -ttl %d" % ttl)
+        self.add_tcl_cmd("ip config -totalLength %d" % len)
+        self.add_tcl_cmd("ip config -fragment %d" % frag)
+        self.add_tcl_cmd("ip config -ipProtocol ipV4ProtocolReserved255")
+        self.add_tcl_cmd("ip config -identifier %d" % id)
+        self.add_tcl_cmd("stream config -framesize %d" % (len + 18))
+        self.add_tcl_cmd("ip set %d %d %d" % (self.chasId, port['card'], port['port']))
+
+    
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.send_expect("^C", "# ", 5)
+        self.dut.unbind_eventdev_port(port_to_unbind=self.eventdev_device_bus_id)
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        self.dut.kill_all()
-- 
1.8.3.1


^ permalink raw reply	[flat|nested] 3+ messages in thread

* [dts] [PATCH v2] TestSuite_eventdev_perf.py: Adding Eventdev feature performance Testscript
  2019-05-31  7:17 [dts] [PATCH] TestSuite_eventdev_perf.py: Adding Eventdev feature performance Testscript thaq
@ 2019-05-31 10:31 ` thaq
  2019-06-12  3:08 ` [dts] [PATCH] " Tu, Lijuan
  1 sibling, 0 replies; 3+ messages in thread
From: thaq @ 2019-05-31 10:31 UTC (permalink / raw)
  To: dts; +Cc: fmasood, avijay, jerinj, Thanseerulhaq

From: Thanseerulhaq <thaq@marvell.com>

Adding performance testscripts for 1/2/4 NIC ports for eventdev features atomic, parallel, order stages.

Signed-off-by: Thanseerulhaq <thaq@marvell.com>
---
 tests/TestSuite_eventdev_perf.py | 12 +++---------
 1 file changed, 3 insertions(+), 9 deletions(-)

diff --git a/tests/TestSuite_eventdev_perf.py b/tests/TestSuite_eventdev_perf.py
index e93a9d4..c71abd1 100644
--- a/tests/TestSuite_eventdev_perf.py
+++ b/tests/TestSuite_eventdev_perf.py
@@ -1579,16 +1579,10 @@ class TestEventdevPerf(TestCase,IxiaPacketGenerator):
     def ip(self, port, frag, src, proto, tos, dst, chksum, len, options, version, flags, ihl, ttl, id):
         self.add_tcl_cmd("protocol config -name ip")
         self.add_tcl_cmd('ip config -sourceIpAddr "%s"' % src)
-        if self.nic !=  "cavium_a063":
-            self.add_tcl_cmd("ip config -sourceIpAddrMode ipRandom")
-        else:
-            self.add_tcl_cmd("ip config -sourceIpAddrMode ipIncrHost")
-            self.add_tcl_cmd("ip config -sourceIpAddrRepeatCount 100")
+        self.add_tcl_cmd("ip config -sourceIpAddrMode ipIncrHost")
+        self.add_tcl_cmd("ip config -sourceIpAddrRepeatCount 100")
         self.add_tcl_cmd('ip config -destIpAddr "%s"' % dst)
-        if self.nic ==  "cavium_a063":
-            self.add_tcl_cmd("ip config -destIpAddrMode ipIdle")
-        else:
-            self.add_tcl_cmd("ip config -destIpAddrMode ipIdle")
+        self.add_tcl_cmd("ip config -destIpAddrMode ipIdle")
         self.add_tcl_cmd("ip config -ttl %d" % ttl)
         self.add_tcl_cmd("ip config -totalLength %d" % len)
         self.add_tcl_cmd("ip config -fragment %d" % frag)
-- 
1.8.3.1


^ permalink raw reply	[flat|nested] 3+ messages in thread

* Re: [dts] [PATCH] TestSuite_eventdev_perf.py: Adding Eventdev feature performance Testscript
  2019-05-31  7:17 [dts] [PATCH] TestSuite_eventdev_perf.py: Adding Eventdev feature performance Testscript thaq
  2019-05-31 10:31 ` [dts] [PATCH v2] " thaq
@ 2019-06-12  3:08 ` Tu, Lijuan
  1 sibling, 0 replies; 3+ messages in thread
From: Tu, Lijuan @ 2019-06-12  3:08 UTC (permalink / raw)
  To: thaq, dts; +Cc: fmasood, avijay, jerinj

Applying: TestSuite_eventdev_perf.py: Adding Eventdev feature performance Testscript
.git/rebase-apply/patch:411: trailing whitespace.

.git/rebase-apply/patch:414: trailing whitespace.
            self.eventdev_device_id = "a0f9"
.git/rebase-apply/patch:440: trailing whitespace.
            self.Port_pci_ids.append(self.dut.ports_info[i]['pci'])
.git/rebase-apply/patch:443: trailing whitespace.
        ## Adding test and stage types
.git/rebase-apply/patch:445: trailing whitespace.
        return command_line1 + command_line2
warning: squelched 54 whitespace errors
warning: 59 lines add whitespace errors

> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of thaq@marvell.com
> Sent: Friday, May 31, 2019 3:18 PM
> To: dts@dpdk.org
> Cc: fmasood@marvell.com; avijay@marvell.com; jerinj@marvell.com;
> Thanseerulhaq <thaq@marvell.com>
> Subject: [dts] [PATCH] TestSuite_eventdev_perf.py: Adding Eventdev feature
> performance Testscript
> 
> From: Thanseerulhaq <thaq@marvell.com>
> 
> Adding performance testscripts for 1/2/4 NIC ports for eventdev features
> atomic, parallel, order stages with pipeline_atq & queue tests.
> 
> Signed-off-by: Thanseerulhaq <thaq@marvell.com>
> ---
>  conf/test_case_supportlist.json  |  270 +++++++
>  framework/dut.py                 |   38 +
>  tests/TestSuite_eventdev_perf.py | 1612
> ++++++++++++++++++++++++++++++++++++++
>  3 files changed, 1920 insertions(+)
>  create mode 100644 tests/TestSuite_eventdev_perf.py
> 
> diff --git a/conf/test_case_supportlist.json b/conf/test_case_supportlist.json
> index 436bbb7..1886cb0 100644
> --- a/conf/test_case_supportlist.json
> +++ b/conf/test_case_supportlist.json
> @@ -953,5 +953,275 @@
>              "Bug ID": "",
>              "Comments": "This case only support on FVL"
>          }
> +    ],
> +    "perf_eventdev_1ports_atq_atomic_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_1ports_atq_parallel_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_1ports_atq_order_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_1ports_queue_atomic_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_1ports_queue_parallel_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_1ports_queue_order_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_2ports_atq_atomic_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_2ports_atq_parallel_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_2ports_atq_order_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_2ports_queue_atomic_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_2ports_queue_parallel_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_2ports_queue_order_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_4ports_atq_atomic_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_4ports_atq_parallel_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_4ports_atq_order_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_4ports_queue_atomic_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_4ports_queue_parallel_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
> +    ],
> +    "perf_eventdev_4ports_queue_order_performance": [
> +        {
> +            "OS": [
> +                "ALL"
> +            ],
> +            "NIC": [
> +                "cavium_a063"
> +            ],
> +            "Target": [
> +                "ALL"
> +            ],
> +            "Bug ID": "",
> +            "Comments": "This case currently support for cavium_a063 "
> +        }
>      ]
>  }
> diff --git a/framework/dut.py b/framework/dut.py
> index 541ab7b..88bc6fc 100644
> --- a/framework/dut.py
> +++ b/framework/dut.py
> @@ -455,6 +455,44 @@ class Dut(Crb):
>          bind_script_path = self.get_dpdk_bind_script()
>          self.send_expect('%s --force %s' % (bind_script_path, binding_list), '# ')
> 
> +    def bind_eventdev_port(self, driver='vfio-pci', port_to_bind=None):
> +        """
> +        Bind the eventdev interfaces to the selected driver. port_to_bind set
> to default, can be
> +        changed at run time
> +        """
> +
> +        binding_list = '--bind=%s %s' % (driver, port_to_bind)
> +        bind_script_path = self.get_dpdk_bind_script()
> +        self.send_expect('%s --force %s' % (bind_script_path, binding_list), '# ')
> +
> +    def set_eventdev_port_limits(self, device_id, port):
> +        """
> +        Setting the eventdev port SSO and SS0W limits.
> +        """
> +
> +        bind_script_path = self.get_dpdk_bind_script()
> +        eventdev_ports = self.send_expect('%s -s |grep -e %s | cut -d " " -f1' %
> (bind_script_path, device_id), '#')
> +        eventdev_ports = eventdev_ports.split("\r\n")
> +        for eventdev_port in eventdev_ports:
> +            self.send_expect('echo 0 >  /sys/bus/pci/devices/%s/limits/sso' %
> (eventdev_port), '#')
> +            self.send_expect('echo 0 >  /sys/bus/pci/devices/%s/limits/ssow' %
> (eventdev_port), '#')
> +        for eventdev_port in eventdev_ports:
> +            if eventdev_port == port:
> +                self.send_expect('echo 0 >  /sys/bus/pci/devices/%s/limits/tim' %
> (eventdev_port), '#')
> +                self.send_expect('echo 1 >  /sys/bus/pci/devices/%s/limits/npa' %
> (eventdev_port), '#')
> +                self.send_expect('echo 10 >  /sys/bus/pci/devices/%s/limits/sso' %
> (eventdev_port), '#')
> +                self.send_expect('echo 32 >  /sys/bus/pci/devices/%s/limits/ssow' %
> (eventdev_port), '#')
> +
> +    def unbind_eventdev_port(self, port_to_unbind=None):
> +        """
> +        Unbind the eventdev interfaces to the selected driver. port_to_unbind
> set to None, can be
> +        changed at run time
> +        """
> +
> +        binding_list = '-u  %s' % (port_to_unbind)
> +        bind_script_path = self.get_dpdk_bind_script()
> +        self.send_expect('%s  %s' % (bind_script_path, binding_list), '# ')
> +
>      def get_ports(self, nic_type='any', perf=None, socket=None):
>          """
>          Return DUT port list with the filter of NIC type, whether run IXIA
> diff --git a/tests/TestSuite_eventdev_perf.py
> b/tests/TestSuite_eventdev_perf.py
> new file mode 100644
> index 0000000..e93a9d4
> --- /dev/null
> +++ b/tests/TestSuite_eventdev_perf.py
> @@ -0,0 +1,1612 @@
> +# BSD LICENSE
> +# SPDX-License-Identifier: BSD-3-Clause
> +# Copyright (C) 2019 Marvell International Ltd.
> +
> +"""
> +DPDK Test suite.
> +Test userland 10Gb/25Gb/40Gb/100Gb
> +"""
> +
> +import utils
> +import re
> +import time
> +import os
> +
> +from test_case import TestCase
> +from time import sleep
> +from settings import HEADER_SIZE
> +from pmd_output import PmdOutput
> +from etgen import IxiaPacketGenerator
> +
> +from settings import FOLDERS
> +from system_info import SystemInfo
> +import perf_report
> +from datetime import datetime
> +
> +class TestEventdevPerf(TestCase,IxiaPacketGenerator):
> +
> +    def set_up_all(self):
> +        """
> +        Run at the start of each test suite.
> +
> +        PMD prerequisites.
> +        """
> +        self.tester.extend_external_packet_generator(TestEventdevPerf, self)
> +
> +        self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
> +
> +        self.rxfreet_values = [0, 8, 16, 32, 64, 128]
> +
> +        self.test_cycles = [
> +                        {'cores': '1S/2C/1T', 'Mpps': {}, 'pct': {}},
> +                        {'cores': '1S/3C/1T', 'Mpps': {}, 'pct': {}},
> +                        {'cores': '1S/5C/1T', 'Mpps': {}, 'pct': {}},
> +                        {'cores': '1S/9C/1T', 'Mpps': {}, 'pct': {}},
> +                        {'cores': '1S/17C/1T', 'Mpps': {}, 'pct': {}},
> +                        ]
> +        self.get_cores_from_last = True
> +        self.table_header = ['Frame Size']
> +        for test_cycle in self.test_cycles:
> +            m = re.search(r"(\d+S/)(\d+)(C/\d+T)",test_cycle['cores'])
> +            cores = m.group(1) + str(int(m.group(2))-1) + m.group(3)
> +            self.table_header.append("%s Mpps" % cores)
> +            self.table_header.append("% linerate")
> +
> +        self.perf_results = {'header': [], 'data': []}
> +
> +        self.blacklist = ""
> +
> +        # Based on h/w type, choose how many ports to use
> +        self.dut_ports = self.dut.get_ports()
> +        if self.dut.get_os_type() == 'linux':
> +            # Get dut system information
> +            port_num = self.dut_ports[0]
> +            pci_device_id = self.dut.ports_info[port_num]['pci']
> +            ori_driver = self.dut.ports_info[port_num]['port'].get_nic_driver()
> +            self.dut.ports_info[port_num]['port'].bind_driver()
> +
> +            self.dut.ports_info[port_num]['port'].bind_driver(ori_driver)
> +
> +        if self.nic == "cavium_a063":
> +            self.eventdev_device_bus_id = "0002:0e:00.0"
> +            self.eventdev_device_id = "a0f9"
> +
> +        #### Bind evendev device ####
> +
> self.dut.bind_eventdev_port(port_to_bind=self.eventdev_device_bus_id)
> +
> +        #### Configuring evendev SS0 & SSOw limits ####
> +            self.dut.set_eventdev_port_limits(self.eventdev_device_id,
> self.eventdev_device_bus_id)
> +
> +        self.headers_size = HEADER_SIZE['eth'] + HEADER_SIZE[
> +            'ip'] + HEADER_SIZE['tcp']
> +
> +        self.ports_socket = self.dut.get_numa_id(self.dut_ports[0])
> +
> +        self.pmdout = PmdOutput(self.dut)
> +
> +    def set_up(self):
> +        """
> +        Run before each test case.
> +        """
> +        pass
> +
> +    def eventdev_cmd(self, test_type, stlist, nports, worker_cores):
> +
> +        self.Port_pci_ids = []
> +        command_line1 = "dpdk-test-eventdev -l %s -w %s"
> +        for i in range(0, nports):
> +            self.Port_pci_ids.append(self.dut.ports_info[i]['pci'])
> +            ## Adding core-list and pci-ids
> +            command_line1 = command_line1 + " -w %s "
> +        ## Adding test and stage types
> +        command_line2 = "-- --prod_type_ethdev --nb_pkts=0 --verbose 2 --
> test=%s --stlist=%s --wlcores=%s" %(test_type, stlist, worker_cores)
> +        return command_line1 + command_line2
> +
> +    def test_perf_eventdev_1ports_atq_atomic_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 1 ports with
> test_type=pipeline_atq and schedule_type=atomic.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "A", 1,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 1)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_1ports_atq_parallel_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 1 ports with
> test_type=pipeline_atq and schedule_type=parallel.
> +        """
> +        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "P", 1,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 1)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_1ports_atq_order_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 1 ports with
> test_type=pipeline_atq and schedule_type=order.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "O", 1,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 1)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_1ports_queue_atomic_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 1 ports with
> test_type=pipeline_queue and schedule_type=atomic.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "A", 1,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 1)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_1ports_queue_parallel_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 1 ports with
> test_type=pipeline_queue and schedule_type=parallel.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "P", 1,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 1)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_1ports_queue_order_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 1 ports with
> test_type=pipeline_queue and schedule_type=order.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for 1 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "O", 1,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 1)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_2ports_atq_atomic_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 2 ports with
> test_type=pipeline_atq and schedule_type=atomic.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "A", 2,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 2)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_2ports_atq_parallel_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 2 ports with
> test_type=pipeline_atq and schedule_type=parallel.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "P", 2,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 2)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_2ports_atq_order_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 2 ports with
> test_type=pipeline_atq and schedule_type=order.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "O", 2,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 2)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_2ports_queue_atomic_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 2 ports with
> test_type=pipeline_queue and schedule_type=atomic.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "A", 2,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 2)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_2ports_queue_parallel_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 2 ports with
> test_type=pipeline_queue and schedule_type=parallel.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "P", 2,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 2)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_2ports_queue_order_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 2 ports with
> test_type=pipeline_queue and schedule_type=order.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 2 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "O", 2,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 2)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +
> +    def test_perf_eventdev_4ports_atq_atomic_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 4 ports with
> test_type=pipeline_atq and schedule_type=atomic.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports for 4 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
> +                           self.tester.get_local_port(self.dut_ports[3]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
> +                           self.tester.get_local_port(self.dut_ports[2]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "A", 4,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1],
> self.Port_pci_ids[2], self.Port_pci_ids[3])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 4)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_4ports_atq_parallel_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 4 ports with
> test_type=pipeline_atq and schedule_type=parallel.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
> +                           self.tester.get_local_port(self.dut_ports[3]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
> +                           self.tester.get_local_port(self.dut_ports[2]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "P", 4,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1],
> self.Port_pci_ids[2], self.Port_pci_ids[3])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 4)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_4ports_atq_order_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 4 ports with
> test_type=pipeline_atq and schedule_type=order.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
> +                           self.tester.get_local_port(self.dut_ports[3]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
> +                           self.tester.get_local_port(self.dut_ports[2]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_atq", "O", 4,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1],
> self.Port_pci_ids[2], self.Port_pci_ids[3])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 4)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_4ports_queue_atomic_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 4 ports with
> test_type=pipeline_queue and schedule_type=atomic.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
> +                           self.tester.get_local_port(self.dut_ports[3]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
> +                           self.tester.get_local_port(self.dut_ports[2]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "A", 4,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1],
> self.Port_pci_ids[2], self.Port_pci_ids[3])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 4)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_4ports_queue_parallel_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 4 ports with
> test_type=pipeline_queue and schedule_type=parallel.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
> +                           self.tester.get_local_port(self.dut_ports[3]),
> +                          "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
> +                          self.tester.get_local_port(self.dut_ports[2]),
> +                           "event_test.pcap"))
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "P", 4,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1],
> self.Port_pci_ids[2], self.Port_pci_ids[3])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 4)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def test_perf_eventdev_4ports_queue_order_performance(self):
> +        """
> +        Evendev Performance Benchmarking with 4 ports with
> test_type=pipeline_queue and schedule_type=order.
> +        """
> +
> +        self.verify(len(self.dut_ports) >= 4, "Insufficient ports for 4 ports
> performance test")
> +        self.perf_results['header'] = []
> +        self.perf_results['data'] = []
> +
> +        all_cores_mask = utils.create_mask(self.dut.get_core_list("all"))
> +
> +        # prepare traffic generator input
> +        tgen_input = []
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[0]),
> +                           self.tester.get_local_port(self.dut_ports[1]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[2]),
> +                           self.tester.get_local_port(self.dut_ports[3]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[1]),
> +                           self.tester.get_local_port(self.dut_ports[0]),
> +                           "event_test.pcap"))
> +        tgen_input.append((self.tester.get_local_port(self.dut_ports[3]),
> +                           self.tester.get_local_port(self.dut_ports[2]),
> +                           "event_test.pcap"))
> +
> +        # run testpmd for each core config
> +        for test_cycle in self.test_cycles:
> +            core_config = test_cycle['cores']
> +
> +            core_list = self.dut.get_core_list(core_config,
> +                                               socket=self.ports_socket, from_last =
> self.get_cores_from_last)
> +            cores_list = "%s-%s" % (core_list[0],core_list[-1])
> +
> +            if len(core_list) > 2:
> +                worker_cores = "%s-%s" %(core_list[1],core_list[-1])
> +            else:
> +                worker_cores = core_list[-1]
> +
> +            command_line = self.eventdev_cmd( "pipeline_queue", "O", 4,
> worker_cores)
> +            command_line = command_line %(cores_list,
> self.eventdev_device_bus_id, self.Port_pci_ids[0], self.Port_pci_ids[1],
> self.Port_pci_ids[2], self.Port_pci_ids[3])
> +            self.dut.send_expect(command_line,"Configured", 100)
> +
> +            info = "Executing Eventdev using %s\n" % test_cycle['cores']
> +            self.logger.info(info)
> +            self.rst_report(info, annex=True)
> +            self.rst_report(command_line + "\n\n", frame=True, annex=True)
> +
> +            for frame_size in self.frame_sizes:
> +                wirespeed = self.wirespeed(self.nic, frame_size, 4)
> +
> +                # create pcap file
> +                self.logger.info("Running with frame size %d " % frame_size)
> +                payload_size = frame_size - self.headers_size
> +                self.tester.scapy_append(
> +                    'wrpcap("event_test.pcap",
> [Ether(src="52:00:00:00:00:00")/IP(src="1.2.3.4",dst="1.1.1.1")/TCP()/("X"*%d)]
> )' % (payload_size))
> +                self.tester.scapy_execute()
> +
> +                # run traffic generator
> +                _, pps = self.tester.traffic_generator_throughput(tgen_input,
> rate_percent=100, delay=60)
> +                pps /= 1000000.0
> +                pct = pps * 100 / wirespeed
> +                test_cycle['Mpps'][frame_size] = float('%.3f' % pps)
> +                test_cycle['pct'][frame_size] = float('%.3f' % pct)
> +
> +            self.dut.send_expect("^C", "# ", 5)
> +            sleep(5)
> +
> +        for n in range(len(self.test_cycles)):
> +            for frame_size in self.frame_sizes:
> +                self.verify(self.test_cycles[n]['Mpps'][
> +                            frame_size] > 0, "No traffic detected")
> +
> +        # Print results
> +        self.result_table_create(self.table_header)
> +        self.perf_results['header'] = self.table_header
> +        for frame_size in self.frame_sizes:
> +            table_row = [frame_size]
> +            for test_cycle in self.test_cycles:
> +                table_row.append(test_cycle['Mpps'][frame_size])
> +                table_row.append(test_cycle['pct'][frame_size])
> +
> +            self.result_table_add(table_row)
> +            self.perf_results['data'].append(table_row)
> +
> +        self.result_table_print()
> +
> +    def ip(self, port, frag, src, proto, tos, dst, chksum, len, options, version,
> flags, ihl, ttl, id):
> +        self.add_tcl_cmd("protocol config -name ip")
> +        self.add_tcl_cmd('ip config -sourceIpAddr "%s"' % src)
> +        if self.nic !=  "cavium_a063":
> +            self.add_tcl_cmd("ip config -sourceIpAddrMode ipRandom")
> +        else:
> +            self.add_tcl_cmd("ip config -sourceIpAddrMode ipIncrHost")
> +            self.add_tcl_cmd("ip config -sourceIpAddrRepeatCount 100")
> +        self.add_tcl_cmd('ip config -destIpAddr "%s"' % dst)
> +        if self.nic ==  "cavium_a063":
> +            self.add_tcl_cmd("ip config -destIpAddrMode ipIdle")
> +        else:
> +            self.add_tcl_cmd("ip config -destIpAddrMode ipIdle")
> +        self.add_tcl_cmd("ip config -ttl %d" % ttl)
> +        self.add_tcl_cmd("ip config -totalLength %d" % len)
> +        self.add_tcl_cmd("ip config -fragment %d" % frag)
> +        self.add_tcl_cmd("ip config -ipProtocol ipV4ProtocolReserved255")
> +        self.add_tcl_cmd("ip config -identifier %d" % id)
> +        self.add_tcl_cmd("stream config -framesize %d" % (len + 18))
> +        self.add_tcl_cmd("ip set %d %d %d" % (self.chasId, port['card'],
> port['port']))
> +
> +
> +    def tear_down(self):
> +        """
> +        Run after each test case.
> +        """
> +        self.dut.send_expect("^C", "# ", 5)
> +
> self.dut.unbind_eventdev_port(port_to_unbind=self.eventdev_device_bus_i
> d)
> +
> +    def tear_down_all(self):
> +        """
> +        Run after each test suite.
> +        """
> +        self.dut.kill_all()
> --
> 1.8.3.1


^ permalink raw reply	[flat|nested] 3+ messages in thread

end of thread, other threads:[~2019-06-12  3:08 UTC | newest]

Thread overview: 3+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2019-05-31  7:17 [dts] [PATCH] TestSuite_eventdev_perf.py: Adding Eventdev feature performance Testscript thaq
2019-05-31 10:31 ` [dts] [PATCH v2] " thaq
2019-06-12  3:08 ` [dts] [PATCH] " Tu, Lijuan

This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).