test suite reviews and discussions
 help / color / mirror / Atom feed
* [dts] [PATCH V2] tests/pvp_multi_paths_virtio_single_core_performance:remove vectorized=0 by default in test case 9 and optimize code
@ 2021-03-03 10:29 Ling Wei
  2021-03-03 10:31 ` Ling, WeiX
  2021-03-10  5:40 ` Tu, Lijuan
  0 siblings, 2 replies; 4+ messages in thread
From: Ling Wei @ 2021-03-03 10:29 UTC (permalink / raw)
  To: dts; +Cc: Ling Wei

Remove vectorized=0 by default in test case 9 and 
use pmd.start_testpmd() to replace session.send_expect() 
to start and quit testpmd.

Signed-off-by: Ling Wei <weix.ling@intel.com>
---
v1:
Remove vectorized=0 by default in test case 9 and
use pmd.start_testpmd() to replace session.send_expect()
to start and quit testpmd.

v2:
Fix close_all_session self.vhost to self.virtio_user0.

 ...ti_paths_virtio_single_core_performance.py | 41 +++++++++----------
 1 file changed, 20 insertions(+), 21 deletions(-)

diff --git a/tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py b/tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py
index ea48b069..03c5a3ce 100644
--- a/tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py
+++ b/tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py
@@ -43,6 +43,7 @@ from packet import Packet
 from pktgen import PacketGeneratorHelper
 from settings import UPDATE_EXPECTED, load_global_setting
 from copy import deepcopy
+from pmd_output import PmdOutput
 
 
 class TestPVPMultiPathVirtioPerformance(TestCase):
@@ -68,8 +69,10 @@ class TestPVPMultiPathVirtioPerformance(TestCase):
             self.tester.send_expect('mkdir -p %s' % self.out_path, '# ')
         # create an instance to set stream field setting
         self.pktgen_helper = PacketGeneratorHelper()
-        self.vhost_user = self.dut.new_session(suite="user")
-        self.vhost = self.dut.new_session(suite="vhost")
+        self.vhost_user = self.dut.new_session(suite="vhost-user")
+        self.virtio_user0 = self.dut.new_session(suite="virtio-user0")
+        self.vhost_user_pmd = PmdOutput(self.dut, self.vhost_user)
+        self.virtio_user0_pmd = PmdOutput(self.dut, self.virtio_user0)
         self.save_result_flag = True
         self.json_obj = {}
         self.path=self.dut.apps_name['test-pmd']
@@ -163,30 +166,26 @@ class TestPVPMultiPathVirtioPerformance(TestCase):
         self.dut.send_expect("rm -rf ./vhost-net*", "#")
         self.dut.send_expect("killall -s INT %s" % self.testpmd_name , "#")
         self.dut.send_expect("killall -s INT qemu-system-x86_64", "#")
-        eal_param = self.dut.create_eal_parameters(socket=self.ports_socket, cores=self.core_list_host, prefix='vhost',
-                                                   ports=[self.dut.ports_info[self.dut_ports[0]]['pci']],
-                                                   vdevs=['net_vhost0,iface=vhost-net,queues=1,client=0'])
-        command_line_client = self.path + eal_param + \
-                ' -- -i --nb-cores=2 --txd=%d --rxd=%d' % (self.nb_desc, self.nb_desc)
-        self.vhost.send_expect(command_line_client, "testpmd> ", 120)
-        self.vhost.send_expect("set fwd io", "testpmd> ", 120)
-        self.vhost.send_expect("start", "testpmd> ", 120)
+        vdevs = ['net_vhost0,iface=vhost-net,queues=1,client=0']
+        param = "--nb-cores=2 --txd=%d --rxd=%d" % (self.nb_desc, self.nb_desc)
+        self.vhost_user_pmd.start_testpmd(cores=self.core_list_host, param=param, vdevs=vdevs, ports=[0], prefix="vhost")
+        self.vhost_user_pmd.execute_cmd("set fwd mac")
+        self.vhost_user_pmd.execute_cmd("start")
 
     def start_virtio_testpmd(self, args):
         """
         start testpmd on virtio
         """
-        eal_param = self.dut.create_eal_parameters(socket=self.ports_socket, cores=self.core_list_user, prefix='virtio', no_pci=True, vdevs=['net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,%s' % args["version"]])
+        eal_param = ""
         if self.check_2M_env:
             eal_param += " --single-file-segments"
         if 'virtio11_vectorized' in self.running_case:
             eal_param += " --force-max-simd-bitwidth=512"
-        command_line_user = self.path + eal_param + \
-            " -- -i %s --rss-ip --nb-cores=1 --txd=%d --rxd=%d" % (
-                args["path"], self.nb_desc, self.nb_desc)
-        self.vhost_user.send_expect(command_line_user, "testpmd> ", 120)
-        self.vhost_user.send_expect("set fwd mac", "testpmd> ", 120)
-        self.vhost_user.send_expect("start", "testpmd> ", 120)
+        vdevs = ['net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,%s' % args["version"]]
+        param = "%s --rss-ip --nb-cores=1 --txd=%d --rxd=%d" % (args["path"], self.nb_desc, self.nb_desc)
+        self.virtio_user0_pmd.start_testpmd(cores=self.core_list_user, eal_param=eal_param, param=param, vdevs=vdevs, no_pci=True, prefix='virtio')
+        self.virtio_user0_pmd.execute_cmd("set fwd mac")
+        self.virtio_user0_pmd.execute_cmd("start")
 
     def handle_expected(self):
         """
@@ -287,15 +286,15 @@ class TestPVPMultiPathVirtioPerformance(TestCase):
         """
         close all testpmd of vhost and virtio
         """
-        self.vhost.send_expect("quit", "#", 60)
-        self.vhost_user.send_expect("quit", "#", 60)
+        self.vhost_user_pmd.execute_cmd("quit", "# ")
+        self.virtio_user0_pmd.execute_cmd("quit", "# ")
 
     def close_all_session(self):
         """
         close all session of vhost and vhost-user
         """
         self.dut.close_session(self.vhost_user)
-        self.dut.close_session(self.vhost)
+        self.dut.close_session(self.virtio_user0)
 
     def test_perf_virtio_single_core_virtio11_mergeable(self):
         """
@@ -354,7 +353,7 @@ class TestPVPMultiPathVirtioPerformance(TestCase):
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()['expected_throughput'][self.test_target]
-        virtio_pmd_arg = {"version": "packed_vq=1,in_order=1,mrg_rxbuf=0,vectorized=0",
+        virtio_pmd_arg = {"version": "packed_vq=1,in_order=1,mrg_rxbuf=0",
                           "path": "--enable-hw-vlan-strip"}
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-- 
2.25.1


^ permalink raw reply	[flat|nested] 4+ messages in thread

* Re: [dts] [PATCH V2] tests/pvp_multi_paths_virtio_single_core_performance:remove vectorized=0 by default in test case 9 and optimize code
  2021-03-03 10:29 [dts] [PATCH V2] tests/pvp_multi_paths_virtio_single_core_performance:remove vectorized=0 by default in test case 9 and optimize code Ling Wei
@ 2021-03-03 10:31 ` Ling, WeiX
  2021-03-04  2:27   ` Zhao, HaiyangX
  2021-03-10  5:40 ` Tu, Lijuan
  1 sibling, 1 reply; 4+ messages in thread
From: Ling, WeiX @ 2021-03-03 10:31 UTC (permalink / raw)
  To: dts

[-- Attachment #1: Type: text/plain, Size: 371 bytes --]

> -----Original Message-----
> From: Ling, WeiX <weix.ling@intel.com>
> Sent: Wednesday, March 3, 2021 06:30 PM
> To: dts@dpdk.org
> Cc: Ling, WeiX <weix.ling@intel.com>
> Subject: [dts][PATCH V2]
> tests/pvp_multi_paths_virtio_single_core_performance:remove
> vectorized=0 by default in test case 9 and optimize code

Tested-by: Wei Ling <weix.ling@intel.com>

[-- Attachment #2: TestPVPMultiPathVirtioPerformance.log --]
[-- Type: application/octet-stream, Size: 520837 bytes --]

03/03/2021 18:00:44                            dts: 
TEST SUITE : TestPVPMultiPathVirtioPerformance
03/03/2021 18:00:44                            dts: NIC :        fortville_spirit
03/03/2021 18:00:44             dut.10.240.183.220: 
03/03/2021 18:00:44                         tester: 
03/03/2021 18:00:44                         tester: ls -d /tmp
03/03/2021 18:00:44                         tester: /tmp
03/03/2021 18:00:47             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:00:47             dut.10.240.183.220: 1048576
03/03/2021 18:00:47 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_inorder_mergeable Begin
03/03/2021 18:00:47             dut.10.240.183.220: 
03/03/2021 18:00:47                         tester: 
03/03/2021 18:00:47             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:00:47             dut.10.240.183.220: 
03/03/2021 18:00:47             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:00:47             dut.10.240.183.220: 
03/03/2021 18:00:47             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:00:48             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:00:48             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:00:48             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:00:59             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:00:59             dut.10.240.183.220: 1048576
03/03/2021 18:01:10 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:01:10                         tester: ls -d /tmp
03/03/2021 18:01:10                         tester: /tmp
03/03/2021 18:01:10                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:01:12                         pktgen: test port 0 map gen port 0
03/03/2021 18:01:12                         pktgen: test port 0 map gen port 0
03/03/2021 18:01:12                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:12                         pktgen: trex port <0> not support flow control
03/03/2021 18:01:12                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:01:12                         pktgen: check the trex port link status
03/03/2021 18:01:12                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:12                         pktgen: begin traffic ......
03/03/2021 18:01:12                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:01:17                         pktgen: traffic completed. 
03/03/2021 18:01:17                         pktgen: check the trex port link status
03/03/2021 18:01:17                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:17                         pktgen: begin traffic ......
03/03/2021 18:01:17                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:01:27                         pktgen: begin get port statistic ...
03/03/2021 18:01:27                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:01:27                         pktgen: {0: {'ibytes': 8322353408,
     'ierrors': 0,
     'ipackets': 130036783,
     'obytes': 17156692096,
     'oerrors': 0,
     'opackets': 268073337,
     'rx_bps': 6656945664.0,
     'rx_bps_L1': 8737242624.0,
     'rx_pps': 13001856.0,
     'rx_util': 21.84310656,
     'tx_bps': 13771077632.0,
     'tx_bps_L1': 18074539072.0,
     'tx_pps': 26896634.0,
     'tx_util': 45.18634768},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.7520917654037476,
            'cpu_util': 98.24740600585938,
            'cpu_util_raw': 99.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 139081325,
            'rx_bps': 6656945664.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7114132480.0,
            'rx_pps': 13001856.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 13771077632.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 26896634.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8322353408,
           'ierrors': 0,
           'ipackets': 130036783,
           'obytes': 17156692096,
           'oerrors': 0,
           'opackets': 268073337,
           'rx_bps': 6656945664.0,
           'rx_bps_L1': 8737242624.0,
           'rx_pps': 13001856.0,
           'rx_util': 21.84310656,
           'tx_bps': 13771077632.0,
           'tx_bps_L1': 18074539072.0,
           'tx_pps': 26896634.0,
           'tx_util': 45.18634768}}
03/03/2021 18:01:27                         pktgen: {'ibytes': 8322353408,
 'ierrors': 0,
 'ipackets': 130036783,
 'obytes': 17156692096,
 'oerrors': 0,
 'opackets': 268073337,
 'rx_bps': 6656945664.0,
 'rx_bps_L1': 8737242624.0,
 'rx_pps': 13001856.0,
 'rx_util': 21.84310656,
 'tx_bps': 13771077632.0,
 'tx_bps_L1': 18074539072.0,
 'tx_pps': 26896634.0,
 'tx_util': 45.18634768}
03/03/2021 18:01:27                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 13771077632.000000, tx_pps: 26896634.000000 
03/03/2021 18:01:27                         pktgen: {'ibytes': 8322353408,
 'ierrors': 0,
 'ipackets': 130036783,
 'obytes': 17156692096,
 'oerrors': 0,
 'opackets': 268073337,
 'rx_bps': 6656945664.0,
 'rx_bps_L1': 8737242624.0,
 'rx_pps': 13001856.0,
 'rx_util': 21.84310656,
 'tx_bps': 13771077632.0,
 'tx_bps_L1': 18074539072.0,
 'tx_pps': 26896634.0,
 'tx_util': 45.18634768}
03/03/2021 18:01:27                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6656945664.000000, rx_pps: 13001856.000000
03/03/2021 18:01:27                         pktgen: throughput: pps_rx 13001856.000000, bps_rx 6656945664.000000
03/03/2021 18:01:27                         pktgen: traffic completed. 
03/03/2021 18:01:27 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:01:27                         tester: ls -d /tmp
03/03/2021 18:01:27                         tester: /tmp
03/03/2021 18:01:27                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:01:29                         pktgen: test port 0 map gen port 0
03/03/2021 18:01:29                         pktgen: test port 0 map gen port 0
03/03/2021 18:01:29                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:29                         pktgen: trex port <0> not support flow control
03/03/2021 18:01:29                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:01:29                         pktgen: check the trex port link status
03/03/2021 18:01:29                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:29                         pktgen: begin traffic ......
03/03/2021 18:01:29                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:01:34                         pktgen: traffic completed. 
03/03/2021 18:01:34                         pktgen: check the trex port link status
03/03/2021 18:01:34                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:34                         pktgen: begin traffic ......
03/03/2021 18:01:34                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:01:44                         pktgen: begin get port statistic ...
03/03/2021 18:01:44                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:01:44                         pktgen: {0: {'ibytes': 17138822656,
     'ierrors': 0,
     'ipackets': 133897052,
     'obytes': 27357586432,
     'oerrors': 0,
     'opackets': 213731159,
     'rx_bps': 13737111552.0,
     'rx_bps_L1': 15883546912.0,
     'rx_pps': 13415221.0,
     'rx_util': 39.70886728,
     'tx_bps': 21857951744.0,
     'tx_bps_L1': 25273282944.0,
     'tx_pps': 21345820.0,
     'tx_util': 63.183207360000004},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.7763264179229736,
            'cpu_util': 98.41220092773438,
            'cpu_util_raw': 99.125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141474034,
            'rx_bps': 13737111552.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 8120839680.0,
            'rx_pps': 13415221.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21857951744.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 21345820.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 17138822656,
           'ierrors': 0,
           'ipackets': 133897052,
           'obytes': 27357586432,
           'oerrors': 0,
           'opackets': 213731159,
           'rx_bps': 13737111552.0,
           'rx_bps_L1': 15883546912.0,
           'rx_pps': 13415221.0,
           'rx_util': 39.70886728,
           'tx_bps': 21857951744.0,
           'tx_bps_L1': 25273282944.0,
           'tx_pps': 21345820.0,
           'tx_util': 63.183207360000004}}
03/03/2021 18:01:44                         pktgen: {'ibytes': 17138822656,
 'ierrors': 0,
 'ipackets': 133897052,
 'obytes': 27357586432,
 'oerrors': 0,
 'opackets': 213731159,
 'rx_bps': 13737111552.0,
 'rx_bps_L1': 15883546912.0,
 'rx_pps': 13415221.0,
 'rx_util': 39.70886728,
 'tx_bps': 21857951744.0,
 'tx_bps_L1': 25273282944.0,
 'tx_pps': 21345820.0,
 'tx_util': 63.183207360000004}
03/03/2021 18:01:44                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21857951744.000000, tx_pps: 21345820.000000 
03/03/2021 18:01:44                         pktgen: {'ibytes': 17138822656,
 'ierrors': 0,
 'ipackets': 133897052,
 'obytes': 27357586432,
 'oerrors': 0,
 'opackets': 213731159,
 'rx_bps': 13737111552.0,
 'rx_bps_L1': 15883546912.0,
 'rx_pps': 13415221.0,
 'rx_util': 39.70886728,
 'tx_bps': 21857951744.0,
 'tx_bps_L1': 25273282944.0,
 'tx_pps': 21345820.0,
 'tx_util': 63.183207360000004}
03/03/2021 18:01:44                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 13737111552.000000, rx_pps: 13415221.000000
03/03/2021 18:01:44                         pktgen: throughput: pps_rx 13415221.000000, bps_rx 13737111552.000000
03/03/2021 18:01:44                         pktgen: traffic completed. 
03/03/2021 18:01:44 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:01:44                         tester: ls -d /tmp
03/03/2021 18:01:44                         tester: /tmp
03/03/2021 18:01:44                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:01:46                         pktgen: test port 0 map gen port 0
03/03/2021 18:01:46                         pktgen: test port 0 map gen port 0
03/03/2021 18:01:46                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:46                         pktgen: trex port <0> not support flow control
03/03/2021 18:01:46                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:01:46                         pktgen: check the trex port link status
03/03/2021 18:01:46                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:46                         pktgen: begin traffic ......
03/03/2021 18:01:46                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:01:52                         pktgen: traffic completed. 
03/03/2021 18:01:52                         pktgen: check the trex port link status
03/03/2021 18:01:52                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:01:52                         pktgen: begin traffic ......
03/03/2021 18:01:52                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:02:02                         pktgen: begin get port statistic ...
03/03/2021 18:02:02                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:02:02                         pktgen: {0: {'ibytes': 28901313792,
     'ierrors': 0,
     'ipackets': 112895769,
     'obytes': 46426875392,
     'oerrors': 0,
     'opackets': 181354997,
     'rx_bps': 23171936256.0,
     'rx_bps_L1': 24982255456.0,
     'rx_pps': 11314495.0,
     'rx_util': 62.45563864,
     'tx_bps': 37223714816.0,
     'tx_bps_L1': 40131837696.00001,
     'tx_pps': 18175768.0,
     'tx_util': 100.32959424},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 72.46947479248047,
            'cpu_util': 6.4205851554870605,
            'cpu_util_raw': 4.625,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 1682617,
            'rx_bps': 23171936256.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14051779584.0,
            'rx_pps': 11314495.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 37223714816.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 18175768.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 28901313792,
           'ierrors': 0,
           'ipackets': 112895769,
           'obytes': 46426875392,
           'oerrors': 0,
           'opackets': 181354997,
           'rx_bps': 23171936256.0,
           'rx_bps_L1': 24982255456.0,
           'rx_pps': 11314495.0,
           'rx_util': 62.45563864,
           'tx_bps': 37223714816.0,
           'tx_bps_L1': 40131837696.00001,
           'tx_pps': 18175768.0,
           'tx_util': 100.32959424}}
03/03/2021 18:02:02                         pktgen: {'ibytes': 28901313792,
 'ierrors': 0,
 'ipackets': 112895769,
 'obytes': 46426875392,
 'oerrors': 0,
 'opackets': 181354997,
 'rx_bps': 23171936256.0,
 'rx_bps_L1': 24982255456.0,
 'rx_pps': 11314495.0,
 'rx_util': 62.45563864,
 'tx_bps': 37223714816.0,
 'tx_bps_L1': 40131837696.00001,
 'tx_pps': 18175768.0,
 'tx_util': 100.32959424}
03/03/2021 18:02:02                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 37223714816.000000, tx_pps: 18175768.000000 
03/03/2021 18:02:02                         pktgen: {'ibytes': 28901313792,
 'ierrors': 0,
 'ipackets': 112895769,
 'obytes': 46426875392,
 'oerrors': 0,
 'opackets': 181354997,
 'rx_bps': 23171936256.0,
 'rx_bps_L1': 24982255456.0,
 'rx_pps': 11314495.0,
 'rx_util': 62.45563864,
 'tx_bps': 37223714816.0,
 'tx_bps_L1': 40131837696.00001,
 'tx_pps': 18175768.0,
 'tx_util': 100.32959424}
03/03/2021 18:02:02                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 23171936256.000000, rx_pps: 11314495.000000
03/03/2021 18:02:02                         pktgen: throughput: pps_rx 11314495.000000, bps_rx 23171936256.000000
03/03/2021 18:02:02                         pktgen: traffic completed. 
03/03/2021 18:02:02 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:02:02                         tester: ls -d /tmp
03/03/2021 18:02:02                         tester: /tmp
03/03/2021 18:02:02                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:02:04                         pktgen: test port 0 map gen port 0
03/03/2021 18:02:04                         pktgen: test port 0 map gen port 0
03/03/2021 18:02:04                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:04                         pktgen: trex port <0> not support flow control
03/03/2021 18:02:04                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:02:04                         pktgen: check the trex port link status
03/03/2021 18:02:04                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:04                         pktgen: begin traffic ......
03/03/2021 18:02:04                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:02:09                         pktgen: traffic completed. 
03/03/2021 18:02:09                         pktgen: check the trex port link status
03/03/2021 18:02:09                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:09                         pktgen: begin traffic ......
03/03/2021 18:02:09                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:02:19                         pktgen: begin get port statistic ...
03/03/2021 18:02:19                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:02:19                         pktgen: {0: {'ibytes': 38846445568,
     'ierrors': 0,
     'ipackets': 75871973,
     'obytes': 48172687360,
     'oerrors': 0,
     'opackets': 94087288,
     'rx_bps': 31041482752.0,
     'rx_bps_L1': 32254050271.999996,
     'rx_pps': 7578547.0,
     'rx_util': 80.63512567999999,
     'tx_bps': 38496391168.0,
     'tx_bps_L1': 40000171648.0,
     'tx_pps': 9398628.0,
     'tx_util': 100.00042912},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.101449012756348,
            'cpu_util': 59.39738845825195,
            'cpu_util_raw': 61.125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 83023532,
            'rx_bps': 31041482752.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7454908416.0,
            'rx_pps': 7578547.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38496391168.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9398628.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 38846445568,
           'ierrors': 0,
           'ipackets': 75871973,
           'obytes': 48172687360,
           'oerrors': 0,
           'opackets': 94087288,
           'rx_bps': 31041482752.0,
           'rx_bps_L1': 32254050271.999996,
           'rx_pps': 7578547.0,
           'rx_util': 80.63512567999999,
           'tx_bps': 38496391168.0,
           'tx_bps_L1': 40000171648.0,
           'tx_pps': 9398628.0,
           'tx_util': 100.00042912}}
03/03/2021 18:02:19                         pktgen: {'ibytes': 38846445568,
 'ierrors': 0,
 'ipackets': 75871973,
 'obytes': 48172687360,
 'oerrors': 0,
 'opackets': 94087288,
 'rx_bps': 31041482752.0,
 'rx_bps_L1': 32254050271.999996,
 'rx_pps': 7578547.0,
 'rx_util': 80.63512567999999,
 'tx_bps': 38496391168.0,
 'tx_bps_L1': 40000171648.0,
 'tx_pps': 9398628.0,
 'tx_util': 100.00042912}
03/03/2021 18:02:19                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38496391168.000000, tx_pps: 9398628.000000 
03/03/2021 18:02:19                         pktgen: {'ibytes': 38846445568,
 'ierrors': 0,
 'ipackets': 75871973,
 'obytes': 48172687360,
 'oerrors': 0,
 'opackets': 94087288,
 'rx_bps': 31041482752.0,
 'rx_bps_L1': 32254050271.999996,
 'rx_pps': 7578547.0,
 'rx_util': 80.63512567999999,
 'tx_bps': 38496391168.0,
 'tx_bps_L1': 40000171648.0,
 'tx_pps': 9398628.0,
 'tx_util': 100.00042912}
03/03/2021 18:02:19                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 31041482752.000000, rx_pps: 7578547.000000
03/03/2021 18:02:19                         pktgen: throughput: pps_rx 7578547.000000, bps_rx 31041482752.000000
03/03/2021 18:02:19                         pktgen: traffic completed. 
03/03/2021 18:02:19 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:02:19                         tester: ls -d /tmp
03/03/2021 18:02:19                         tester: /tmp
03/03/2021 18:02:19                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:02:21                         pktgen: test port 0 map gen port 0
03/03/2021 18:02:21                         pktgen: test port 0 map gen port 0
03/03/2021 18:02:21                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:21                         pktgen: trex port <0> not support flow control
03/03/2021 18:02:21                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:02:21                         pktgen: check the trex port link status
03/03/2021 18:02:21                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:21                         pktgen: begin traffic ......
03/03/2021 18:02:21                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:02:26                         pktgen: traffic completed. 
03/03/2021 18:02:26                         pktgen: check the trex port link status
03/03/2021 18:02:26                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:26                         pktgen: begin traffic ......
03/03/2021 18:02:26                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:02:36                         pktgen: begin get port statistic ...
03/03/2021 18:02:36                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:02:36                         pktgen: {0: {'ibytes': 49094953984,
     'ierrors': 0,
     'ipackets': 47944296,
     'obytes': 49094902784,
     'oerrors': 0,
     'opackets': 47944247,
     'rx_bps': 39181594624.0,
     'rx_bps_L1': 39946866144.00001,
     'rx_pps': 4782947.0,
     'rx_util': 99.86716536000002,
     'tx_bps': 39181729792.0,
     'tx_bps_L1': 39947005312.0,
     'tx_pps': 4782972.0,
     'tx_util': 99.86751328},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.015546798706055,
            'cpu_util': 28.78377342224121,
            'cpu_util_raw': 30.1875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 36706336,
            'rx_bps': 39181594624.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4782947.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39181729792.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4782972.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49094953984,
           'ierrors': 0,
           'ipackets': 47944296,
           'obytes': 49094902784,
           'oerrors': 0,
           'opackets': 47944247,
           'rx_bps': 39181594624.0,
           'rx_bps_L1': 39946866144.00001,
           'rx_pps': 4782947.0,
           'rx_util': 99.86716536000002,
           'tx_bps': 39181729792.0,
           'tx_bps_L1': 39947005312.0,
           'tx_pps': 4782972.0,
           'tx_util': 99.86751328}}
03/03/2021 18:02:36                         pktgen: {'ibytes': 49094953984,
 'ierrors': 0,
 'ipackets': 47944296,
 'obytes': 49094902784,
 'oerrors': 0,
 'opackets': 47944247,
 'rx_bps': 39181594624.0,
 'rx_bps_L1': 39946866144.00001,
 'rx_pps': 4782947.0,
 'rx_util': 99.86716536000002,
 'tx_bps': 39181729792.0,
 'tx_bps_L1': 39947005312.0,
 'tx_pps': 4782972.0,
 'tx_util': 99.86751328}
03/03/2021 18:02:36                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39181729792.000000, tx_pps: 4782972.000000 
03/03/2021 18:02:36                         pktgen: {'ibytes': 49094953984,
 'ierrors': 0,
 'ipackets': 47944296,
 'obytes': 49094902784,
 'oerrors': 0,
 'opackets': 47944247,
 'rx_bps': 39181594624.0,
 'rx_bps_L1': 39946866144.00001,
 'rx_pps': 4782947.0,
 'rx_util': 99.86716536000002,
 'tx_bps': 39181729792.0,
 'tx_bps_L1': 39947005312.0,
 'tx_pps': 4782972.0,
 'tx_util': 99.86751328}
03/03/2021 18:02:36                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39181594624.000000, rx_pps: 4782947.000000
03/03/2021 18:02:36                         pktgen: throughput: pps_rx 4782947.000000, bps_rx 39181594624.000000
03/03/2021 18:02:36                         pktgen: traffic completed. 
03/03/2021 18:02:36 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:02:36                         tester: ls -d /tmp
03/03/2021 18:02:36                         tester: /tmp
03/03/2021 18:02:36                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:02:38                         pktgen: test port 0 map gen port 0
03/03/2021 18:02:38                         pktgen: test port 0 map gen port 0
03/03/2021 18:02:38                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:38                         pktgen: trex port <0> not support flow control
03/03/2021 18:02:38                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:02:38                         pktgen: check the trex port link status
03/03/2021 18:02:38                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:38                         pktgen: begin traffic ......
03/03/2021 18:02:38                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:02:43                         pktgen: traffic completed. 
03/03/2021 18:02:43                         pktgen: check the trex port link status
03/03/2021 18:02:43                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:02:43                         pktgen: begin traffic ......
03/03/2021 18:02:43                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:02:53                         pktgen: begin get port statistic ...
03/03/2021 18:02:53                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:02:53                         pktgen: {0: {'ibytes': 49403683428,
     'ierrors': 0,
     'ipackets': 32545250,
     'obytes': 49403577168,
     'oerrors': 0,
     'opackets': 32545179,
     'rx_bps': 39487078400.0,
     'rx_bps_L1': 40007331920.0,
     'rx_pps': 3251584.5,
     'rx_util': 100.0183298,
     'tx_bps': 39487057920.0,
     'tx_bps_L1': 40007311240.0,
     'tx_pps': 3251583.25,
     'tx_util': 100.01827809999999},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 34.34628677368164,
            'cpu_util': 14.370933532714844,
            'cpu_util_raw': 14.3125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17246261,
            'rx_bps': 39487078400.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3251584.5,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39487057920.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3251583.25},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49403683428,
           'ierrors': 0,
           'ipackets': 32545250,
           'obytes': 49403577168,
           'oerrors': 0,
           'opackets': 32545179,
           'rx_bps': 39487078400.0,
           'rx_bps_L1': 40007331920.0,
           'rx_pps': 3251584.5,
           'rx_util': 100.0183298,
           'tx_bps': 39487057920.0,
           'tx_bps_L1': 40007311240.0,
           'tx_pps': 3251583.25,
           'tx_util': 100.01827809999999}}
03/03/2021 18:02:53                         pktgen: {'ibytes': 49403683428,
 'ierrors': 0,
 'ipackets': 32545250,
 'obytes': 49403577168,
 'oerrors': 0,
 'opackets': 32545179,
 'rx_bps': 39487078400.0,
 'rx_bps_L1': 40007331920.0,
 'rx_pps': 3251584.5,
 'rx_util': 100.0183298,
 'tx_bps': 39487057920.0,
 'tx_bps_L1': 40007311240.0,
 'tx_pps': 3251583.25,
 'tx_util': 100.01827809999999}
03/03/2021 18:02:53                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39487057920.000000, tx_pps: 3251583.250000 
03/03/2021 18:02:53                         pktgen: {'ibytes': 49403683428,
 'ierrors': 0,
 'ipackets': 32545250,
 'obytes': 49403577168,
 'oerrors': 0,
 'opackets': 32545179,
 'rx_bps': 39487078400.0,
 'rx_bps_L1': 40007331920.0,
 'rx_pps': 3251584.5,
 'rx_util': 100.0183298,
 'tx_bps': 39487057920.0,
 'tx_bps_L1': 40007311240.0,
 'tx_pps': 3251583.25,
 'tx_util': 100.01827809999999}
03/03/2021 18:02:53                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39487078400.000000, rx_pps: 3251584.500000
03/03/2021 18:02:53                         pktgen: throughput: pps_rx 3251584.500000, bps_rx 39487078400.000000
03/03/2021 18:02:53                         pktgen: traffic completed. 
03/03/2021 18:02:55 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:02:55 TestPVPMultiPathVirtioPerformance: 
+-------+---------------------+--------+------------+
| Frame |    Mode/RXD-TXD     |  Mpps  | % linerate |
+=======+=====================+========+============+
| 64    | inoder mergeable on | 13.002 | 21.843     |
+-------+---------------------+--------+------------+
| 128   | inoder mergeable on | 13.415 | 39.709     |
+-------+---------------------+--------+------------+
| 256   | inoder mergeable on | 11.314 | 62.456     |
+-------+---------------------+--------+------------+
| 512   | inoder mergeable on | 7.579  | 80.636     |
+-------+---------------------+--------+------------+
| 1024  | inoder mergeable on | 4.783  | 99.868     |
+-------+---------------------+--------+------------+
| 1518  | inoder mergeable on | 3.252  | 100.019    |
+-------+---------------------+--------+------------+
03/03/2021 18:02:55 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 13.002 Mpps | 21.843%    | 13.167 Mpps         | -0.165 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.252 Mpps  | 100.019%   | 3.251 Mpps          | 0.001 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:02:55 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.658350
03/03/2021 18:02:55 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.165000
03/03/2021 18:02:55 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.162550
03/03/2021 18:02:55 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.001000
03/03/2021 18:02:55 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_inorder_mergeable Result PASSED:
03/03/2021 18:02:55             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:02:56 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_inorder_normal Begin
03/03/2021 18:02:56             dut.10.240.183.220: 
03/03/2021 18:02:57                         tester: 
03/03/2021 18:02:57             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:02:57             dut.10.240.183.220: 
03/03/2021 18:02:57             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:02:57             dut.10.240.183.220: 
03/03/2021 18:02:57             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:02:57             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:02:57             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:02:57             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:03:08             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:03:08             dut.10.240.183.220: 1048576
03/03/2021 18:03:19 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:03:19                         tester: ls -d /tmp
03/03/2021 18:03:19                         tester: /tmp
03/03/2021 18:03:19                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:03:21                         pktgen: test port 0 map gen port 0
03/03/2021 18:03:21                         pktgen: test port 0 map gen port 0
03/03/2021 18:03:21                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:03:21                         pktgen: trex port <0> not support flow control
03/03/2021 18:03:21                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:03:21                         pktgen: check the trex port link status
03/03/2021 18:03:21                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:03:21                         pktgen: begin traffic ......
03/03/2021 18:03:21                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:03:26                         pktgen: traffic completed. 
03/03/2021 18:03:26                         pktgen: check the trex port link status
03/03/2021 18:03:26                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:03:26                         pktgen: begin traffic ......
03/03/2021 18:03:26                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:03:36                         pktgen: begin get port statistic ...
03/03/2021 18:03:36                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:03:36                         pktgen: {0: {'ibytes': 8418200704,
     'ierrors': 0,
     'ipackets': 131534405,
     'obytes': 15974347648,
     'oerrors': 0,
     'opackets': 249599201,
     'rx_bps': 6745634816.0,
     'rx_bps_L1': 8853646496.0,
     'rx_pps': 13175073.0,
     'rx_util': 22.13411624,
     'tx_bps': 12791651328.0,
     'tx_bps_L1': 16789042688.0,
     'tx_pps': 24983696.0,
     'tx_util': 41.97260672},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.6323444843292236,
            'cpu_util': 97.95459747314453,
            'cpu_util_raw': 99.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 140145469,
            'rx_bps': 6745634816.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 6046016512.0,
            'rx_pps': 13175073.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 12791651328.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 24983696.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8418200704,
           'ierrors': 0,
           'ipackets': 131534405,
           'obytes': 15974347648,
           'oerrors': 0,
           'opackets': 249599201,
           'rx_bps': 6745634816.0,
           'rx_bps_L1': 8853646496.0,
           'rx_pps': 13175073.0,
           'rx_util': 22.13411624,
           'tx_bps': 12791651328.0,
           'tx_bps_L1': 16789042688.0,
           'tx_pps': 24983696.0,
           'tx_util': 41.97260672}}
03/03/2021 18:03:36                         pktgen: {'ibytes': 8418200704,
 'ierrors': 0,
 'ipackets': 131534405,
 'obytes': 15974347648,
 'oerrors': 0,
 'opackets': 249599201,
 'rx_bps': 6745634816.0,
 'rx_bps_L1': 8853646496.0,
 'rx_pps': 13175073.0,
 'rx_util': 22.13411624,
 'tx_bps': 12791651328.0,
 'tx_bps_L1': 16789042688.0,
 'tx_pps': 24983696.0,
 'tx_util': 41.97260672}
03/03/2021 18:03:36                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 12791651328.000000, tx_pps: 24983696.000000 
03/03/2021 18:03:36                         pktgen: {'ibytes': 8418200704,
 'ierrors': 0,
 'ipackets': 131534405,
 'obytes': 15974347648,
 'oerrors': 0,
 'opackets': 249599201,
 'rx_bps': 6745634816.0,
 'rx_bps_L1': 8853646496.0,
 'rx_pps': 13175073.0,
 'rx_util': 22.13411624,
 'tx_bps': 12791651328.0,
 'tx_bps_L1': 16789042688.0,
 'tx_pps': 24983696.0,
 'tx_util': 41.97260672}
03/03/2021 18:03:36                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6745634816.000000, rx_pps: 13175073.000000
03/03/2021 18:03:36                         pktgen: throughput: pps_rx 13175073.000000, bps_rx 6745634816.000000
03/03/2021 18:03:36                         pktgen: traffic completed. 
03/03/2021 18:03:36 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:03:36                         tester: ls -d /tmp
03/03/2021 18:03:36                         tester: /tmp
03/03/2021 18:03:36                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:03:38                         pktgen: test port 0 map gen port 0
03/03/2021 18:03:38                         pktgen: test port 0 map gen port 0
03/03/2021 18:03:38                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:03:38                         pktgen: trex port <0> not support flow control
03/03/2021 18:03:38                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:03:38                         pktgen: check the trex port link status
03/03/2021 18:03:38                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:03:38                         pktgen: begin traffic ......
03/03/2021 18:03:38                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:03:43                         pktgen: traffic completed. 
03/03/2021 18:03:43                         pktgen: check the trex port link status
03/03/2021 18:03:43                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:03:43                         pktgen: begin traffic ......
03/03/2021 18:03:43                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:03:53                         pktgen: begin get port statistic ...
03/03/2021 18:03:53                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:03:53                         pktgen: {0: {'ibytes': 16930119296,
     'ierrors': 0,
     'ipackets': 132266566,
     'obytes': 27659656576,
     'oerrors': 0,
     'opackets': 216091094,
     'rx_bps': 13490080768.0,
     'rx_bps_L1': 15597917088.0,
     'rx_pps': 13173977.0,
     'rx_util': 38.99479272,
     'tx_bps': 21447217152.0,
     'tx_bps_L1': 24798366592.0,
     'tx_pps': 20944684.0,
     'tx_util': 61.995916480000005},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.71608567237854,
            'cpu_util': 98.70462036132812,
            'cpu_util_raw': 99.0625,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141617497,
            'rx_bps': 13490080768.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7957135872.0,
            'rx_pps': 13173977.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21447217152.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 20944684.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 16930119296,
           'ierrors': 0,
           'ipackets': 132266566,
           'obytes': 27659656576,
           'oerrors': 0,
           'opackets': 216091094,
           'rx_bps': 13490080768.0,
           'rx_bps_L1': 15597917088.0,
           'rx_pps': 13173977.0,
           'rx_util': 38.99479272,
           'tx_bps': 21447217152.0,
           'tx_bps_L1': 24798366592.0,
           'tx_pps': 20944684.0,
           'tx_util': 61.995916480000005}}
03/03/2021 18:03:53                         pktgen: {'ibytes': 16930119296,
 'ierrors': 0,
 'ipackets': 132266566,
 'obytes': 27659656576,
 'oerrors': 0,
 'opackets': 216091094,
 'rx_bps': 13490080768.0,
 'rx_bps_L1': 15597917088.0,
 'rx_pps': 13173977.0,
 'rx_util': 38.99479272,
 'tx_bps': 21447217152.0,
 'tx_bps_L1': 24798366592.0,
 'tx_pps': 20944684.0,
 'tx_util': 61.995916480000005}
03/03/2021 18:03:53                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21447217152.000000, tx_pps: 20944684.000000 
03/03/2021 18:03:53                         pktgen: {'ibytes': 16930119296,
 'ierrors': 0,
 'ipackets': 132266566,
 'obytes': 27659656576,
 'oerrors': 0,
 'opackets': 216091094,
 'rx_bps': 13490080768.0,
 'rx_bps_L1': 15597917088.0,
 'rx_pps': 13173977.0,
 'rx_util': 38.99479272,
 'tx_bps': 21447217152.0,
 'tx_bps_L1': 24798366592.0,
 'tx_pps': 20944684.0,
 'tx_util': 61.995916480000005}
03/03/2021 18:03:53                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 13490080768.000000, rx_pps: 13173977.000000
03/03/2021 18:03:53                         pktgen: throughput: pps_rx 13173977.000000, bps_rx 13490080768.000000
03/03/2021 18:03:54                         pktgen: traffic completed. 
03/03/2021 18:03:54 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:03:54                         tester: ls -d /tmp
03/03/2021 18:03:54                         tester: /tmp
03/03/2021 18:03:54                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:03:56                         pktgen: test port 0 map gen port 0
03/03/2021 18:03:56                         pktgen: test port 0 map gen port 0
03/03/2021 18:03:56                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:03:56                         pktgen: trex port <0> not support flow control
03/03/2021 18:03:56                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:03:56                         pktgen: check the trex port link status
03/03/2021 18:03:56                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:03:56                         pktgen: begin traffic ......
03/03/2021 18:03:56                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:04:01                         pktgen: traffic completed. 
03/03/2021 18:04:01                         pktgen: check the trex port link status
03/03/2021 18:04:01                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:01                         pktgen: begin traffic ......
03/03/2021 18:04:01                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:04:11                         pktgen: begin get port statistic ...
03/03/2021 18:04:11                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:04:11                         pktgen: {0: {'ibytes': 28446689024,
     'ierrors': 0,
     'ipackets': 111119895,
     'obytes': 45723871488,
     'oerrors': 0,
     'opackets': 178608887,
     'rx_bps': 22734567424.0,
     'rx_bps_L1': 24510714944.0,
     'rx_pps': 11100922.0,
     'rx_util': 61.27678735999999,
     'tx_bps': 35938938880.0,
     'tx_bps_L1': 38746684800.0,
     'tx_pps': 17548412.0,
     'tx_util': 96.86671199999999},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 32.646446228027344,
            'cpu_util': 13.760663032531738,
            'cpu_util_raw': 16.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 9184651,
            'rx_bps': 22734567424.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13204369408.0,
            'rx_pps': 11100922.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 35938938880.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 17548412.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 28446689024,
           'ierrors': 0,
           'ipackets': 111119895,
           'obytes': 45723871488,
           'oerrors': 0,
           'opackets': 178608887,
           'rx_bps': 22734567424.0,
           'rx_bps_L1': 24510714944.0,
           'rx_pps': 11100922.0,
           'rx_util': 61.27678735999999,
           'tx_bps': 35938938880.0,
           'tx_bps_L1': 38746684800.0,
           'tx_pps': 17548412.0,
           'tx_util': 96.86671199999999}}
03/03/2021 18:04:11                         pktgen: {'ibytes': 28446689024,
 'ierrors': 0,
 'ipackets': 111119895,
 'obytes': 45723871488,
 'oerrors': 0,
 'opackets': 178608887,
 'rx_bps': 22734567424.0,
 'rx_bps_L1': 24510714944.0,
 'rx_pps': 11100922.0,
 'rx_util': 61.27678735999999,
 'tx_bps': 35938938880.0,
 'tx_bps_L1': 38746684800.0,
 'tx_pps': 17548412.0,
 'tx_util': 96.86671199999999}
03/03/2021 18:04:11                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 35938938880.000000, tx_pps: 17548412.000000 
03/03/2021 18:04:11                         pktgen: {'ibytes': 28446689024,
 'ierrors': 0,
 'ipackets': 111119895,
 'obytes': 45723871488,
 'oerrors': 0,
 'opackets': 178608887,
 'rx_bps': 22734567424.0,
 'rx_bps_L1': 24510714944.0,
 'rx_pps': 11100922.0,
 'rx_util': 61.27678735999999,
 'tx_bps': 35938938880.0,
 'tx_bps_L1': 38746684800.0,
 'tx_pps': 17548412.0,
 'tx_util': 96.86671199999999}
03/03/2021 18:04:11                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 22734567424.000000, rx_pps: 11100922.000000
03/03/2021 18:04:11                         pktgen: throughput: pps_rx 11100922.000000, bps_rx 22734567424.000000
03/03/2021 18:04:11                         pktgen: traffic completed. 
03/03/2021 18:04:11 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:04:11                         tester: ls -d /tmp
03/03/2021 18:04:11                         tester: /tmp
03/03/2021 18:04:11                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:04:13                         pktgen: test port 0 map gen port 0
03/03/2021 18:04:13                         pktgen: test port 0 map gen port 0
03/03/2021 18:04:13                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:13                         pktgen: trex port <0> not support flow control
03/03/2021 18:04:13                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:04:13                         pktgen: check the trex port link status
03/03/2021 18:04:13                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:13                         pktgen: begin traffic ......
03/03/2021 18:04:13                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:04:18                         pktgen: traffic completed. 
03/03/2021 18:04:18                         pktgen: check the trex port link status
03/03/2021 18:04:18                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:18                         pktgen: begin traffic ......
03/03/2021 18:04:18                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:04:28                         pktgen: begin get port statistic ...
03/03/2021 18:04:28                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:04:28                         pktgen: {0: {'ibytes': 39038294528,
     'ierrors': 0,
     'ipackets': 76246678,
     'obytes': 48173662720,
     'oerrors': 0,
     'opackets': 94089193,
     'rx_bps': 31125780480.0,
     'rx_bps_L1': 32341639200.0,
     'rx_pps': 7599117.0,
     'rx_util': 80.854098,
     'tx_bps': 38409527296.0,
     'tx_bps_L1': 39909911936.0,
     'tx_pps': 9377404.0,
     'tx_util': 99.77477984000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.030282020568848,
            'cpu_util': 59.788570404052734,
            'cpu_util_raw': 61.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 82829758,
            'rx_bps': 31125780480.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7283746304.0,
            'rx_pps': 7599117.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38409527296.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9377404.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 39038294528,
           'ierrors': 0,
           'ipackets': 76246678,
           'obytes': 48173662720,
           'oerrors': 0,
           'opackets': 94089193,
           'rx_bps': 31125780480.0,
           'rx_bps_L1': 32341639200.0,
           'rx_pps': 7599117.0,
           'rx_util': 80.854098,
           'tx_bps': 38409527296.0,
           'tx_bps_L1': 39909911936.0,
           'tx_pps': 9377404.0,
           'tx_util': 99.77477984000001}}
03/03/2021 18:04:28                         pktgen: {'ibytes': 39038294528,
 'ierrors': 0,
 'ipackets': 76246678,
 'obytes': 48173662720,
 'oerrors': 0,
 'opackets': 94089193,
 'rx_bps': 31125780480.0,
 'rx_bps_L1': 32341639200.0,
 'rx_pps': 7599117.0,
 'rx_util': 80.854098,
 'tx_bps': 38409527296.0,
 'tx_bps_L1': 39909911936.0,
 'tx_pps': 9377404.0,
 'tx_util': 99.77477984000001}
03/03/2021 18:04:28                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38409527296.000000, tx_pps: 9377404.000000 
03/03/2021 18:04:28                         pktgen: {'ibytes': 39038294528,
 'ierrors': 0,
 'ipackets': 76246678,
 'obytes': 48173662720,
 'oerrors': 0,
 'opackets': 94089193,
 'rx_bps': 31125780480.0,
 'rx_bps_L1': 32341639200.0,
 'rx_pps': 7599117.0,
 'rx_util': 80.854098,
 'tx_bps': 38409527296.0,
 'tx_bps_L1': 39909911936.0,
 'tx_pps': 9377404.0,
 'tx_util': 99.77477984000001}
03/03/2021 18:04:28                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 31125780480.000000, rx_pps: 7599117.000000
03/03/2021 18:04:28                         pktgen: throughput: pps_rx 7599117.000000, bps_rx 31125780480.000000
03/03/2021 18:04:28                         pktgen: traffic completed. 
03/03/2021 18:04:28 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:04:28                         tester: ls -d /tmp
03/03/2021 18:04:28                         tester: /tmp
03/03/2021 18:04:28                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:04:30                         pktgen: test port 0 map gen port 0
03/03/2021 18:04:30                         pktgen: test port 0 map gen port 0
03/03/2021 18:04:30                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:30                         pktgen: trex port <0> not support flow control
03/03/2021 18:04:30                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:04:30                         pktgen: check the trex port link status
03/03/2021 18:04:30                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:30                         pktgen: begin traffic ......
03/03/2021 18:04:30                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:04:35                         pktgen: traffic completed. 
03/03/2021 18:04:35                         pktgen: check the trex port link status
03/03/2021 18:04:35                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:35                         pktgen: begin traffic ......
03/03/2021 18:04:35                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:04:45                         pktgen: begin get port statistic ...
03/03/2021 18:04:45                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:04:45                         pktgen: {0: {'ibytes': 49091515392,
     'ierrors': 0,
     'ipackets': 47940938,
     'obytes': 49091448832,
     'oerrors': 0,
     'opackets': 47940872,
     'rx_bps': 39241314304.0,
     'rx_bps_L1': 40007755904.0,
     'rx_pps': 4790260.0,
     'rx_util': 100.01938976,
     'tx_bps': 39241400320.0,
     'tx_bps_L1': 40007846080.0,
     'tx_pps': 4790286.0,
     'tx_util': 100.0196152},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.367521286010742,
            'cpu_util': 28.243379592895508,
            'cpu_util_raw': 28.5625,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 36559294,
            'rx_bps': 39241314304.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4790260.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39241400320.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4790286.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49091515392,
           'ierrors': 0,
           'ipackets': 47940938,
           'obytes': 49091448832,
           'oerrors': 0,
           'opackets': 47940872,
           'rx_bps': 39241314304.0,
           'rx_bps_L1': 40007755904.0,
           'rx_pps': 4790260.0,
           'rx_util': 100.01938976,
           'tx_bps': 39241400320.0,
           'tx_bps_L1': 40007846080.0,
           'tx_pps': 4790286.0,
           'tx_util': 100.0196152}}
03/03/2021 18:04:45                         pktgen: {'ibytes': 49091515392,
 'ierrors': 0,
 'ipackets': 47940938,
 'obytes': 49091448832,
 'oerrors': 0,
 'opackets': 47940872,
 'rx_bps': 39241314304.0,
 'rx_bps_L1': 40007755904.0,
 'rx_pps': 4790260.0,
 'rx_util': 100.01938976,
 'tx_bps': 39241400320.0,
 'tx_bps_L1': 40007846080.0,
 'tx_pps': 4790286.0,
 'tx_util': 100.0196152}
03/03/2021 18:04:45                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39241400320.000000, tx_pps: 4790286.000000 
03/03/2021 18:04:45                         pktgen: {'ibytes': 49091515392,
 'ierrors': 0,
 'ipackets': 47940938,
 'obytes': 49091448832,
 'oerrors': 0,
 'opackets': 47940872,
 'rx_bps': 39241314304.0,
 'rx_bps_L1': 40007755904.0,
 'rx_pps': 4790260.0,
 'rx_util': 100.01938976,
 'tx_bps': 39241400320.0,
 'tx_bps_L1': 40007846080.0,
 'tx_pps': 4790286.0,
 'tx_util': 100.0196152}
03/03/2021 18:04:45                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39241314304.000000, rx_pps: 4790260.000000
03/03/2021 18:04:45                         pktgen: throughput: pps_rx 4790260.000000, bps_rx 39241314304.000000
03/03/2021 18:04:45                         pktgen: traffic completed. 
03/03/2021 18:04:45 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:04:45                         tester: ls -d /tmp
03/03/2021 18:04:45                         tester: /tmp
03/03/2021 18:04:45                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:04:47                         pktgen: test port 0 map gen port 0
03/03/2021 18:04:47                         pktgen: test port 0 map gen port 0
03/03/2021 18:04:47                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:47                         pktgen: trex port <0> not support flow control
03/03/2021 18:04:47                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:04:47                         pktgen: check the trex port link status
03/03/2021 18:04:47                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:47                         pktgen: begin traffic ......
03/03/2021 18:04:47                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:04:52                         pktgen: traffic completed. 
03/03/2021 18:04:52                         pktgen: check the trex port link status
03/03/2021 18:04:52                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:04:52                         pktgen: begin traffic ......
03/03/2021 18:04:52                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:05:02                         pktgen: begin get port statistic ...
03/03/2021 18:05:02                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:05:02                         pktgen: {0: {'ibytes': 49399147644,
     'ierrors': 0,
     'ipackets': 32542262,
     'obytes': 49399050492,
     'oerrors': 0,
     'opackets': 32542196,
     'rx_bps': 39475834880.0,
     'rx_bps_L1': 39995941800.00001,
     'rx_pps': 3250668.25,
     'rx_util': 99.98985450000002,
     'tx_bps': 39475814400.0,
     'tx_bps_L1': 39995921120.0,
     'tx_pps': 3250667.0,
     'tx_util': 99.9898028},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 33.686912536621094,
            'cpu_util': 14.648053169250488,
            'cpu_util_raw': 16.5,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17226905,
            'rx_bps': 39475834880.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3250668.25,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39475814400.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3250667.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49399147644,
           'ierrors': 0,
           'ipackets': 32542262,
           'obytes': 49399050492,
           'oerrors': 0,
           'opackets': 32542196,
           'rx_bps': 39475834880.0,
           'rx_bps_L1': 39995941800.00001,
           'rx_pps': 3250668.25,
           'rx_util': 99.98985450000002,
           'tx_bps': 39475814400.0,
           'tx_bps_L1': 39995921120.0,
           'tx_pps': 3250667.0,
           'tx_util': 99.9898028}}
03/03/2021 18:05:02                         pktgen: {'ibytes': 49399147644,
 'ierrors': 0,
 'ipackets': 32542262,
 'obytes': 49399050492,
 'oerrors': 0,
 'opackets': 32542196,
 'rx_bps': 39475834880.0,
 'rx_bps_L1': 39995941800.00001,
 'rx_pps': 3250668.25,
 'rx_util': 99.98985450000002,
 'tx_bps': 39475814400.0,
 'tx_bps_L1': 39995921120.0,
 'tx_pps': 3250667.0,
 'tx_util': 99.9898028}
03/03/2021 18:05:02                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39475814400.000000, tx_pps: 3250667.000000 
03/03/2021 18:05:02                         pktgen: {'ibytes': 49399147644,
 'ierrors': 0,
 'ipackets': 32542262,
 'obytes': 49399050492,
 'oerrors': 0,
 'opackets': 32542196,
 'rx_bps': 39475834880.0,
 'rx_bps_L1': 39995941800.00001,
 'rx_pps': 3250668.25,
 'rx_util': 99.98985450000002,
 'tx_bps': 39475814400.0,
 'tx_bps_L1': 39995921120.0,
 'tx_pps': 3250667.0,
 'tx_util': 99.9898028}
03/03/2021 18:05:02                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39475834880.000000, rx_pps: 3250668.250000
03/03/2021 18:05:02                         pktgen: throughput: pps_rx 3250668.250000, bps_rx 39475834880.000000
03/03/2021 18:05:02                         pktgen: traffic completed. 
03/03/2021 18:05:04 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:05:04 TestPVPMultiPathVirtioPerformance: 
+-------+----------------------+--------+------------+
| Frame |     Mode/RXD-TXD     |  Mpps  | % linerate |
+=======+======================+========+============+
| 64    | inoder mergeable off | 13.175 | 22.134     |
+-------+----------------------+--------+------------+
| 128   | inoder mergeable off | 13.174 | 38.995     |
+-------+----------------------+--------+------------+
| 256   | inoder mergeable off | 11.101 | 61.277     |
+-------+----------------------+--------+------------+
| 512   | inoder mergeable off | 7.599  | 80.855     |
+-------+----------------------+--------+------------+
| 1024  | inoder mergeable off | 4.790  | 100.021    |
+-------+----------------------+--------+------------+
| 1518  | inoder mergeable off | 3.251  | 99.991     |
+-------+----------------------+--------+------------+
03/03/2021 18:05:04 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 13.175 Mpps | 22.134%    | 13.293 Mpps         | -0.118 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.251 Mpps  | 99.991%    | 3.247 Mpps          | 0.004 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:05:04 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.664650
03/03/2021 18:05:04 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.118000
03/03/2021 18:05:04 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.162350
03/03/2021 18:05:04 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.004000
03/03/2021 18:05:04 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_inorder_normal Result PASSED:
03/03/2021 18:05:04             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:05:05 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_mergeable Begin
03/03/2021 18:05:06             dut.10.240.183.220: 
03/03/2021 18:05:06                         tester: 
03/03/2021 18:05:06             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:05:06             dut.10.240.183.220: 
03/03/2021 18:05:06             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:05:06             dut.10.240.183.220: 
03/03/2021 18:05:06             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:05:06             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:05:06             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:05:06             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:05:17             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:05:17             dut.10.240.183.220: 1048576
03/03/2021 18:05:28 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:05:28                         tester: ls -d /tmp
03/03/2021 18:05:28                         tester: /tmp
03/03/2021 18:05:28                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:05:30                         pktgen: test port 0 map gen port 0
03/03/2021 18:05:30                         pktgen: test port 0 map gen port 0
03/03/2021 18:05:30                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:05:30                         pktgen: trex port <0> not support flow control
03/03/2021 18:05:30                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:05:30                         pktgen: check the trex port link status
03/03/2021 18:05:30                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:05:30                         pktgen: begin traffic ......
03/03/2021 18:05:30                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:05:35                         pktgen: traffic completed. 
03/03/2021 18:05:35                         pktgen: check the trex port link status
03/03/2021 18:05:35                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:05:35                         pktgen: begin traffic ......
03/03/2021 18:05:35                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:05:45                         pktgen: begin get port statistic ...
03/03/2021 18:05:45                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:05:45                         pktgen: {0: {'ibytes': 7335233536,
     'ierrors': 0,
     'ipackets': 114613024,
     'obytes': 17278951168,
     'oerrors': 0,
     'opackets': 269983643,
     'rx_bps': 5875973120.0,
     'rx_bps_L1': 7712214240.0,
     'rx_pps': 11476507.0,
     'rx_util': 19.2805356,
     'tx_bps': 13840709632.0,
     'tx_bps_L1': 18165930752.0,
     'tx_pps': 27032632.0,
     'tx_util': 45.41482688},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.7650134563446045,
            'cpu_util': 98.02127838134766,
            'cpu_util_raw': 99.3125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 138593965,
            'rx_bps': 5875973120.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7964737024.0,
            'rx_pps': 11476507.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 13840709632.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 27032632.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 7335233536,
           'ierrors': 0,
           'ipackets': 114613024,
           'obytes': 17278951168,
           'oerrors': 0,
           'opackets': 269983643,
           'rx_bps': 5875973120.0,
           'rx_bps_L1': 7712214240.0,
           'rx_pps': 11476507.0,
           'rx_util': 19.2805356,
           'tx_bps': 13840709632.0,
           'tx_bps_L1': 18165930752.0,
           'tx_pps': 27032632.0,
           'tx_util': 45.41482688}}
03/03/2021 18:05:45                         pktgen: {'ibytes': 7335233536,
 'ierrors': 0,
 'ipackets': 114613024,
 'obytes': 17278951168,
 'oerrors': 0,
 'opackets': 269983643,
 'rx_bps': 5875973120.0,
 'rx_bps_L1': 7712214240.0,
 'rx_pps': 11476507.0,
 'rx_util': 19.2805356,
 'tx_bps': 13840709632.0,
 'tx_bps_L1': 18165930752.0,
 'tx_pps': 27032632.0,
 'tx_util': 45.41482688}
03/03/2021 18:05:45                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 13840709632.000000, tx_pps: 27032632.000000 
03/03/2021 18:05:45                         pktgen: {'ibytes': 7335233536,
 'ierrors': 0,
 'ipackets': 114613024,
 'obytes': 17278951168,
 'oerrors': 0,
 'opackets': 269983643,
 'rx_bps': 5875973120.0,
 'rx_bps_L1': 7712214240.0,
 'rx_pps': 11476507.0,
 'rx_util': 19.2805356,
 'tx_bps': 13840709632.0,
 'tx_bps_L1': 18165930752.0,
 'tx_pps': 27032632.0,
 'tx_util': 45.41482688}
03/03/2021 18:05:45                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 5875973120.000000, rx_pps: 11476507.000000
03/03/2021 18:05:45                         pktgen: throughput: pps_rx 11476507.000000, bps_rx 5875973120.000000
03/03/2021 18:05:45                         pktgen: traffic completed. 
03/03/2021 18:05:45 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:05:45                         tester: ls -d /tmp
03/03/2021 18:05:46                         tester: /tmp
03/03/2021 18:05:46                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:05:47                         pktgen: test port 0 map gen port 0
03/03/2021 18:05:47                         pktgen: test port 0 map gen port 0
03/03/2021 18:05:48                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:05:48                         pktgen: trex port <0> not support flow control
03/03/2021 18:05:48                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:05:48                         pktgen: check the trex port link status
03/03/2021 18:05:48                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:05:48                         pktgen: begin traffic ......
03/03/2021 18:05:48                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:05:53                         pktgen: traffic completed. 
03/03/2021 18:05:53                         pktgen: check the trex port link status
03/03/2021 18:05:53                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:05:53                         pktgen: begin traffic ......
03/03/2021 18:05:53                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:06:03                         pktgen: begin get port statistic ...
03/03/2021 18:06:03                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:06:03                         pktgen: {0: {'ibytes': 14604655232,
     'ierrors': 0,
     'ipackets': 114098869,
     'obytes': 27200021632,
     'oerrors': 0,
     'opackets': 212500189,
     'rx_bps': 11723600896.0,
     'rx_bps_L1': 13555421055.999998,
     'rx_pps': 11448876.0,
     'rx_util': 33.88855264,
     'tx_bps': 20882171904.0,
     'tx_bps_L1': 24145029184.0,
     'tx_pps': 20392858.0,
     'tx_util': 60.36257296000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.648420810699463,
            'cpu_util': 98.5595474243164,
            'cpu_util_raw': 99.125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141540468,
            'rx_bps': 11723600896.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 9158571008.0,
            'rx_pps': 11448876.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 20882171904.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 20392858.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 14604655232,
           'ierrors': 0,
           'ipackets': 114098869,
           'obytes': 27200021632,
           'oerrors': 0,
           'opackets': 212500189,
           'rx_bps': 11723600896.0,
           'rx_bps_L1': 13555421055.999998,
           'rx_pps': 11448876.0,
           'rx_util': 33.88855264,
           'tx_bps': 20882171904.0,
           'tx_bps_L1': 24145029184.0,
           'tx_pps': 20392858.0,
           'tx_util': 60.36257296000001}}
03/03/2021 18:06:03                         pktgen: {'ibytes': 14604655232,
 'ierrors': 0,
 'ipackets': 114098869,
 'obytes': 27200021632,
 'oerrors': 0,
 'opackets': 212500189,
 'rx_bps': 11723600896.0,
 'rx_bps_L1': 13555421055.999998,
 'rx_pps': 11448876.0,
 'rx_util': 33.88855264,
 'tx_bps': 20882171904.0,
 'tx_bps_L1': 24145029184.0,
 'tx_pps': 20392858.0,
 'tx_util': 60.36257296000001}
03/03/2021 18:06:03                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 20882171904.000000, tx_pps: 20392858.000000 
03/03/2021 18:06:03                         pktgen: {'ibytes': 14604655232,
 'ierrors': 0,
 'ipackets': 114098869,
 'obytes': 27200021632,
 'oerrors': 0,
 'opackets': 212500189,
 'rx_bps': 11723600896.0,
 'rx_bps_L1': 13555421055.999998,
 'rx_pps': 11448876.0,
 'rx_util': 33.88855264,
 'tx_bps': 20882171904.0,
 'tx_bps_L1': 24145029184.0,
 'tx_pps': 20392858.0,
 'tx_util': 60.36257296000001}
03/03/2021 18:06:03                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 11723600896.000000, rx_pps: 11448876.000000
03/03/2021 18:06:03                         pktgen: throughput: pps_rx 11448876.000000, bps_rx 11723600896.000000
03/03/2021 18:06:03                         pktgen: traffic completed. 
03/03/2021 18:06:03 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:06:03                         tester: ls -d /tmp
03/03/2021 18:06:03                         tester: /tmp
03/03/2021 18:06:03                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:06:05                         pktgen: test port 0 map gen port 0
03/03/2021 18:06:05                         pktgen: test port 0 map gen port 0
03/03/2021 18:06:05                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:05                         pktgen: trex port <0> not support flow control
03/03/2021 18:06:05                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:06:05                         pktgen: check the trex port link status
03/03/2021 18:06:05                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:05                         pktgen: begin traffic ......
03/03/2021 18:06:05                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:06:10                         pktgen: traffic completed. 
03/03/2021 18:06:10                         pktgen: check the trex port link status
03/03/2021 18:06:10                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:10                         pktgen: begin traffic ......
03/03/2021 18:06:10                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:06:20                         pktgen: begin get port statistic ...
03/03/2021 18:06:20                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:06:20                         pktgen: {0: {'ibytes': 27496461824,
     'ierrors': 0,
     'ipackets': 107408062,
     'obytes': 46403840256,
     'oerrors': 0,
     'opackets': 181265016,
     'rx_bps': 22028156928.0,
     'rx_bps_L1': 23740650687.999996,
     'rx_pps': 10703086.0,
     'rx_util': 59.35162671999999,
     'tx_bps': 37183680512.0,
     'tx_bps_L1': 40088680832.0,
     'tx_pps': 18156252.0,
     'tx_util': 100.22170208000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 71.4870376586914,
            'cpu_util': 6.501821994781494,
            'cpu_util_raw': 5.375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 1915683,
            'rx_bps': 22028156928.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 15155523584.0,
            'rx_pps': 10703086.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 37183680512.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 18156252.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 27496461824,
           'ierrors': 0,
           'ipackets': 107408062,
           'obytes': 46403840256,
           'oerrors': 0,
           'opackets': 181265016,
           'rx_bps': 22028156928.0,
           'rx_bps_L1': 23740650687.999996,
           'rx_pps': 10703086.0,
           'rx_util': 59.35162671999999,
           'tx_bps': 37183680512.0,
           'tx_bps_L1': 40088680832.0,
           'tx_pps': 18156252.0,
           'tx_util': 100.22170208000001}}
03/03/2021 18:06:20                         pktgen: {'ibytes': 27496461824,
 'ierrors': 0,
 'ipackets': 107408062,
 'obytes': 46403840256,
 'oerrors': 0,
 'opackets': 181265016,
 'rx_bps': 22028156928.0,
 'rx_bps_L1': 23740650687.999996,
 'rx_pps': 10703086.0,
 'rx_util': 59.35162671999999,
 'tx_bps': 37183680512.0,
 'tx_bps_L1': 40088680832.0,
 'tx_pps': 18156252.0,
 'tx_util': 100.22170208000001}
03/03/2021 18:06:20                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 37183680512.000000, tx_pps: 18156252.000000 
03/03/2021 18:06:20                         pktgen: {'ibytes': 27496461824,
 'ierrors': 0,
 'ipackets': 107408062,
 'obytes': 46403840256,
 'oerrors': 0,
 'opackets': 181265016,
 'rx_bps': 22028156928.0,
 'rx_bps_L1': 23740650687.999996,
 'rx_pps': 10703086.0,
 'rx_util': 59.35162671999999,
 'tx_bps': 37183680512.0,
 'tx_bps_L1': 40088680832.0,
 'tx_pps': 18156252.0,
 'tx_util': 100.22170208000001}
03/03/2021 18:06:20                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 22028156928.000000, rx_pps: 10703086.000000
03/03/2021 18:06:20                         pktgen: throughput: pps_rx 10703086.000000, bps_rx 22028156928.000000
03/03/2021 18:06:20                         pktgen: traffic completed. 
03/03/2021 18:06:20 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:06:20                         tester: ls -d /tmp
03/03/2021 18:06:20                         tester: /tmp
03/03/2021 18:06:20                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:06:22                         pktgen: test port 0 map gen port 0
03/03/2021 18:06:22                         pktgen: test port 0 map gen port 0
03/03/2021 18:06:22                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:22                         pktgen: trex port <0> not support flow control
03/03/2021 18:06:22                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:06:22                         pktgen: check the trex port link status
03/03/2021 18:06:22                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:22                         pktgen: begin traffic ......
03/03/2021 18:06:22                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:06:27                         pktgen: traffic completed. 
03/03/2021 18:06:27                         pktgen: check the trex port link status
03/03/2021 18:06:27                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:27                         pktgen: begin traffic ......
03/03/2021 18:06:27                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:06:37                         pktgen: begin get port statistic ...
03/03/2021 18:06:37                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:06:37                         pktgen: {0: {'ibytes': 38515792896,
     'ierrors': 0,
     'ipackets': 75226167,
     'obytes': 48173319168,
     'oerrors': 0,
     'opackets': 94088522,
     'rx_bps': 30859298816.0,
     'rx_bps_L1': 32064751936.0,
     'rx_pps': 7534082.0,
     'rx_util': 80.16187984000001,
     'tx_bps': 38594379776.0,
     'tx_bps_L1': 40101993536.0,
     'tx_pps': 9422586.0,
     'tx_util': 100.25498384},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.131865501403809,
            'cpu_util': 59.32583999633789,
            'cpu_util_raw': 60.8125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 82485795,
            'rx_bps': 30859298816.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7735079936.0,
            'rx_pps': 7534082.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38594379776.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9422586.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 38515792896,
           'ierrors': 0,
           'ipackets': 75226167,
           'obytes': 48173319168,
           'oerrors': 0,
           'opackets': 94088522,
           'rx_bps': 30859298816.0,
           'rx_bps_L1': 32064751936.0,
           'rx_pps': 7534082.0,
           'rx_util': 80.16187984000001,
           'tx_bps': 38594379776.0,
           'tx_bps_L1': 40101993536.0,
           'tx_pps': 9422586.0,
           'tx_util': 100.25498384}}
03/03/2021 18:06:37                         pktgen: {'ibytes': 38515792896,
 'ierrors': 0,
 'ipackets': 75226167,
 'obytes': 48173319168,
 'oerrors': 0,
 'opackets': 94088522,
 'rx_bps': 30859298816.0,
 'rx_bps_L1': 32064751936.0,
 'rx_pps': 7534082.0,
 'rx_util': 80.16187984000001,
 'tx_bps': 38594379776.0,
 'tx_bps_L1': 40101993536.0,
 'tx_pps': 9422586.0,
 'tx_util': 100.25498384}
03/03/2021 18:06:37                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38594379776.000000, tx_pps: 9422586.000000 
03/03/2021 18:06:37                         pktgen: {'ibytes': 38515792896,
 'ierrors': 0,
 'ipackets': 75226167,
 'obytes': 48173319168,
 'oerrors': 0,
 'opackets': 94088522,
 'rx_bps': 30859298816.0,
 'rx_bps_L1': 32064751936.0,
 'rx_pps': 7534082.0,
 'rx_util': 80.16187984000001,
 'tx_bps': 38594379776.0,
 'tx_bps_L1': 40101993536.0,
 'tx_pps': 9422586.0,
 'tx_util': 100.25498384}
03/03/2021 18:06:37                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 30859298816.000000, rx_pps: 7534082.000000
03/03/2021 18:06:37                         pktgen: throughput: pps_rx 7534082.000000, bps_rx 30859298816.000000
03/03/2021 18:06:37                         pktgen: traffic completed. 
03/03/2021 18:06:37 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:06:37                         tester: ls -d /tmp
03/03/2021 18:06:37                         tester: /tmp
03/03/2021 18:06:37                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:06:39                         pktgen: test port 0 map gen port 0
03/03/2021 18:06:39                         pktgen: test port 0 map gen port 0
03/03/2021 18:06:39                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:39                         pktgen: trex port <0> not support flow control
03/03/2021 18:06:39                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:06:39                         pktgen: check the trex port link status
03/03/2021 18:06:39                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:39                         pktgen: begin traffic ......
03/03/2021 18:06:39                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:06:44                         pktgen: traffic completed. 
03/03/2021 18:06:44                         pktgen: check the trex port link status
03/03/2021 18:06:44                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:44                         pktgen: begin traffic ......
03/03/2021 18:06:44                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:06:54                         pktgen: begin get port statistic ...
03/03/2021 18:06:54                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:06:54                         pktgen: {0: {'ibytes': 48315713536,
     'ierrors': 0,
     'ipackets': 47183319,
     'obytes': 49096292352,
     'oerrors': 0,
     'opackets': 47945602,
     'rx_bps': 38712324096.0,
     'rx_bps_L1': 39468432496.0,
     'rx_pps': 4725677.5,
     'rx_util': 98.67108124,
     'tx_bps': 39337365504.0,
     'tx_bps_L1': 40105683664.0,
     'tx_pps': 4801988.5,
     'tx_util': 100.26420916000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 16.92156219482422,
            'cpu_util': 29.058610916137695,
            'cpu_util_raw': 30.6875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 37057142,
            'rx_bps': 38712324096.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4725677.5,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39337365504.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4801988.5},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 48315713536,
           'ierrors': 0,
           'ipackets': 47183319,
           'obytes': 49096292352,
           'oerrors': 0,
           'opackets': 47945602,
           'rx_bps': 38712324096.0,
           'rx_bps_L1': 39468432496.0,
           'rx_pps': 4725677.5,
           'rx_util': 98.67108124,
           'tx_bps': 39337365504.0,
           'tx_bps_L1': 40105683664.0,
           'tx_pps': 4801988.5,
           'tx_util': 100.26420916000001}}
03/03/2021 18:06:54                         pktgen: {'ibytes': 48315713536,
 'ierrors': 0,
 'ipackets': 47183319,
 'obytes': 49096292352,
 'oerrors': 0,
 'opackets': 47945602,
 'rx_bps': 38712324096.0,
 'rx_bps_L1': 39468432496.0,
 'rx_pps': 4725677.5,
 'rx_util': 98.67108124,
 'tx_bps': 39337365504.0,
 'tx_bps_L1': 40105683664.0,
 'tx_pps': 4801988.5,
 'tx_util': 100.26420916000001}
03/03/2021 18:06:54                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39337365504.000000, tx_pps: 4801988.500000 
03/03/2021 18:06:54                         pktgen: {'ibytes': 48315713536,
 'ierrors': 0,
 'ipackets': 47183319,
 'obytes': 49096292352,
 'oerrors': 0,
 'opackets': 47945602,
 'rx_bps': 38712324096.0,
 'rx_bps_L1': 39468432496.0,
 'rx_pps': 4725677.5,
 'rx_util': 98.67108124,
 'tx_bps': 39337365504.0,
 'tx_bps_L1': 40105683664.0,
 'tx_pps': 4801988.5,
 'tx_util': 100.26420916000001}
03/03/2021 18:06:54                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 38712324096.000000, rx_pps: 4725677.500000
03/03/2021 18:06:54                         pktgen: throughput: pps_rx 4725677.500000, bps_rx 38712324096.000000
03/03/2021 18:06:54                         pktgen: traffic completed. 
03/03/2021 18:06:54 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:06:54                         tester: ls -d /tmp
03/03/2021 18:06:54                         tester: /tmp
03/03/2021 18:06:54                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:06:56                         pktgen: test port 0 map gen port 0
03/03/2021 18:06:56                         pktgen: test port 0 map gen port 0
03/03/2021 18:06:56                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:56                         pktgen: trex port <0> not support flow control
03/03/2021 18:06:56                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:06:56                         pktgen: check the trex port link status
03/03/2021 18:06:56                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:06:56                         pktgen: begin traffic ......
03/03/2021 18:06:56                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:07:01                         pktgen: traffic completed. 
03/03/2021 18:07:01                         pktgen: check the trex port link status
03/03/2021 18:07:01                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:07:01                         pktgen: begin traffic ......
03/03/2021 18:07:01                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:07:11                         pktgen: begin get port statistic ...
03/03/2021 18:07:11                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:07:11                         pktgen: {0: {'ibytes': 49404336168,
     'ierrors': 0,
     'ipackets': 32545679,
     'obytes': 49404248124,
     'oerrors': 0,
     'opackets': 32545621,
     'rx_bps': 39580454912.0,
     'rx_bps_L1': 40101939752.0,
     'rx_pps': 3259280.25,
     'rx_util': 100.25484938,
     'tx_bps': 39580422144.0,
     'tx_bps_L1': 40101906624.0,
     'tx_pps': 3259278.0,
     'tx_util': 100.25476656000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 34.52141571044922,
            'cpu_util': 14.331835746765137,
            'cpu_util_raw': 14.6875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17054894,
            'rx_bps': 39580454912.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3259280.25,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39580422144.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3259278.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49404336168,
           'ierrors': 0,
           'ipackets': 32545679,
           'obytes': 49404248124,
           'oerrors': 0,
           'opackets': 32545621,
           'rx_bps': 39580454912.0,
           'rx_bps_L1': 40101939752.0,
           'rx_pps': 3259280.25,
           'rx_util': 100.25484938,
           'tx_bps': 39580422144.0,
           'tx_bps_L1': 40101906624.0,
           'tx_pps': 3259278.0,
           'tx_util': 100.25476656000001}}
03/03/2021 18:07:11                         pktgen: {'ibytes': 49404336168,
 'ierrors': 0,
 'ipackets': 32545679,
 'obytes': 49404248124,
 'oerrors': 0,
 'opackets': 32545621,
 'rx_bps': 39580454912.0,
 'rx_bps_L1': 40101939752.0,
 'rx_pps': 3259280.25,
 'rx_util': 100.25484938,
 'tx_bps': 39580422144.0,
 'tx_bps_L1': 40101906624.0,
 'tx_pps': 3259278.0,
 'tx_util': 100.25476656000001}
03/03/2021 18:07:11                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39580422144.000000, tx_pps: 3259278.000000 
03/03/2021 18:07:11                         pktgen: {'ibytes': 49404336168,
 'ierrors': 0,
 'ipackets': 32545679,
 'obytes': 49404248124,
 'oerrors': 0,
 'opackets': 32545621,
 'rx_bps': 39580454912.0,
 'rx_bps_L1': 40101939752.0,
 'rx_pps': 3259280.25,
 'rx_util': 100.25484938,
 'tx_bps': 39580422144.0,
 'tx_bps_L1': 40101906624.0,
 'tx_pps': 3259278.0,
 'tx_util': 100.25476656000001}
03/03/2021 18:07:11                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39580454912.000000, rx_pps: 3259280.250000
03/03/2021 18:07:11                         pktgen: throughput: pps_rx 3259280.250000, bps_rx 39580454912.000000
03/03/2021 18:07:11                         pktgen: traffic completed. 
03/03/2021 18:07:13 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:07:13 TestPVPMultiPathVirtioPerformance: 
+-------+------------------+--------+------------+
| Frame |   Mode/RXD-TXD   |  Mpps  | % linerate |
+=======+==================+========+============+
| 64    | virito mergeable | 11.477 | 19.281     |
+-------+------------------+--------+------------+
| 128   | virito mergeable | 11.449 | 33.889     |
+-------+------------------+--------+------------+
| 256   | virito mergeable | 10.703 | 59.081     |
+-------+------------------+--------+------------+
| 512   | virito mergeable | 7.534  | 80.163     |
+-------+------------------+--------+------------+
| 1024  | virito mergeable | 4.726  | 98.672     |
+-------+------------------+--------+------------+
| 1518  | virito mergeable | 3.259  | 100.255    |
+-------+------------------+--------+------------+
03/03/2021 18:07:13 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 11.477 Mpps | 19.281%    | 11.925 Mpps         | -0.448 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.259 Mpps  | 100.255%   | 3.245 Mpps          | 0.014 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:07:13 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.596250
03/03/2021 18:07:13 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.448000
03/03/2021 18:07:13 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.162250
03/03/2021 18:07:13 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.014000
03/03/2021 18:07:13 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_mergeable Result PASSED:
03/03/2021 18:07:13             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:07:15 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_normal Begin
03/03/2021 18:07:15             dut.10.240.183.220: 
03/03/2021 18:07:15                         tester: 
03/03/2021 18:07:15             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:07:15             dut.10.240.183.220: 
03/03/2021 18:07:15             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:07:15             dut.10.240.183.220: 
03/03/2021 18:07:15             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:07:15             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:07:15             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:07:15             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:07:26             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:07:26             dut.10.240.183.220: 1048576
03/03/2021 18:07:37 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:07:37                         tester: ls -d /tmp
03/03/2021 18:07:37                         tester: /tmp
03/03/2021 18:07:37                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:07:39                         pktgen: test port 0 map gen port 0
03/03/2021 18:07:39                         pktgen: test port 0 map gen port 0
03/03/2021 18:07:40                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:07:40                         pktgen: trex port <0> not support flow control
03/03/2021 18:07:40                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:07:40                         pktgen: check the trex port link status
03/03/2021 18:07:40                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:07:40                         pktgen: begin traffic ......
03/03/2021 18:07:40                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:07:45                         pktgen: traffic completed. 
03/03/2021 18:07:45                         pktgen: check the trex port link status
03/03/2021 18:07:45                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:07:45                         pktgen: begin traffic ......
03/03/2021 18:07:45                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:07:55                         pktgen: begin get port statistic ...
03/03/2021 18:07:55                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:07:55                         pktgen: {0: {'ibytes': 7649753088,
     'ierrors': 0,
     'ipackets': 119527392,
     'obytes': 17277627328,
     'oerrors': 0,
     'opackets': 269962957,
     'rx_bps': 6125652480.0,
     'rx_bps_L1': 8039920960.0,
     'rx_pps': 11964178.0,
     'rx_util': 20.0998024,
     'tx_bps': 13721358336.0,
     'tx_bps_L1': 18009283456.0,
     'tx_pps': 26799532.0,
     'tx_util': 45.02320864},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.7478548288345337,
            'cpu_util': 98.12998962402344,
            'cpu_util_raw': 99.375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 138762521,
            'rx_bps': 6125652480.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7595705856.0,
            'rx_pps': 11964178.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 13721358336.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 26799532.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 7649753088,
           'ierrors': 0,
           'ipackets': 119527392,
           'obytes': 17277627328,
           'oerrors': 0,
           'opackets': 269962957,
           'rx_bps': 6125652480.0,
           'rx_bps_L1': 8039920960.0,
           'rx_pps': 11964178.0,
           'rx_util': 20.0998024,
           'tx_bps': 13721358336.0,
           'tx_bps_L1': 18009283456.0,
           'tx_pps': 26799532.0,
           'tx_util': 45.02320864}}
03/03/2021 18:07:55                         pktgen: {'ibytes': 7649753088,
 'ierrors': 0,
 'ipackets': 119527392,
 'obytes': 17277627328,
 'oerrors': 0,
 'opackets': 269962957,
 'rx_bps': 6125652480.0,
 'rx_bps_L1': 8039920960.0,
 'rx_pps': 11964178.0,
 'rx_util': 20.0998024,
 'tx_bps': 13721358336.0,
 'tx_bps_L1': 18009283456.0,
 'tx_pps': 26799532.0,
 'tx_util': 45.02320864}
03/03/2021 18:07:55                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 13721358336.000000, tx_pps: 26799532.000000 
03/03/2021 18:07:55                         pktgen: {'ibytes': 7649753088,
 'ierrors': 0,
 'ipackets': 119527392,
 'obytes': 17277627328,
 'oerrors': 0,
 'opackets': 269962957,
 'rx_bps': 6125652480.0,
 'rx_bps_L1': 8039920960.0,
 'rx_pps': 11964178.0,
 'rx_util': 20.0998024,
 'tx_bps': 13721358336.0,
 'tx_bps_L1': 18009283456.0,
 'tx_pps': 26799532.0,
 'tx_util': 45.02320864}
03/03/2021 18:07:55                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6125652480.000000, rx_pps: 11964178.000000
03/03/2021 18:07:55                         pktgen: throughput: pps_rx 11964178.000000, bps_rx 6125652480.000000
03/03/2021 18:07:55                         pktgen: traffic completed. 
03/03/2021 18:07:55 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:07:55                         tester: ls -d /tmp
03/03/2021 18:07:55                         tester: /tmp
03/03/2021 18:07:55                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:07:57                         pktgen: test port 0 map gen port 0
03/03/2021 18:07:57                         pktgen: test port 0 map gen port 0
03/03/2021 18:07:57                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:07:57                         pktgen: trex port <0> not support flow control
03/03/2021 18:07:57                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:07:57                         pktgen: check the trex port link status
03/03/2021 18:07:57                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:07:57                         pktgen: begin traffic ......
03/03/2021 18:07:57                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:08:02                         pktgen: traffic completed. 
03/03/2021 18:08:02                         pktgen: check the trex port link status
03/03/2021 18:08:02                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:02                         pktgen: begin traffic ......
03/03/2021 18:08:02                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:08:12                         pktgen: begin get port statistic ...
03/03/2021 18:08:12                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:08:12                         pktgen: {0: {'ibytes': 14952531072,
     'ierrors': 0,
     'ipackets': 116816674,
     'obytes': 28025839104,
     'oerrors': 0,
     'opackets': 218951890,
     'rx_bps': 11945479168.0,
     'rx_bps_L1': 13811975168.0,
     'rx_pps': 11665600.0,
     'rx_util': 34.529937919999995,
     'tx_bps': 22383693824.0,
     'tx_bps_L1': 25881176704.0,
     'tx_pps': 21859268.0,
     'tx_util': 64.70294176},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.823381185531616,
            'cpu_util': 99.09967803955078,
            'cpu_util_raw': 99.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141730087,
            'rx_bps': 11945479168.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 10438213632.0,
            'rx_pps': 11665600.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 22383693824.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 21859268.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 14952531072,
           'ierrors': 0,
           'ipackets': 116816674,
           'obytes': 28025839104,
           'oerrors': 0,
           'opackets': 218951890,
           'rx_bps': 11945479168.0,
           'rx_bps_L1': 13811975168.0,
           'rx_pps': 11665600.0,
           'rx_util': 34.529937919999995,
           'tx_bps': 22383693824.0,
           'tx_bps_L1': 25881176704.0,
           'tx_pps': 21859268.0,
           'tx_util': 64.70294176}}
03/03/2021 18:08:12                         pktgen: {'ibytes': 14952531072,
 'ierrors': 0,
 'ipackets': 116816674,
 'obytes': 28025839104,
 'oerrors': 0,
 'opackets': 218951890,
 'rx_bps': 11945479168.0,
 'rx_bps_L1': 13811975168.0,
 'rx_pps': 11665600.0,
 'rx_util': 34.529937919999995,
 'tx_bps': 22383693824.0,
 'tx_bps_L1': 25881176704.0,
 'tx_pps': 21859268.0,
 'tx_util': 64.70294176}
03/03/2021 18:08:12                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 22383693824.000000, tx_pps: 21859268.000000 
03/03/2021 18:08:12                         pktgen: {'ibytes': 14952531072,
 'ierrors': 0,
 'ipackets': 116816674,
 'obytes': 28025839104,
 'oerrors': 0,
 'opackets': 218951890,
 'rx_bps': 11945479168.0,
 'rx_bps_L1': 13811975168.0,
 'rx_pps': 11665600.0,
 'rx_util': 34.529937919999995,
 'tx_bps': 22383693824.0,
 'tx_bps_L1': 25881176704.0,
 'tx_pps': 21859268.0,
 'tx_util': 64.70294176}
03/03/2021 18:08:12                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 11945479168.000000, rx_pps: 11665600.000000
03/03/2021 18:08:12                         pktgen: throughput: pps_rx 11665600.000000, bps_rx 11945479168.000000
03/03/2021 18:08:12                         pktgen: traffic completed. 
03/03/2021 18:08:12 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:08:12                         tester: ls -d /tmp
03/03/2021 18:08:12                         tester: /tmp
03/03/2021 18:08:12                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:08:14                         pktgen: test port 0 map gen port 0
03/03/2021 18:08:14                         pktgen: test port 0 map gen port 0
03/03/2021 18:08:14                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:14                         pktgen: trex port <0> not support flow control
03/03/2021 18:08:14                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:08:14                         pktgen: check the trex port link status
03/03/2021 18:08:14                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:14                         pktgen: begin traffic ......
03/03/2021 18:08:14                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:08:19                         pktgen: traffic completed. 
03/03/2021 18:08:19                         pktgen: check the trex port link status
03/03/2021 18:08:19                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:19                         pktgen: begin traffic ......
03/03/2021 18:08:19                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:08:29                         pktgen: begin get port statistic ...
03/03/2021 18:08:29                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:08:29                         pktgen: {0: {'ibytes': 28575386368,
     'ierrors': 0,
     'ipackets': 111622614,
     'obytes': 46263522560,
     'oerrors': 0,
     'opackets': 180716900,
     'rx_bps': 22814291968.0,
     'rx_bps_L1': 24596671488.0,
     'rx_pps': 11139872.0,
     'rx_util': 61.491678719999996,
     'tx_bps': 36943556608.0,
     'tx_bps_L1': 39829795648.0,
     'tx_pps': 18038994.0,
     'tx_util': 99.57448912},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 61.30818176269531,
            'cpu_util': 7.532346248626709,
            'cpu_util_raw': 6.625,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 3374353,
            'rx_bps': 22814291968.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14129267712.0,
            'rx_pps': 11139872.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 36943556608.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 18038994.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 28575386368,
           'ierrors': 0,
           'ipackets': 111622614,
           'obytes': 46263522560,
           'oerrors': 0,
           'opackets': 180716900,
           'rx_bps': 22814291968.0,
           'rx_bps_L1': 24596671488.0,
           'rx_pps': 11139872.0,
           'rx_util': 61.491678719999996,
           'tx_bps': 36943556608.0,
           'tx_bps_L1': 39829795648.0,
           'tx_pps': 18038994.0,
           'tx_util': 99.57448912}}
03/03/2021 18:08:29                         pktgen: {'ibytes': 28575386368,
 'ierrors': 0,
 'ipackets': 111622614,
 'obytes': 46263522560,
 'oerrors': 0,
 'opackets': 180716900,
 'rx_bps': 22814291968.0,
 'rx_bps_L1': 24596671488.0,
 'rx_pps': 11139872.0,
 'rx_util': 61.491678719999996,
 'tx_bps': 36943556608.0,
 'tx_bps_L1': 39829795648.0,
 'tx_pps': 18038994.0,
 'tx_util': 99.57448912}
03/03/2021 18:08:29                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 36943556608.000000, tx_pps: 18038994.000000 
03/03/2021 18:08:29                         pktgen: {'ibytes': 28575386368,
 'ierrors': 0,
 'ipackets': 111622614,
 'obytes': 46263522560,
 'oerrors': 0,
 'opackets': 180716900,
 'rx_bps': 22814291968.0,
 'rx_bps_L1': 24596671488.0,
 'rx_pps': 11139872.0,
 'rx_util': 61.491678719999996,
 'tx_bps': 36943556608.0,
 'tx_bps_L1': 39829795648.0,
 'tx_pps': 18038994.0,
 'tx_util': 99.57448912}
03/03/2021 18:08:29                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 22814291968.000000, rx_pps: 11139872.000000
03/03/2021 18:08:29                         pktgen: throughput: pps_rx 11139872.000000, bps_rx 22814291968.000000
03/03/2021 18:08:29                         pktgen: traffic completed. 
03/03/2021 18:08:29 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:08:29                         tester: ls -d /tmp
03/03/2021 18:08:29                         tester: /tmp
03/03/2021 18:08:29                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:08:31                         pktgen: test port 0 map gen port 0
03/03/2021 18:08:31                         pktgen: test port 0 map gen port 0
03/03/2021 18:08:31                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:31                         pktgen: trex port <0> not support flow control
03/03/2021 18:08:31                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:08:31                         pktgen: check the trex port link status
03/03/2021 18:08:31                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:31                         pktgen: begin traffic ......
03/03/2021 18:08:31                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:08:36                         pktgen: traffic completed. 
03/03/2021 18:08:36                         pktgen: check the trex port link status
03/03/2021 18:08:36                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:36                         pktgen: begin traffic ......
03/03/2021 18:08:36                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:08:46                         pktgen: begin get port statistic ...
03/03/2021 18:08:46                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:08:46                         pktgen: {0: {'ibytes': 38343425024,
     'ierrors': 0,
     'ipackets': 74889511,
     'obytes': 48172297216,
     'oerrors': 0,
     'opackets': 94086530,
     'rx_bps': 30611335168.0,
     'rx_bps_L1': 31807102127.999996,
     'rx_pps': 7473543.5,
     'rx_util': 79.51775531999999,
     'tx_bps': 38446444544.0,
     'tx_bps_L1': 39948277184.0,
     'tx_pps': 9386454.0,
     'tx_util': 99.87069296},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.095001220703125,
            'cpu_util': 59.36756896972656,
            'cpu_util_raw': 60.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 82869826,
            'rx_bps': 30611335168.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7835109376.0,
            'rx_pps': 7473543.5,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38446444544.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9386454.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 38343425024,
           'ierrors': 0,
           'ipackets': 74889511,
           'obytes': 48172297216,
           'oerrors': 0,
           'opackets': 94086530,
           'rx_bps': 30611335168.0,
           'rx_bps_L1': 31807102127.999996,
           'rx_pps': 7473543.5,
           'rx_util': 79.51775531999999,
           'tx_bps': 38446444544.0,
           'tx_bps_L1': 39948277184.0,
           'tx_pps': 9386454.0,
           'tx_util': 99.87069296}}
03/03/2021 18:08:46                         pktgen: {'ibytes': 38343425024,
 'ierrors': 0,
 'ipackets': 74889511,
 'obytes': 48172297216,
 'oerrors': 0,
 'opackets': 94086530,
 'rx_bps': 30611335168.0,
 'rx_bps_L1': 31807102127.999996,
 'rx_pps': 7473543.5,
 'rx_util': 79.51775531999999,
 'tx_bps': 38446444544.0,
 'tx_bps_L1': 39948277184.0,
 'tx_pps': 9386454.0,
 'tx_util': 99.87069296}
03/03/2021 18:08:46                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38446444544.000000, tx_pps: 9386454.000000 
03/03/2021 18:08:46                         pktgen: {'ibytes': 38343425024,
 'ierrors': 0,
 'ipackets': 74889511,
 'obytes': 48172297216,
 'oerrors': 0,
 'opackets': 94086530,
 'rx_bps': 30611335168.0,
 'rx_bps_L1': 31807102127.999996,
 'rx_pps': 7473543.5,
 'rx_util': 79.51775531999999,
 'tx_bps': 38446444544.0,
 'tx_bps_L1': 39948277184.0,
 'tx_pps': 9386454.0,
 'tx_util': 99.87069296}
03/03/2021 18:08:46                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 30611335168.000000, rx_pps: 7473543.500000
03/03/2021 18:08:46                         pktgen: throughput: pps_rx 7473543.500000, bps_rx 30611335168.000000
03/03/2021 18:08:46                         pktgen: traffic completed. 
03/03/2021 18:08:46 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:08:46                         tester: ls -d /tmp
03/03/2021 18:08:46                         tester: /tmp
03/03/2021 18:08:46                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:08:48                         pktgen: test port 0 map gen port 0
03/03/2021 18:08:48                         pktgen: test port 0 map gen port 0
03/03/2021 18:08:48                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:48                         pktgen: trex port <0> not support flow control
03/03/2021 18:08:48                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:08:48                         pktgen: check the trex port link status
03/03/2021 18:08:48                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:48                         pktgen: begin traffic ......
03/03/2021 18:08:48                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:08:53                         pktgen: traffic completed. 
03/03/2021 18:08:53                         pktgen: check the trex port link status
03/03/2021 18:08:53                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:08:53                         pktgen: begin traffic ......
03/03/2021 18:08:53                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:09:03                         pktgen: begin get port statistic ...
03/03/2021 18:09:03                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:09:03                         pktgen: {0: {'ibytes': 49093820416,
     'ierrors': 0,
     'ipackets': 47943189,
     'obytes': 49093817344,
     'oerrors': 0,
     'opackets': 47943185,
     'rx_bps': 39337594880.0,
     'rx_bps_L1': 40105914560.0,
     'rx_pps': 4801998.0,
     'rx_util': 100.2647864,
     'tx_bps': 39337607168.0,
     'tx_bps_L1': 40105928928.0,
     'tx_pps': 4802011.0,
     'tx_util': 100.26482232000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.390010833740234,
            'cpu_util': 28.27600860595703,
            'cpu_util_raw': 29.25,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 36421968,
            'rx_bps': 39337594880.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4801998.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39337607168.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4802011.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49093820416,
           'ierrors': 0,
           'ipackets': 47943189,
           'obytes': 49093817344,
           'oerrors': 0,
           'opackets': 47943185,
           'rx_bps': 39337594880.0,
           'rx_bps_L1': 40105914560.0,
           'rx_pps': 4801998.0,
           'rx_util': 100.2647864,
           'tx_bps': 39337607168.0,
           'tx_bps_L1': 40105928928.0,
           'tx_pps': 4802011.0,
           'tx_util': 100.26482232000001}}
03/03/2021 18:09:03                         pktgen: {'ibytes': 49093820416,
 'ierrors': 0,
 'ipackets': 47943189,
 'obytes': 49093817344,
 'oerrors': 0,
 'opackets': 47943185,
 'rx_bps': 39337594880.0,
 'rx_bps_L1': 40105914560.0,
 'rx_pps': 4801998.0,
 'rx_util': 100.2647864,
 'tx_bps': 39337607168.0,
 'tx_bps_L1': 40105928928.0,
 'tx_pps': 4802011.0,
 'tx_util': 100.26482232000001}
03/03/2021 18:09:03                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39337607168.000000, tx_pps: 4802011.000000 
03/03/2021 18:09:03                         pktgen: {'ibytes': 49093820416,
 'ierrors': 0,
 'ipackets': 47943189,
 'obytes': 49093817344,
 'oerrors': 0,
 'opackets': 47943185,
 'rx_bps': 39337594880.0,
 'rx_bps_L1': 40105914560.0,
 'rx_pps': 4801998.0,
 'rx_util': 100.2647864,
 'tx_bps': 39337607168.0,
 'tx_bps_L1': 40105928928.0,
 'tx_pps': 4802011.0,
 'tx_util': 100.26482232000001}
03/03/2021 18:09:03                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39337594880.000000, rx_pps: 4801998.000000
03/03/2021 18:09:03                         pktgen: throughput: pps_rx 4801998.000000, bps_rx 39337594880.000000
03/03/2021 18:09:03                         pktgen: traffic completed. 
03/03/2021 18:09:03 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:09:03                         tester: ls -d /tmp
03/03/2021 18:09:04                         tester: /tmp
03/03/2021 18:09:04                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:09:05                         pktgen: test port 0 map gen port 0
03/03/2021 18:09:05                         pktgen: test port 0 map gen port 0
03/03/2021 18:09:06                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:09:06                         pktgen: trex port <0> not support flow control
03/03/2021 18:09:06                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:09:06                         pktgen: check the trex port link status
03/03/2021 18:09:06                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:09:06                         pktgen: begin traffic ......
03/03/2021 18:09:06                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:09:11                         pktgen: traffic completed. 
03/03/2021 18:09:11                         pktgen: check the trex port link status
03/03/2021 18:09:11                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:09:11                         pktgen: begin traffic ......
03/03/2021 18:09:11                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:09:21                         pktgen: begin get port statistic ...
03/03/2021 18:09:21                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:09:21                         pktgen: {0: {'ibytes': 49403143020,
     'ierrors': 0,
     'ipackets': 32544893,
     'obytes': 49403085336,
     'oerrors': 0,
     'opackets': 32544855,
     'rx_bps': 39573889024.0,
     'rx_bps_L1': 40095287024.0,
     'rx_pps': 3258737.5,
     'rx_util': 100.23821756,
     'tx_bps': 39573905408.0,
     'tx_bps_L1': 40095303568.0,
     'tx_pps': 3258738.5,
     'tx_util': 100.23825892},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 35.29335403442383,
            'cpu_util': 14.016060829162598,
            'cpu_util_raw': 15.125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 16987352,
            'rx_bps': 39573889024.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3258737.5,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39573905408.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3258738.5},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49403143020,
           'ierrors': 0,
           'ipackets': 32544893,
           'obytes': 49403085336,
           'oerrors': 0,
           'opackets': 32544855,
           'rx_bps': 39573889024.0,
           'rx_bps_L1': 40095287024.0,
           'rx_pps': 3258737.5,
           'rx_util': 100.23821756,
           'tx_bps': 39573905408.0,
           'tx_bps_L1': 40095303568.0,
           'tx_pps': 3258738.5,
           'tx_util': 100.23825892}}
03/03/2021 18:09:21                         pktgen: {'ibytes': 49403143020,
 'ierrors': 0,
 'ipackets': 32544893,
 'obytes': 49403085336,
 'oerrors': 0,
 'opackets': 32544855,
 'rx_bps': 39573889024.0,
 'rx_bps_L1': 40095287024.0,
 'rx_pps': 3258737.5,
 'rx_util': 100.23821756,
 'tx_bps': 39573905408.0,
 'tx_bps_L1': 40095303568.0,
 'tx_pps': 3258738.5,
 'tx_util': 100.23825892}
03/03/2021 18:09:21                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39573905408.000000, tx_pps: 3258738.500000 
03/03/2021 18:09:21                         pktgen: {'ibytes': 49403143020,
 'ierrors': 0,
 'ipackets': 32544893,
 'obytes': 49403085336,
 'oerrors': 0,
 'opackets': 32544855,
 'rx_bps': 39573889024.0,
 'rx_bps_L1': 40095287024.0,
 'rx_pps': 3258737.5,
 'rx_util': 100.23821756,
 'tx_bps': 39573905408.0,
 'tx_bps_L1': 40095303568.0,
 'tx_pps': 3258738.5,
 'tx_util': 100.23825892}
03/03/2021 18:09:21                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39573889024.000000, rx_pps: 3258737.500000
03/03/2021 18:09:21                         pktgen: throughput: pps_rx 3258737.500000, bps_rx 39573889024.000000
03/03/2021 18:09:21                         pktgen: traffic completed. 
03/03/2021 18:09:22 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:09:22 TestPVPMultiPathVirtioPerformance: 
+-------+---------------+--------+------------+
| Frame | Mode/RXD-TXD  |  Mpps  | % linerate |
+=======+===============+========+============+
| 64    | virito normal | 11.964 | 20.100     |
+-------+---------------+--------+------------+
| 128   | virito normal | 11.666 | 34.530     |
+-------+---------------+--------+------------+
| 256   | virito normal | 11.140 | 61.492     |
+-------+---------------+--------+------------+
| 512   | virito normal | 7.474  | 79.519     |
+-------+---------------+--------+------------+
| 1024  | virito normal | 4.802  | 100.266    |
+-------+---------------+--------+------------+
| 1518  | virito normal | 3.259  | 100.239    |
+-------+---------------+--------+------------+
03/03/2021 18:09:22 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 11.964 Mpps | 20.100%    | 11.779 Mpps         | 0.185 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.259 Mpps  | 100.239%   | 3.260 Mpps          | -0.001 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:09:22 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.588950
03/03/2021 18:09:22 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.185000
03/03/2021 18:09:22 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.163000
03/03/2021 18:09:22 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.001000
03/03/2021 18:09:22 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_normal Result PASSED:
03/03/2021 18:09:22             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:09:24 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_vector_rx Begin
03/03/2021 18:09:24             dut.10.240.183.220: 
03/03/2021 18:09:24                         tester: 
03/03/2021 18:09:24             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:09:24             dut.10.240.183.220: 
03/03/2021 18:09:24             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:09:24             dut.10.240.183.220: 
03/03/2021 18:09:24             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:09:24             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:09:24             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:09:24             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:09:35             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:09:35             dut.10.240.183.220: 1048576
03/03/2021 18:09:47 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:09:47                         tester: ls -d /tmp
03/03/2021 18:09:47                         tester: /tmp
03/03/2021 18:09:47                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:09:49                         pktgen: test port 0 map gen port 0
03/03/2021 18:09:49                         pktgen: test port 0 map gen port 0
03/03/2021 18:09:49                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:09:49                         pktgen: trex port <0> not support flow control
03/03/2021 18:09:49                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:09:49                         pktgen: check the trex port link status
03/03/2021 18:09:49                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:09:49                         pktgen: begin traffic ......
03/03/2021 18:09:49                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:09:54                         pktgen: traffic completed. 
03/03/2021 18:09:54                         pktgen: check the trex port link status
03/03/2021 18:09:54                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:09:54                         pktgen: begin traffic ......
03/03/2021 18:09:54                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:10:04                         pktgen: begin get port statistic ...
03/03/2021 18:10:04                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:10:04                         pktgen: {0: {'ibytes': 8710076608,
     'ierrors': 0,
     'ipackets': 136094976,
     'obytes': 17543132544,
     'oerrors': 0,
     'opackets': 274111476,
     'rx_bps': 6983993856.0,
     'rx_bps_L1': 9166492736.0,
     'rx_pps': 13640618.0,
     'rx_util': 22.916231840000002,
     'tx_bps': 14008615936.0,
     'tx_bps_L1': 18386308096.0,
     'tx_pps': 27360576.0,
     'tx_util': 45.96577024},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.7830592393875122,
            'cpu_util': 98.20632934570312,
            'cpu_util_raw': 99.375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 138738383,
            'rx_bps': 6983993856.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7024622592.0,
            'rx_pps': 13640618.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 14008615936.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 27360576.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8710076608,
           'ierrors': 0,
           'ipackets': 136094976,
           'obytes': 17543132544,
           'oerrors': 0,
           'opackets': 274111476,
           'rx_bps': 6983993856.0,
           'rx_bps_L1': 9166492736.0,
           'rx_pps': 13640618.0,
           'rx_util': 22.916231840000002,
           'tx_bps': 14008615936.0,
           'tx_bps_L1': 18386308096.0,
           'tx_pps': 27360576.0,
           'tx_util': 45.96577024}}
03/03/2021 18:10:04                         pktgen: {'ibytes': 8710076608,
 'ierrors': 0,
 'ipackets': 136094976,
 'obytes': 17543132544,
 'oerrors': 0,
 'opackets': 274111476,
 'rx_bps': 6983993856.0,
 'rx_bps_L1': 9166492736.0,
 'rx_pps': 13640618.0,
 'rx_util': 22.916231840000002,
 'tx_bps': 14008615936.0,
 'tx_bps_L1': 18386308096.0,
 'tx_pps': 27360576.0,
 'tx_util': 45.96577024}
03/03/2021 18:10:04                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 14008615936.000000, tx_pps: 27360576.000000 
03/03/2021 18:10:04                         pktgen: {'ibytes': 8710076608,
 'ierrors': 0,
 'ipackets': 136094976,
 'obytes': 17543132544,
 'oerrors': 0,
 'opackets': 274111476,
 'rx_bps': 6983993856.0,
 'rx_bps_L1': 9166492736.0,
 'rx_pps': 13640618.0,
 'rx_util': 22.916231840000002,
 'tx_bps': 14008615936.0,
 'tx_bps_L1': 18386308096.0,
 'tx_pps': 27360576.0,
 'tx_util': 45.96577024}
03/03/2021 18:10:04                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6983993856.000000, rx_pps: 13640618.000000
03/03/2021 18:10:04                         pktgen: throughput: pps_rx 13640618.000000, bps_rx 6983993856.000000
03/03/2021 18:10:04                         pktgen: traffic completed. 
03/03/2021 18:10:04 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:10:04                         tester: ls -d /tmp
03/03/2021 18:10:04                         tester: /tmp
03/03/2021 18:10:04                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:10:06                         pktgen: test port 0 map gen port 0
03/03/2021 18:10:06                         pktgen: test port 0 map gen port 0
03/03/2021 18:10:06                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:06                         pktgen: trex port <0> not support flow control
03/03/2021 18:10:06                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:10:06                         pktgen: check the trex port link status
03/03/2021 18:10:06                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:06                         pktgen: begin traffic ......
03/03/2021 18:10:06                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:10:11                         pktgen: traffic completed. 
03/03/2021 18:10:11                         pktgen: check the trex port link status
03/03/2021 18:10:11                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:11                         pktgen: begin traffic ......
03/03/2021 18:10:11                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:10:21                         pktgen: begin get port statistic ...
03/03/2021 18:10:21                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:10:21                         pktgen: {0: {'ibytes': 17219444352,
     'ierrors': 0,
     'ipackets': 134526909,
     'obytes': 27778249216,
     'oerrors': 0,
     'opackets': 217017592,
     'rx_bps': 13753674752.0,
     'rx_bps_L1': 15902701312.0,
     'rx_pps': 13431416.0,
     'rx_util': 39.75675328,
     'tx_bps': 22179571712.0,
     'tx_bps_L1': 25645158912.0,
     'tx_pps': 21659920.0,
     'tx_util': 64.11289728},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.7990634441375732,
            'cpu_util': 99.049072265625,
            'cpu_util_raw': 99.5,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141768756,
            'rx_bps': 13753674752.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 8425897472.0,
            'rx_pps': 13431416.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 22179571712.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 21659920.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 17219444352,
           'ierrors': 0,
           'ipackets': 134526909,
           'obytes': 27778249216,
           'oerrors': 0,
           'opackets': 217017592,
           'rx_bps': 13753674752.0,
           'rx_bps_L1': 15902701312.0,
           'rx_pps': 13431416.0,
           'rx_util': 39.75675328,
           'tx_bps': 22179571712.0,
           'tx_bps_L1': 25645158912.0,
           'tx_pps': 21659920.0,
           'tx_util': 64.11289728}}
03/03/2021 18:10:21                         pktgen: {'ibytes': 17219444352,
 'ierrors': 0,
 'ipackets': 134526909,
 'obytes': 27778249216,
 'oerrors': 0,
 'opackets': 217017592,
 'rx_bps': 13753674752.0,
 'rx_bps_L1': 15902701312.0,
 'rx_pps': 13431416.0,
 'rx_util': 39.75675328,
 'tx_bps': 22179571712.0,
 'tx_bps_L1': 25645158912.0,
 'tx_pps': 21659920.0,
 'tx_util': 64.11289728}
03/03/2021 18:10:21                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 22179571712.000000, tx_pps: 21659920.000000 
03/03/2021 18:10:21                         pktgen: {'ibytes': 17219444352,
 'ierrors': 0,
 'ipackets': 134526909,
 'obytes': 27778249216,
 'oerrors': 0,
 'opackets': 217017592,
 'rx_bps': 13753674752.0,
 'rx_bps_L1': 15902701312.0,
 'rx_pps': 13431416.0,
 'rx_util': 39.75675328,
 'tx_bps': 22179571712.0,
 'tx_bps_L1': 25645158912.0,
 'tx_pps': 21659920.0,
 'tx_util': 64.11289728}
03/03/2021 18:10:21                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 13753674752.000000, rx_pps: 13431416.000000
03/03/2021 18:10:21                         pktgen: throughput: pps_rx 13431416.000000, bps_rx 13753674752.000000
03/03/2021 18:10:21                         pktgen: traffic completed. 
03/03/2021 18:10:21 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:10:21                         tester: ls -d /tmp
03/03/2021 18:10:21                         tester: /tmp
03/03/2021 18:10:21                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:10:23                         pktgen: test port 0 map gen port 0
03/03/2021 18:10:23                         pktgen: test port 0 map gen port 0
03/03/2021 18:10:23                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:23                         pktgen: trex port <0> not support flow control
03/03/2021 18:10:23                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:10:23                         pktgen: check the trex port link status
03/03/2021 18:10:23                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:23                         pktgen: begin traffic ......
03/03/2021 18:10:23                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:10:28                         pktgen: traffic completed. 
03/03/2021 18:10:28                         pktgen: check the trex port link status
03/03/2021 18:10:28                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:28                         pktgen: begin traffic ......
03/03/2021 18:10:28                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:10:38                         pktgen: begin get port statistic ...
03/03/2021 18:10:38                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:10:38                         pktgen: {0: {'ibytes': 29295381504,
     'ierrors': 0,
     'ipackets': 114435101,
     'obytes': 46427689472,
     'oerrors': 0,
     'opackets': 181358177,
     'rx_bps': 23385454592.0,
     'rx_bps_L1': 25212456512.000004,
     'rx_pps': 11418762.0,
     'rx_util': 63.031141280000014,
     'tx_bps': 37062262784.0,
     'tx_bps_L1': 39957773824.0,
     'tx_pps': 18096944.0,
     'tx_util': 99.89443456000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 73.77264404296875,
            'cpu_util': 6.279811382293701,
            'cpu_util_raw': 5.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 1664853,
            'rx_bps': 23385454592.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13676806144.0,
            'rx_pps': 11418762.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 37062262784.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 18096944.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 29295381504,
           'ierrors': 0,
           'ipackets': 114435101,
           'obytes': 46427689472,
           'oerrors': 0,
           'opackets': 181358177,
           'rx_bps': 23385454592.0,
           'rx_bps_L1': 25212456512.000004,
           'rx_pps': 11418762.0,
           'rx_util': 63.031141280000014,
           'tx_bps': 37062262784.0,
           'tx_bps_L1': 39957773824.0,
           'tx_pps': 18096944.0,
           'tx_util': 99.89443456000001}}
03/03/2021 18:10:38                         pktgen: {'ibytes': 29295381504,
 'ierrors': 0,
 'ipackets': 114435101,
 'obytes': 46427689472,
 'oerrors': 0,
 'opackets': 181358177,
 'rx_bps': 23385454592.0,
 'rx_bps_L1': 25212456512.000004,
 'rx_pps': 11418762.0,
 'rx_util': 63.031141280000014,
 'tx_bps': 37062262784.0,
 'tx_bps_L1': 39957773824.0,
 'tx_pps': 18096944.0,
 'tx_util': 99.89443456000001}
03/03/2021 18:10:38                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 37062262784.000000, tx_pps: 18096944.000000 
03/03/2021 18:10:38                         pktgen: {'ibytes': 29295381504,
 'ierrors': 0,
 'ipackets': 114435101,
 'obytes': 46427689472,
 'oerrors': 0,
 'opackets': 181358177,
 'rx_bps': 23385454592.0,
 'rx_bps_L1': 25212456512.000004,
 'rx_pps': 11418762.0,
 'rx_util': 63.031141280000014,
 'tx_bps': 37062262784.0,
 'tx_bps_L1': 39957773824.0,
 'tx_pps': 18096944.0,
 'tx_util': 99.89443456000001}
03/03/2021 18:10:38                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 23385454592.000000, rx_pps: 11418762.000000
03/03/2021 18:10:38                         pktgen: throughput: pps_rx 11418762.000000, bps_rx 23385454592.000000
03/03/2021 18:10:38                         pktgen: traffic completed. 
03/03/2021 18:10:38 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:10:38                         tester: ls -d /tmp
03/03/2021 18:10:38                         tester: /tmp
03/03/2021 18:10:38                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:10:40                         pktgen: test port 0 map gen port 0
03/03/2021 18:10:40                         pktgen: test port 0 map gen port 0
03/03/2021 18:10:40                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:40                         pktgen: trex port <0> not support flow control
03/03/2021 18:10:40                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:10:40                         pktgen: check the trex port link status
03/03/2021 18:10:40                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:40                         pktgen: begin traffic ......
03/03/2021 18:10:40                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:10:45                         pktgen: traffic completed. 
03/03/2021 18:10:45                         pktgen: check the trex port link status
03/03/2021 18:10:45                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:45                         pktgen: begin traffic ......
03/03/2021 18:10:45                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:10:55                         pktgen: begin get port statistic ...
03/03/2021 18:10:55                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:10:55                         pktgen: {0: {'ibytes': 38498053120,
     'ierrors': 0,
     'ipackets': 75191512,
     'obytes': 48171050496,
     'oerrors': 0,
     'opackets': 94084091,
     'rx_bps': 30707820544.0,
     'rx_bps_L1': 31907355583.999996,
     'rx_pps': 7497094.0,
     'rx_util': 79.76838896,
     'tx_bps': 38421995520.0,
     'tx_bps_L1': 39922872160.0,
     'tx_pps': 9380479.0,
     'tx_util': 99.8071804},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.10830307006836,
            'cpu_util': 59.23248291015625,
            'cpu_util_raw': 60.75,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 82699805,
            'rx_bps': 30707820544.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7714176000.0,
            'rx_pps': 7497094.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38421995520.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9380479.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 38498053120,
           'ierrors': 0,
           'ipackets': 75191512,
           'obytes': 48171050496,
           'oerrors': 0,
           'opackets': 94084091,
           'rx_bps': 30707820544.0,
           'rx_bps_L1': 31907355583.999996,
           'rx_pps': 7497094.0,
           'rx_util': 79.76838896,
           'tx_bps': 38421995520.0,
           'tx_bps_L1': 39922872160.0,
           'tx_pps': 9380479.0,
           'tx_util': 99.8071804}}
03/03/2021 18:10:55                         pktgen: {'ibytes': 38498053120,
 'ierrors': 0,
 'ipackets': 75191512,
 'obytes': 48171050496,
 'oerrors': 0,
 'opackets': 94084091,
 'rx_bps': 30707820544.0,
 'rx_bps_L1': 31907355583.999996,
 'rx_pps': 7497094.0,
 'rx_util': 79.76838896,
 'tx_bps': 38421995520.0,
 'tx_bps_L1': 39922872160.0,
 'tx_pps': 9380479.0,
 'tx_util': 99.8071804}
03/03/2021 18:10:55                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38421995520.000000, tx_pps: 9380479.000000 
03/03/2021 18:10:55                         pktgen: {'ibytes': 38498053120,
 'ierrors': 0,
 'ipackets': 75191512,
 'obytes': 48171050496,
 'oerrors': 0,
 'opackets': 94084091,
 'rx_bps': 30707820544.0,
 'rx_bps_L1': 31907355583.999996,
 'rx_pps': 7497094.0,
 'rx_util': 79.76838896,
 'tx_bps': 38421995520.0,
 'tx_bps_L1': 39922872160.0,
 'tx_pps': 9380479.0,
 'tx_util': 99.8071804}
03/03/2021 18:10:55                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 30707820544.000000, rx_pps: 7497094.000000
03/03/2021 18:10:55                         pktgen: throughput: pps_rx 7497094.000000, bps_rx 30707820544.000000
03/03/2021 18:10:55                         pktgen: traffic completed. 
03/03/2021 18:10:55 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:10:55                         tester: ls -d /tmp
03/03/2021 18:10:55                         tester: /tmp
03/03/2021 18:10:55                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:10:57                         pktgen: test port 0 map gen port 0
03/03/2021 18:10:57                         pktgen: test port 0 map gen port 0
03/03/2021 18:10:57                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:57                         pktgen: trex port <0> not support flow control
03/03/2021 18:10:58                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:10:58                         pktgen: check the trex port link status
03/03/2021 18:10:58                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:10:58                         pktgen: begin traffic ......
03/03/2021 18:10:58                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:11:03                         pktgen: traffic completed. 
03/03/2021 18:11:03                         pktgen: check the trex port link status
03/03/2021 18:11:03                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:11:03                         pktgen: begin traffic ......
03/03/2021 18:11:03                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:11:13                         pktgen: begin get port statistic ...
03/03/2021 18:11:13                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:11:13                         pktgen: {0: {'ibytes': 47142743040,
     'ierrors': 0,
     'ipackets': 46037840,
     'obytes': 49095797760,
     'oerrors': 0,
     'opackets': 47945119,
     'rx_bps': 37772910592.0,
     'rx_bps_L1': 38510669392.0,
     'rx_pps': 4610992.5,
     'rx_util': 96.27667348,
     'tx_bps': 39348019200.0,
     'tx_bps_L1': 40116543520.0,
     'tx_pps': 4803277.0,
     'tx_util': 100.2913588},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.403596878051758,
            'cpu_util': 28.26141357421875,
            'cpu_util_raw': 28.25,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 37122259,
            'rx_bps': 37772910592.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4610992.5,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39348019200.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4803277.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 47142743040,
           'ierrors': 0,
           'ipackets': 46037840,
           'obytes': 49095797760,
           'oerrors': 0,
           'opackets': 47945119,
           'rx_bps': 37772910592.0,
           'rx_bps_L1': 38510669392.0,
           'rx_pps': 4610992.5,
           'rx_util': 96.27667348,
           'tx_bps': 39348019200.0,
           'tx_bps_L1': 40116543520.0,
           'tx_pps': 4803277.0,
           'tx_util': 100.2913588}}
03/03/2021 18:11:13                         pktgen: {'ibytes': 47142743040,
 'ierrors': 0,
 'ipackets': 46037840,
 'obytes': 49095797760,
 'oerrors': 0,
 'opackets': 47945119,
 'rx_bps': 37772910592.0,
 'rx_bps_L1': 38510669392.0,
 'rx_pps': 4610992.5,
 'rx_util': 96.27667348,
 'tx_bps': 39348019200.0,
 'tx_bps_L1': 40116543520.0,
 'tx_pps': 4803277.0,
 'tx_util': 100.2913588}
03/03/2021 18:11:13                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39348019200.000000, tx_pps: 4803277.000000 
03/03/2021 18:11:13                         pktgen: {'ibytes': 47142743040,
 'ierrors': 0,
 'ipackets': 46037840,
 'obytes': 49095797760,
 'oerrors': 0,
 'opackets': 47945119,
 'rx_bps': 37772910592.0,
 'rx_bps_L1': 38510669392.0,
 'rx_pps': 4610992.5,
 'rx_util': 96.27667348,
 'tx_bps': 39348019200.0,
 'tx_bps_L1': 40116543520.0,
 'tx_pps': 4803277.0,
 'tx_util': 100.2913588}
03/03/2021 18:11:13                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 37772910592.000000, rx_pps: 4610992.500000
03/03/2021 18:11:13                         pktgen: throughput: pps_rx 4610992.500000, bps_rx 37772910592.000000
03/03/2021 18:11:13                         pktgen: traffic completed. 
03/03/2021 18:11:13 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:11:13                         tester: ls -d /tmp
03/03/2021 18:11:13                         tester: /tmp
03/03/2021 18:11:13                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:11:15                         pktgen: test port 0 map gen port 0
03/03/2021 18:11:15                         pktgen: test port 0 map gen port 0
03/03/2021 18:11:15                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:11:15                         pktgen: trex port <0> not support flow control
03/03/2021 18:11:15                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:11:15                         pktgen: check the trex port link status
03/03/2021 18:11:15                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:11:15                         pktgen: begin traffic ......
03/03/2021 18:11:15                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:11:20                         pktgen: traffic completed. 
03/03/2021 18:11:20                         pktgen: check the trex port link status
03/03/2021 18:11:20                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:11:20                         pktgen: begin traffic ......
03/03/2021 18:11:20                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:11:30                         pktgen: begin get port statistic ...
03/03/2021 18:11:30                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:11:30                         pktgen: {0: {'ibytes': 49401758604,
     'ierrors': 0,
     'ipackets': 32543981,
     'obytes': 49402292940,
     'oerrors': 0,
     'opackets': 32544334,
     'rx_bps': 39475220480.0,
     'rx_bps_L1': 39995318080.0,
     'rx_pps': 3250610.0,
     'rx_util': 99.9882952,
     'tx_bps': 39475224576.0,
     'tx_bps_L1': 39995322336.0,
     'tx_pps': 3250611.0,
     'tx_util': 99.98830584000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 33.99945831298828,
            'cpu_util': 14.51318073272705,
            'cpu_util_raw': 15.625,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17091262,
            'rx_bps': 39475220480.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3250610.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39475224576.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3250611.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49401758604,
           'ierrors': 0,
           'ipackets': 32543981,
           'obytes': 49402292940,
           'oerrors': 0,
           'opackets': 32544334,
           'rx_bps': 39475220480.0,
           'rx_bps_L1': 39995318080.0,
           'rx_pps': 3250610.0,
           'rx_util': 99.9882952,
           'tx_bps': 39475224576.0,
           'tx_bps_L1': 39995322336.0,
           'tx_pps': 3250611.0,
           'tx_util': 99.98830584000001}}
03/03/2021 18:11:30                         pktgen: {'ibytes': 49401758604,
 'ierrors': 0,
 'ipackets': 32543981,
 'obytes': 49402292940,
 'oerrors': 0,
 'opackets': 32544334,
 'rx_bps': 39475220480.0,
 'rx_bps_L1': 39995318080.0,
 'rx_pps': 3250610.0,
 'rx_util': 99.9882952,
 'tx_bps': 39475224576.0,
 'tx_bps_L1': 39995322336.0,
 'tx_pps': 3250611.0,
 'tx_util': 99.98830584000001}
03/03/2021 18:11:30                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39475224576.000000, tx_pps: 3250611.000000 
03/03/2021 18:11:30                         pktgen: {'ibytes': 49401758604,
 'ierrors': 0,
 'ipackets': 32543981,
 'obytes': 49402292940,
 'oerrors': 0,
 'opackets': 32544334,
 'rx_bps': 39475220480.0,
 'rx_bps_L1': 39995318080.0,
 'rx_pps': 3250610.0,
 'rx_util': 99.9882952,
 'tx_bps': 39475224576.0,
 'tx_bps_L1': 39995322336.0,
 'tx_pps': 3250611.0,
 'tx_util': 99.98830584000001}
03/03/2021 18:11:30                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39475220480.000000, rx_pps: 3250610.000000
03/03/2021 18:11:30                         pktgen: throughput: pps_rx 3250610.000000, bps_rx 39475220480.000000
03/03/2021 18:11:30                         pktgen: traffic completed. 
03/03/2021 18:11:32 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:11:32 TestPVPMultiPathVirtioPerformance: 
+-------+------------------+--------+------------+
| Frame |   Mode/RXD-TXD   |  Mpps  | % linerate |
+=======+==================+========+============+
| 64    | virtio vector rx | 13.641 | 22.916     |
+-------+------------------+--------+------------+
| 128   | virtio vector rx | 13.431 | 39.757     |
+-------+------------------+--------+------------+
| 256   | virtio vector rx | 11.419 | 63.032     |
+-------+------------------+--------+------------+
| 512   | virtio vector rx | 7.497  | 79.769     |
+-------+------------------+--------+------------+
| 1024  | virtio vector rx | 4.611  | 96.278     |
+-------+------------------+--------+------------+
| 1518  | virtio vector rx | 3.251  | 99.989     |
+-------+------------------+--------+------------+
03/03/2021 18:11:32 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 13.641 Mpps | 22.916%    | 13.625 Mpps         | 0.016 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.251 Mpps  | 99.989%    | 3.150 Mpps          | 0.101 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:11:32 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.681250
03/03/2021 18:11:32 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.016000
03/03/2021 18:11:32 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.157500
03/03/2021 18:11:32 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.101000
03/03/2021 18:11:32 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_vector_rx Result PASSED:
03/03/2021 18:11:32             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:11:33 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_inorder_mergeable Begin
03/03/2021 18:11:33             dut.10.240.183.220: 
03/03/2021 18:11:33                         tester: 
03/03/2021 18:11:33             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:11:33             dut.10.240.183.220: 
03/03/2021 18:11:33             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:11:33             dut.10.240.183.220: 
03/03/2021 18:11:33             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:11:33             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:11:33             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:11:33             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:11:45             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:11:45             dut.10.240.183.220: 1048576
03/03/2021 18:11:56 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:11:56                         tester: ls -d /tmp
03/03/2021 18:11:56                         tester: /tmp
03/03/2021 18:11:56                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:11:58                         pktgen: test port 0 map gen port 0
03/03/2021 18:11:58                         pktgen: test port 0 map gen port 0
03/03/2021 18:11:58                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:11:58                         pktgen: trex port <0> not support flow control
03/03/2021 18:11:58                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:11:58                         pktgen: check the trex port link status
03/03/2021 18:11:58                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:11:58                         pktgen: begin traffic ......
03/03/2021 18:11:58                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:12:03                         pktgen: traffic completed. 
03/03/2021 18:12:03                         pktgen: check the trex port link status
03/03/2021 18:12:03                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:03                         pktgen: begin traffic ......
03/03/2021 18:12:03                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:12:13                         pktgen: begin get port statistic ...
03/03/2021 18:12:13                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:12:13                         pktgen: {0: {'ibytes': 8384769280,
     'ierrors': 0,
     'ipackets': 131012020,
     'obytes': 16928017856,
     'oerrors': 0,
     'opackets': 264500313,
     'rx_bps': 6719191552.0,
     'rx_bps_L1': 8818938272.0,
     'rx_pps': 13123417.0,
     'rx_util': 22.04734568,
     'tx_bps': 13624211456.0,
     'tx_bps_L1': 17881776896.0,
     'tx_pps': 26609784.0,
     'tx_util': 44.70444224},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.7339203357696533,
            'cpu_util': 98.21826171875,
            'cpu_util_raw': 99.1875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 139135096,
            'rx_bps': 6719191552.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 6905020416.0,
            'rx_pps': 13123417.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 13624211456.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 26609784.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8384769280,
           'ierrors': 0,
           'ipackets': 131012020,
           'obytes': 16928017856,
           'oerrors': 0,
           'opackets': 264500313,
           'rx_bps': 6719191552.0,
           'rx_bps_L1': 8818938272.0,
           'rx_pps': 13123417.0,
           'rx_util': 22.04734568,
           'tx_bps': 13624211456.0,
           'tx_bps_L1': 17881776896.0,
           'tx_pps': 26609784.0,
           'tx_util': 44.70444224}}
03/03/2021 18:12:13                         pktgen: {'ibytes': 8384769280,
 'ierrors': 0,
 'ipackets': 131012020,
 'obytes': 16928017856,
 'oerrors': 0,
 'opackets': 264500313,
 'rx_bps': 6719191552.0,
 'rx_bps_L1': 8818938272.0,
 'rx_pps': 13123417.0,
 'rx_util': 22.04734568,
 'tx_bps': 13624211456.0,
 'tx_bps_L1': 17881776896.0,
 'tx_pps': 26609784.0,
 'tx_util': 44.70444224}
03/03/2021 18:12:13                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 13624211456.000000, tx_pps: 26609784.000000 
03/03/2021 18:12:13                         pktgen: {'ibytes': 8384769280,
 'ierrors': 0,
 'ipackets': 131012020,
 'obytes': 16928017856,
 'oerrors': 0,
 'opackets': 264500313,
 'rx_bps': 6719191552.0,
 'rx_bps_L1': 8818938272.0,
 'rx_pps': 13123417.0,
 'rx_util': 22.04734568,
 'tx_bps': 13624211456.0,
 'tx_bps_L1': 17881776896.0,
 'tx_pps': 26609784.0,
 'tx_util': 44.70444224}
03/03/2021 18:12:13                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6719191552.000000, rx_pps: 13123417.000000
03/03/2021 18:12:13                         pktgen: throughput: pps_rx 13123417.000000, bps_rx 6719191552.000000
03/03/2021 18:12:13                         pktgen: traffic completed. 
03/03/2021 18:12:13 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:12:13                         tester: ls -d /tmp
03/03/2021 18:12:13                         tester: /tmp
03/03/2021 18:12:13                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:12:15                         pktgen: test port 0 map gen port 0
03/03/2021 18:12:15                         pktgen: test port 0 map gen port 0
03/03/2021 18:12:15                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:15                         pktgen: trex port <0> not support flow control
03/03/2021 18:12:15                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:12:15                         pktgen: check the trex port link status
03/03/2021 18:12:15                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:15                         pktgen: begin traffic ......
03/03/2021 18:12:15                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:12:20                         pktgen: traffic completed. 
03/03/2021 18:12:20                         pktgen: check the trex port link status
03/03/2021 18:12:20                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:20                         pktgen: begin traffic ......
03/03/2021 18:12:20                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:12:30                         pktgen: begin get port statistic ...
03/03/2021 18:12:30                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:12:30                         pktgen: {0: {'ibytes': 17031815296,
     'ierrors': 0,
     'ipackets': 133061060,
     'obytes': 28008279680,
     'oerrors': 0,
     'opackets': 218814708,
     'rx_bps': 13645868032.0,
     'rx_bps_L1': 15778046271.999998,
     'rx_pps': 13326114.0,
     'rx_util': 39.445115679999994,
     'tx_bps': 22436401152.0,
     'tx_bps_L1': 25942114112.0,
     'tx_pps': 21910706.0,
     'tx_util': 64.85528528},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.834345579147339,
            'cpu_util': 98.94876861572266,
            'cpu_util_raw': 99.5,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141787297,
            'rx_bps': 13645868032.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 8790532096.0,
            'rx_pps': 13326114.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 22436401152.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 21910706.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 17031815296,
           'ierrors': 0,
           'ipackets': 133061060,
           'obytes': 28008279680,
           'oerrors': 0,
           'opackets': 218814708,
           'rx_bps': 13645868032.0,
           'rx_bps_L1': 15778046271.999998,
           'rx_pps': 13326114.0,
           'rx_util': 39.445115679999994,
           'tx_bps': 22436401152.0,
           'tx_bps_L1': 25942114112.0,
           'tx_pps': 21910706.0,
           'tx_util': 64.85528528}}
03/03/2021 18:12:30                         pktgen: {'ibytes': 17031815296,
 'ierrors': 0,
 'ipackets': 133061060,
 'obytes': 28008279680,
 'oerrors': 0,
 'opackets': 218814708,
 'rx_bps': 13645868032.0,
 'rx_bps_L1': 15778046271.999998,
 'rx_pps': 13326114.0,
 'rx_util': 39.445115679999994,
 'tx_bps': 22436401152.0,
 'tx_bps_L1': 25942114112.0,
 'tx_pps': 21910706.0,
 'tx_util': 64.85528528}
03/03/2021 18:12:30                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 22436401152.000000, tx_pps: 21910706.000000 
03/03/2021 18:12:30                         pktgen: {'ibytes': 17031815296,
 'ierrors': 0,
 'ipackets': 133061060,
 'obytes': 28008279680,
 'oerrors': 0,
 'opackets': 218814708,
 'rx_bps': 13645868032.0,
 'rx_bps_L1': 15778046271.999998,
 'rx_pps': 13326114.0,
 'rx_util': 39.445115679999994,
 'tx_bps': 22436401152.0,
 'tx_bps_L1': 25942114112.0,
 'tx_pps': 21910706.0,
 'tx_util': 64.85528528}
03/03/2021 18:12:30                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 13645868032.000000, rx_pps: 13326114.000000
03/03/2021 18:12:30                         pktgen: throughput: pps_rx 13326114.000000, bps_rx 13645868032.000000
03/03/2021 18:12:30                         pktgen: traffic completed. 
03/03/2021 18:12:30 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:12:30                         tester: ls -d /tmp
03/03/2021 18:12:30                         tester: /tmp
03/03/2021 18:12:30                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:12:32                         pktgen: test port 0 map gen port 0
03/03/2021 18:12:32                         pktgen: test port 0 map gen port 0
03/03/2021 18:12:32                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:32                         pktgen: trex port <0> not support flow control
03/03/2021 18:12:32                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:12:32                         pktgen: check the trex port link status
03/03/2021 18:12:32                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:32                         pktgen: begin traffic ......
03/03/2021 18:12:32                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:12:37                         pktgen: traffic completed. 
03/03/2021 18:12:37                         pktgen: check the trex port link status
03/03/2021 18:12:37                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:37                         pktgen: begin traffic ......
03/03/2021 18:12:37                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:12:47                         pktgen: begin get port statistic ...
03/03/2021 18:12:47                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:12:47                         pktgen: {0: {'ibytes': 32893042944,
     'ierrors': 0,
     'ipackets': 128488468,
     'obytes': 46416885504,
     'oerrors': 0,
     'opackets': 181315975,
     'rx_bps': 26230212608.0,
     'rx_bps_L1': 28279460608.000004,
     'rx_pps': 12807800.0,
     'rx_util': 70.69865152000001,
     'tx_bps': 37005758464.0,
     'tx_bps_L1': 39896852864.0,
     'tx_pps': 18069340.0,
     'tx_util': 99.74213216},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 70.67698669433594,
            'cpu_util': 6.54487419128418,
            'cpu_util_raw': 5.75,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 1818789,
            'rx_bps': 26230212608.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 10775544832.0,
            'rx_pps': 12807800.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 37005758464.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 18069340.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 32893042944,
           'ierrors': 0,
           'ipackets': 128488468,
           'obytes': 46416885504,
           'oerrors': 0,
           'opackets': 181315975,
           'rx_bps': 26230212608.0,
           'rx_bps_L1': 28279460608.000004,
           'rx_pps': 12807800.0,
           'rx_util': 70.69865152000001,
           'tx_bps': 37005758464.0,
           'tx_bps_L1': 39896852864.0,
           'tx_pps': 18069340.0,
           'tx_util': 99.74213216}}
03/03/2021 18:12:47                         pktgen: {'ibytes': 32893042944,
 'ierrors': 0,
 'ipackets': 128488468,
 'obytes': 46416885504,
 'oerrors': 0,
 'opackets': 181315975,
 'rx_bps': 26230212608.0,
 'rx_bps_L1': 28279460608.000004,
 'rx_pps': 12807800.0,
 'rx_util': 70.69865152000001,
 'tx_bps': 37005758464.0,
 'tx_bps_L1': 39896852864.0,
 'tx_pps': 18069340.0,
 'tx_util': 99.74213216}
03/03/2021 18:12:47                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 37005758464.000000, tx_pps: 18069340.000000 
03/03/2021 18:12:47                         pktgen: {'ibytes': 32893042944,
 'ierrors': 0,
 'ipackets': 128488468,
 'obytes': 46416885504,
 'oerrors': 0,
 'opackets': 181315975,
 'rx_bps': 26230212608.0,
 'rx_bps_L1': 28279460608.000004,
 'rx_pps': 12807800.0,
 'rx_util': 70.69865152000001,
 'tx_bps': 37005758464.0,
 'tx_bps_L1': 39896852864.0,
 'tx_pps': 18069340.0,
 'tx_util': 99.74213216}
03/03/2021 18:12:47                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 26230212608.000000, rx_pps: 12807800.000000
03/03/2021 18:12:47                         pktgen: throughput: pps_rx 12807800.000000, bps_rx 26230212608.000000
03/03/2021 18:12:47                         pktgen: traffic completed. 
03/03/2021 18:12:47 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:12:47                         tester: ls -d /tmp
03/03/2021 18:12:47                         tester: /tmp
03/03/2021 18:12:47                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:12:49                         pktgen: test port 0 map gen port 0
03/03/2021 18:12:49                         pktgen: test port 0 map gen port 0
03/03/2021 18:12:49                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:49                         pktgen: trex port <0> not support flow control
03/03/2021 18:12:49                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:12:49                         pktgen: check the trex port link status
03/03/2021 18:12:49                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:49                         pktgen: begin traffic ......
03/03/2021 18:12:49                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:12:54                         pktgen: traffic completed. 
03/03/2021 18:12:54                         pktgen: check the trex port link status
03/03/2021 18:12:55                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:12:55                         pktgen: begin traffic ......
03/03/2021 18:12:55                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:13:05                         pktgen: begin get port statistic ...
03/03/2021 18:13:05                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:13:05                         pktgen: {0: {'ibytes': 43021264384,
     'ierrors': 0,
     'ipackets': 84025916,
     'obytes': 48169626624,
     'oerrors': 0,
     'opackets': 94081310,
     'rx_bps': 34387976192.0,
     'rx_bps_L1': 35731266752.0,
     'rx_pps': 8395566.0,
     'rx_util': 89.32816688,
     'tx_bps': 38502494208.0,
     'tx_bps_L1': 40006512448.0,
     'tx_pps': 9400114.0,
     'tx_util': 100.01628112},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.192779541015625,
            'cpu_util': 58.74455642700195,
            'cpu_util_raw': 59.875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 82870215,
            'rx_bps': 34387976192.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 4114515712.0,
            'rx_pps': 8395566.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38502494208.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9400114.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 43021264384,
           'ierrors': 0,
           'ipackets': 84025916,
           'obytes': 48169626624,
           'oerrors': 0,
           'opackets': 94081310,
           'rx_bps': 34387976192.0,
           'rx_bps_L1': 35731266752.0,
           'rx_pps': 8395566.0,
           'rx_util': 89.32816688,
           'tx_bps': 38502494208.0,
           'tx_bps_L1': 40006512448.0,
           'tx_pps': 9400114.0,
           'tx_util': 100.01628112}}
03/03/2021 18:13:05                         pktgen: {'ibytes': 43021264384,
 'ierrors': 0,
 'ipackets': 84025916,
 'obytes': 48169626624,
 'oerrors': 0,
 'opackets': 94081310,
 'rx_bps': 34387976192.0,
 'rx_bps_L1': 35731266752.0,
 'rx_pps': 8395566.0,
 'rx_util': 89.32816688,
 'tx_bps': 38502494208.0,
 'tx_bps_L1': 40006512448.0,
 'tx_pps': 9400114.0,
 'tx_util': 100.01628112}
03/03/2021 18:13:05                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38502494208.000000, tx_pps: 9400114.000000 
03/03/2021 18:13:05                         pktgen: {'ibytes': 43021264384,
 'ierrors': 0,
 'ipackets': 84025916,
 'obytes': 48169626624,
 'oerrors': 0,
 'opackets': 94081310,
 'rx_bps': 34387976192.0,
 'rx_bps_L1': 35731266752.0,
 'rx_pps': 8395566.0,
 'rx_util': 89.32816688,
 'tx_bps': 38502494208.0,
 'tx_bps_L1': 40006512448.0,
 'tx_pps': 9400114.0,
 'tx_util': 100.01628112}
03/03/2021 18:13:05                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 34387976192.000000, rx_pps: 8395566.000000
03/03/2021 18:13:05                         pktgen: throughput: pps_rx 8395566.000000, bps_rx 34387976192.000000
03/03/2021 18:13:05                         pktgen: traffic completed. 
03/03/2021 18:13:05 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:13:05                         tester: ls -d /tmp
03/03/2021 18:13:05                         tester: /tmp
03/03/2021 18:13:05                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:13:07                         pktgen: test port 0 map gen port 0
03/03/2021 18:13:07                         pktgen: test port 0 map gen port 0
03/03/2021 18:13:07                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:13:07                         pktgen: trex port <0> not support flow control
03/03/2021 18:13:07                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:13:07                         pktgen: check the trex port link status
03/03/2021 18:13:07                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:13:07                         pktgen: begin traffic ......
03/03/2021 18:13:07                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:13:12                         pktgen: traffic completed. 
03/03/2021 18:13:12                         pktgen: check the trex port link status
03/03/2021 18:13:12                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:13:12                         pktgen: begin traffic ......
03/03/2021 18:13:12                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:13:22                         pktgen: begin get port statistic ...
03/03/2021 18:13:22                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:13:22                         pktgen: {0: {'ibytes': 49093317632,
     'ierrors': 0,
     'ipackets': 47942698,
     'obytes': 49093196800,
     'oerrors': 0,
     'opackets': 47942579,
     'rx_bps': 39346348032.0,
     'rx_bps_L1': 40114837792.0,
     'rx_pps': 4803061.0,
     'rx_util': 100.28709448,
     'tx_bps': 39346380800.0,
     'tx_bps_L1': 40114871840.0,
     'tx_pps': 4803069.0,
     'tx_util': 100.2871796},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.656192779541016,
            'cpu_util': 27.85593605041504,
            'cpu_util_raw': 28.25,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 36063634,
            'rx_bps': 39346348032.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4803061.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39346380800.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4803069.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49093317632,
           'ierrors': 0,
           'ipackets': 47942698,
           'obytes': 49093196800,
           'oerrors': 0,
           'opackets': 47942579,
           'rx_bps': 39346348032.0,
           'rx_bps_L1': 40114837792.0,
           'rx_pps': 4803061.0,
           'rx_util': 100.28709448,
           'tx_bps': 39346380800.0,
           'tx_bps_L1': 40114871840.0,
           'tx_pps': 4803069.0,
           'tx_util': 100.2871796}}
03/03/2021 18:13:22                         pktgen: {'ibytes': 49093317632,
 'ierrors': 0,
 'ipackets': 47942698,
 'obytes': 49093196800,
 'oerrors': 0,
 'opackets': 47942579,
 'rx_bps': 39346348032.0,
 'rx_bps_L1': 40114837792.0,
 'rx_pps': 4803061.0,
 'rx_util': 100.28709448,
 'tx_bps': 39346380800.0,
 'tx_bps_L1': 40114871840.0,
 'tx_pps': 4803069.0,
 'tx_util': 100.2871796}
03/03/2021 18:13:22                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39346380800.000000, tx_pps: 4803069.000000 
03/03/2021 18:13:22                         pktgen: {'ibytes': 49093317632,
 'ierrors': 0,
 'ipackets': 47942698,
 'obytes': 49093196800,
 'oerrors': 0,
 'opackets': 47942579,
 'rx_bps': 39346348032.0,
 'rx_bps_L1': 40114837792.0,
 'rx_pps': 4803061.0,
 'rx_util': 100.28709448,
 'tx_bps': 39346380800.0,
 'tx_bps_L1': 40114871840.0,
 'tx_pps': 4803069.0,
 'tx_util': 100.2871796}
03/03/2021 18:13:22                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39346348032.000000, rx_pps: 4803061.000000
03/03/2021 18:13:22                         pktgen: throughput: pps_rx 4803061.000000, bps_rx 39346348032.000000
03/03/2021 18:13:22                         pktgen: traffic completed. 
03/03/2021 18:13:22 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:13:22                         tester: ls -d /tmp
03/03/2021 18:13:22                         tester: /tmp
03/03/2021 18:13:22                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:13:24                         pktgen: test port 0 map gen port 0
03/03/2021 18:13:24                         pktgen: test port 0 map gen port 0
03/03/2021 18:13:24                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:13:24                         pktgen: trex port <0> not support flow control
03/03/2021 18:13:24                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:13:24                         pktgen: check the trex port link status
03/03/2021 18:13:24                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:13:24                         pktgen: begin traffic ......
03/03/2021 18:13:24                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:13:29                         pktgen: traffic completed. 
03/03/2021 18:13:29                         pktgen: check the trex port link status
03/03/2021 18:13:29                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:13:29                         pktgen: begin traffic ......
03/03/2021 18:13:29                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:13:39                         pktgen: begin get port statistic ...
03/03/2021 18:13:39                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:13:39                         pktgen: {0: {'ibytes': 49402631454,
     'ierrors': 0,
     'ipackets': 32544556,
     'obytes': 49402511532,
     'oerrors': 0,
     'opackets': 32544477,
     'rx_bps': 39425814528.0,
     'rx_bps_L1': 39945260928.0,
     'rx_pps': 3246540.0,
     'rx_util': 99.86315232,
     'tx_bps': 39425814528.0,
     'tx_bps_L1': 39945260888.0,
     'tx_pps': 3246539.75,
     'tx_util': 99.86315221999999},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 37.82318115234375,
            'cpu_util': 13.029646873474121,
            'cpu_util_raw': 13.875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17086841,
            'rx_bps': 39425814528.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3246540.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39425814528.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3246539.75},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49402631454,
           'ierrors': 0,
           'ipackets': 32544556,
           'obytes': 49402511532,
           'oerrors': 0,
           'opackets': 32544477,
           'rx_bps': 39425814528.0,
           'rx_bps_L1': 39945260928.0,
           'rx_pps': 3246540.0,
           'rx_util': 99.86315232,
           'tx_bps': 39425814528.0,
           'tx_bps_L1': 39945260888.0,
           'tx_pps': 3246539.75,
           'tx_util': 99.86315221999999}}
03/03/2021 18:13:39                         pktgen: {'ibytes': 49402631454,
 'ierrors': 0,
 'ipackets': 32544556,
 'obytes': 49402511532,
 'oerrors': 0,
 'opackets': 32544477,
 'rx_bps': 39425814528.0,
 'rx_bps_L1': 39945260928.0,
 'rx_pps': 3246540.0,
 'rx_util': 99.86315232,
 'tx_bps': 39425814528.0,
 'tx_bps_L1': 39945260888.0,
 'tx_pps': 3246539.75,
 'tx_util': 99.86315221999999}
03/03/2021 18:13:39                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39425814528.000000, tx_pps: 3246539.750000 
03/03/2021 18:13:39                         pktgen: {'ibytes': 49402631454,
 'ierrors': 0,
 'ipackets': 32544556,
 'obytes': 49402511532,
 'oerrors': 0,
 'opackets': 32544477,
 'rx_bps': 39425814528.0,
 'rx_bps_L1': 39945260928.0,
 'rx_pps': 3246540.0,
 'rx_util': 99.86315232,
 'tx_bps': 39425814528.0,
 'tx_bps_L1': 39945260888.0,
 'tx_pps': 3246539.75,
 'tx_util': 99.86315221999999}
03/03/2021 18:13:39                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39425814528.000000, rx_pps: 3246540.000000
03/03/2021 18:13:39                         pktgen: throughput: pps_rx 3246540.000000, bps_rx 39425814528.000000
03/03/2021 18:13:39                         pktgen: traffic completed. 
03/03/2021 18:13:41 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:13:41 TestPVPMultiPathVirtioPerformance: 
+-------+---------------------------------+--------+------------+
| Frame |          Mode/RXD-TXD           |  Mpps  | % linerate |
+=======+=================================+========+============+
| 64    | virtio_1.1_inorder_mergeable on | 13.123 | 22.047     |
+-------+---------------------------------+--------+------------+
| 128   | virtio_1.1_inorder_mergeable on | 13.326 | 39.445     |
+-------+---------------------------------+--------+------------+
| 256   | virtio_1.1_inorder_mergeable on | 12.808 | 70.699     |
+-------+---------------------------------+--------+------------+
| 512   | virtio_1.1_inorder_mergeable on | 8.396  | 89.329     |
+-------+---------------------------------+--------+------------+
| 1024  | virtio_1.1_inorder_mergeable on | 4.803  | 100.288    |
+-------+---------------------------------+--------+------------+
| 1518  | virtio_1.1_inorder_mergeable on | 3.247  | 99.864     |
+-------+---------------------------------+--------+------------+
03/03/2021 18:13:41 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 13.123 Mpps | 22.047%    | 13.295 Mpps         | -0.172 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.247 Mpps  | 99.864%    | 3.251 Mpps          | -0.004 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:13:41 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.664750
03/03/2021 18:13:41 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.172000
03/03/2021 18:13:41 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.162550
03/03/2021 18:13:41 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.004000
03/03/2021 18:13:41 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_inorder_mergeable Result PASSED:
03/03/2021 18:13:41             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:13:42 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_inorder_normal Begin
03/03/2021 18:13:42             dut.10.240.183.220: 
03/03/2021 18:13:42                         tester: 
03/03/2021 18:13:42             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:13:42             dut.10.240.183.220: 
03/03/2021 18:13:42             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:13:42             dut.10.240.183.220: 
03/03/2021 18:13:42             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:13:42             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:13:42             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:13:43             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:13:54             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:13:54             dut.10.240.183.220: 1048576
03/03/2021 18:14:05 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:14:05                         tester: ls -d /tmp
03/03/2021 18:14:05                         tester: /tmp
03/03/2021 18:14:05                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:14:07                         pktgen: test port 0 map gen port 0
03/03/2021 18:14:07                         pktgen: test port 0 map gen port 0
03/03/2021 18:14:07                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:07                         pktgen: trex port <0> not support flow control
03/03/2021 18:14:07                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:14:07                         pktgen: check the trex port link status
03/03/2021 18:14:07                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:07                         pktgen: begin traffic ......
03/03/2021 18:14:07                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:14:12                         pktgen: traffic completed. 
03/03/2021 18:14:12                         pktgen: check the trex port link status
03/03/2021 18:14:12                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:12                         pktgen: begin traffic ......
03/03/2021 18:14:12                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:14:22                         pktgen: begin get port statistic ...
03/03/2021 18:14:22                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:14:22                         pktgen: {0: {'ibytes': 8740616192,
     'ierrors': 0,
     'ipackets': 136572153,
     'obytes': 17239455552,
     'oerrors': 0,
     'opackets': 269366506,
     'rx_bps': 7005716992.0,
     'rx_bps_L1': 9195003712.0,
     'rx_pps': 13683042.0,
     'rx_util': 22.98750928,
     'tx_bps': 13806946304.0,
     'tx_bps_L1': 18121616064.0,
     'tx_pps': 26966686.0,
     'tx_util': 45.30404016},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.7623661756515503,
            'cpu_util': 97.92903900146484,
            'cpu_util_raw': 99.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 138977736,
            'rx_bps': 7005716992.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 6801229312.0,
            'rx_pps': 13683042.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 13806946304.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 26966686.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8740616192,
           'ierrors': 0,
           'ipackets': 136572153,
           'obytes': 17239455552,
           'oerrors': 0,
           'opackets': 269366506,
           'rx_bps': 7005716992.0,
           'rx_bps_L1': 9195003712.0,
           'rx_pps': 13683042.0,
           'rx_util': 22.98750928,
           'tx_bps': 13806946304.0,
           'tx_bps_L1': 18121616064.0,
           'tx_pps': 26966686.0,
           'tx_util': 45.30404016}}
03/03/2021 18:14:22                         pktgen: {'ibytes': 8740616192,
 'ierrors': 0,
 'ipackets': 136572153,
 'obytes': 17239455552,
 'oerrors': 0,
 'opackets': 269366506,
 'rx_bps': 7005716992.0,
 'rx_bps_L1': 9195003712.0,
 'rx_pps': 13683042.0,
 'rx_util': 22.98750928,
 'tx_bps': 13806946304.0,
 'tx_bps_L1': 18121616064.0,
 'tx_pps': 26966686.0,
 'tx_util': 45.30404016}
03/03/2021 18:14:22                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 13806946304.000000, tx_pps: 26966686.000000 
03/03/2021 18:14:22                         pktgen: {'ibytes': 8740616192,
 'ierrors': 0,
 'ipackets': 136572153,
 'obytes': 17239455552,
 'oerrors': 0,
 'opackets': 269366506,
 'rx_bps': 7005716992.0,
 'rx_bps_L1': 9195003712.0,
 'rx_pps': 13683042.0,
 'rx_util': 22.98750928,
 'tx_bps': 13806946304.0,
 'tx_bps_L1': 18121616064.0,
 'tx_pps': 26966686.0,
 'tx_util': 45.30404016}
03/03/2021 18:14:22                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7005716992.000000, rx_pps: 13683042.000000
03/03/2021 18:14:22                         pktgen: throughput: pps_rx 13683042.000000, bps_rx 7005716992.000000
03/03/2021 18:14:22                         pktgen: traffic completed. 
03/03/2021 18:14:22 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:14:22                         tester: ls -d /tmp
03/03/2021 18:14:22                         tester: /tmp
03/03/2021 18:14:22                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:14:24                         pktgen: test port 0 map gen port 0
03/03/2021 18:14:24                         pktgen: test port 0 map gen port 0
03/03/2021 18:14:24                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:24                         pktgen: trex port <0> not support flow control
03/03/2021 18:14:24                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:14:24                         pktgen: check the trex port link status
03/03/2021 18:14:24                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:24                         pktgen: begin traffic ......
03/03/2021 18:14:24                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:14:29                         pktgen: traffic completed. 
03/03/2021 18:14:29                         pktgen: check the trex port link status
03/03/2021 18:14:29                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:29                         pktgen: begin traffic ......
03/03/2021 18:14:29                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:14:39                         pktgen: begin get port statistic ...
03/03/2021 18:14:39                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:14:39                         pktgen: {0: {'ibytes': 17539496448,
     'ierrors': 0,
     'ipackets': 137027320,
     'obytes': 27715091072,
     'oerrors': 0,
     'opackets': 216524169,
     'rx_bps': 14020214784.0,
     'rx_bps_L1': 16210882624.000002,
     'rx_pps': 13691674.0,
     'rx_util': 40.52720656,
     'tx_bps': 22139021312.0,
     'tx_bps_L1': 25598263552.0,
     'tx_pps': 21620264.0,
     'tx_util': 63.99565887999999},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.7973735332489014,
            'cpu_util': 98.9277114868164,
            'cpu_util_raw': 99.625,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141833175,
            'rx_bps': 14020214784.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 8118806528.0,
            'rx_pps': 13691674.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 22139021312.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 21620264.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 17539496448,
           'ierrors': 0,
           'ipackets': 137027320,
           'obytes': 27715091072,
           'oerrors': 0,
           'opackets': 216524169,
           'rx_bps': 14020214784.0,
           'rx_bps_L1': 16210882624.000002,
           'rx_pps': 13691674.0,
           'rx_util': 40.52720656,
           'tx_bps': 22139021312.0,
           'tx_bps_L1': 25598263552.0,
           'tx_pps': 21620264.0,
           'tx_util': 63.99565887999999}}
03/03/2021 18:14:39                         pktgen: {'ibytes': 17539496448,
 'ierrors': 0,
 'ipackets': 137027320,
 'obytes': 27715091072,
 'oerrors': 0,
 'opackets': 216524169,
 'rx_bps': 14020214784.0,
 'rx_bps_L1': 16210882624.000002,
 'rx_pps': 13691674.0,
 'rx_util': 40.52720656,
 'tx_bps': 22139021312.0,
 'tx_bps_L1': 25598263552.0,
 'tx_pps': 21620264.0,
 'tx_util': 63.99565887999999}
03/03/2021 18:14:39                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 22139021312.000000, tx_pps: 21620264.000000 
03/03/2021 18:14:39                         pktgen: {'ibytes': 17539496448,
 'ierrors': 0,
 'ipackets': 137027320,
 'obytes': 27715091072,
 'oerrors': 0,
 'opackets': 216524169,
 'rx_bps': 14020214784.0,
 'rx_bps_L1': 16210882624.000002,
 'rx_pps': 13691674.0,
 'rx_util': 40.52720656,
 'tx_bps': 22139021312.0,
 'tx_bps_L1': 25598263552.0,
 'tx_pps': 21620264.0,
 'tx_util': 63.99565887999999}
03/03/2021 18:14:39                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 14020214784.000000, rx_pps: 13691674.000000
03/03/2021 18:14:39                         pktgen: throughput: pps_rx 13691674.000000, bps_rx 14020214784.000000
03/03/2021 18:14:39                         pktgen: traffic completed. 
03/03/2021 18:14:39 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:14:39                         tester: ls -d /tmp
03/03/2021 18:14:39                         tester: /tmp
03/03/2021 18:14:39                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:14:41                         pktgen: test port 0 map gen port 0
03/03/2021 18:14:41                         pktgen: test port 0 map gen port 0
03/03/2021 18:14:41                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:41                         pktgen: trex port <0> not support flow control
03/03/2021 18:14:41                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:14:41                         pktgen: check the trex port link status
03/03/2021 18:14:41                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:41                         pktgen: begin traffic ......
03/03/2021 18:14:41                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:14:46                         pktgen: traffic completed. 
03/03/2021 18:14:46                         pktgen: check the trex port link status
03/03/2021 18:14:46                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:46                         pktgen: begin traffic ......
03/03/2021 18:14:46                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:14:56                         pktgen: begin get port statistic ...
03/03/2021 18:14:56                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:14:57                         pktgen: {0: {'ibytes': 34245752832,
     'ierrors': 0,
     'ipackets': 133772488,
     'obytes': 46423621376,
     'oerrors': 0,
     'opackets': 181342287,
     'rx_bps': 27369394176.0,
     'rx_bps_L1': 29507638336.0,
     'rx_pps': 13364026.0,
     'rx_util': 73.76909584,
     'tx_bps': 37113077760.0,
     'tx_bps_L1': 40012552960.0,
     'tx_pps': 18121720.0,
     'tx_util': 100.0313824},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 74.1038818359375,
            'cpu_util': 6.260312557220459,
            'cpu_util_raw': 4.8125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 1644321,
            'rx_bps': 27369394176.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 9743683584.0,
            'rx_pps': 13364026.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 37113077760.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 18121720.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 34245752832,
           'ierrors': 0,
           'ipackets': 133772488,
           'obytes': 46423621376,
           'oerrors': 0,
           'opackets': 181342287,
           'rx_bps': 27369394176.0,
           'rx_bps_L1': 29507638336.0,
           'rx_pps': 13364026.0,
           'rx_util': 73.76909584,
           'tx_bps': 37113077760.0,
           'tx_bps_L1': 40012552960.0,
           'tx_pps': 18121720.0,
           'tx_util': 100.0313824}}
03/03/2021 18:14:57                         pktgen: {'ibytes': 34245752832,
 'ierrors': 0,
 'ipackets': 133772488,
 'obytes': 46423621376,
 'oerrors': 0,
 'opackets': 181342287,
 'rx_bps': 27369394176.0,
 'rx_bps_L1': 29507638336.0,
 'rx_pps': 13364026.0,
 'rx_util': 73.76909584,
 'tx_bps': 37113077760.0,
 'tx_bps_L1': 40012552960.0,
 'tx_pps': 18121720.0,
 'tx_util': 100.0313824}
03/03/2021 18:14:57                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 37113077760.000000, tx_pps: 18121720.000000 
03/03/2021 18:14:57                         pktgen: {'ibytes': 34245752832,
 'ierrors': 0,
 'ipackets': 133772488,
 'obytes': 46423621376,
 'oerrors': 0,
 'opackets': 181342287,
 'rx_bps': 27369394176.0,
 'rx_bps_L1': 29507638336.0,
 'rx_pps': 13364026.0,
 'rx_util': 73.76909584,
 'tx_bps': 37113077760.0,
 'tx_bps_L1': 40012552960.0,
 'tx_pps': 18121720.0,
 'tx_util': 100.0313824}
03/03/2021 18:14:57                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 27369394176.000000, rx_pps: 13364026.000000
03/03/2021 18:14:57                         pktgen: throughput: pps_rx 13364026.000000, bps_rx 27369394176.000000
03/03/2021 18:14:57                         pktgen: traffic completed. 
03/03/2021 18:14:57 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:14:57                         tester: ls -d /tmp
03/03/2021 18:14:57                         tester: /tmp
03/03/2021 18:14:57                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:14:59                         pktgen: test port 0 map gen port 0
03/03/2021 18:14:59                         pktgen: test port 0 map gen port 0
03/03/2021 18:14:59                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:59                         pktgen: trex port <0> not support flow control
03/03/2021 18:14:59                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:14:59                         pktgen: check the trex port link status
03/03/2021 18:14:59                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:14:59                         pktgen: begin traffic ......
03/03/2021 18:14:59                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:15:04                         pktgen: traffic completed. 
03/03/2021 18:15:04                         pktgen: check the trex port link status
03/03/2021 18:15:04                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:15:04                         pktgen: begin traffic ......
03/03/2021 18:15:04                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:15:14                         pktgen: begin get port statistic ...
03/03/2021 18:15:14                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:15:14                         pktgen: {0: {'ibytes': 43276939776,
     'ierrors': 0,
     'ipackets': 84525279,
     'obytes': 48170782720,
     'oerrors': 0,
     'opackets': 94083568,
     'rx_bps': 34589368320.0,
     'rx_bps_L1': 35940524640.0,
     'rx_pps': 8444727.0,
     'rx_util': 89.85131159999999,
     'tx_bps': 38501683200.0,
     'tx_bps_L1': 40005667680.0,
     'tx_pps': 9399903.0,
     'tx_util': 100.0141692},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.13226318359375,
            'cpu_util': 59.180458068847656,
            'cpu_util_raw': 60.9375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 82800706,
            'rx_bps': 34589368320.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 3912316416.0,
            'rx_pps': 8444727.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38501683200.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9399903.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 43276939776,
           'ierrors': 0,
           'ipackets': 84525279,
           'obytes': 48170782720,
           'oerrors': 0,
           'opackets': 94083568,
           'rx_bps': 34589368320.0,
           'rx_bps_L1': 35940524640.0,
           'rx_pps': 8444727.0,
           'rx_util': 89.85131159999999,
           'tx_bps': 38501683200.0,
           'tx_bps_L1': 40005667680.0,
           'tx_pps': 9399903.0,
           'tx_util': 100.0141692}}
03/03/2021 18:15:14                         pktgen: {'ibytes': 43276939776,
 'ierrors': 0,
 'ipackets': 84525279,
 'obytes': 48170782720,
 'oerrors': 0,
 'opackets': 94083568,
 'rx_bps': 34589368320.0,
 'rx_bps_L1': 35940524640.0,
 'rx_pps': 8444727.0,
 'rx_util': 89.85131159999999,
 'tx_bps': 38501683200.0,
 'tx_bps_L1': 40005667680.0,
 'tx_pps': 9399903.0,
 'tx_util': 100.0141692}
03/03/2021 18:15:14                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38501683200.000000, tx_pps: 9399903.000000 
03/03/2021 18:15:14                         pktgen: {'ibytes': 43276939776,
 'ierrors': 0,
 'ipackets': 84525279,
 'obytes': 48170782720,
 'oerrors': 0,
 'opackets': 94083568,
 'rx_bps': 34589368320.0,
 'rx_bps_L1': 35940524640.0,
 'rx_pps': 8444727.0,
 'rx_util': 89.85131159999999,
 'tx_bps': 38501683200.0,
 'tx_bps_L1': 40005667680.0,
 'tx_pps': 9399903.0,
 'tx_util': 100.0141692}
03/03/2021 18:15:14                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 34589368320.000000, rx_pps: 8444727.000000
03/03/2021 18:15:14                         pktgen: throughput: pps_rx 8444727.000000, bps_rx 34589368320.000000
03/03/2021 18:15:14                         pktgen: traffic completed. 
03/03/2021 18:15:14 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:15:14                         tester: ls -d /tmp
03/03/2021 18:15:14                         tester: /tmp
03/03/2021 18:15:14                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:15:16                         pktgen: test port 0 map gen port 0
03/03/2021 18:15:16                         pktgen: test port 0 map gen port 0
03/03/2021 18:15:16                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:15:16                         pktgen: trex port <0> not support flow control
03/03/2021 18:15:16                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:15:16                         pktgen: check the trex port link status
03/03/2021 18:15:16                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:15:16                         pktgen: begin traffic ......
03/03/2021 18:15:16                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:15:21                         pktgen: traffic completed. 
03/03/2021 18:15:21                         pktgen: check the trex port link status
03/03/2021 18:15:21                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:15:21                         pktgen: begin traffic ......
03/03/2021 18:15:21                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:15:31                         pktgen: begin get port statistic ...
03/03/2021 18:15:31                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:15:31                         pktgen: {0: {'ibytes': 49094424576,
     'ierrors': 0,
     'ipackets': 47943778,
     'obytes': 49094301696,
     'oerrors': 0,
     'opackets': 47943658,
     'rx_bps': 39142666240.0,
     'rx_bps_L1': 39907177120.0,
     'rx_pps': 4778193.0,
     'rx_util': 99.7679428,
     'tx_bps': 39142694912.0,
     'tx_bps_L1': 39907207071.99999,
     'tx_pps': 4778201.0,
     'tx_util': 99.76801767999997},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.52225112915039,
            'cpu_util': 27.92356300354004,
            'cpu_util_raw': 27.8125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 36375554,
            'rx_bps': 39142666240.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4778193.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39142694912.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4778201.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49094424576,
           'ierrors': 0,
           'ipackets': 47943778,
           'obytes': 49094301696,
           'oerrors': 0,
           'opackets': 47943658,
           'rx_bps': 39142666240.0,
           'rx_bps_L1': 39907177120.0,
           'rx_pps': 4778193.0,
           'rx_util': 99.7679428,
           'tx_bps': 39142694912.0,
           'tx_bps_L1': 39907207071.99999,
           'tx_pps': 4778201.0,
           'tx_util': 99.76801767999997}}
03/03/2021 18:15:31                         pktgen: {'ibytes': 49094424576,
 'ierrors': 0,
 'ipackets': 47943778,
 'obytes': 49094301696,
 'oerrors': 0,
 'opackets': 47943658,
 'rx_bps': 39142666240.0,
 'rx_bps_L1': 39907177120.0,
 'rx_pps': 4778193.0,
 'rx_util': 99.7679428,
 'tx_bps': 39142694912.0,
 'tx_bps_L1': 39907207071.99999,
 'tx_pps': 4778201.0,
 'tx_util': 99.76801767999997}
03/03/2021 18:15:31                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39142694912.000000, tx_pps: 4778201.000000 
03/03/2021 18:15:31                         pktgen: {'ibytes': 49094424576,
 'ierrors': 0,
 'ipackets': 47943778,
 'obytes': 49094301696,
 'oerrors': 0,
 'opackets': 47943658,
 'rx_bps': 39142666240.0,
 'rx_bps_L1': 39907177120.0,
 'rx_pps': 4778193.0,
 'rx_util': 99.7679428,
 'tx_bps': 39142694912.0,
 'tx_bps_L1': 39907207071.99999,
 'tx_pps': 4778201.0,
 'tx_util': 99.76801767999997}
03/03/2021 18:15:31                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39142666240.000000, rx_pps: 4778193.000000
03/03/2021 18:15:31                         pktgen: throughput: pps_rx 4778193.000000, bps_rx 39142666240.000000
03/03/2021 18:15:31                         pktgen: traffic completed. 
03/03/2021 18:15:31 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:15:31                         tester: ls -d /tmp
03/03/2021 18:15:31                         tester: /tmp
03/03/2021 18:15:31                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:15:33                         pktgen: test port 0 map gen port 0
03/03/2021 18:15:33                         pktgen: test port 0 map gen port 0
03/03/2021 18:15:33                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:15:33                         pktgen: trex port <0> not support flow control
03/03/2021 18:15:33                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:15:33                         pktgen: check the trex port link status
03/03/2021 18:15:33                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:15:33                         pktgen: begin traffic ......
03/03/2021 18:15:33                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:15:38                         pktgen: traffic completed. 
03/03/2021 18:15:38                         pktgen: check the trex port link status
03/03/2021 18:15:38                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:15:38                         pktgen: begin traffic ......
03/03/2021 18:15:38                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:15:48                         pktgen: begin get port statistic ...
03/03/2021 18:15:48                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:15:48                         pktgen: {0: {'ibytes': 49404656466,
     'ierrors': 0,
     'ipackets': 32545890,
     'obytes': 49404544134,
     'oerrors': 0,
     'opackets': 32545816,
     'rx_bps': 39425925120.0,
     'rx_bps_L1': 39945374599.99999,
     'rx_pps': 3246559.25,
     'rx_util': 99.86343649999998,
     'tx_bps': 39425896448.0,
     'tx_bps_L1': 39945345687.99999,
     'tx_pps': 3246557.75,
     'tx_util': 99.86336421999998},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 33.842342376708984,
            'cpu_util': 14.56234073638916,
            'cpu_util_raw': 14.1875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17231185,
            'rx_bps': 39425925120.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3246559.25,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39425896448.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3246557.75},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49404656466,
           'ierrors': 0,
           'ipackets': 32545890,
           'obytes': 49404544134,
           'oerrors': 0,
           'opackets': 32545816,
           'rx_bps': 39425925120.0,
           'rx_bps_L1': 39945374599.99999,
           'rx_pps': 3246559.25,
           'rx_util': 99.86343649999998,
           'tx_bps': 39425896448.0,
           'tx_bps_L1': 39945345687.99999,
           'tx_pps': 3246557.75,
           'tx_util': 99.86336421999998}}
03/03/2021 18:15:48                         pktgen: {'ibytes': 49404656466,
 'ierrors': 0,
 'ipackets': 32545890,
 'obytes': 49404544134,
 'oerrors': 0,
 'opackets': 32545816,
 'rx_bps': 39425925120.0,
 'rx_bps_L1': 39945374599.99999,
 'rx_pps': 3246559.25,
 'rx_util': 99.86343649999998,
 'tx_bps': 39425896448.0,
 'tx_bps_L1': 39945345687.99999,
 'tx_pps': 3246557.75,
 'tx_util': 99.86336421999998}
03/03/2021 18:15:48                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39425896448.000000, tx_pps: 3246557.750000 
03/03/2021 18:15:48                         pktgen: {'ibytes': 49404656466,
 'ierrors': 0,
 'ipackets': 32545890,
 'obytes': 49404544134,
 'oerrors': 0,
 'opackets': 32545816,
 'rx_bps': 39425925120.0,
 'rx_bps_L1': 39945374599.99999,
 'rx_pps': 3246559.25,
 'rx_util': 99.86343649999998,
 'tx_bps': 39425896448.0,
 'tx_bps_L1': 39945345687.99999,
 'tx_pps': 3246557.75,
 'tx_util': 99.86336421999998}
03/03/2021 18:15:48                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39425925120.000000, rx_pps: 3246559.250000
03/03/2021 18:15:48                         pktgen: throughput: pps_rx 3246559.250000, bps_rx 39425925120.000000
03/03/2021 18:15:48                         pktgen: traffic completed. 
03/03/2021 18:15:50 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:15:50 TestPVPMultiPathVirtioPerformance: 
+-------+---------------------------+--------+------------+
| Frame |       Mode/RXD-TXD        |  Mpps  | % linerate |
+=======+===========================+========+============+
| 64    | virtio_1.1_inorder_normal | 13.683 | 22.988     |
+-------+---------------------------+--------+------------+
| 128   | virtio_1.1_inorder_normal | 13.692 | 40.527     |
+-------+---------------------------+--------+------------+
| 256   | virtio_1.1_inorder_normal | 13.364 | 73.769     |
+-------+---------------------------+--------+------------+
| 512   | virtio_1.1_inorder_normal | 8.445  | 89.852     |
+-------+---------------------------+--------+------------+
| 1024  | virtio_1.1_inorder_normal | 4.778  | 99.769     |
+-------+---------------------------+--------+------------+
| 1518  | virtio_1.1_inorder_normal | 3.247  | 99.864     |
+-------+---------------------------+--------+------------+
03/03/2021 18:15:50 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 13.683 Mpps | 22.988%    | 13.766 Mpps         | -0.083 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.247 Mpps  | 99.864%    | 3.260 Mpps          | -0.013 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:15:50 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.688300
03/03/2021 18:15:50 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.083000
03/03/2021 18:15:50 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.163000
03/03/2021 18:15:50 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.013000
03/03/2021 18:15:50 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_inorder_normal Result PASSED:
03/03/2021 18:15:50             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:15:51 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_mergeable Begin
03/03/2021 18:15:51             dut.10.240.183.220: 
03/03/2021 18:15:52                         tester: 
03/03/2021 18:15:52             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:15:52             dut.10.240.183.220: 
03/03/2021 18:15:52             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:15:52             dut.10.240.183.220: 
03/03/2021 18:15:52             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:15:52             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:15:52             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:15:52             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:16:03             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:16:03             dut.10.240.183.220: 1048576
03/03/2021 18:16:14 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:16:14                         tester: ls -d /tmp
03/03/2021 18:16:14                         tester: /tmp
03/03/2021 18:16:14                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:16:16                         pktgen: test port 0 map gen port 0
03/03/2021 18:16:16                         pktgen: test port 0 map gen port 0
03/03/2021 18:16:16                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:16                         pktgen: trex port <0> not support flow control
03/03/2021 18:16:16                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:16:16                         pktgen: check the trex port link status
03/03/2021 18:16:16                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:16                         pktgen: begin traffic ......
03/03/2021 18:16:16                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:16:21                         pktgen: traffic completed. 
03/03/2021 18:16:21                         pktgen: check the trex port link status
03/03/2021 18:16:21                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:21                         pktgen: begin traffic ......
03/03/2021 18:16:21                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:16:31                         pktgen: begin get port statistic ...
03/03/2021 18:16:31                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:16:31                         pktgen: {0: {'ibytes': 8057887552,
     'ierrors': 0,
     'ipackets': 125904518,
     'obytes': 17351137024,
     'oerrors': 0,
     'opackets': 271111547,
     'rx_bps': 6463144960.0,
     'rx_bps_L1': 8482877279.999999,
     'rx_pps': 12623327.0,
     'rx_util': 21.207193199999995,
     'tx_bps': 13581238272.0,
     'tx_bps_L1': 17825375872.0,
     'tx_pps': 26525860.0,
     'tx_util': 44.56343968},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.7321847677230835,
            'cpu_util': 98.00656127929688,
            'cpu_util_raw': 99.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 138909969,
            'rx_bps': 6463144960.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7118093312.0,
            'rx_pps': 12623327.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 13581238272.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 26525860.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8057887552,
           'ierrors': 0,
           'ipackets': 125904518,
           'obytes': 17351137024,
           'oerrors': 0,
           'opackets': 271111547,
           'rx_bps': 6463144960.0,
           'rx_bps_L1': 8482877279.999999,
           'rx_pps': 12623327.0,
           'rx_util': 21.207193199999995,
           'tx_bps': 13581238272.0,
           'tx_bps_L1': 17825375872.0,
           'tx_pps': 26525860.0,
           'tx_util': 44.56343968}}
03/03/2021 18:16:31                         pktgen: {'ibytes': 8057887552,
 'ierrors': 0,
 'ipackets': 125904518,
 'obytes': 17351137024,
 'oerrors': 0,
 'opackets': 271111547,
 'rx_bps': 6463144960.0,
 'rx_bps_L1': 8482877279.999999,
 'rx_pps': 12623327.0,
 'rx_util': 21.207193199999995,
 'tx_bps': 13581238272.0,
 'tx_bps_L1': 17825375872.0,
 'tx_pps': 26525860.0,
 'tx_util': 44.56343968}
03/03/2021 18:16:31                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 13581238272.000000, tx_pps: 26525860.000000 
03/03/2021 18:16:31                         pktgen: {'ibytes': 8057887552,
 'ierrors': 0,
 'ipackets': 125904518,
 'obytes': 17351137024,
 'oerrors': 0,
 'opackets': 271111547,
 'rx_bps': 6463144960.0,
 'rx_bps_L1': 8482877279.999999,
 'rx_pps': 12623327.0,
 'rx_util': 21.207193199999995,
 'tx_bps': 13581238272.0,
 'tx_bps_L1': 17825375872.0,
 'tx_pps': 26525860.0,
 'tx_util': 44.56343968}
03/03/2021 18:16:31                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6463144960.000000, rx_pps: 12623327.000000
03/03/2021 18:16:31                         pktgen: throughput: pps_rx 12623327.000000, bps_rx 6463144960.000000
03/03/2021 18:16:31                         pktgen: traffic completed. 
03/03/2021 18:16:31 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:16:31                         tester: ls -d /tmp
03/03/2021 18:16:31                         tester: /tmp
03/03/2021 18:16:31                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:16:33                         pktgen: test port 0 map gen port 0
03/03/2021 18:16:33                         pktgen: test port 0 map gen port 0
03/03/2021 18:16:33                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:33                         pktgen: trex port <0> not support flow control
03/03/2021 18:16:33                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:16:33                         pktgen: check the trex port link status
03/03/2021 18:16:33                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:33                         pktgen: begin traffic ......
03/03/2021 18:16:33                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:16:38                         pktgen: traffic completed. 
03/03/2021 18:16:38                         pktgen: check the trex port link status
03/03/2021 18:16:39                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:39                         pktgen: begin traffic ......
03/03/2021 18:16:39                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:16:49                         pktgen: begin get port statistic ...
03/03/2021 18:16:49                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:16:49                         pktgen: {0: {'ibytes': 16415532800,
     'ierrors': 0,
     'ipackets': 128246381,
     'obytes': 27629929472,
     'oerrors': 0,
     'opackets': 215858841,
     'rx_bps': 13093148672.0,
     'rx_bps_L1': 15138964032.0,
     'rx_pps': 12786346.0,
     'rx_util': 37.847410079999996,
     'tx_bps': 22044102656.0,
     'tx_bps_L1': 25488512896.0,
     'tx_pps': 21527564.0,
     'tx_util': 63.72128224},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.7844953536987305,
            'cpu_util': 98.95914459228516,
            'cpu_util_raw': 99.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141794207,
            'rx_bps': 13093148672.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 8950955008.0,
            'rx_pps': 12786346.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 22044102656.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 21527564.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 16415532800,
           'ierrors': 0,
           'ipackets': 128246381,
           'obytes': 27629929472,
           'oerrors': 0,
           'opackets': 215858841,
           'rx_bps': 13093148672.0,
           'rx_bps_L1': 15138964032.0,
           'rx_pps': 12786346.0,
           'rx_util': 37.847410079999996,
           'tx_bps': 22044102656.0,
           'tx_bps_L1': 25488512896.0,
           'tx_pps': 21527564.0,
           'tx_util': 63.72128224}}
03/03/2021 18:16:49                         pktgen: {'ibytes': 16415532800,
 'ierrors': 0,
 'ipackets': 128246381,
 'obytes': 27629929472,
 'oerrors': 0,
 'opackets': 215858841,
 'rx_bps': 13093148672.0,
 'rx_bps_L1': 15138964032.0,
 'rx_pps': 12786346.0,
 'rx_util': 37.847410079999996,
 'tx_bps': 22044102656.0,
 'tx_bps_L1': 25488512896.0,
 'tx_pps': 21527564.0,
 'tx_util': 63.72128224}
03/03/2021 18:16:49                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 22044102656.000000, tx_pps: 21527564.000000 
03/03/2021 18:16:49                         pktgen: {'ibytes': 16415532800,
 'ierrors': 0,
 'ipackets': 128246381,
 'obytes': 27629929472,
 'oerrors': 0,
 'opackets': 215858841,
 'rx_bps': 13093148672.0,
 'rx_bps_L1': 15138964032.0,
 'rx_pps': 12786346.0,
 'rx_util': 37.847410079999996,
 'tx_bps': 22044102656.0,
 'tx_bps_L1': 25488512896.0,
 'tx_pps': 21527564.0,
 'tx_util': 63.72128224}
03/03/2021 18:16:49                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 13093148672.000000, rx_pps: 12786346.000000
03/03/2021 18:16:49                         pktgen: throughput: pps_rx 12786346.000000, bps_rx 13093148672.000000
03/03/2021 18:16:49                         pktgen: traffic completed. 
03/03/2021 18:16:49 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:16:49                         tester: ls -d /tmp
03/03/2021 18:16:49                         tester: /tmp
03/03/2021 18:16:49                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:16:51                         pktgen: test port 0 map gen port 0
03/03/2021 18:16:51                         pktgen: test port 0 map gen port 0
03/03/2021 18:16:51                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:51                         pktgen: trex port <0> not support flow control
03/03/2021 18:16:51                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:16:51                         pktgen: check the trex port link status
03/03/2021 18:16:51                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:51                         pktgen: begin traffic ......
03/03/2021 18:16:51                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:16:56                         pktgen: traffic completed. 
03/03/2021 18:16:56                         pktgen: check the trex port link status
03/03/2021 18:16:56                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:16:56                         pktgen: begin traffic ......
03/03/2021 18:16:56                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:17:06                         pktgen: begin get port statistic ...
03/03/2021 18:17:06                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:17:06                         pktgen: {0: {'ibytes': 31517592320,
     'ierrors': 0,
     'ipackets': 123115601,
     'obytes': 46424950784,
     'oerrors': 0,
     'opackets': 181347480,
     'rx_bps': 25231024128.0,
     'rx_bps_L1': 27202206368.0,
     'rx_pps': 12319889.0,
     'rx_util': 68.00551592000001,
     'tx_bps': 37142974464.0,
     'tx_bps_L1': 40044783104.0,
     'tx_pps': 18136304.0,
     'tx_util': 100.11195776},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 72.87093353271484,
            'cpu_util': 6.371363162994385,
            'cpu_util_raw': 5.5,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 1711024,
            'rx_bps': 25231024128.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 11911949312.0,
            'rx_pps': 12319889.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 37142974464.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 18136304.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 31517592320,
           'ierrors': 0,
           'ipackets': 123115601,
           'obytes': 46424950784,
           'oerrors': 0,
           'opackets': 181347480,
           'rx_bps': 25231024128.0,
           'rx_bps_L1': 27202206368.0,
           'rx_pps': 12319889.0,
           'rx_util': 68.00551592000001,
           'tx_bps': 37142974464.0,
           'tx_bps_L1': 40044783104.0,
           'tx_pps': 18136304.0,
           'tx_util': 100.11195776}}
03/03/2021 18:17:06                         pktgen: {'ibytes': 31517592320,
 'ierrors': 0,
 'ipackets': 123115601,
 'obytes': 46424950784,
 'oerrors': 0,
 'opackets': 181347480,
 'rx_bps': 25231024128.0,
 'rx_bps_L1': 27202206368.0,
 'rx_pps': 12319889.0,
 'rx_util': 68.00551592000001,
 'tx_bps': 37142974464.0,
 'tx_bps_L1': 40044783104.0,
 'tx_pps': 18136304.0,
 'tx_util': 100.11195776}
03/03/2021 18:17:06                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 37142974464.000000, tx_pps: 18136304.000000 
03/03/2021 18:17:06                         pktgen: {'ibytes': 31517592320,
 'ierrors': 0,
 'ipackets': 123115601,
 'obytes': 46424950784,
 'oerrors': 0,
 'opackets': 181347480,
 'rx_bps': 25231024128.0,
 'rx_bps_L1': 27202206368.0,
 'rx_pps': 12319889.0,
 'rx_util': 68.00551592000001,
 'tx_bps': 37142974464.0,
 'tx_bps_L1': 40044783104.0,
 'tx_pps': 18136304.0,
 'tx_util': 100.11195776}
03/03/2021 18:17:06                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 25231024128.000000, rx_pps: 12319889.000000
03/03/2021 18:17:06                         pktgen: throughput: pps_rx 12319889.000000, bps_rx 25231024128.000000
03/03/2021 18:17:06                         pktgen: traffic completed. 
03/03/2021 18:17:06 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:17:06                         tester: ls -d /tmp
03/03/2021 18:17:06                         tester: /tmp
03/03/2021 18:17:06                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:17:08                         pktgen: test port 0 map gen port 0
03/03/2021 18:17:08                         pktgen: test port 0 map gen port 0
03/03/2021 18:17:08                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:08                         pktgen: trex port <0> not support flow control
03/03/2021 18:17:08                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:17:08                         pktgen: check the trex port link status
03/03/2021 18:17:08                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:08                         pktgen: begin traffic ......
03/03/2021 18:17:08                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:17:13                         pktgen: traffic completed. 
03/03/2021 18:17:13                         pktgen: check the trex port link status
03/03/2021 18:17:13                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:13                         pktgen: begin traffic ......
03/03/2021 18:17:13                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:17:23                         pktgen: begin get port statistic ...
03/03/2021 18:17:23                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:17:23                         pktgen: {0: {'ibytes': 43225390080,
     'ierrors': 0,
     'ipackets': 84424598,
     'obytes': 48165303296,
     'oerrors': 0,
     'opackets': 94072865,
     'rx_bps': 34641379328.0,
     'rx_bps_L1': 35994573248.0,
     'rx_pps': 8457462.0,
     'rx_util': 89.98643312,
     'tx_bps': 38604910592.0,
     'tx_bps_L1': 40112937152.0,
     'tx_pps': 9425166.0,
     'tx_util': 100.28234288},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.681404113769531,
            'cpu_util': 55.58563995361328,
            'cpu_util_raw': 61.375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 76544088,
            'rx_bps': 34641379328.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 3963531264.0,
            'rx_pps': 8457462.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38604910592.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9425166.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 43225390080,
           'ierrors': 0,
           'ipackets': 84424598,
           'obytes': 48165303296,
           'oerrors': 0,
           'opackets': 94072865,
           'rx_bps': 34641379328.0,
           'rx_bps_L1': 35994573248.0,
           'rx_pps': 8457462.0,
           'rx_util': 89.98643312,
           'tx_bps': 38604910592.0,
           'tx_bps_L1': 40112937152.0,
           'tx_pps': 9425166.0,
           'tx_util': 100.28234288}}
03/03/2021 18:17:23                         pktgen: {'ibytes': 43225390080,
 'ierrors': 0,
 'ipackets': 84424598,
 'obytes': 48165303296,
 'oerrors': 0,
 'opackets': 94072865,
 'rx_bps': 34641379328.0,
 'rx_bps_L1': 35994573248.0,
 'rx_pps': 8457462.0,
 'rx_util': 89.98643312,
 'tx_bps': 38604910592.0,
 'tx_bps_L1': 40112937152.0,
 'tx_pps': 9425166.0,
 'tx_util': 100.28234288}
03/03/2021 18:17:23                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38604910592.000000, tx_pps: 9425166.000000 
03/03/2021 18:17:23                         pktgen: {'ibytes': 43225390080,
 'ierrors': 0,
 'ipackets': 84424598,
 'obytes': 48165303296,
 'oerrors': 0,
 'opackets': 94072865,
 'rx_bps': 34641379328.0,
 'rx_bps_L1': 35994573248.0,
 'rx_pps': 8457462.0,
 'rx_util': 89.98643312,
 'tx_bps': 38604910592.0,
 'tx_bps_L1': 40112937152.0,
 'tx_pps': 9425166.0,
 'tx_util': 100.28234288}
03/03/2021 18:17:23                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 34641379328.000000, rx_pps: 8457462.000000
03/03/2021 18:17:23                         pktgen: throughput: pps_rx 8457462.000000, bps_rx 34641379328.000000
03/03/2021 18:17:23                         pktgen: traffic completed. 
03/03/2021 18:17:23 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:17:23                         tester: ls -d /tmp
03/03/2021 18:17:23                         tester: /tmp
03/03/2021 18:17:23                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:17:25                         pktgen: test port 0 map gen port 0
03/03/2021 18:17:25                         pktgen: test port 0 map gen port 0
03/03/2021 18:17:25                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:25                         pktgen: trex port <0> not support flow control
03/03/2021 18:17:25                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:17:25                         pktgen: check the trex port link status
03/03/2021 18:17:25                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:25                         pktgen: begin traffic ......
03/03/2021 18:17:25                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:17:30                         pktgen: traffic completed. 
03/03/2021 18:17:30                         pktgen: check the trex port link status
03/03/2021 18:17:30                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:30                         pktgen: begin traffic ......
03/03/2021 18:17:30                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:17:40                         pktgen: begin get port statistic ...
03/03/2021 18:17:40                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:17:40                         pktgen: {0: {'ibytes': 49095429120,
     'ierrors': 0,
     'ipackets': 47944759,
     'obytes': 49095316480,
     'oerrors': 0,
     'opackets': 47944651,
     'rx_bps': 39177572352.0,
     'rx_bps_L1': 39942769152.0,
     'rx_pps': 4782480.0,
     'rx_util': 99.85692288,
     'tx_bps': 39177650176.0,
     'tx_bps_L1': 39942849536.0,
     'tx_pps': 4782496.0,
     'tx_util': 99.85712384},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.534954071044922,
            'cpu_util': 27.928253173828125,
            'cpu_util_raw': 27.875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 36066810,
            'rx_bps': 39177572352.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4782480.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39177650176.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4782496.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49095429120,
           'ierrors': 0,
           'ipackets': 47944759,
           'obytes': 49095316480,
           'oerrors': 0,
           'opackets': 47944651,
           'rx_bps': 39177572352.0,
           'rx_bps_L1': 39942769152.0,
           'rx_pps': 4782480.0,
           'rx_util': 99.85692288,
           'tx_bps': 39177650176.0,
           'tx_bps_L1': 39942849536.0,
           'tx_pps': 4782496.0,
           'tx_util': 99.85712384}}
03/03/2021 18:17:40                         pktgen: {'ibytes': 49095429120,
 'ierrors': 0,
 'ipackets': 47944759,
 'obytes': 49095316480,
 'oerrors': 0,
 'opackets': 47944651,
 'rx_bps': 39177572352.0,
 'rx_bps_L1': 39942769152.0,
 'rx_pps': 4782480.0,
 'rx_util': 99.85692288,
 'tx_bps': 39177650176.0,
 'tx_bps_L1': 39942849536.0,
 'tx_pps': 4782496.0,
 'tx_util': 99.85712384}
03/03/2021 18:17:40                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39177650176.000000, tx_pps: 4782496.000000 
03/03/2021 18:17:40                         pktgen: {'ibytes': 49095429120,
 'ierrors': 0,
 'ipackets': 47944759,
 'obytes': 49095316480,
 'oerrors': 0,
 'opackets': 47944651,
 'rx_bps': 39177572352.0,
 'rx_bps_L1': 39942769152.0,
 'rx_pps': 4782480.0,
 'rx_util': 99.85692288,
 'tx_bps': 39177650176.0,
 'tx_bps_L1': 39942849536.0,
 'tx_pps': 4782496.0,
 'tx_util': 99.85712384}
03/03/2021 18:17:40                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39177572352.000000, rx_pps: 4782480.000000
03/03/2021 18:17:40                         pktgen: throughput: pps_rx 4782480.000000, bps_rx 39177572352.000000
03/03/2021 18:17:40                         pktgen: traffic completed. 
03/03/2021 18:17:40 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:17:40                         tester: ls -d /tmp
03/03/2021 18:17:40                         tester: /tmp
03/03/2021 18:17:40                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:17:42                         pktgen: test port 0 map gen port 0
03/03/2021 18:17:42                         pktgen: test port 0 map gen port 0
03/03/2021 18:17:42                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:42                         pktgen: trex port <0> not support flow control
03/03/2021 18:17:42                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:17:42                         pktgen: check the trex port link status
03/03/2021 18:17:42                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:42                         pktgen: begin traffic ......
03/03/2021 18:17:42                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:17:47                         pktgen: traffic completed. 
03/03/2021 18:17:47                         pktgen: check the trex port link status
03/03/2021 18:17:47                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:17:47                         pktgen: begin traffic ......
03/03/2021 18:17:47                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:17:57                         pktgen: begin get port statistic ...
03/03/2021 18:17:57                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:17:57                         pktgen: {0: {'ibytes': 49400981388,
     'ierrors': 0,
     'ipackets': 32543469,
     'obytes': 49400861466,
     'oerrors': 0,
     'opackets': 32543391,
     'rx_bps': 39579353088.0,
     'rx_bps_L1': 40100823648.0,
     'rx_pps': 3259191.0,
     'rx_util': 100.25205912,
     'tx_bps': 39579324416.0,
     'tx_bps_L1': 40100794655.99999,
     'tx_pps': 3259189.0,
     'tx_util': 100.25198663999998},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 34.8997802734375,
            'cpu_util': 14.176064491271973,
            'cpu_util_raw': 14.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17192645,
            'rx_bps': 39579353088.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3259191.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39579324416.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3259189.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49400981388,
           'ierrors': 0,
           'ipackets': 32543469,
           'obytes': 49400861466,
           'oerrors': 0,
           'opackets': 32543391,
           'rx_bps': 39579353088.0,
           'rx_bps_L1': 40100823648.0,
           'rx_pps': 3259191.0,
           'rx_util': 100.25205912,
           'tx_bps': 39579324416.0,
           'tx_bps_L1': 40100794655.99999,
           'tx_pps': 3259189.0,
           'tx_util': 100.25198663999998}}
03/03/2021 18:17:57                         pktgen: {'ibytes': 49400981388,
 'ierrors': 0,
 'ipackets': 32543469,
 'obytes': 49400861466,
 'oerrors': 0,
 'opackets': 32543391,
 'rx_bps': 39579353088.0,
 'rx_bps_L1': 40100823648.0,
 'rx_pps': 3259191.0,
 'rx_util': 100.25205912,
 'tx_bps': 39579324416.0,
 'tx_bps_L1': 40100794655.99999,
 'tx_pps': 3259189.0,
 'tx_util': 100.25198663999998}
03/03/2021 18:17:57                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39579324416.000000, tx_pps: 3259189.000000 
03/03/2021 18:17:57                         pktgen: {'ibytes': 49400981388,
 'ierrors': 0,
 'ipackets': 32543469,
 'obytes': 49400861466,
 'oerrors': 0,
 'opackets': 32543391,
 'rx_bps': 39579353088.0,
 'rx_bps_L1': 40100823648.0,
 'rx_pps': 3259191.0,
 'rx_util': 100.25205912,
 'tx_bps': 39579324416.0,
 'tx_bps_L1': 40100794655.99999,
 'tx_pps': 3259189.0,
 'tx_util': 100.25198663999998}
03/03/2021 18:17:57                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39579353088.000000, rx_pps: 3259191.000000
03/03/2021 18:17:57                         pktgen: throughput: pps_rx 3259191.000000, bps_rx 39579353088.000000
03/03/2021 18:17:57                         pktgen: traffic completed. 
03/03/2021 18:17:59 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:17:59 TestPVPMultiPathVirtioPerformance: 
+-------+-------------------------+--------+------------+
| Frame |      Mode/RXD-TXD       |  Mpps  | % linerate |
+=======+=========================+========+============+
| 64    | virtio_1.1_mergeable on | 12.623 | 21.207     |
+-------+-------------------------+--------+------------+
| 128   | virtio_1.1_mergeable on | 12.786 | 37.848     |
+-------+-------------------------+--------+------------+
| 256   | virtio_1.1_mergeable on | 12.320 | 68.006     |
+-------+-------------------------+--------+------------+
| 512   | virtio_1.1_mergeable on | 8.457  | 89.987     |
+-------+-------------------------+--------+------------+
| 1024  | virtio_1.1_mergeable on | 4.782  | 99.858     |
+-------+-------------------------+--------+------------+
| 1518  | virtio_1.1_mergeable on | 3.259  | 100.253    |
+-------+-------------------------+--------+------------+
03/03/2021 18:17:59 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 12.623 Mpps | 21.207%    | 12.589 Mpps         | 0.034 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.259 Mpps  | 100.253%   | 3.244 Mpps          | 0.015 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:17:59 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.629450
03/03/2021 18:17:59 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.034000
03/03/2021 18:17:59 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.162200
03/03/2021 18:17:59 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.015000
03/03/2021 18:17:59 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_mergeable Result PASSED:
03/03/2021 18:17:59             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:18:01 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_normal Begin
03/03/2021 18:18:01             dut.10.240.183.220: 
03/03/2021 18:18:01                         tester: 
03/03/2021 18:18:01             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:18:01             dut.10.240.183.220: 
03/03/2021 18:18:01             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:18:01             dut.10.240.183.220: 
03/03/2021 18:18:01             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:18:01             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:18:01             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:18:01             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:18:12             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:18:12             dut.10.240.183.220: 1048576
03/03/2021 18:18:23 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:18:23                         tester: ls -d /tmp
03/03/2021 18:18:23                         tester: /tmp
03/03/2021 18:18:23                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:18:25                         pktgen: test port 0 map gen port 0
03/03/2021 18:18:25                         pktgen: test port 0 map gen port 0
03/03/2021 18:18:25                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:18:25                         pktgen: trex port <0> not support flow control
03/03/2021 18:18:25                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:18:25                         pktgen: check the trex port link status
03/03/2021 18:18:25                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:18:25                         pktgen: begin traffic ......
03/03/2021 18:18:25                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:18:30                         pktgen: traffic completed. 
03/03/2021 18:18:30                         pktgen: check the trex port link status
03/03/2021 18:18:30                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:18:30                         pktgen: begin traffic ......
03/03/2021 18:18:30                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:18:41                         pktgen: begin get port statistic ...
03/03/2021 18:18:41                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:18:41                         pktgen: {0: {'ibytes': 8375781824,
     'ierrors': 0,
     'ipackets': 130871621,
     'obytes': 17218262464,
     'oerrors': 0,
     'opackets': 269035375,
     'rx_bps': 6675424256.0,
     'rx_bps_L1': 8761516736.0,
     'rx_pps': 13038078.0,
     'rx_util': 21.90379184,
     'tx_bps': 13724600320.0,
     'tx_bps_L1': 18013580160.0,
     'tx_pps': 26806124.0,
     'tx_util': 45.0339504},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.7496956586837769,
            'cpu_util': 98.04991149902344,
            'cpu_util_raw': 99.3125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 138935442,
            'rx_bps': 6675424256.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 7049176064.0,
            'rx_pps': 13038078.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 13724600320.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 26806124.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8375781824,
           'ierrors': 0,
           'ipackets': 130871621,
           'obytes': 17218262464,
           'oerrors': 0,
           'opackets': 269035375,
           'rx_bps': 6675424256.0,
           'rx_bps_L1': 8761516736.0,
           'rx_pps': 13038078.0,
           'rx_util': 21.90379184,
           'tx_bps': 13724600320.0,
           'tx_bps_L1': 18013580160.0,
           'tx_pps': 26806124.0,
           'tx_util': 45.0339504}}
03/03/2021 18:18:41                         pktgen: {'ibytes': 8375781824,
 'ierrors': 0,
 'ipackets': 130871621,
 'obytes': 17218262464,
 'oerrors': 0,
 'opackets': 269035375,
 'rx_bps': 6675424256.0,
 'rx_bps_L1': 8761516736.0,
 'rx_pps': 13038078.0,
 'rx_util': 21.90379184,
 'tx_bps': 13724600320.0,
 'tx_bps_L1': 18013580160.0,
 'tx_pps': 26806124.0,
 'tx_util': 45.0339504}
03/03/2021 18:18:41                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 13724600320.000000, tx_pps: 26806124.000000 
03/03/2021 18:18:41                         pktgen: {'ibytes': 8375781824,
 'ierrors': 0,
 'ipackets': 130871621,
 'obytes': 17218262464,
 'oerrors': 0,
 'opackets': 269035375,
 'rx_bps': 6675424256.0,
 'rx_bps_L1': 8761516736.0,
 'rx_pps': 13038078.0,
 'rx_util': 21.90379184,
 'tx_bps': 13724600320.0,
 'tx_bps_L1': 18013580160.0,
 'tx_pps': 26806124.0,
 'tx_util': 45.0339504}
03/03/2021 18:18:41                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6675424256.000000, rx_pps: 13038078.000000
03/03/2021 18:18:41                         pktgen: throughput: pps_rx 13038078.000000, bps_rx 6675424256.000000
03/03/2021 18:18:41                         pktgen: traffic completed. 
03/03/2021 18:18:41 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:18:41                         tester: ls -d /tmp
03/03/2021 18:18:41                         tester: /tmp
03/03/2021 18:18:41                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:18:43                         pktgen: test port 0 map gen port 0
03/03/2021 18:18:43                         pktgen: test port 0 map gen port 0
03/03/2021 18:18:43                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:18:43                         pktgen: trex port <0> not support flow control
03/03/2021 18:18:43                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:18:43                         pktgen: check the trex port link status
03/03/2021 18:18:43                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:18:43                         pktgen: begin traffic ......
03/03/2021 18:18:43                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:18:48                         pktgen: traffic completed. 
03/03/2021 18:18:48                         pktgen: check the trex port link status
03/03/2021 18:18:48                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:18:48                         pktgen: begin traffic ......
03/03/2021 18:18:48                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:18:58                         pktgen: begin get port statistic ...
03/03/2021 18:18:58                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:18:58                         pktgen: {0: {'ibytes': 17039345408,
     'ierrors': 0,
     'ipackets': 133119889,
     'obytes': 27722089344,
     'oerrors': 0,
     'opackets': 216578837,
     'rx_bps': 13597933568.0,
     'rx_bps_L1': 15722626047.999998,
     'rx_pps': 13279328.0,
     'rx_util': 39.306565119999995,
     'tx_bps': 22118406144.0,
     'tx_bps_L1': 25574439424.000004,
     'tx_pps': 21600208.0,
     'tx_util': 63.93609856000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.7922513484954834,
            'cpu_util': 99.01689910888672,
            'cpu_util_raw': 99.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141731648,
            'rx_bps': 13597933568.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 8520472576.0,
            'rx_pps': 13279328.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 22118406144.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 21600208.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 17039345408,
           'ierrors': 0,
           'ipackets': 133119889,
           'obytes': 27722089344,
           'oerrors': 0,
           'opackets': 216578837,
           'rx_bps': 13597933568.0,
           'rx_bps_L1': 15722626047.999998,
           'rx_pps': 13279328.0,
           'rx_util': 39.306565119999995,
           'tx_bps': 22118406144.0,
           'tx_bps_L1': 25574439424.000004,
           'tx_pps': 21600208.0,
           'tx_util': 63.93609856000001}}
03/03/2021 18:18:58                         pktgen: {'ibytes': 17039345408,
 'ierrors': 0,
 'ipackets': 133119889,
 'obytes': 27722089344,
 'oerrors': 0,
 'opackets': 216578837,
 'rx_bps': 13597933568.0,
 'rx_bps_L1': 15722626047.999998,
 'rx_pps': 13279328.0,
 'rx_util': 39.306565119999995,
 'tx_bps': 22118406144.0,
 'tx_bps_L1': 25574439424.000004,
 'tx_pps': 21600208.0,
 'tx_util': 63.93609856000001}
03/03/2021 18:18:58                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 22118406144.000000, tx_pps: 21600208.000000 
03/03/2021 18:18:58                         pktgen: {'ibytes': 17039345408,
 'ierrors': 0,
 'ipackets': 133119889,
 'obytes': 27722089344,
 'oerrors': 0,
 'opackets': 216578837,
 'rx_bps': 13597933568.0,
 'rx_bps_L1': 15722626047.999998,
 'rx_pps': 13279328.0,
 'rx_util': 39.306565119999995,
 'tx_bps': 22118406144.0,
 'tx_bps_L1': 25574439424.000004,
 'tx_pps': 21600208.0,
 'tx_util': 63.93609856000001}
03/03/2021 18:18:58                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 13597933568.000000, rx_pps: 13279328.000000
03/03/2021 18:18:58                         pktgen: throughput: pps_rx 13279328.000000, bps_rx 13597933568.000000
03/03/2021 18:18:58                         pktgen: traffic completed. 
03/03/2021 18:18:58 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:18:58                         tester: ls -d /tmp
03/03/2021 18:18:58                         tester: /tmp
03/03/2021 18:18:58                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:19:00                         pktgen: test port 0 map gen port 0
03/03/2021 18:19:00                         pktgen: test port 0 map gen port 0
03/03/2021 18:19:00                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:00                         pktgen: trex port <0> not support flow control
03/03/2021 18:19:00                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:19:00                         pktgen: check the trex port link status
03/03/2021 18:19:00                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:00                         pktgen: begin traffic ......
03/03/2021 18:19:00                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:19:05                         pktgen: traffic completed. 
03/03/2021 18:19:05                         pktgen: check the trex port link status
03/03/2021 18:19:05                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:05                         pktgen: begin traffic ......
03/03/2021 18:19:05                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:19:15                         pktgen: begin get port statistic ...
03/03/2021 18:19:15                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:19:15                         pktgen: {0: {'ibytes': 33323786496,
     'ierrors': 0,
     'ipackets': 130171050,
     'obytes': 45533689344,
     'oerrors': 0,
     'opackets': 177865979,
     'rx_bps': 26662412288.0,
     'rx_bps_L1': 28745428288.0,
     'rx_pps': 13018850.0,
     'rx_util': 71.86357072,
     'tx_bps': 36807127040.0,
     'tx_bps_L1': 39682708160.0,
     'tx_pps': 17972382.0,
     'tx_util': 99.2067704},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 34.72104263305664,
            'cpu_util': 13.251016616821289,
            'cpu_util_raw': 30.9375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 9990416,
            'rx_bps': 26662412288.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 10144712704.0,
            'rx_pps': 13018850.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 36807127040.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 17972382.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 33323786496,
           'ierrors': 0,
           'ipackets': 130171050,
           'obytes': 45533689344,
           'oerrors': 0,
           'opackets': 177865979,
           'rx_bps': 26662412288.0,
           'rx_bps_L1': 28745428288.0,
           'rx_pps': 13018850.0,
           'rx_util': 71.86357072,
           'tx_bps': 36807127040.0,
           'tx_bps_L1': 39682708160.0,
           'tx_pps': 17972382.0,
           'tx_util': 99.2067704}}
03/03/2021 18:19:15                         pktgen: {'ibytes': 33323786496,
 'ierrors': 0,
 'ipackets': 130171050,
 'obytes': 45533689344,
 'oerrors': 0,
 'opackets': 177865979,
 'rx_bps': 26662412288.0,
 'rx_bps_L1': 28745428288.0,
 'rx_pps': 13018850.0,
 'rx_util': 71.86357072,
 'tx_bps': 36807127040.0,
 'tx_bps_L1': 39682708160.0,
 'tx_pps': 17972382.0,
 'tx_util': 99.2067704}
03/03/2021 18:19:15                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 36807127040.000000, tx_pps: 17972382.000000 
03/03/2021 18:19:15                         pktgen: {'ibytes': 33323786496,
 'ierrors': 0,
 'ipackets': 130171050,
 'obytes': 45533689344,
 'oerrors': 0,
 'opackets': 177865979,
 'rx_bps': 26662412288.0,
 'rx_bps_L1': 28745428288.0,
 'rx_pps': 13018850.0,
 'rx_util': 71.86357072,
 'tx_bps': 36807127040.0,
 'tx_bps_L1': 39682708160.0,
 'tx_pps': 17972382.0,
 'tx_util': 99.2067704}
03/03/2021 18:19:15                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 26662412288.000000, rx_pps: 13018850.000000
03/03/2021 18:19:15                         pktgen: throughput: pps_rx 13018850.000000, bps_rx 26662412288.000000
03/03/2021 18:19:15                         pktgen: traffic completed. 
03/03/2021 18:19:15 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:19:15                         tester: ls -d /tmp
03/03/2021 18:19:15                         tester: /tmp
03/03/2021 18:19:15                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:19:17                         pktgen: test port 0 map gen port 0
03/03/2021 18:19:17                         pktgen: test port 0 map gen port 0
03/03/2021 18:19:17                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:17                         pktgen: trex port <0> not support flow control
03/03/2021 18:19:17                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:19:17                         pktgen: check the trex port link status
03/03/2021 18:19:17                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:17                         pktgen: begin traffic ......
03/03/2021 18:19:17                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:19:22                         pktgen: traffic completed. 
03/03/2021 18:19:22                         pktgen: check the trex port link status
03/03/2021 18:19:22                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:22                         pktgen: begin traffic ......
03/03/2021 18:19:22                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:19:32                         pktgen: begin get port statistic ...
03/03/2021 18:19:32                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:19:32                         pktgen: {0: {'ibytes': 42479391744,
     'ierrors': 0,
     'ipackets': 82967571,
     'obytes': 48169213440,
     'oerrors': 0,
     'opackets': 94080507,
     'rx_bps': 33955479552.0,
     'rx_bps_L1': 35281879072.0,
     'rx_pps': 8289997.0,
     'rx_util': 88.20469768,
     'tx_bps': 38490869760.0,
     'tx_bps_L1': 39994437280.0,
     'tx_pps': 9397297.0,
     'tx_util': 99.9860932},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.32839584350586,
            'cpu_util': 57.77053451538086,
            'cpu_util_raw': 58.1875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 81966228,
            'rx_bps': 33955479552.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 4535390720.0,
            'rx_pps': 8289997.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38490869760.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9397297.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 42479391744,
           'ierrors': 0,
           'ipackets': 82967571,
           'obytes': 48169213440,
           'oerrors': 0,
           'opackets': 94080507,
           'rx_bps': 33955479552.0,
           'rx_bps_L1': 35281879072.0,
           'rx_pps': 8289997.0,
           'rx_util': 88.20469768,
           'tx_bps': 38490869760.0,
           'tx_bps_L1': 39994437280.0,
           'tx_pps': 9397297.0,
           'tx_util': 99.9860932}}
03/03/2021 18:19:32                         pktgen: {'ibytes': 42479391744,
 'ierrors': 0,
 'ipackets': 82967571,
 'obytes': 48169213440,
 'oerrors': 0,
 'opackets': 94080507,
 'rx_bps': 33955479552.0,
 'rx_bps_L1': 35281879072.0,
 'rx_pps': 8289997.0,
 'rx_util': 88.20469768,
 'tx_bps': 38490869760.0,
 'tx_bps_L1': 39994437280.0,
 'tx_pps': 9397297.0,
 'tx_util': 99.9860932}
03/03/2021 18:19:32                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38490869760.000000, tx_pps: 9397297.000000 
03/03/2021 18:19:32                         pktgen: {'ibytes': 42479391744,
 'ierrors': 0,
 'ipackets': 82967571,
 'obytes': 48169213440,
 'oerrors': 0,
 'opackets': 94080507,
 'rx_bps': 33955479552.0,
 'rx_bps_L1': 35281879072.0,
 'rx_pps': 8289997.0,
 'rx_util': 88.20469768,
 'tx_bps': 38490869760.0,
 'tx_bps_L1': 39994437280.0,
 'tx_pps': 9397297.0,
 'tx_util': 99.9860932}
03/03/2021 18:19:32                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 33955479552.000000, rx_pps: 8289997.000000
03/03/2021 18:19:32                         pktgen: throughput: pps_rx 8289997.000000, bps_rx 33955479552.000000
03/03/2021 18:19:32                         pktgen: traffic completed. 
03/03/2021 18:19:32 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:19:32                         tester: ls -d /tmp
03/03/2021 18:19:32                         tester: /tmp
03/03/2021 18:19:32                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:19:34                         pktgen: test port 0 map gen port 0
03/03/2021 18:19:34                         pktgen: test port 0 map gen port 0
03/03/2021 18:19:34                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:34                         pktgen: trex port <0> not support flow control
03/03/2021 18:19:34                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:19:34                         pktgen: check the trex port link status
03/03/2021 18:19:34                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:34                         pktgen: begin traffic ......
03/03/2021 18:19:34                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:19:39                         pktgen: traffic completed. 
03/03/2021 18:19:39                         pktgen: check the trex port link status
03/03/2021 18:19:39                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:39                         pktgen: begin traffic ......
03/03/2021 18:19:39                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:19:49                         pktgen: begin get port statistic ...
03/03/2021 18:19:49                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:19:49                         pktgen: {0: {'ibytes': 49092812800,
     'ierrors': 0,
     'ipackets': 47942204,
     'obytes': 49092702208,
     'oerrors': 0,
     'opackets': 47942096,
     'rx_bps': 39156264960.0,
     'rx_bps_L1': 39921044400.0,
     'rx_pps': 4779871.5,
     'rx_util': 99.802611,
     'tx_bps': 39156322304.0,
     'tx_bps_L1': 39921103984.0,
     'tx_pps': 4779885.5,
     'tx_util': 99.80275996},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.639211654663086,
            'cpu_util': 27.748065948486328,
            'cpu_util_raw': 28.6875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 36010242,
            'rx_bps': 39156264960.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4779871.5,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39156322304.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4779885.5},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49092812800,
           'ierrors': 0,
           'ipackets': 47942204,
           'obytes': 49092702208,
           'oerrors': 0,
           'opackets': 47942096,
           'rx_bps': 39156264960.0,
           'rx_bps_L1': 39921044400.0,
           'rx_pps': 4779871.5,
           'rx_util': 99.802611,
           'tx_bps': 39156322304.0,
           'tx_bps_L1': 39921103984.0,
           'tx_pps': 4779885.5,
           'tx_util': 99.80275996}}
03/03/2021 18:19:49                         pktgen: {'ibytes': 49092812800,
 'ierrors': 0,
 'ipackets': 47942204,
 'obytes': 49092702208,
 'oerrors': 0,
 'opackets': 47942096,
 'rx_bps': 39156264960.0,
 'rx_bps_L1': 39921044400.0,
 'rx_pps': 4779871.5,
 'rx_util': 99.802611,
 'tx_bps': 39156322304.0,
 'tx_bps_L1': 39921103984.0,
 'tx_pps': 4779885.5,
 'tx_util': 99.80275996}
03/03/2021 18:19:49                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39156322304.000000, tx_pps: 4779885.500000 
03/03/2021 18:19:49                         pktgen: {'ibytes': 49092812800,
 'ierrors': 0,
 'ipackets': 47942204,
 'obytes': 49092702208,
 'oerrors': 0,
 'opackets': 47942096,
 'rx_bps': 39156264960.0,
 'rx_bps_L1': 39921044400.0,
 'rx_pps': 4779871.5,
 'rx_util': 99.802611,
 'tx_bps': 39156322304.0,
 'tx_bps_L1': 39921103984.0,
 'tx_pps': 4779885.5,
 'tx_util': 99.80275996}
03/03/2021 18:19:49                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39156264960.000000, rx_pps: 4779871.500000
03/03/2021 18:19:49                         pktgen: throughput: pps_rx 4779871.500000, bps_rx 39156264960.000000
03/03/2021 18:19:49                         pktgen: traffic completed. 
03/03/2021 18:19:49 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:19:49                         tester: ls -d /tmp
03/03/2021 18:19:49                         tester: /tmp
03/03/2021 18:19:49                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:19:51                         pktgen: test port 0 map gen port 0
03/03/2021 18:19:51                         pktgen: test port 0 map gen port 0
03/03/2021 18:19:51                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:51                         pktgen: trex port <0> not support flow control
03/03/2021 18:19:52                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:19:52                         pktgen: check the trex port link status
03/03/2021 18:19:52                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:52                         pktgen: begin traffic ......
03/03/2021 18:19:52                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:19:57                         pktgen: traffic completed. 
03/03/2021 18:19:57                         pktgen: check the trex port link status
03/03/2021 18:19:57                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:19:57                         pktgen: begin traffic ......
03/03/2021 18:19:57                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:20:07                         pktgen: begin get port statistic ...
03/03/2021 18:20:07                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:20:07                         pktgen: {0: {'ibytes': 49405418502,
     'ierrors': 0,
     'ipackets': 32546392,
     'obytes': 49405304652,
     'oerrors': 0,
     'opackets': 32546317,
     'rx_bps': 39484669952.0,
     'rx_bps_L1': 40004892672.0,
     'rx_pps': 3251392.0,
     'rx_util': 100.01223168,
     'tx_bps': 39484649472.0,
     'tx_bps_L1': 40004871912.0,
     'tx_pps': 3251390.25,
     'tx_util': 100.01217978000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 33.467960357666016,
            'cpu_util': 14.74718189239502,
            'cpu_util_raw': 16.3125,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17270293,
            'rx_bps': 39484669952.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3251392.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39484649472.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3251390.25},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49405418502,
           'ierrors': 0,
           'ipackets': 32546392,
           'obytes': 49405304652,
           'oerrors': 0,
           'opackets': 32546317,
           'rx_bps': 39484669952.0,
           'rx_bps_L1': 40004892672.0,
           'rx_pps': 3251392.0,
           'rx_util': 100.01223168,
           'tx_bps': 39484649472.0,
           'tx_bps_L1': 40004871912.0,
           'tx_pps': 3251390.25,
           'tx_util': 100.01217978000001}}
03/03/2021 18:20:07                         pktgen: {'ibytes': 49405418502,
 'ierrors': 0,
 'ipackets': 32546392,
 'obytes': 49405304652,
 'oerrors': 0,
 'opackets': 32546317,
 'rx_bps': 39484669952.0,
 'rx_bps_L1': 40004892672.0,
 'rx_pps': 3251392.0,
 'rx_util': 100.01223168,
 'tx_bps': 39484649472.0,
 'tx_bps_L1': 40004871912.0,
 'tx_pps': 3251390.25,
 'tx_util': 100.01217978000001}
03/03/2021 18:20:07                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39484649472.000000, tx_pps: 3251390.250000 
03/03/2021 18:20:07                         pktgen: {'ibytes': 49405418502,
 'ierrors': 0,
 'ipackets': 32546392,
 'obytes': 49405304652,
 'oerrors': 0,
 'opackets': 32546317,
 'rx_bps': 39484669952.0,
 'rx_bps_L1': 40004892672.0,
 'rx_pps': 3251392.0,
 'rx_util': 100.01223168,
 'tx_bps': 39484649472.0,
 'tx_bps_L1': 40004871912.0,
 'tx_pps': 3251390.25,
 'tx_util': 100.01217978000001}
03/03/2021 18:20:07                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39484669952.000000, rx_pps: 3251392.000000
03/03/2021 18:20:07                         pktgen: throughput: pps_rx 3251392.000000, bps_rx 39484669952.000000
03/03/2021 18:20:07                         pktgen: traffic completed. 
03/03/2021 18:20:08 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:20:08 TestPVPMultiPathVirtioPerformance: 
+-------+-------------------+--------+------------+
| Frame |   Mode/RXD-TXD    |  Mpps  | % linerate |
+=======+===================+========+============+
| 64    | virtio_1.1_normal | 13.038 | 21.904     |
+-------+-------------------+--------+------------+
| 128   | virtio_1.1_normal | 13.279 | 39.307     |
+-------+-------------------+--------+------------+
| 256   | virtio_1.1_normal | 13.019 | 71.864     |
+-------+-------------------+--------+------------+
| 512   | virtio_1.1_normal | 8.290  | 88.206     |
+-------+-------------------+--------+------------+
| 1024  | virtio_1.1_normal | 4.780  | 99.804     |
+-------+-------------------+--------+------------+
| 1518  | virtio_1.1_normal | 3.251  | 100.013    |
+-------+-------------------+--------+------------+
03/03/2021 18:20:08 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 13.038 Mpps | 21.904%    | 13.139 Mpps         | -0.101 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.251 Mpps  | 100.013%   | 3.246 Mpps          | 0.005 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:20:08 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.656950
03/03/2021 18:20:08 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.101000
03/03/2021 18:20:08 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.162300
03/03/2021 18:20:08 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.005000
03/03/2021 18:20:08 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_normal Result PASSED:
03/03/2021 18:20:08             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:20:10 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_vectorized Begin
03/03/2021 18:20:10             dut.10.240.183.220: 
03/03/2021 18:20:10                         tester: 
03/03/2021 18:20:10             dut.10.240.183.220: rm -rf ./vhost.out
03/03/2021 18:20:10             dut.10.240.183.220: 
03/03/2021 18:20:10             dut.10.240.183.220: rm -rf ./vhost-net*
03/03/2021 18:20:10             dut.10.240.183.220: 
03/03/2021 18:20:10             dut.10.240.183.220: killall -s INT dpdk-testpmd 
03/03/2021 18:20:10             dut.10.240.183.220: dpdk-testpmd: no process found
03/03/2021 18:20:10             dut.10.240.183.220: killall -s INT qemu-system-x86_64
03/03/2021 18:20:10             dut.10.240.183.220: qemu-system-x86_64: no process found
03/03/2021 18:20:21             dut.10.240.183.220: cat /proc/meminfo |grep Hugepagesize|awk '{print($2)}'
03/03/2021 18:20:21             dut.10.240.183.220: 1048576
03/03/2021 18:20:32 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 64, rxd/txd: 1024
03/03/2021 18:20:32                         tester: ls -d /tmp
03/03/2021 18:20:33                         tester: /tmp
03/03/2021 18:20:33                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:20:35                         pktgen: test port 0 map gen port 0
03/03/2021 18:20:35                         pktgen: test port 0 map gen port 0
03/03/2021 18:20:35                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:20:35                         pktgen: trex port <0> not support flow control
03/03/2021 18:20:35                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:20:35                         pktgen: check the trex port link status
03/03/2021 18:20:35                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:20:35                         pktgen: begin traffic ......
03/03/2021 18:20:35                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:20:40                         pktgen: traffic completed. 
03/03/2021 18:20:40                         pktgen: check the trex port link status
03/03/2021 18:20:40                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:20:40                         pktgen: begin traffic ......
03/03/2021 18:20:40                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:20:50                         pktgen: begin get port statistic ...
03/03/2021 18:20:50                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:20:50                         pktgen: {0: {'ibytes': 10443289984,
     'ierrors': 0,
     'ipackets': 163176423,
     'obytes': 16545361216,
     'oerrors': 0,
     'opackets': 258521293,
     'rx_bps': 8339259904.0,
     'rx_bps_L1': 10945278784.0,
     'rx_pps': 16287618.0,
     'rx_util': 27.363196960000003,
     'tx_bps': 13079696384.0,
     'tx_bps_L1': 17167101824.0,
     'tx_pps': 25546284.0,
     'tx_util': 42.91775456},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 1.6650547981262207,
            'cpu_util': 98.19268798828125,
            'cpu_util_raw': 99.4375,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 139415064,
            'rx_bps': 8339259904.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 4740436480.0,
            'rx_pps': 16287618.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 13079696384.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 25546284.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10443289984,
           'ierrors': 0,
           'ipackets': 163176423,
           'obytes': 16545361216,
           'oerrors': 0,
           'opackets': 258521293,
           'rx_bps': 8339259904.0,
           'rx_bps_L1': 10945278784.0,
           'rx_pps': 16287618.0,
           'rx_util': 27.363196960000003,
           'tx_bps': 13079696384.0,
           'tx_bps_L1': 17167101824.0,
           'tx_pps': 25546284.0,
           'tx_util': 42.91775456}}
03/03/2021 18:20:50                         pktgen: {'ibytes': 10443289984,
 'ierrors': 0,
 'ipackets': 163176423,
 'obytes': 16545361216,
 'oerrors': 0,
 'opackets': 258521293,
 'rx_bps': 8339259904.0,
 'rx_bps_L1': 10945278784.0,
 'rx_pps': 16287618.0,
 'rx_util': 27.363196960000003,
 'tx_bps': 13079696384.0,
 'tx_bps_L1': 17167101824.0,
 'tx_pps': 25546284.0,
 'tx_util': 42.91775456}
03/03/2021 18:20:50                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 13079696384.000000, tx_pps: 25546284.000000 
03/03/2021 18:20:50                         pktgen: {'ibytes': 10443289984,
 'ierrors': 0,
 'ipackets': 163176423,
 'obytes': 16545361216,
 'oerrors': 0,
 'opackets': 258521293,
 'rx_bps': 8339259904.0,
 'rx_bps_L1': 10945278784.0,
 'rx_pps': 16287618.0,
 'rx_util': 27.363196960000003,
 'tx_bps': 13079696384.0,
 'tx_bps_L1': 17167101824.0,
 'tx_pps': 25546284.0,
 'tx_util': 42.91775456}
03/03/2021 18:20:50                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8339259904.000000, rx_pps: 16287618.000000
03/03/2021 18:20:50                         pktgen: throughput: pps_rx 16287618.000000, bps_rx 8339259904.000000
03/03/2021 18:20:50                         pktgen: traffic completed. 
03/03/2021 18:20:50 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 128, rxd/txd: 1024
03/03/2021 18:20:50                         tester: ls -d /tmp
03/03/2021 18:20:50                         tester: /tmp
03/03/2021 18:20:50                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:20:52                         pktgen: test port 0 map gen port 0
03/03/2021 18:20:52                         pktgen: test port 0 map gen port 0
03/03/2021 18:20:52                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:20:52                         pktgen: trex port <0> not support flow control
03/03/2021 18:20:52                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:20:52                         pktgen: check the trex port link status
03/03/2021 18:20:52                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:20:52                         pktgen: begin traffic ......
03/03/2021 18:20:52                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:20:57                         pktgen: traffic completed. 
03/03/2021 18:20:57                         pktgen: check the trex port link status
03/03/2021 18:20:57                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:20:57                         pktgen: begin traffic ......
03/03/2021 18:20:57                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:21:07                         pktgen: begin get port statistic ...
03/03/2021 18:21:07                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:21:07                         pktgen: {0: {'ibytes': 20688964608,
     'ierrors': 0,
     'ipackets': 161632566,
     'obytes': 27097961216,
     'oerrors': 0,
     'opackets': 211702829,
     'rx_bps': 16509052928.0,
     'rx_bps_L1': 19088611648.0,
     'rx_pps': 16122242.0,
     'rx_util': 47.72152912,
     'tx_bps': 21182910464.0,
     'tx_bps_L1': 24492768384.0,
     'tx_pps': 20686612.0,
     'tx_util': 61.23192096},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 2.6841042041778564,
            'cpu_util': 98.64981079101562,
            'cpu_util_raw': 99.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 141516969,
            'rx_bps': 16509052928.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 4673857536.0,
            'rx_pps': 16122242.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21182910464.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 20686612.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 20688964608,
           'ierrors': 0,
           'ipackets': 161632566,
           'obytes': 27097961216,
           'oerrors': 0,
           'opackets': 211702829,
           'rx_bps': 16509052928.0,
           'rx_bps_L1': 19088611648.0,
           'rx_pps': 16122242.0,
           'rx_util': 47.72152912,
           'tx_bps': 21182910464.0,
           'tx_bps_L1': 24492768384.0,
           'tx_pps': 20686612.0,
           'tx_util': 61.23192096}}
03/03/2021 18:21:07                         pktgen: {'ibytes': 20688964608,
 'ierrors': 0,
 'ipackets': 161632566,
 'obytes': 27097961216,
 'oerrors': 0,
 'opackets': 211702829,
 'rx_bps': 16509052928.0,
 'rx_bps_L1': 19088611648.0,
 'rx_pps': 16122242.0,
 'rx_util': 47.72152912,
 'tx_bps': 21182910464.0,
 'tx_bps_L1': 24492768384.0,
 'tx_pps': 20686612.0,
 'tx_util': 61.23192096}
03/03/2021 18:21:07                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21182910464.000000, tx_pps: 20686612.000000 
03/03/2021 18:21:07                         pktgen: {'ibytes': 20688964608,
 'ierrors': 0,
 'ipackets': 161632566,
 'obytes': 27097961216,
 'oerrors': 0,
 'opackets': 211702829,
 'rx_bps': 16509052928.0,
 'rx_bps_L1': 19088611648.0,
 'rx_pps': 16122242.0,
 'rx_util': 47.72152912,
 'tx_bps': 21182910464.0,
 'tx_bps_L1': 24492768384.0,
 'tx_pps': 20686612.0,
 'tx_util': 61.23192096}
03/03/2021 18:21:07                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 16509052928.000000, rx_pps: 16122242.000000
03/03/2021 18:21:07                         pktgen: throughput: pps_rx 16122242.000000, bps_rx 16509052928.000000
03/03/2021 18:21:07                         pktgen: traffic completed. 
03/03/2021 18:21:07 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 256, rxd/txd: 1024
03/03/2021 18:21:07                         tester: ls -d /tmp
03/03/2021 18:21:07                         tester: /tmp
03/03/2021 18:21:07                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:21:09                         pktgen: test port 0 map gen port 0
03/03/2021 18:21:09                         pktgen: test port 0 map gen port 0
03/03/2021 18:21:09                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:09                         pktgen: trex port <0> not support flow control
03/03/2021 18:21:09                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:21:09                         pktgen: check the trex port link status
03/03/2021 18:21:09                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:09                         pktgen: begin traffic ......
03/03/2021 18:21:09                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:21:14                         pktgen: traffic completed. 
03/03/2021 18:21:14                         pktgen: check the trex port link status
03/03/2021 18:21:14                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:14                         pktgen: begin traffic ......
03/03/2021 18:21:14                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:21:24                         pktgen: begin get port statistic ...
03/03/2021 18:21:24                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:21:24                         pktgen: {0: {'ibytes': 33364327936,
     'ierrors': 0,
     'ipackets': 130329412,
     'obytes': 38749345536,
     'oerrors': 0,
     'opackets': 151364643,
     'rx_bps': 26662176768.0,
     'rx_bps_L1': 28745175488.0,
     'rx_pps': 13018742.0,
     'rx_util': 71.86293872,
     'tx_bps': 29688551424.0,
     'tx_bps_L1': 32007990463.999996,
     'tx_pps': 14496494.0,
     'tx_util': 80.01997616},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 4.718240737915039,
            'cpu_util': 78.65365600585938,
            'cpu_util_raw': 83.6875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 100058202,
            'rx_bps': 26662176768.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 3026373120.0,
            'rx_pps': 13018742.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 29688551424.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 14496494.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 33364327936,
           'ierrors': 0,
           'ipackets': 130329412,
           'obytes': 38749345536,
           'oerrors': 0,
           'opackets': 151364643,
           'rx_bps': 26662176768.0,
           'rx_bps_L1': 28745175488.0,
           'rx_pps': 13018742.0,
           'rx_util': 71.86293872,
           'tx_bps': 29688551424.0,
           'tx_bps_L1': 32007990463.999996,
           'tx_pps': 14496494.0,
           'tx_util': 80.01997616}}
03/03/2021 18:21:24                         pktgen: {'ibytes': 33364327936,
 'ierrors': 0,
 'ipackets': 130329412,
 'obytes': 38749345536,
 'oerrors': 0,
 'opackets': 151364643,
 'rx_bps': 26662176768.0,
 'rx_bps_L1': 28745175488.0,
 'rx_pps': 13018742.0,
 'rx_util': 71.86293872,
 'tx_bps': 29688551424.0,
 'tx_bps_L1': 32007990463.999996,
 'tx_pps': 14496494.0,
 'tx_util': 80.01997616}
03/03/2021 18:21:24                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 29688551424.000000, tx_pps: 14496494.000000 
03/03/2021 18:21:24                         pktgen: {'ibytes': 33364327936,
 'ierrors': 0,
 'ipackets': 130329412,
 'obytes': 38749345536,
 'oerrors': 0,
 'opackets': 151364643,
 'rx_bps': 26662176768.0,
 'rx_bps_L1': 28745175488.0,
 'rx_pps': 13018742.0,
 'rx_util': 71.86293872,
 'tx_bps': 29688551424.0,
 'tx_bps_L1': 32007990463.999996,
 'tx_pps': 14496494.0,
 'tx_util': 80.01997616}
03/03/2021 18:21:24                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 26662176768.000000, rx_pps: 13018742.000000
03/03/2021 18:21:24                         pktgen: throughput: pps_rx 13018742.000000, bps_rx 26662176768.000000
03/03/2021 18:21:24                         pktgen: traffic completed. 
03/03/2021 18:21:24 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 512, rxd/txd: 1024
03/03/2021 18:21:24                         tester: ls -d /tmp
03/03/2021 18:21:24                         tester: /tmp
03/03/2021 18:21:24                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:21:26                         pktgen: test port 0 map gen port 0
03/03/2021 18:21:26                         pktgen: test port 0 map gen port 0
03/03/2021 18:21:26                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:26                         pktgen: trex port <0> not support flow control
03/03/2021 18:21:26                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:21:26                         pktgen: check the trex port link status
03/03/2021 18:21:26                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:26                         pktgen: begin traffic ......
03/03/2021 18:21:26                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:21:31                         pktgen: traffic completed. 
03/03/2021 18:21:31                         pktgen: check the trex port link status
03/03/2021 18:21:31                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:31                         pktgen: begin traffic ......
03/03/2021 18:21:31                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:21:41                         pktgen: begin get port statistic ...
03/03/2021 18:21:41                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:21:41                         pktgen: {0: {'ibytes': 43105214464,
     'ierrors': 0,
     'ipackets': 84189880,
     'obytes': 48170229760,
     'oerrors': 0,
     'opackets': 94082488,
     'rx_bps': 34377576448.0,
     'rx_bps_L1': 35720463008.0,
     'rx_pps': 8393041.0,
     'rx_util': 89.30115751999999,
     'tx_bps': 38420197376.0,
     'tx_bps_L1': 39920999935.99999,
     'tx_pps': 9380016.0,
     'tx_util': 99.80249983999998},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 8.05260944366455,
            'cpu_util': 59.63935852050781,
            'cpu_util_raw': 61.1875,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 82820672,
            'rx_bps': 34377576448.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 4042621184.0,
            'rx_pps': 8393041.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 38420197376.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 9380016.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 43105214464,
           'ierrors': 0,
           'ipackets': 84189880,
           'obytes': 48170229760,
           'oerrors': 0,
           'opackets': 94082488,
           'rx_bps': 34377576448.0,
           'rx_bps_L1': 35720463008.0,
           'rx_pps': 8393041.0,
           'rx_util': 89.30115751999999,
           'tx_bps': 38420197376.0,
           'tx_bps_L1': 39920999935.99999,
           'tx_pps': 9380016.0,
           'tx_util': 99.80249983999998}}
03/03/2021 18:21:41                         pktgen: {'ibytes': 43105214464,
 'ierrors': 0,
 'ipackets': 84189880,
 'obytes': 48170229760,
 'oerrors': 0,
 'opackets': 94082488,
 'rx_bps': 34377576448.0,
 'rx_bps_L1': 35720463008.0,
 'rx_pps': 8393041.0,
 'rx_util': 89.30115751999999,
 'tx_bps': 38420197376.0,
 'tx_bps_L1': 39920999935.99999,
 'tx_pps': 9380016.0,
 'tx_util': 99.80249983999998}
03/03/2021 18:21:41                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 38420197376.000000, tx_pps: 9380016.000000 
03/03/2021 18:21:41                         pktgen: {'ibytes': 43105214464,
 'ierrors': 0,
 'ipackets': 84189880,
 'obytes': 48170229760,
 'oerrors': 0,
 'opackets': 94082488,
 'rx_bps': 34377576448.0,
 'rx_bps_L1': 35720463008.0,
 'rx_pps': 8393041.0,
 'rx_util': 89.30115751999999,
 'tx_bps': 38420197376.0,
 'tx_bps_L1': 39920999935.99999,
 'tx_pps': 9380016.0,
 'tx_util': 99.80249983999998}
03/03/2021 18:21:41                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 34377576448.000000, rx_pps: 8393041.000000
03/03/2021 18:21:41                         pktgen: throughput: pps_rx 8393041.000000, bps_rx 34377576448.000000
03/03/2021 18:21:41                         pktgen: traffic completed. 
03/03/2021 18:21:41 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1024, rxd/txd: 1024
03/03/2021 18:21:41                         tester: ls -d /tmp
03/03/2021 18:21:41                         tester: /tmp
03/03/2021 18:21:41                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:21:43                         pktgen: test port 0 map gen port 0
03/03/2021 18:21:43                         pktgen: test port 0 map gen port 0
03/03/2021 18:21:43                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:43                         pktgen: trex port <0> not support flow control
03/03/2021 18:21:43                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:21:43                         pktgen: check the trex port link status
03/03/2021 18:21:43                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:43                         pktgen: begin traffic ......
03/03/2021 18:21:43                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:21:48                         pktgen: traffic completed. 
03/03/2021 18:21:48                         pktgen: check the trex port link status
03/03/2021 18:21:48                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:21:48                         pktgen: begin traffic ......
03/03/2021 18:21:48                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:21:58                         pktgen: begin get port statistic ...
03/03/2021 18:21:58                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:21:58                         pktgen: {0: {'ibytes': 49096193024,
     'ierrors': 0,
     'ipackets': 47945506,
     'obytes': 49096068096,
     'oerrors': 0,
     'opackets': 47945383,
     'rx_bps': 39183278080.0,
     'rx_bps_L1': 39948584160.0,
     'rx_pps': 4783163.0,
     'rx_util': 99.8714604,
     'tx_bps': 39183302656.0,
     'tx_bps_L1': 39948610176.00001,
     'tx_pps': 4783172.0,
     'tx_util': 99.87152544000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 17.20284080505371,
            'cpu_util': 28.471534729003906,
            'cpu_util_raw': 29.75,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 36805771,
            'rx_bps': 39183278080.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 4783163.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39183302656.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 4783172.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49096193024,
           'ierrors': 0,
           'ipackets': 47945506,
           'obytes': 49096068096,
           'oerrors': 0,
           'opackets': 47945383,
           'rx_bps': 39183278080.0,
           'rx_bps_L1': 39948584160.0,
           'rx_pps': 4783163.0,
           'rx_util': 99.8714604,
           'tx_bps': 39183302656.0,
           'tx_bps_L1': 39948610176.00001,
           'tx_pps': 4783172.0,
           'tx_util': 99.87152544000001}}
03/03/2021 18:21:58                         pktgen: {'ibytes': 49096193024,
 'ierrors': 0,
 'ipackets': 47945506,
 'obytes': 49096068096,
 'oerrors': 0,
 'opackets': 47945383,
 'rx_bps': 39183278080.0,
 'rx_bps_L1': 39948584160.0,
 'rx_pps': 4783163.0,
 'rx_util': 99.8714604,
 'tx_bps': 39183302656.0,
 'tx_bps_L1': 39948610176.00001,
 'tx_pps': 4783172.0,
 'tx_util': 99.87152544000001}
03/03/2021 18:21:58                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39183302656.000000, tx_pps: 4783172.000000 
03/03/2021 18:21:58                         pktgen: {'ibytes': 49096193024,
 'ierrors': 0,
 'ipackets': 47945506,
 'obytes': 49096068096,
 'oerrors': 0,
 'opackets': 47945383,
 'rx_bps': 39183278080.0,
 'rx_bps_L1': 39948584160.0,
 'rx_pps': 4783163.0,
 'rx_util': 99.8714604,
 'tx_bps': 39183302656.0,
 'tx_bps_L1': 39948610176.00001,
 'tx_pps': 4783172.0,
 'tx_util': 99.87152544000001}
03/03/2021 18:21:58                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39183278080.000000, rx_pps: 4783163.000000
03/03/2021 18:21:58                         pktgen: throughput: pps_rx 4783163.000000, bps_rx 39183278080.000000
03/03/2021 18:21:58                         pktgen: traffic completed. 
03/03/2021 18:21:58 TestPVPMultiPathVirtioPerformance: Test running at parameters: framesize: 1518, rxd/txd: 1024
03/03/2021 18:21:59                         tester: ls -d /tmp
03/03/2021 18:21:59                         tester: /tmp
03/03/2021 18:21:59                         tester: scp -v /home/lingwei/dts_0302/output/tmp/pcap/multi_path.pcap root@10.240.183.217:/tmp/multi_path.pcap
03/03/2021 18:22:01                         pktgen: test port 0 map gen port 0
03/03/2021 18:22:01                         pktgen: test port 0 map gen port 0
03/03/2021 18:22:01                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:22:01                         pktgen: trex port <0> not support flow control
03/03/2021 18:22:01                         pktgen: trex packet generator: run traffic 5s to warm up ... 
03/03/2021 18:22:01                         pktgen: check the trex port link status
03/03/2021 18:22:01                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:22:01                         pktgen: begin traffic ......
03/03/2021 18:22:01                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:22:06                         pktgen: traffic completed. 
03/03/2021 18:22:06                         pktgen: check the trex port link status
03/03/2021 18:22:06                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': 'b4:96:91:46:e0:5c',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:c8:17:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:82:00.0',
 'prom': 'on',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:c8:17:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
03/03/2021 18:22:06                         pktgen: begin traffic ......
03/03/2021 18:22:06                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
03/03/2021 18:22:16                         pktgen: begin get port statistic ...
03/03/2021 18:22:16                         pktgen: {'options': {'pcap': '/tmp/multi_path.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/multi_path.pcap',
 'rx_port': 0,
 'tx_port': 0}
03/03/2021 18:22:16                         pktgen: {0: {'ibytes': 49404846216,
     'ierrors': 0,
     'ipackets': 32546015,
     'obytes': 49404744510,
     'oerrors': 0,
     'opackets': 32545948,
     'rx_bps': 39482277888.0,
     'rx_bps_L1': 40002468688.00001,
     'rx_pps': 3251192.5,
     'rx_util': 100.00617172000001,
     'tx_bps': 39482359808.0,
     'tx_bps_L1': 40002551568.00001,
     'tx_pps': 3251198.5,
     'tx_util': 100.00637892000002},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 34.91128158569336,
            'cpu_util': 14.136675834655762,
            'cpu_util_raw': 13.75,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 17346917,
            'rx_bps': 39482277888.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 0.0,
            'rx_pps': 3251192.5,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 39482359808.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 3251198.5},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 49404846216,
           'ierrors': 0,
           'ipackets': 32546015,
           'obytes': 49404744510,
           'oerrors': 0,
           'opackets': 32545948,
           'rx_bps': 39482277888.0,
           'rx_bps_L1': 40002468688.00001,
           'rx_pps': 3251192.5,
           'rx_util': 100.00617172000001,
           'tx_bps': 39482359808.0,
           'tx_bps_L1': 40002551568.00001,
           'tx_pps': 3251198.5,
           'tx_util': 100.00637892000002}}
03/03/2021 18:22:16                         pktgen: {'ibytes': 49404846216,
 'ierrors': 0,
 'ipackets': 32546015,
 'obytes': 49404744510,
 'oerrors': 0,
 'opackets': 32545948,
 'rx_bps': 39482277888.0,
 'rx_bps_L1': 40002468688.00001,
 'rx_pps': 3251192.5,
 'rx_util': 100.00617172000001,
 'tx_bps': 39482359808.0,
 'tx_bps_L1': 40002551568.00001,
 'tx_pps': 3251198.5,
 'tx_util': 100.00637892000002}
03/03/2021 18:22:16                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 39482359808.000000, tx_pps: 3251198.500000 
03/03/2021 18:22:16                         pktgen: {'ibytes': 49404846216,
 'ierrors': 0,
 'ipackets': 32546015,
 'obytes': 49404744510,
 'oerrors': 0,
 'opackets': 32545948,
 'rx_bps': 39482277888.0,
 'rx_bps_L1': 40002468688.00001,
 'rx_pps': 3251192.5,
 'rx_util': 100.00617172000001,
 'tx_bps': 39482359808.0,
 'tx_bps_L1': 40002551568.00001,
 'tx_pps': 3251198.5,
 'tx_util': 100.00637892000002}
03/03/2021 18:22:16                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 39482277888.000000, rx_pps: 3251192.500000
03/03/2021 18:22:16                         pktgen: throughput: pps_rx 3251192.500000, bps_rx 39482277888.000000
03/03/2021 18:22:16                         pktgen: traffic completed. 
03/03/2021 18:22:18 TestPVPMultiPathVirtioPerformance: result of all framesize result
03/03/2021 18:22:18 TestPVPMultiPathVirtioPerformance: 
+-------+---------------------------+--------+------------+
| Frame |       Mode/RXD-TXD        |  Mpps  | % linerate |
+=======+===========================+========+============+
| 64    | virtio_1.1_inorder_normal | 16.288 | 27.363     |
+-------+---------------------------+--------+------------+
| 128   | virtio_1.1_inorder_normal | 16.122 | 47.722     |
+-------+---------------------------+--------+------------+
| 256   | virtio_1.1_inorder_normal | 13.019 | 71.863     |
+-------+---------------------------+--------+------------+
| 512   | virtio_1.1_inorder_normal | 8.393  | 89.302     |
+-------+---------------------------+--------+------------+
| 1024  | virtio_1.1_inorder_normal | 4.783  | 99.872     |
+-------+---------------------------+--------+------------+
| 1518  | virtio_1.1_inorder_normal | 3.251  | 100.007    |
+-------+---------------------------+--------+------------+
03/03/2021 18:22:18 TestPVPMultiPathVirtioPerformance: 
+-------+--------------+-------------+------------+---------------------+-----------------------+
| Frame | Mode/RXD-TXD |    Mpps     | % linerate | Expected Throughput | Throughput Difference |
+=======+==============+=============+============+=====================+=======================+
| 64    | 1024         | 16.288 Mpps | 27.363%    | 16.418 Mpps         | -0.130 Mpps           |
+-------+--------------+-------------+------------+---------------------+-----------------------+
| 1518  | 1024         | 3.251 Mpps  | 100.007%   | 3.251 Mpps          | 0.000 Mpps            |
+-------+--------------+-------------+------------+---------------------+-----------------------+
03/03/2021 18:22:18 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.820900
03/03/2021 18:22:18 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) -0.130000
03/03/2021 18:22:18 TestPVPMultiPathVirtioPerformance: Accept tolerance are (Mpps) -0.162550
03/03/2021 18:22:18 TestPVPMultiPathVirtioPerformance: Throughput Difference are (Mpps) 0.000000
03/03/2021 18:22:18 TestPVPMultiPathVirtioPerformance: Test Case test_perf_virtio_single_core_virtio11_vectorized Result PASSED:
03/03/2021 18:22:18             dut.10.240.183.220: kill_all: called by dut and prefix list has value.
03/03/2021 18:22:19                            dts: 
TEST SUITE ENDED: TestPVPMultiPathVirtioPerformance
03/03/2021 18:22:19 TestPVPMultiPathVirtioPerformance: tear_down_all failed:
Traceback (most recent call last):
  File "/home/lingwei/dts_0302/framework/test_case.py", line 430, in execute_tear_downall
    self.tear_down_all()
  File "tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py", line 479, in tear_down_all
    self.close_all_session()
  File "tests/TestSuite_pvp_multi_paths_virtio_single_core_performance.py", line 297, in close_all_session
    self.dut.close_session(self.vhost)
AttributeError: 'TestPVPMultiPathVirtioPerformance' object has no attribute 'vhost'


^ permalink raw reply	[flat|nested] 4+ messages in thread

* Re: [dts] [PATCH V2] tests/pvp_multi_paths_virtio_single_core_performance:remove vectorized=0 by default in test case 9 and optimize code
  2021-03-03 10:31 ` Ling, WeiX
@ 2021-03-04  2:27   ` Zhao, HaiyangX
  0 siblings, 0 replies; 4+ messages in thread
From: Zhao, HaiyangX @ 2021-03-04  2:27 UTC (permalink / raw)
  To: Ling, WeiX, dts



> -----Original Message-----
> From: dts <dts-bounces@dpdk.org> On Behalf Of Ling, WeiX
> Sent: Wednesday, March 3, 2021 18:31
> To: dts@dpdk.org
> Subject: Re: [dts] [PATCH V2]
> tests/pvp_multi_paths_virtio_single_core_performance:remove
> vectorized=0 by default in test case 9 and optimize code
> 
> > -----Original Message-----
> > From: Ling, WeiX <weix.ling@intel.com>
> > Sent: Wednesday, March 3, 2021 06:30 PM
> > To: dts@dpdk.org
> > Cc: Ling, WeiX <weix.ling@intel.com>
> > Subject: [dts][PATCH V2]
> > tests/pvp_multi_paths_virtio_single_core_performance:remove
> > vectorized=0 by default in test case 9 and optimize code
> 
> Tested-by: Wei Ling <weix.ling@intel.com>

Acked-by: Haiyang Zhao <haiyangx.zhao@intel.com>

^ permalink raw reply	[flat|nested] 4+ messages in thread

* Re: [dts] [PATCH V2] tests/pvp_multi_paths_virtio_single_core_performance:remove vectorized=0 by default in test case 9 and optimize code
  2021-03-03 10:29 [dts] [PATCH V2] tests/pvp_multi_paths_virtio_single_core_performance:remove vectorized=0 by default in test case 9 and optimize code Ling Wei
  2021-03-03 10:31 ` Ling, WeiX
@ 2021-03-10  5:40 ` Tu, Lijuan
  1 sibling, 0 replies; 4+ messages in thread
From: Tu, Lijuan @ 2021-03-10  5:40 UTC (permalink / raw)
  To: Ling, WeiX, dts; +Cc: Ling, WeiX

> Remove vectorized=0 by default in test case 9 and use pmd.start_testpmd() to
> replace session.send_expect() to start and quit testpmd.
> 
> Signed-off-by: Ling Wei <weix.ling@intel.com>

Applied, thanks

^ permalink raw reply	[flat|nested] 4+ messages in thread

end of thread, other threads:[~2021-03-10  5:41 UTC | newest]

Thread overview: 4+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2021-03-03 10:29 [dts] [PATCH V2] tests/pvp_multi_paths_virtio_single_core_performance:remove vectorized=0 by default in test case 9 and optimize code Ling Wei
2021-03-03 10:31 ` Ling, WeiX
2021-03-04  2:27   ` Zhao, HaiyangX
2021-03-10  5:40 ` Tu, Lijuan

This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).