test suite reviews and discussions
 help / color / mirror / Atom feed
* [dts] [PATCH V1]pvp_virtio_user_multi_queues_port_restart: update script to test virtio new path
@ 2020-04-29  2:07 Xiao Qimai
  2020-04-29  2:16 ` Xiao, QimaiX
  2020-05-06  3:16 ` Tu, Lijuan
  0 siblings, 2 replies; 3+ messages in thread
From: Xiao Qimai @ 2020-04-29  2:07 UTC (permalink / raw)
  To: dts; +Cc: Xiao Qimai

Signed-off-by: Xiao Qimai <qimaix.xiao@intel.com>
---
 ...te_pvp_virtio_user_multi_queues_port_restart.py | 31 +++++++++-------------
 1 file changed, 12 insertions(+), 19 deletions(-)

diff --git a/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py b/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
index 58d603f..d948e15 100644
--- a/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
+++ b/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
@@ -98,21 +98,14 @@ class TestPVPVirtioUserMultiQueuesPortRestart(TestCase):
         self.vhost.send_expect("set fwd mac", "testpmd> ", 120)
         self.vhost.send_expect("start", "testpmd> ", 120)
 
-    def start_virtio_user_testpmd(self, flag):
+    def start_virtio_user_testpmd(self, vdevs, vector_flag=False):
         """
         start testpmd in vm depend on different path
         """
         testcmd = self.dut.target + "/app/testpmd "
-        vdev = 'net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2'
-        if 'packed_ring' in flag:
-            vdev += ',packed_vq=1'
-        if 'nonmergeable' in flag or 'vector' in flag:
-            vdev += ',mrg_rxbuf=0'
-        if 'inorder' not in flag:
-            vdev += ',in_order=0'
         eal_params = self.dut.create_eal_parameters(cores=self.core_list[5:8], prefix='virtio', no_pci=True,
-                                                    vdevs=[vdev])
-        if 'vector' not in flag:
+                                                    vdevs=[vdevs])
+        if vector_flag:
             para = " -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=%s --txq=%s --rss-ip" % (
             self.queue_number, self.queue_number)
         else:
@@ -219,63 +212,63 @@ class TestPVPVirtioUserMultiQueuesPortRestart(TestCase):
 
     def test_perf_pvp_2queues_test_with_packed_ring_mergeable_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="packed_ring_mergeable")
+        self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1,mrg_rxbuf=1,in_order=0,queue_size=255')
         self.send_and_verify("packed_ring_mergeable")
         self.close_all_testpmd()
         self.result_table_print()
 
     def test_perf_pvp_2queues_test_with_packed_ring_nonmergeable_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="packed_ring_nonmergeable")
+        self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=0,queue_size=255')
         self.send_and_verify("packed_ring_nonmergeable")
         self.close_all_testpmd()
         self.result_table_print()
 
     def test_perf_pvp_2queues_test_with_split_ring_inorder_mergeable_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="split_ring_inorder_mergeable")
+        self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,in_order=1,mrg_rxbuf=1')
         self.send_and_verify("split_ring_inorder_mergeable")
         self.close_all_testpmd()
         self.result_table_print()
 
     def test_perf_pvp_2queues_test_with_split_ring_inorder_nonmergeable_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="split_ring_inorder_nonmergeable")
+        self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,in_order=1,mrg_rxbuf=0,vectorized=1')
         self.send_and_verify("split_ring_inorder_nonmergeable")
         self.close_all_testpmd()
         self.result_table_print()
 
     def test_perf_pvp_2queues_test_with_split_ring_mergeable_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="split_ring_mergeable")
+        self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,in_order=0,mrg_rxbuf=1')
         self.send_and_verify("split_ring_mergeable")
         self.close_all_testpmd()
         self.result_table_print()
 
     def test_perf_pvp_2queues_test_with_split_ring_nonmergeable_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="split_ring_nonmergeable")
+        self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,in_order=0,mrg_rxbuf=0,vectorized=1')
         self.send_and_verify("split_ring_nonmergeable")
         self.close_all_testpmd()
         self.result_table_print()
 
     def test_perf_pvp_2queues_test_with_split_ring_vector_rx_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="split_ring_vector_rx")
+        self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1,mrg_rxbuf=1,in_order=1,queue_size=255", vector_flag=True)
         self.send_and_verify("split_ring_vector_rx")
         self.close_all_testpmd()
         self.result_table_print()
 
     def test_perf_pvp_2queues_test_with_packed_ring_inorder_mergeable_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="packed_ring_inorder_mergeable")
+        self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=1,vectorized=1,queue_size=255")
         self.send_and_verify("packed_ring_inorder_mergeable")
         self.close_all_testpmd()
         self.result_table_print()
 
     def test_perf_pvp_2queues_test_with_packed_ring_inorder_nonmergeable_path(self):
         self.start_vhost_testpmd()
-        self.start_virtio_user_testpmd(flag="packed_ring_inorder_nonmergeable")
+        self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=1,vectorized=1,queue_size=255")
         self.send_and_verify("packed_ring_inorder_nonmergeable")
         self.close_all_testpmd()
         self.result_table_print()
-- 
1.8.3.1


^ permalink raw reply	[flat|nested] 3+ messages in thread

* Re: [dts] [PATCH V1]pvp_virtio_user_multi_queues_port_restart: update script to test virtio new path
  2020-04-29  2:07 [dts] [PATCH V1]pvp_virtio_user_multi_queues_port_restart: update script to test virtio new path Xiao Qimai
@ 2020-04-29  2:16 ` Xiao, QimaiX
  2020-05-06  3:16 ` Tu, Lijuan
  1 sibling, 0 replies; 3+ messages in thread
From: Xiao, QimaiX @ 2020-04-29  2:16 UTC (permalink / raw)
  To: dts

[-- Attachment #1: Type: text/plain, Size: 6911 bytes --]

Tested-by: Xiao, QimaiX <qimaix.xiao@intel.com>

Regards,
Xiao Qimai


> -----Original Message-----
> From: Xiao, QimaiX
> Sent: Wednesday, April 29, 2020 10:08 AM
> To: dts@dpdk.org
> Cc: Xiao, QimaiX <qimaix.xiao@intel.com>
> Subject: [dts][PATCH V1]pvp_virtio_user_multi_queues_port_restart:
> update script to test virtio new path
> 
> Signed-off-by: Xiao Qimai <qimaix.xiao@intel.com>
> ---
>  ...te_pvp_virtio_user_multi_queues_port_restart.py | 31 +++++++++--------
> -----
>  1 file changed, 12 insertions(+), 19 deletions(-)
> 
> diff --git a/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
> b/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
> index 58d603f..d948e15 100644
> --- a/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
> +++ b/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
> @@ -98,21 +98,14 @@ class
> TestPVPVirtioUserMultiQueuesPortRestart(TestCase):
>          self.vhost.send_expect("set fwd mac", "testpmd> ", 120)
>          self.vhost.send_expect("start", "testpmd> ", 120)
> 
> -    def start_virtio_user_testpmd(self, flag):
> +    def start_virtio_user_testpmd(self, vdevs, vector_flag=False):
>          """
>          start testpmd in vm depend on different path
>          """
>          testcmd = self.dut.target + "/app/testpmd "
> -        vdev = 'net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-
> net,queues=2'
> -        if 'packed_ring' in flag:
> -            vdev += ',packed_vq=1'
> -        if 'nonmergeable' in flag or 'vector' in flag:
> -            vdev += ',mrg_rxbuf=0'
> -        if 'inorder' not in flag:
> -            vdev += ',in_order=0'
>          eal_params = self.dut.create_eal_parameters(cores=self.core_list[5:8],
> prefix='virtio', no_pci=True,
> -                                                    vdevs=[vdev])
> -        if 'vector' not in flag:
> +                                                    vdevs=[vdevs])
> +        if vector_flag:
>              para = " -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-
> cores=2 --rxq=%s --txq=%s --rss-ip" % (
>              self.queue_number, self.queue_number)
>          else:
> @@ -219,63 +212,63 @@ class
> TestPVPVirtioUserMultiQueuesPortRestart(TestCase):
> 
>      def
> test_perf_pvp_2queues_test_with_packed_ring_mergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="packed_ring_mergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=1,in_order=0,queue_size=255')
>          self.send_and_verify("packed_ring_mergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_packed_ring_nonmergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="packed_ring_nonmergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=0,queue_size=255')
>          self.send_and_verify("packed_ring_nonmergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_split_ring_inorder_mergeable_path(sel
> f):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_inorder_mergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-net,queues=2,in_order=1,mrg_rxbuf=1')
>          self.send_and_verify("split_ring_inorder_mergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_split_ring_inorder_nonmergeable_path
> (self):
>          self.start_vhost_testpmd()
> -
> self.start_virtio_user_testpmd(flag="split_ring_inorder_nonmergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-net,queues=2,in_order=1,mrg_rxbuf=0,vectorized=1')
>          self.send_and_verify("split_ring_inorder_nonmergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def test_perf_pvp_2queues_test_with_split_ring_mergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_mergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-net,queues=2,in_order=0,mrg_rxbuf=1')
>          self.send_and_verify("split_ring_mergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_split_ring_nonmergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_nonmergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-net,queues=2,in_order=0,mrg_rxbuf=0,vectorized=1')
>          self.send_and_verify("split_ring_nonmergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def test_perf_pvp_2queues_test_with_split_ring_vector_rx_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_vector_rx")
> +
> self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04
> :05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=1,in_order=1,queue_size=255",
> vector_flag=True)
>          self.send_and_verify("split_ring_vector_rx")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_packed_ring_inorder_mergeable_path(
> self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="packed_ring_inorder_mergeable")
> +
> self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04
> :05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=1,vectorized=1,queue_s
> ize=255")
>          self.send_and_verify("packed_ring_inorder_mergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_packed_ring_inorder_nonmergeable_p
> ath(self):
>          self.start_vhost_testpmd()
> -
> self.start_virtio_user_testpmd(flag="packed_ring_inorder_nonmergeable")
> +
> self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04
> :05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=1,vectorized=1,queue_s
> ize=255")
>          self.send_and_verify("packed_ring_inorder_nonmergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> --
> 1.8.3.1


[-- Attachment #2: TestPVPVirtioUserMultiQueuesPortRestart.log --]
[-- Type: application/octet-stream, Size: 191801 bytes --]

29/04/2020 09:32:45                            dts: 
TEST SUITE : TestPVPVirtioUserMultiQueuesPortRestart
29/04/2020 09:32:45                            dts: NIC :        fortville_spirit
29/04/2020 09:32:45              dut.10.240.183.61: 
29/04/2020 09:32:45                         tester: 
29/04/2020 09:32:45                         tester: ls -d /tmp
29/04/2020 09:32:45                         tester: /tmp
29/04/2020 09:32:47              dut.10.240.183.61: kill_all: called by dut and has no prefix list.
29/04/2020 09:32:48                            dts: 
TEST SUITE ENDED: TestPVPVirtioUserMultiQueuesPortRestart
29/04/2020 09:49:57                            dts: 
TEST SUITE : TestPVPVirtioUserMultiQueuesPortRestart
29/04/2020 09:49:57                            dts: NIC :        fortville_spirit
29/04/2020 09:49:57              dut.10.240.183.61: 
29/04/2020 09:49:57                         tester: 
29/04/2020 09:49:57                         tester: ls -d /tmp
29/04/2020 09:49:58                         tester: /tmp
29/04/2020 09:49:59              dut.10.240.183.61: kill_all: called by dut and has no prefix list.
29/04/2020 09:50:00 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_packed_ring_inorder_mergeable_path Begin
29/04/2020 09:50:00              dut.10.240.183.61: 
29/04/2020 09:50:00                         tester: 
29/04/2020 09:50:00              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 09:50:00              dut.10.240.183.61: 
29/04/2020 09:50:00              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 09:50:00              dut.10.240.183.61: testpmd: no process found
29/04/2020 09:50:00              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 09:50:00              dut.10.240.183.61: 
29/04/2020 09:50:02              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1 -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 09:50:03              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 09:50:03              dut.10.240.183.61: set fwd mac
29/04/2020 09:50:03              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 09:50:03              dut.10.240.183.61: start
29/04/2020 09:50:03              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:50:03 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_packed_ring_inorder_mergeable_path, and 64 frame size.
29/04/2020 09:50:03                         tester: ls -d /tmp
29/04/2020 09:50:03                         tester: /tmp
29/04/2020 09:50:03                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:50:08                         pktgen: test port 0 map gen port 0
29/04/2020 09:50:08                         pktgen: test port 0 map gen port 0
29/04/2020 09:50:08                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:50:08                         pktgen: trex port <0> not support flow control
29/04/2020 09:50:08                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:50:08                         pktgen: begin traffic ......
29/04/2020 09:50:08                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:50:13                         pktgen: traffic completed. 
29/04/2020 09:50:13                         pktgen: begin traffic ......
29/04/2020 09:50:13                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:50:23                         pktgen: begin get port statistic ...
29/04/2020 09:50:23                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:50:23                         pktgen: {0: {'ibytes': 10904915072,
     'ierrors': 0,
     'ipackets': 170389330,
     'obytes': 27297334912,
     'oerrors': 0,
     'opackets': 426520909,
     'rx_bps': 8723375104.0,
     'rx_bps_L1': 11449431424.0,
     'rx_pps': 17037852.0,
     'rx_util': 28.623578560000002,
     'tx_bps': 21836619776.0,
     'tx_bps_L1': 28660563456.0,
     'tx_pps': 42649648.0,
     'tx_util': 71.65140864},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.127079963684082,
            'cpu_util': 98.12376403808594,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7911931,
            'rx_bps': 8723375104.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13113243648.0,
            'rx_pps': 17037852.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21836619776.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42649648.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10904915072,
           'ierrors': 0,
           'ipackets': 170389330,
           'obytes': 27297334912,
           'oerrors': 0,
           'opackets': 426520909,
           'rx_bps': 8723375104.0,
           'rx_bps_L1': 11449431424.0,
           'rx_pps': 17037852.0,
           'rx_util': 28.623578560000002,
           'tx_bps': 21836619776.0,
           'tx_bps_L1': 28660563456.0,
           'tx_pps': 42649648.0,
           'tx_util': 71.65140864}}
29/04/2020 09:50:23                         pktgen: {'ibytes': 10904915072,
 'ierrors': 0,
 'ipackets': 170389330,
 'obytes': 27297334912,
 'oerrors': 0,
 'opackets': 426520909,
 'rx_bps': 8723375104.0,
 'rx_bps_L1': 11449431424.0,
 'rx_pps': 17037852.0,
 'rx_util': 28.623578560000002,
 'tx_bps': 21836619776.0,
 'tx_bps_L1': 28660563456.0,
 'tx_pps': 42649648.0,
 'tx_util': 71.65140864}
29/04/2020 09:50:23                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21836619776.000000, tx_pps: 42649648.000000 
29/04/2020 09:50:23                         pktgen: {'ibytes': 10904915072,
 'ierrors': 0,
 'ipackets': 170389330,
 'obytes': 27297334912,
 'oerrors': 0,
 'opackets': 426520909,
 'rx_bps': 8723375104.0,
 'rx_bps_L1': 11449431424.0,
 'rx_pps': 17037852.0,
 'rx_util': 28.623578560000002,
 'tx_bps': 21836619776.0,
 'tx_bps_L1': 28660563456.0,
 'tx_pps': 42649648.0,
 'tx_util': 71.65140864}
29/04/2020 09:50:23                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8723375104.000000, rx_pps: 17037852.000000
29/04/2020 09:50:23                         pktgen: throughput: pps_rx 17037852.000000, bps_rx 8723375104.000000
29/04/2020 09:50:23                         pktgen: traffic completed. 
29/04/2020 09:50:23              dut.10.240.183.61: stop
29/04/2020 09:50:23              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 129704535      TX-packets: 129704535      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 125669732      TX-packets: 125669732      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 255374267      RX-dropped: 0             RX-total: 255374267
  TX-packets: 255374267      TX-dropped: 0             TX-total: 255374267
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 255374267      RX-dropped: 0             RX-total: 255374267
  TX-packets: 255374267      TX-dropped: 0             TX-total: 255374267
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:50:23              dut.10.240.183.61: start
29/04/2020 09:50:23              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:50:26                         tester: ls -d /tmp
29/04/2020 09:50:26                         tester: /tmp
29/04/2020 09:50:26                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:50:31                         pktgen: test port 0 map gen port 0
29/04/2020 09:50:31                         pktgen: test port 0 map gen port 0
29/04/2020 09:50:31                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:50:31                         pktgen: trex port <0> not support flow control
29/04/2020 09:50:31                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:50:31                         pktgen: begin traffic ......
29/04/2020 09:50:31                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:50:36                         pktgen: traffic completed. 
29/04/2020 09:50:36                         pktgen: begin traffic ......
29/04/2020 09:50:36                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:50:46                         pktgen: begin get port statistic ...
29/04/2020 09:50:46                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:50:46                         pktgen: {0: {'ibytes': 10583977792,
     'ierrors': 0,
     'ipackets': 165374679,
     'obytes': 27302580160,
     'oerrors': 0,
     'opackets': 426602870,
     'rx_bps': 8492005888.0,
     'rx_bps_L1': 11145757888.000002,
     'rx_pps': 16585950.0,
     'rx_util': 27.864394720000007,
     'tx_bps': 21922504704.0,
     'tx_bps_L1': 28773287424.0,
     'tx_pps': 42817392.0,
     'tx_util': 71.93321856},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.148099899291992,
            'cpu_util': 98.3239517211914,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7925799,
            'rx_bps': 8492005888.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13430498304.0,
            'rx_pps': 16585950.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21922504704.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42817392.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10583977792,
           'ierrors': 0,
           'ipackets': 165374679,
           'obytes': 27302580160,
           'oerrors': 0,
           'opackets': 426602870,
           'rx_bps': 8492005888.0,
           'rx_bps_L1': 11145757888.000002,
           'rx_pps': 16585950.0,
           'rx_util': 27.864394720000007,
           'tx_bps': 21922504704.0,
           'tx_bps_L1': 28773287424.0,
           'tx_pps': 42817392.0,
           'tx_util': 71.93321856}}
29/04/2020 09:50:46                         pktgen: {'ibytes': 10583977792,
 'ierrors': 0,
 'ipackets': 165374679,
 'obytes': 27302580160,
 'oerrors': 0,
 'opackets': 426602870,
 'rx_bps': 8492005888.0,
 'rx_bps_L1': 11145757888.000002,
 'rx_pps': 16585950.0,
 'rx_util': 27.864394720000007,
 'tx_bps': 21922504704.0,
 'tx_bps_L1': 28773287424.0,
 'tx_pps': 42817392.0,
 'tx_util': 71.93321856}
29/04/2020 09:50:46                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21922504704.000000, tx_pps: 42817392.000000 
29/04/2020 09:50:46                         pktgen: {'ibytes': 10583977792,
 'ierrors': 0,
 'ipackets': 165374679,
 'obytes': 27302580160,
 'oerrors': 0,
 'opackets': 426602870,
 'rx_bps': 8492005888.0,
 'rx_bps_L1': 11145757888.000002,
 'rx_pps': 16585950.0,
 'rx_util': 27.864394720000007,
 'tx_bps': 21922504704.0,
 'tx_bps_L1': 28773287424.0,
 'tx_pps': 42817392.0,
 'tx_util': 71.93321856}
29/04/2020 09:50:46                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8492005888.000000, rx_pps: 16585950.000000
29/04/2020 09:50:46                         pktgen: throughput: pps_rx 16585950.000000, bps_rx 8492005888.000000
29/04/2020 09:50:46                         pktgen: traffic completed. 
29/04/2020 09:50:46              dut.10.240.183.61: stop
29/04/2020 09:50:46              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 120516151      TX-packets: 120516151      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 127541559      TX-packets: 127541559      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 248057710      RX-dropped: 0             RX-total: 248057710
  TX-packets: 248057710      TX-dropped: 0             TX-total: 248057710
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 248057710      RX-dropped: 0             RX-total: 248057710
  TX-packets: 248057710      TX-dropped: 0             TX-total: 248057710
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:50:46              dut.10.240.183.61: start
29/04/2020 09:50:46              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:50:48              dut.10.240.183.61: quit
29/04/2020 09:50:49              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 09:50:49 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+-------------------------------+------------------+------------+----------------+
| FrameSize(B) |             Mode              | Throughput(Mpps) | % linerate |     Cycle      |
+==============+===============================+==================+============+================+
| 64           | packed_ring_inorder_mergeable | 17.038           | 28.624     | Before Restart |
+--------------+-------------------------------+------------------+------------+----------------+
| 64           | packed_ring_inorder_mergeable | 16.586           | 27.864     | After Restart  |
+--------------+-------------------------------+------------------+------------+----------------+
29/04/2020 09:50:49 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_packed_ring_inorder_mergeable_path Result PASSED:
29/04/2020 09:50:49              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 09:50:52 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_packed_ring_inorder_nonmergeable_path Begin
29/04/2020 09:50:52              dut.10.240.183.61:  
29/04/2020 09:50:52                         tester: 
29/04/2020 09:50:52              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 09:50:52              dut.10.240.183.61: 
29/04/2020 09:50:52              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 09:50:52              dut.10.240.183.61: testpmd: no process found
29/04/2020 09:50:52              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 09:50:52              dut.10.240.183.61: 
29/04/2020 09:50:53              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1,mrg_rxbuf=0 -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 09:50:54              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 09:50:54              dut.10.240.183.61: set fwd mac
29/04/2020 09:50:54              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 09:50:54              dut.10.240.183.61: start
29/04/2020 09:50:54              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:50:54 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_packed_ring_inorder_nonmergeable_path, and 64 frame size.
29/04/2020 09:50:54                         tester: ls -d /tmp
29/04/2020 09:50:54                         tester: /tmp
29/04/2020 09:50:54                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:50:59                         pktgen: test port 0 map gen port 0
29/04/2020 09:50:59                         pktgen: test port 0 map gen port 0
29/04/2020 09:50:59                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:50:59                         pktgen: trex port <0> not support flow control
29/04/2020 09:50:59                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:50:59                         pktgen: begin traffic ......
29/04/2020 09:50:59                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:51:04                         pktgen: traffic completed. 
29/04/2020 09:51:04                         pktgen: begin traffic ......
29/04/2020 09:51:04                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:51:14                         pktgen: begin get port statistic ...
29/04/2020 09:51:14                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:51:14                         pktgen: {0: {'ibytes': 10912293888,
     'ierrors': 0,
     'ipackets': 170504606,
     'obytes': 27295921856,
     'oerrors': 0,
     'opackets': 426498829,
     'rx_bps': 8735980544.0,
     'rx_bps_L1': 11465974784.0,
     'rx_pps': 17062464.0,
     'rx_util': 28.66493696,
     'tx_bps': 21816168448.0,
     'tx_bps_L1': 28633721088.0,
     'tx_pps': 42609704.0,
     'tx_util': 71.58430272000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.116748809814453,
            'cpu_util': 98.12297058105469,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7919836,
            'rx_bps': 8735980544.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13080187904.0,
            'rx_pps': 17062464.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21816168448.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42609704.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10912293888,
           'ierrors': 0,
           'ipackets': 170504606,
           'obytes': 27295921856,
           'oerrors': 0,
           'opackets': 426498829,
           'rx_bps': 8735980544.0,
           'rx_bps_L1': 11465974784.0,
           'rx_pps': 17062464.0,
           'rx_util': 28.66493696,
           'tx_bps': 21816168448.0,
           'tx_bps_L1': 28633721088.0,
           'tx_pps': 42609704.0,
           'tx_util': 71.58430272000001}}
29/04/2020 09:51:14                         pktgen: {'ibytes': 10912293888,
 'ierrors': 0,
 'ipackets': 170504606,
 'obytes': 27295921856,
 'oerrors': 0,
 'opackets': 426498829,
 'rx_bps': 8735980544.0,
 'rx_bps_L1': 11465974784.0,
 'rx_pps': 17062464.0,
 'rx_util': 28.66493696,
 'tx_bps': 21816168448.0,
 'tx_bps_L1': 28633721088.0,
 'tx_pps': 42609704.0,
 'tx_util': 71.58430272000001}
29/04/2020 09:51:14                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21816168448.000000, tx_pps: 42609704.000000 
29/04/2020 09:51:14                         pktgen: {'ibytes': 10912293888,
 'ierrors': 0,
 'ipackets': 170504606,
 'obytes': 27295921856,
 'oerrors': 0,
 'opackets': 426498829,
 'rx_bps': 8735980544.0,
 'rx_bps_L1': 11465974784.0,
 'rx_pps': 17062464.0,
 'rx_util': 28.66493696,
 'tx_bps': 21816168448.0,
 'tx_bps_L1': 28633721088.0,
 'tx_pps': 42609704.0,
 'tx_util': 71.58430272000001}
29/04/2020 09:51:14                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8735980544.000000, rx_pps: 17062464.000000
29/04/2020 09:51:14                         pktgen: throughput: pps_rx 17062464.000000, bps_rx 8735980544.000000
29/04/2020 09:51:14                         pktgen: traffic completed. 
29/04/2020 09:51:14              dut.10.240.183.61: stop
29/04/2020 09:51:15              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 127987896      TX-packets: 127987896      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 127733047      TX-packets: 127733047      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 255720943      RX-dropped: 0             RX-total: 255720943
  TX-packets: 255720943      TX-dropped: 0             TX-total: 255720943
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 255720943      RX-dropped: 0             RX-total: 255720943
  TX-packets: 255720943      TX-dropped: 0             TX-total: 255720943
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:51:15              dut.10.240.183.61: start
29/04/2020 09:51:15              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:51:17                         tester: ls -d /tmp
29/04/2020 09:51:18                         tester: /tmp
29/04/2020 09:51:18                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:51:23                         pktgen: test port 0 map gen port 0
29/04/2020 09:51:23                         pktgen: test port 0 map gen port 0
29/04/2020 09:51:23                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:51:23                         pktgen: trex port <0> not support flow control
29/04/2020 09:51:23                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:51:23                         pktgen: begin traffic ......
29/04/2020 09:51:23                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:51:28                         pktgen: traffic completed. 
29/04/2020 09:51:28                         pktgen: begin traffic ......
29/04/2020 09:51:28                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:51:38                         pktgen: begin get port statistic ...
29/04/2020 09:51:38                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:51:38                         pktgen: {0: {'ibytes': 10587939264,
     'ierrors': 0,
     'ipackets': 165436554,
     'obytes': 27309346688,
     'oerrors': 0,
     'opackets': 426708592,
     'rx_bps': 8502184448.0,
     'rx_bps_L1': 11159115968.0,
     'rx_pps': 16605822.0,
     'rx_util': 27.897789919999997,
     'tx_bps': 21827692544.0,
     'tx_bps_L1': 28648847104.0,
     'tx_pps': 42632216.0,
     'tx_util': 71.62211776000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.111601829528809,
            'cpu_util': 98.22027587890625,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7930306,
            'rx_bps': 8502184448.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13325508608.0,
            'rx_pps': 16605822.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21827692544.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42632216.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10587939264,
           'ierrors': 0,
           'ipackets': 165436554,
           'obytes': 27309346688,
           'oerrors': 0,
           'opackets': 426708592,
           'rx_bps': 8502184448.0,
           'rx_bps_L1': 11159115968.0,
           'rx_pps': 16605822.0,
           'rx_util': 27.897789919999997,
           'tx_bps': 21827692544.0,
           'tx_bps_L1': 28648847104.0,
           'tx_pps': 42632216.0,
           'tx_util': 71.62211776000001}}
29/04/2020 09:51:38                         pktgen: {'ibytes': 10587939264,
 'ierrors': 0,
 'ipackets': 165436554,
 'obytes': 27309346688,
 'oerrors': 0,
 'opackets': 426708592,
 'rx_bps': 8502184448.0,
 'rx_bps_L1': 11159115968.0,
 'rx_pps': 16605822.0,
 'rx_util': 27.897789919999997,
 'tx_bps': 21827692544.0,
 'tx_bps_L1': 28648847104.0,
 'tx_pps': 42632216.0,
 'tx_util': 71.62211776000001}
29/04/2020 09:51:38                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21827692544.000000, tx_pps: 42632216.000000 
29/04/2020 09:51:38                         pktgen: {'ibytes': 10587939264,
 'ierrors': 0,
 'ipackets': 165436554,
 'obytes': 27309346688,
 'oerrors': 0,
 'opackets': 426708592,
 'rx_bps': 8502184448.0,
 'rx_bps_L1': 11159115968.0,
 'rx_pps': 16605822.0,
 'rx_util': 27.897789919999997,
 'tx_bps': 21827692544.0,
 'tx_bps_L1': 28648847104.0,
 'tx_pps': 42632216.0,
 'tx_util': 71.62211776000001}
29/04/2020 09:51:38                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8502184448.000000, rx_pps: 16605822.000000
29/04/2020 09:51:38                         pktgen: throughput: pps_rx 16605822.000000, bps_rx 8502184448.000000
29/04/2020 09:51:38                         pktgen: traffic completed. 
29/04/2020 09:51:38              dut.10.240.183.61: stop
29/04/2020 09:51:38              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 128203927      TX-packets: 128203927      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 119304206      TX-packets: 119304206      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 247508133      RX-dropped: 0             RX-total: 247508133
  TX-packets: 247508133      TX-dropped: 0             TX-total: 247508133
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 247508133      RX-dropped: 0             RX-total: 247508133
  TX-packets: 247508133      TX-dropped: 0             TX-total: 247508133
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:51:38              dut.10.240.183.61: start
29/04/2020 09:51:38              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:51:39              dut.10.240.183.61: quit
29/04/2020 09:51:41              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 09:51:41 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+----------------------------------+------------------+------------+----------------+
| FrameSize(B) |               Mode               | Throughput(Mpps) | % linerate |     Cycle      |
+==============+==================================+==================+============+================+
| 64           | packed_ring_inorder_nonmergeable | 17.062           | 28.665     | Before Restart |
+--------------+----------------------------------+------------------+------------+----------------+
| 64           | packed_ring_inorder_nonmergeable | 16.606           | 27.898     | After Restart  |
+--------------+----------------------------------+------------------+------------+----------------+
29/04/2020 09:51:41 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_packed_ring_inorder_nonmergeable_path Result PASSED:
29/04/2020 09:51:41              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 09:51:43 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_packed_ring_mergeable_path Begin
29/04/2020 09:51:44              dut.10.240.183.61:  
29/04/2020 09:51:44                         tester: 
29/04/2020 09:51:44              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 09:51:44              dut.10.240.183.61: 
29/04/2020 09:51:44              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 09:51:44              dut.10.240.183.61: testpmd: no process found
29/04/2020 09:51:44              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 09:51:44              dut.10.240.183.61: 
29/04/2020 09:51:45              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1,in_order=0 -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 09:51:46              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 09:51:46              dut.10.240.183.61: set fwd mac
29/04/2020 09:51:46              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 09:51:46              dut.10.240.183.61: start
29/04/2020 09:51:46              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:51:46 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_packed_ring_mergeable_path, and 64 frame size.
29/04/2020 09:51:46                         tester: ls -d /tmp
29/04/2020 09:51:46                         tester: /tmp
29/04/2020 09:51:46                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:51:51                         pktgen: test port 0 map gen port 0
29/04/2020 09:51:51                         pktgen: test port 0 map gen port 0
29/04/2020 09:51:51                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:51:51                         pktgen: trex port <0> not support flow control
29/04/2020 09:51:51                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:51:51                         pktgen: begin traffic ......
29/04/2020 09:51:51                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:51:56                         pktgen: traffic completed. 
29/04/2020 09:51:56                         pktgen: begin traffic ......
29/04/2020 09:51:56                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:52:06                         pktgen: begin get port statistic ...
29/04/2020 09:52:06                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:52:06                         pktgen: {0: {'ibytes': 10786612864,
     'ierrors': 0,
     'ipackets': 168540826,
     'obytes': 27294269440,
     'oerrors': 0,
     'opackets': 426473009,
     'rx_bps': 8667795456.0,
     'rx_bps_L1': 11376479296.0,
     'rx_pps': 16929274.0,
     'rx_util': 28.44119824,
     'tx_bps': 21825138688.0,
     'tx_bps_L1': 28645494528.0,
     'tx_pps': 42627224.0,
     'tx_util': 71.61373632},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.134336471557617,
            'cpu_util': 98.00826263427734,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7926865,
            'rx_bps': 8667795456.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13157343232.0,
            'rx_pps': 16929274.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21825138688.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42627224.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10786612864,
           'ierrors': 0,
           'ipackets': 168540826,
           'obytes': 27294269440,
           'oerrors': 0,
           'opackets': 426473009,
           'rx_bps': 8667795456.0,
           'rx_bps_L1': 11376479296.0,
           'rx_pps': 16929274.0,
           'rx_util': 28.44119824,
           'tx_bps': 21825138688.0,
           'tx_bps_L1': 28645494528.0,
           'tx_pps': 42627224.0,
           'tx_util': 71.61373632}}
29/04/2020 09:52:06                         pktgen: {'ibytes': 10786612864,
 'ierrors': 0,
 'ipackets': 168540826,
 'obytes': 27294269440,
 'oerrors': 0,
 'opackets': 426473009,
 'rx_bps': 8667795456.0,
 'rx_bps_L1': 11376479296.0,
 'rx_pps': 16929274.0,
 'rx_util': 28.44119824,
 'tx_bps': 21825138688.0,
 'tx_bps_L1': 28645494528.0,
 'tx_pps': 42627224.0,
 'tx_util': 71.61373632}
29/04/2020 09:52:06                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21825138688.000000, tx_pps: 42627224.000000 
29/04/2020 09:52:06                         pktgen: {'ibytes': 10786612864,
 'ierrors': 0,
 'ipackets': 168540826,
 'obytes': 27294269440,
 'oerrors': 0,
 'opackets': 426473009,
 'rx_bps': 8667795456.0,
 'rx_bps_L1': 11376479296.0,
 'rx_pps': 16929274.0,
 'rx_util': 28.44119824,
 'tx_bps': 21825138688.0,
 'tx_bps_L1': 28645494528.0,
 'tx_pps': 42627224.0,
 'tx_util': 71.61373632}
29/04/2020 09:52:06                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8667795456.000000, rx_pps: 16929274.000000
29/04/2020 09:52:06                         pktgen: throughput: pps_rx 16929274.000000, bps_rx 8667795456.000000
29/04/2020 09:52:06                         pktgen: traffic completed. 
29/04/2020 09:52:06              dut.10.240.183.61: stop
29/04/2020 09:52:06              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 126217527      TX-packets: 126217527      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 125773623      TX-packets: 125773623      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 251991150      RX-dropped: 0             RX-total: 251991150
  TX-packets: 251991150      TX-dropped: 0             TX-total: 251991150
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 251991150      RX-dropped: 0             RX-total: 251991150
  TX-packets: 251991150      TX-dropped: 0             TX-total: 251991150
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:52:06              dut.10.240.183.61: start
29/04/2020 09:52:06              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:56:37                         tester: ls -d /tmp
29/04/2020 09:56:37                         tester: /tmp
29/04/2020 09:56:37                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:56:42                         pktgen: test port 0 map gen port 0
29/04/2020 09:56:42                         pktgen: test port 0 map gen port 0
29/04/2020 09:56:42                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:56:42                         pktgen: trex port <0> not support flow control
29/04/2020 09:56:42                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:56:42                         pktgen: begin traffic ......
29/04/2020 09:56:42                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:56:47                         pktgen: traffic completed. 
29/04/2020 09:56:47                         pktgen: begin traffic ......
29/04/2020 09:56:47                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:56:57                         pktgen: begin get port statistic ...
29/04/2020 09:56:57                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:56:57                         pktgen: {0: {'ibytes': 10005605056,
     'ierrors': 0,
     'ipackets': 156337607,
     'obytes': 27308097408,
     'oerrors': 0,
     'opackets': 426689073,
     'rx_bps': 8039834112.0,
     'rx_bps_L1': 10552282912.0,
     'rx_pps': 15702805.0,
     'rx_util': 26.38070728,
     'tx_bps': 21886242816.0,
     'tx_bps_L1': 28725693696.0,
     'tx_pps': 42746568.0,
     'tx_util': 71.81423423999999},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.175254821777344,
            'cpu_util': 97.92279052734375,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7420862,
            'rx_bps': 8039834112.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13846408192.0,
            'rx_pps': 15702805.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21886242816.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42746568.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10005605056,
           'ierrors': 0,
           'ipackets': 156337607,
           'obytes': 27308097408,
           'oerrors': 0,
           'opackets': 426689073,
           'rx_bps': 8039834112.0,
           'rx_bps_L1': 10552282912.0,
           'rx_pps': 15702805.0,
           'rx_util': 26.38070728,
           'tx_bps': 21886242816.0,
           'tx_bps_L1': 28725693696.0,
           'tx_pps': 42746568.0,
           'tx_util': 71.81423423999999}}
29/04/2020 09:56:57                         pktgen: {'ibytes': 10005605056,
 'ierrors': 0,
 'ipackets': 156337607,
 'obytes': 27308097408,
 'oerrors': 0,
 'opackets': 426689073,
 'rx_bps': 8039834112.0,
 'rx_bps_L1': 10552282912.0,
 'rx_pps': 15702805.0,
 'rx_util': 26.38070728,
 'tx_bps': 21886242816.0,
 'tx_bps_L1': 28725693696.0,
 'tx_pps': 42746568.0,
 'tx_util': 71.81423423999999}
29/04/2020 09:56:57                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21886242816.000000, tx_pps: 42746568.000000 
29/04/2020 09:56:57                         pktgen: {'ibytes': 10005605056,
 'ierrors': 0,
 'ipackets': 156337607,
 'obytes': 27308097408,
 'oerrors': 0,
 'opackets': 426689073,
 'rx_bps': 8039834112.0,
 'rx_bps_L1': 10552282912.0,
 'rx_pps': 15702805.0,
 'rx_util': 26.38070728,
 'tx_bps': 21886242816.0,
 'tx_bps_L1': 28725693696.0,
 'tx_pps': 42746568.0,
 'tx_util': 71.81423423999999}
29/04/2020 09:56:57                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8039834112.000000, rx_pps: 15702805.000000
29/04/2020 09:56:57                         pktgen: throughput: pps_rx 15702805.000000, bps_rx 8039834112.000000
29/04/2020 09:56:57                         pktgen: traffic completed. 
29/04/2020 09:56:57              dut.10.240.183.61: stop
29/04/2020 09:56:57              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 117414551      TX-packets: 117414551      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 118702295      TX-packets: 118702295      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 236116846      RX-dropped: 0             RX-total: 236116846
  TX-packets: 236116846      TX-dropped: 0             TX-total: 236116846
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 236116846      RX-dropped: 0             RX-total: 236116846
  TX-packets: 236116846      TX-dropped: 0             TX-total: 236116846
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:56:57              dut.10.240.183.61: start
29/04/2020 09:56:58              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:56:59              dut.10.240.183.61: quit
29/04/2020 09:57:00              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 09:57:00 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+-----------------------+------------------+------------+----------------+
| FrameSize(B) |         Mode          | Throughput(Mpps) | % linerate |     Cycle      |
+==============+=======================+==================+============+================+
| 64           | packed_ring_mergeable | 16.929           | 28.441     | Before Restart |
+--------------+-----------------------+------------------+------------+----------------+
| 64           | packed_ring_mergeable | 15.703           | 26.381     | After Restart  |
+--------------+-----------------------+------------------+------------+----------------+
29/04/2020 09:57:00 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_packed_ring_mergeable_path Result PASSED:
29/04/2020 09:57:00              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 09:57:03 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_packed_ring_nonmergeable_path Begin
29/04/2020 09:57:03              dut.10.240.183.61:  
29/04/2020 09:57:03                         tester: 
29/04/2020 09:57:03              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 09:57:03              dut.10.240.183.61: 
29/04/2020 09:57:03              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 09:57:04              dut.10.240.183.61: testpmd: no process found
29/04/2020 09:57:04              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 09:57:04              dut.10.240.183.61: 
29/04/2020 09:57:05              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=0 -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 09:57:05              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 09:57:05              dut.10.240.183.61: set fwd mac
29/04/2020 09:57:06              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 09:57:06              dut.10.240.183.61: start
29/04/2020 09:57:06              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:57:06 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_packed_ring_nonmergeable_path, and 64 frame size.
29/04/2020 09:57:06                         tester: ls -d /tmp
29/04/2020 09:57:06                         tester: /tmp
29/04/2020 09:57:06                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:57:11                         pktgen: test port 0 map gen port 0
29/04/2020 09:57:11                         pktgen: test port 0 map gen port 0
29/04/2020 09:57:11                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:57:11                         pktgen: trex port <0> not support flow control
29/04/2020 09:57:11                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:57:11                         pktgen: begin traffic ......
29/04/2020 09:57:11                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:57:16                         pktgen: traffic completed. 
29/04/2020 09:57:16                         pktgen: begin traffic ......
29/04/2020 09:57:16                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:57:26                         pktgen: begin get port statistic ...
29/04/2020 09:57:26                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:57:26                         pktgen: {0: {'ibytes': 10859971456,
     'ierrors': 0,
     'ipackets': 169687086,
     'obytes': 27343202240,
     'oerrors': 0,
     'opackets': 427237587,
     'rx_bps': 8694587392.0,
     'rx_bps_L1': 11411644672.0,
     'rx_pps': 16981608.0,
     'rx_util': 28.529111680000003,
     'tx_bps': 21837385728.0,
     'tx_bps_L1': 28661568768.0,
     'tx_pps': 42651144.0,
     'tx_util': 71.65392192},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.150903701782227,
            'cpu_util': 97.91755676269531,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7371292,
            'rx_bps': 8694587392.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13142799360.0,
            'rx_pps': 16981608.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21837385728.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42651144.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10859971456,
           'ierrors': 0,
           'ipackets': 169687086,
           'obytes': 27343202240,
           'oerrors': 0,
           'opackets': 427237587,
           'rx_bps': 8694587392.0,
           'rx_bps_L1': 11411644672.0,
           'rx_pps': 16981608.0,
           'rx_util': 28.529111680000003,
           'tx_bps': 21837385728.0,
           'tx_bps_L1': 28661568768.0,
           'tx_pps': 42651144.0,
           'tx_util': 71.65392192}}
29/04/2020 09:57:26                         pktgen: {'ibytes': 10859971456,
 'ierrors': 0,
 'ipackets': 169687086,
 'obytes': 27343202240,
 'oerrors': 0,
 'opackets': 427237587,
 'rx_bps': 8694587392.0,
 'rx_bps_L1': 11411644672.0,
 'rx_pps': 16981608.0,
 'rx_util': 28.529111680000003,
 'tx_bps': 21837385728.0,
 'tx_bps_L1': 28661568768.0,
 'tx_pps': 42651144.0,
 'tx_util': 71.65392192}
29/04/2020 09:57:26                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21837385728.000000, tx_pps: 42651144.000000 
29/04/2020 09:57:26                         pktgen: {'ibytes': 10859971456,
 'ierrors': 0,
 'ipackets': 169687086,
 'obytes': 27343202240,
 'oerrors': 0,
 'opackets': 427237587,
 'rx_bps': 8694587392.0,
 'rx_bps_L1': 11411644672.0,
 'rx_pps': 16981608.0,
 'rx_util': 28.529111680000003,
 'tx_bps': 21837385728.0,
 'tx_bps_L1': 28661568768.0,
 'tx_pps': 42651144.0,
 'tx_util': 71.65392192}
29/04/2020 09:57:26                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8694587392.000000, rx_pps: 16981608.000000
29/04/2020 09:57:26                         pktgen: throughput: pps_rx 16981608.000000, bps_rx 8694587392.000000
29/04/2020 09:57:26                         pktgen: traffic completed. 
29/04/2020 09:57:26              dut.10.240.183.61: stop
29/04/2020 09:57:26              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 127133409      TX-packets: 127133409      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 126079920      TX-packets: 126079920      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 253213329      RX-dropped: 0             RX-total: 253213329
  TX-packets: 253213329      TX-dropped: 0             TX-total: 253213329
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 253213329      RX-dropped: 0             RX-total: 253213329
  TX-packets: 253213329      TX-dropped: 0             TX-total: 253213329
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:57:26              dut.10.240.183.61: start
29/04/2020 09:57:26              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:57:29                         tester: ls -d /tmp
29/04/2020 09:57:29                         tester: /tmp
29/04/2020 09:57:29                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:57:34                         pktgen: test port 0 map gen port 0
29/04/2020 09:57:34                         pktgen: test port 0 map gen port 0
29/04/2020 09:57:34                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:57:34                         pktgen: trex port <0> not support flow control
29/04/2020 09:57:34                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:57:34                         pktgen: begin traffic ......
29/04/2020 09:57:34                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:57:39                         pktgen: traffic completed. 
29/04/2020 09:57:39                         pktgen: begin traffic ......
29/04/2020 09:57:39                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:57:49                         pktgen: begin get port statistic ...
29/04/2020 09:57:49                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:57:49                         pktgen: {0: {'ibytes': 10241178880,
     'ierrors': 0,
     'ipackets': 160018427,
     'obytes': 27322517120,
     'oerrors': 0,
     'opackets': 426914379,
     'rx_bps': 8224174080.0,
     'rx_bps_L1': 10794229120.0,
     'rx_pps': 16062844.0,
     'rx_util': 26.9855728,
     'tx_bps': 21823719424.0,
     'tx_bps_L1': 28643631104.0,
     'tx_pps': 42624448.0,
     'tx_util': 71.60907775999999},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.123542785644531,
            'cpu_util': 98.09698486328125,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7928689,
            'rx_bps': 8224174080.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 13599545344.0,
            'rx_pps': 16062844.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21823719424.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42624448.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 10241178880,
           'ierrors': 0,
           'ipackets': 160018427,
           'obytes': 27322517120,
           'oerrors': 0,
           'opackets': 426914379,
           'rx_bps': 8224174080.0,
           'rx_bps_L1': 10794229120.0,
           'rx_pps': 16062844.0,
           'rx_util': 26.9855728,
           'tx_bps': 21823719424.0,
           'tx_bps_L1': 28643631104.0,
           'tx_pps': 42624448.0,
           'tx_util': 71.60907775999999}}
29/04/2020 09:57:49                         pktgen: {'ibytes': 10241178880,
 'ierrors': 0,
 'ipackets': 160018427,
 'obytes': 27322517120,
 'oerrors': 0,
 'opackets': 426914379,
 'rx_bps': 8224174080.0,
 'rx_bps_L1': 10794229120.0,
 'rx_pps': 16062844.0,
 'rx_util': 26.9855728,
 'tx_bps': 21823719424.0,
 'tx_bps_L1': 28643631104.0,
 'tx_pps': 42624448.0,
 'tx_util': 71.60907775999999}
29/04/2020 09:57:49                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21823719424.000000, tx_pps: 42624448.000000 
29/04/2020 09:57:49                         pktgen: {'ibytes': 10241178880,
 'ierrors': 0,
 'ipackets': 160018427,
 'obytes': 27322517120,
 'oerrors': 0,
 'opackets': 426914379,
 'rx_bps': 8224174080.0,
 'rx_bps_L1': 10794229120.0,
 'rx_pps': 16062844.0,
 'rx_util': 26.9855728,
 'tx_bps': 21823719424.0,
 'tx_bps_L1': 28643631104.0,
 'tx_pps': 42624448.0,
 'tx_util': 71.60907775999999}
29/04/2020 09:57:49                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 8224174080.000000, rx_pps: 16062844.000000
29/04/2020 09:57:49                         pktgen: throughput: pps_rx 16062844.000000, bps_rx 8224174080.000000
29/04/2020 09:57:49                         pktgen: traffic completed. 
29/04/2020 09:57:49              dut.10.240.183.61: stop
29/04/2020 09:57:49              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 115767696      TX-packets: 115767696      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 125861021      TX-packets: 125861021      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 241628717      RX-dropped: 0             RX-total: 241628717
  TX-packets: 241628717      TX-dropped: 0             TX-total: 241628717
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 241628717      RX-dropped: 0             RX-total: 241628717
  TX-packets: 241628717      TX-dropped: 0             TX-total: 241628717
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:57:49              dut.10.240.183.61: start
29/04/2020 09:57:49              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:57:51              dut.10.240.183.61: quit
29/04/2020 09:57:52              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 09:57:52 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+--------------------------+------------------+------------+----------------+
| FrameSize(B) |           Mode           | Throughput(Mpps) | % linerate |     Cycle      |
+==============+==========================+==================+============+================+
| 64           | packed_ring_nonmergeable | 16.982           | 28.529     | Before Restart |
+--------------+--------------------------+------------------+------------+----------------+
| 64           | packed_ring_nonmergeable | 16.063           | 26.986     | After Restart  |
+--------------+--------------------------+------------------+------------+----------------+
29/04/2020 09:57:52 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_packed_ring_nonmergeable_path Result PASSED:
29/04/2020 09:57:52              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 09:57:55 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_inorder_mergeable_path Begin
29/04/2020 09:57:55              dut.10.240.183.61:  
29/04/2020 09:57:55                         tester: 
29/04/2020 09:57:55              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 09:57:55              dut.10.240.183.61: 
29/04/2020 09:57:55              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 09:57:55              dut.10.240.183.61: testpmd: no process found
29/04/2020 09:57:55              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 09:57:55              dut.10.240.183.61: 
29/04/2020 09:57:56              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2 -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 09:57:57              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 09:57:57              dut.10.240.183.61: set fwd mac
29/04/2020 09:57:58              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 09:57:58              dut.10.240.183.61: start
29/04/2020 09:57:58              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:57:58 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_split_ring_inorder_mergeable_path, and 64 frame size.
29/04/2020 09:57:58                         tester: ls -d /tmp
29/04/2020 09:57:58                         tester: /tmp
29/04/2020 09:57:58                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:58:03                         pktgen: test port 0 map gen port 0
29/04/2020 09:58:03                         pktgen: test port 0 map gen port 0
29/04/2020 09:58:03                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:58:03                         pktgen: trex port <0> not support flow control
29/04/2020 09:58:03                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:58:03                         pktgen: begin traffic ......
29/04/2020 09:58:03                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:58:08                         pktgen: traffic completed. 
29/04/2020 09:58:08                         pktgen: begin traffic ......
29/04/2020 09:58:08                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:58:18                         pktgen: begin get port statistic ...
29/04/2020 09:58:18                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:58:18                         pktgen: {0: {'ibytes': 8807129664,
     'ierrors': 0,
     'ipackets': 137611401,
     'obytes': 27325384640,
     'oerrors': 0,
     'opackets': 426959184,
     'rx_bps': 7060815872.0,
     'rx_bps_L1': 9267321472.0,
     'rx_pps': 13790660.0,
     'rx_util': 23.168303679999998,
     'tx_bps': 21919645696.0,
     'tx_bps_L1': 28769535616.0,
     'tx_pps': 42811812.0,
     'tx_util': 71.92383904},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.161985397338867,
            'cpu_util': 98.18882751464844,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7931530,
            'rx_bps': 7060815872.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14858829824.0,
            'rx_pps': 13790660.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21919645696.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42811812.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8807129664,
           'ierrors': 0,
           'ipackets': 137611401,
           'obytes': 27325384640,
           'oerrors': 0,
           'opackets': 426959184,
           'rx_bps': 7060815872.0,
           'rx_bps_L1': 9267321472.0,
           'rx_pps': 13790660.0,
           'rx_util': 23.168303679999998,
           'tx_bps': 21919645696.0,
           'tx_bps_L1': 28769535616.0,
           'tx_pps': 42811812.0,
           'tx_util': 71.92383904}}
29/04/2020 09:58:18                         pktgen: {'ibytes': 8807129664,
 'ierrors': 0,
 'ipackets': 137611401,
 'obytes': 27325384640,
 'oerrors': 0,
 'opackets': 426959184,
 'rx_bps': 7060815872.0,
 'rx_bps_L1': 9267321472.0,
 'rx_pps': 13790660.0,
 'rx_util': 23.168303679999998,
 'tx_bps': 21919645696.0,
 'tx_bps_L1': 28769535616.0,
 'tx_pps': 42811812.0,
 'tx_util': 71.92383904}
29/04/2020 09:58:18                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21919645696.000000, tx_pps: 42811812.000000 
29/04/2020 09:58:18                         pktgen: {'ibytes': 8807129664,
 'ierrors': 0,
 'ipackets': 137611401,
 'obytes': 27325384640,
 'oerrors': 0,
 'opackets': 426959184,
 'rx_bps': 7060815872.0,
 'rx_bps_L1': 9267321472.0,
 'rx_pps': 13790660.0,
 'rx_util': 23.168303679999998,
 'tx_bps': 21919645696.0,
 'tx_bps_L1': 28769535616.0,
 'tx_pps': 42811812.0,
 'tx_util': 71.92383904}
29/04/2020 09:58:18                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7060815872.000000, rx_pps: 13790660.000000
29/04/2020 09:58:18                         pktgen: throughput: pps_rx 13790660.000000, bps_rx 7060815872.000000
29/04/2020 09:58:18                         pktgen: traffic completed. 
29/04/2020 09:58:18              dut.10.240.183.61: stop
29/04/2020 09:58:18              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 103516567      TX-packets: 103516535      TX-dropped: 32            

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 102888376      TX-packets: 102888376      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 206404943      RX-dropped: 0             RX-total: 206404943
  TX-packets: 206404911      TX-dropped: 32            TX-total: 206404943
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 206404943      RX-dropped: 0             RX-total: 206404943
  TX-packets: 206404911      TX-dropped: 32            TX-total: 206404943
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:58:18              dut.10.240.183.61: start
29/04/2020 09:58:18              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:58:21                         tester: ls -d /tmp
29/04/2020 09:58:21                         tester: /tmp
29/04/2020 09:58:21                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:58:26                         pktgen: test port 0 map gen port 0
29/04/2020 09:58:26                         pktgen: test port 0 map gen port 0
29/04/2020 09:58:26                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:58:26                         pktgen: trex port <0> not support flow control
29/04/2020 09:58:26                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:58:26                         pktgen: begin traffic ......
29/04/2020 09:58:26                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:58:31                         pktgen: traffic completed. 
29/04/2020 09:58:31                         pktgen: begin traffic ......
29/04/2020 09:58:31                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:58:41                         pktgen: begin get port statistic ...
29/04/2020 09:58:41                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:58:41                         pktgen: {0: {'ibytes': 8825289088,
     'ierrors': 0,
     'ipackets': 137895183,
     'obytes': 27297767744,
     'oerrors': 0,
     'opackets': 426527678,
     'rx_bps': 7036857856.0,
     'rx_bps_L1': 9235876416.0,
     'rx_pps': 13743866.0,
     'rx_util': 23.089691039999998,
     'tx_bps': 21798598656.0,
     'tx_bps_L1': 28610660096.000004,
     'tx_pps': 42575384.0,
     'tx_util': 71.52665024000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.08786392211914,
            'cpu_util': 98.29936218261719,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7922767,
            'rx_bps': 7036857856.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14761740288.0,
            'rx_pps': 13743866.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21798598656.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42575384.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8825289088,
           'ierrors': 0,
           'ipackets': 137895183,
           'obytes': 27297767744,
           'oerrors': 0,
           'opackets': 426527678,
           'rx_bps': 7036857856.0,
           'rx_bps_L1': 9235876416.0,
           'rx_pps': 13743866.0,
           'rx_util': 23.089691039999998,
           'tx_bps': 21798598656.0,
           'tx_bps_L1': 28610660096.000004,
           'tx_pps': 42575384.0,
           'tx_util': 71.52665024000001}}
29/04/2020 09:58:41                         pktgen: {'ibytes': 8825289088,
 'ierrors': 0,
 'ipackets': 137895183,
 'obytes': 27297767744,
 'oerrors': 0,
 'opackets': 426527678,
 'rx_bps': 7036857856.0,
 'rx_bps_L1': 9235876416.0,
 'rx_pps': 13743866.0,
 'rx_util': 23.089691039999998,
 'tx_bps': 21798598656.0,
 'tx_bps_L1': 28610660096.000004,
 'tx_pps': 42575384.0,
 'tx_util': 71.52665024000001}
29/04/2020 09:58:41                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21798598656.000000, tx_pps: 42575384.000000 
29/04/2020 09:58:41                         pktgen: {'ibytes': 8825289088,
 'ierrors': 0,
 'ipackets': 137895183,
 'obytes': 27297767744,
 'oerrors': 0,
 'opackets': 426527678,
 'rx_bps': 7036857856.0,
 'rx_bps_L1': 9235876416.0,
 'rx_pps': 13743866.0,
 'rx_util': 23.089691039999998,
 'tx_bps': 21798598656.0,
 'tx_bps_L1': 28610660096.000004,
 'tx_pps': 42575384.0,
 'tx_util': 71.52665024000001}
29/04/2020 09:58:41                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7036857856.000000, rx_pps: 13743866.000000
29/04/2020 09:58:41                         pktgen: throughput: pps_rx 13743866.000000, bps_rx 7036857856.000000
29/04/2020 09:58:41                         pktgen: traffic completed. 
29/04/2020 09:58:41              dut.10.240.183.61: stop
29/04/2020 09:58:41              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 103652818      TX-packets: 103652818      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 103321166      TX-packets: 103321166      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 206973984      RX-dropped: 0             RX-total: 206973984
  TX-packets: 206973984      TX-dropped: 0             TX-total: 206973984
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 206973984      RX-dropped: 0             RX-total: 206973984
  TX-packets: 206973984      TX-dropped: 0             TX-total: 206973984
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:58:41              dut.10.240.183.61: start
29/04/2020 09:58:41              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:58:43              dut.10.240.183.61: quit
29/04/2020 09:58:44              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 09:58:44 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+------------------------------+------------------+------------+----------------+
| FrameSize(B) |             Mode             | Throughput(Mpps) | % linerate |     Cycle      |
+==============+==============================+==================+============+================+
| 64           | split_ring_inorder_mergeable | 13.791           | 23.168     | Before Restart |
+--------------+------------------------------+------------------+------------+----------------+
| 64           | split_ring_inorder_mergeable | 13.744           | 23.090     | After Restart  |
+--------------+------------------------------+------------------+------------+----------------+
29/04/2020 09:58:44 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_inorder_mergeable_path Result PASSED:
29/04/2020 09:58:44              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 09:58:47 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_inorder_nonmergeable_path Begin
29/04/2020 09:58:47              dut.10.240.183.61:  
29/04/2020 09:58:47                         tester: 
29/04/2020 09:58:47              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 09:58:47              dut.10.240.183.61: 
29/04/2020 09:58:47              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 09:58:47              dut.10.240.183.61: testpmd: no process found
29/04/2020 09:58:47              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 09:58:47              dut.10.240.183.61: 
29/04/2020 09:58:48              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,mrg_rxbuf=0 -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 09:58:50              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 09:58:50              dut.10.240.183.61: set fwd mac
29/04/2020 09:58:50              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 09:58:50              dut.10.240.183.61: start
29/04/2020 09:58:50              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:58:50 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_split_ring_inorder_nonmergeable_path, and 64 frame size.
29/04/2020 09:58:50                         tester: ls -d /tmp
29/04/2020 09:58:50                         tester: /tmp
29/04/2020 09:58:50                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:58:55                         pktgen: test port 0 map gen port 0
29/04/2020 09:58:55                         pktgen: test port 0 map gen port 0
29/04/2020 09:58:55                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:58:55                         pktgen: trex port <0> not support flow control
29/04/2020 09:58:55                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:58:55                         pktgen: begin traffic ......
29/04/2020 09:58:55                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:59:00                         pktgen: traffic completed. 
29/04/2020 09:59:00                         pktgen: begin traffic ......
29/04/2020 09:59:00                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:59:10                         pktgen: begin get port statistic ...
29/04/2020 09:59:10                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:59:10                         pktgen: {0: {'ibytes': 8808650048,
     'ierrors': 0,
     'ipackets': 137635174,
     'obytes': 27319346752,
     'oerrors': 0,
     'opackets': 426864850,
     'rx_bps': 7041871360.0,
     'rx_bps_L1': 9242453920.0,
     'rx_pps': 13753641.0,
     'rx_util': 23.1061348,
     'tx_bps': 21920841728.0,
     'tx_bps_L1': 28771104768.0,
     'tx_pps': 42814144.0,
     'tx_util': 71.92776192},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.202564239501953,
            'cpu_util': 97.8385009765625,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7931599,
            'rx_bps': 7041871360.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14878970880.0,
            'rx_pps': 13753641.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21920841728.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42814144.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8808650048,
           'ierrors': 0,
           'ipackets': 137635174,
           'obytes': 27319346752,
           'oerrors': 0,
           'opackets': 426864850,
           'rx_bps': 7041871360.0,
           'rx_bps_L1': 9242453920.0,
           'rx_pps': 13753641.0,
           'rx_util': 23.1061348,
           'tx_bps': 21920841728.0,
           'tx_bps_L1': 28771104768.0,
           'tx_pps': 42814144.0,
           'tx_util': 71.92776192}}
29/04/2020 09:59:10                         pktgen: {'ibytes': 8808650048,
 'ierrors': 0,
 'ipackets': 137635174,
 'obytes': 27319346752,
 'oerrors': 0,
 'opackets': 426864850,
 'rx_bps': 7041871360.0,
 'rx_bps_L1': 9242453920.0,
 'rx_pps': 13753641.0,
 'rx_util': 23.1061348,
 'tx_bps': 21920841728.0,
 'tx_bps_L1': 28771104768.0,
 'tx_pps': 42814144.0,
 'tx_util': 71.92776192}
29/04/2020 09:59:10                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21920841728.000000, tx_pps: 42814144.000000 
29/04/2020 09:59:10                         pktgen: {'ibytes': 8808650048,
 'ierrors': 0,
 'ipackets': 137635174,
 'obytes': 27319346752,
 'oerrors': 0,
 'opackets': 426864850,
 'rx_bps': 7041871360.0,
 'rx_bps_L1': 9242453920.0,
 'rx_pps': 13753641.0,
 'rx_util': 23.1061348,
 'tx_bps': 21920841728.0,
 'tx_bps_L1': 28771104768.0,
 'tx_pps': 42814144.0,
 'tx_util': 71.92776192}
29/04/2020 09:59:10                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7041871360.000000, rx_pps: 13753641.000000
29/04/2020 09:59:10                         pktgen: throughput: pps_rx 13753641.000000, bps_rx 7041871360.000000
29/04/2020 09:59:10                         pktgen: traffic completed. 
29/04/2020 09:59:10              dut.10.240.183.61: stop
29/04/2020 09:59:10              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 105185892      TX-packets: 105185892      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 101380695      TX-packets: 101380695      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 206566587      RX-dropped: 0             RX-total: 206566587
  TX-packets: 206566587      TX-dropped: 0             TX-total: 206566587
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 206566587      RX-dropped: 0             RX-total: 206566587
  TX-packets: 206566587      TX-dropped: 0             TX-total: 206566587
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:59:10              dut.10.240.183.61: start
29/04/2020 09:59:10              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:59:13                         tester: ls -d /tmp
29/04/2020 09:59:13                         tester: /tmp
29/04/2020 09:59:13                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:59:18                         pktgen: test port 0 map gen port 0
29/04/2020 09:59:18                         pktgen: test port 0 map gen port 0
29/04/2020 09:59:18                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:59:18                         pktgen: trex port <0> not support flow control
29/04/2020 09:59:18                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:59:18                         pktgen: begin traffic ......
29/04/2020 09:59:18                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:59:23                         pktgen: traffic completed. 
29/04/2020 09:59:23                         pktgen: begin traffic ......
29/04/2020 09:59:23                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:59:33                         pktgen: begin get port statistic ...
29/04/2020 09:59:33                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 09:59:33                         pktgen: {0: {'ibytes': 8812484864,
     'ierrors': 0,
     'ipackets': 137695124,
     'obytes': 27303446976,
     'oerrors': 0,
     'opackets': 426616411,
     'rx_bps': 7051550208.0,
     'rx_bps_L1': 9255161248.0,
     'rx_pps': 13772569.0,
     'rx_util': 23.13790312,
     'tx_bps': 21869842432.0,
     'tx_bps_L1': 28704168192.0,
     'tx_pps': 42714536.0,
     'tx_util': 71.76042048},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.100518226623535,
            'cpu_util': 98.5082015991211,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7912326,
            'rx_bps': 7051550208.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14818290688.0,
            'rx_pps': 13772569.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21869842432.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42714536.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8812484864,
           'ierrors': 0,
           'ipackets': 137695124,
           'obytes': 27303446976,
           'oerrors': 0,
           'opackets': 426616411,
           'rx_bps': 7051550208.0,
           'rx_bps_L1': 9255161248.0,
           'rx_pps': 13772569.0,
           'rx_util': 23.13790312,
           'tx_bps': 21869842432.0,
           'tx_bps_L1': 28704168192.0,
           'tx_pps': 42714536.0,
           'tx_util': 71.76042048}}
29/04/2020 09:59:33                         pktgen: {'ibytes': 8812484864,
 'ierrors': 0,
 'ipackets': 137695124,
 'obytes': 27303446976,
 'oerrors': 0,
 'opackets': 426616411,
 'rx_bps': 7051550208.0,
 'rx_bps_L1': 9255161248.0,
 'rx_pps': 13772569.0,
 'rx_util': 23.13790312,
 'tx_bps': 21869842432.0,
 'tx_bps_L1': 28704168192.0,
 'tx_pps': 42714536.0,
 'tx_util': 71.76042048}
29/04/2020 09:59:33                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21869842432.000000, tx_pps: 42714536.000000 
29/04/2020 09:59:33                         pktgen: {'ibytes': 8812484864,
 'ierrors': 0,
 'ipackets': 137695124,
 'obytes': 27303446976,
 'oerrors': 0,
 'opackets': 426616411,
 'rx_bps': 7051550208.0,
 'rx_bps_L1': 9255161248.0,
 'rx_pps': 13772569.0,
 'rx_util': 23.13790312,
 'tx_bps': 21869842432.0,
 'tx_bps_L1': 28704168192.0,
 'tx_pps': 42714536.0,
 'tx_util': 71.76042048}
29/04/2020 09:59:33                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7051550208.000000, rx_pps: 13772569.000000
29/04/2020 09:59:33                         pktgen: throughput: pps_rx 13772569.000000, bps_rx 7051550208.000000
29/04/2020 09:59:33                         pktgen: traffic completed. 
29/04/2020 09:59:33              dut.10.240.183.61: stop
29/04/2020 09:59:33              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 105195928      TX-packets: 105195928      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 101575596      TX-packets: 101575596      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 206771524      RX-dropped: 0             RX-total: 206771524
  TX-packets: 206771524      TX-dropped: 0             TX-total: 206771524
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 206771524      RX-dropped: 0             RX-total: 206771524
  TX-packets: 206771524      TX-dropped: 0             TX-total: 206771524
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 09:59:33              dut.10.240.183.61: start
29/04/2020 09:59:33              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:59:35              dut.10.240.183.61: quit
29/04/2020 09:59:36              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 09:59:36 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+---------------------------------+------------------+------------+----------------+
| FrameSize(B) |              Mode               | Throughput(Mpps) | % linerate |     Cycle      |
+==============+=================================+==================+============+================+
| 64           | split_ring_inorder_nonmergeable | 13.754           | 23.106     | Before Restart |
+--------------+---------------------------------+------------------+------------+----------------+
| 64           | split_ring_inorder_nonmergeable | 13.773           | 23.138     | After Restart  |
+--------------+---------------------------------+------------------+------------+----------------+
29/04/2020 09:59:36 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_inorder_nonmergeable_path Result PASSED:
29/04/2020 09:59:36              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 09:59:39 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_mergeable_path Begin
29/04/2020 09:59:39              dut.10.240.183.61:  
29/04/2020 09:59:39                         tester: 
29/04/2020 09:59:39              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 09:59:39              dut.10.240.183.61: 
29/04/2020 09:59:39              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 09:59:39              dut.10.240.183.61: testpmd: no process found
29/04/2020 09:59:39              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 09:59:39              dut.10.240.183.61: 
29/04/2020 09:59:40              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,in_order=0 -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 09:59:41              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 09:59:41              dut.10.240.183.61: set fwd mac
29/04/2020 09:59:41              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 09:59:41              dut.10.240.183.61: start
29/04/2020 09:59:41              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 09:59:41 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_split_ring_mergeable_path, and 64 frame size.
29/04/2020 09:59:41                         tester: ls -d /tmp
29/04/2020 09:59:41                         tester: /tmp
29/04/2020 09:59:41                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 09:59:46                         pktgen: test port 0 map gen port 0
29/04/2020 09:59:46                         pktgen: test port 0 map gen port 0
29/04/2020 09:59:47                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 09:59:47                         pktgen: trex port <0> not support flow control
29/04/2020 09:59:47                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 09:59:47                         pktgen: begin traffic ......
29/04/2020 09:59:47                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 09:59:52                         pktgen: traffic completed. 
29/04/2020 09:59:52                         pktgen: begin traffic ......
29/04/2020 09:59:52                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:00:02                         pktgen: begin get port statistic ...
29/04/2020 10:00:02                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 10:00:02                         pktgen: {0: {'ibytes': 8648264832,
     'ierrors': 0,
     'ipackets': 135129165,
     'obytes': 27295955584,
     'oerrors': 0,
     'opackets': 426499345,
     'rx_bps': 6919820288.0,
     'rx_bps_L1': 9082262688.0,
     'rx_pps': 13515265.0,
     'rx_util': 22.70565672,
     'tx_bps': 21868791808.0,
     'tx_bps_L1': 28702789248.0,
     'tx_pps': 42712484.0,
     'tx_util': 71.75697312},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.121664047241211,
            'cpu_util': 98.3161849975586,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7912527,
            'rx_bps': 6919820288.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14948970496.0,
            'rx_pps': 13515265.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21868791808.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42712484.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8648264832,
           'ierrors': 0,
           'ipackets': 135129165,
           'obytes': 27295955584,
           'oerrors': 0,
           'opackets': 426499345,
           'rx_bps': 6919820288.0,
           'rx_bps_L1': 9082262688.0,
           'rx_pps': 13515265.0,
           'rx_util': 22.70565672,
           'tx_bps': 21868791808.0,
           'tx_bps_L1': 28702789248.0,
           'tx_pps': 42712484.0,
           'tx_util': 71.75697312}}
29/04/2020 10:00:02                         pktgen: {'ibytes': 8648264832,
 'ierrors': 0,
 'ipackets': 135129165,
 'obytes': 27295955584,
 'oerrors': 0,
 'opackets': 426499345,
 'rx_bps': 6919820288.0,
 'rx_bps_L1': 9082262688.0,
 'rx_pps': 13515265.0,
 'rx_util': 22.70565672,
 'tx_bps': 21868791808.0,
 'tx_bps_L1': 28702789248.0,
 'tx_pps': 42712484.0,
 'tx_util': 71.75697312}
29/04/2020 10:00:02                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21868791808.000000, tx_pps: 42712484.000000 
29/04/2020 10:00:02                         pktgen: {'ibytes': 8648264832,
 'ierrors': 0,
 'ipackets': 135129165,
 'obytes': 27295955584,
 'oerrors': 0,
 'opackets': 426499345,
 'rx_bps': 6919820288.0,
 'rx_bps_L1': 9082262688.0,
 'rx_pps': 13515265.0,
 'rx_util': 22.70565672,
 'tx_bps': 21868791808.0,
 'tx_bps_L1': 28702789248.0,
 'tx_pps': 42712484.0,
 'tx_util': 71.75697312}
29/04/2020 10:00:02                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6919820288.000000, rx_pps: 13515265.000000
29/04/2020 10:00:02                         pktgen: throughput: pps_rx 13515265.000000, bps_rx 6919820288.000000
29/04/2020 10:00:02                         pktgen: traffic completed. 
29/04/2020 10:00:02              dut.10.240.183.61: stop
29/04/2020 10:00:02              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 101568567      TX-packets: 101568567      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 101307159      TX-packets: 101307159      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 202875726      RX-dropped: 0             RX-total: 202875726
  TX-packets: 202875726      TX-dropped: 0             TX-total: 202875726
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 202875726      RX-dropped: 0             RX-total: 202875726
  TX-packets: 202875726      TX-dropped: 0             TX-total: 202875726
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 10:00:02              dut.10.240.183.61: start
29/04/2020 10:00:02              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 10:00:04                         tester: ls -d /tmp
29/04/2020 10:00:05                         tester: /tmp
29/04/2020 10:00:05                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 10:00:10                         pktgen: test port 0 map gen port 0
29/04/2020 10:00:10                         pktgen: test port 0 map gen port 0
29/04/2020 10:00:10                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 10:00:10                         pktgen: trex port <0> not support flow control
29/04/2020 10:00:10                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 10:00:10                         pktgen: begin traffic ......
29/04/2020 10:00:10                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:00:15                         pktgen: traffic completed. 
29/04/2020 10:00:15                         pktgen: begin traffic ......
29/04/2020 10:00:15                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:00:25                         pktgen: begin get port statistic ...
29/04/2020 10:00:25                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 10:00:25                         pktgen: {0: {'ibytes': 8727101824,
     'ierrors': 0,
     'ipackets': 136360976,
     'obytes': 27338985344,
     'oerrors': 0,
     'opackets': 427171703,
     'rx_bps': 6961474560.0,
     'rx_bps_L1': 9136934080.0,
     'rx_pps': 13596622.0,
     'rx_util': 22.8423352,
     'tx_bps': 21815275520.0,
     'tx_bps_L1': 28632549120.0,
     'tx_pps': 42607960.0,
     'tx_util': 71.5813728},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.078912734985352,
            'cpu_util': 98.45404815673828,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7937065,
            'rx_bps': 6961474560.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14853800960.0,
            'rx_pps': 13596622.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21815275520.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42607960.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8727101824,
           'ierrors': 0,
           'ipackets': 136360976,
           'obytes': 27338985344,
           'oerrors': 0,
           'opackets': 427171703,
           'rx_bps': 6961474560.0,
           'rx_bps_L1': 9136934080.0,
           'rx_pps': 13596622.0,
           'rx_util': 22.8423352,
           'tx_bps': 21815275520.0,
           'tx_bps_L1': 28632549120.0,
           'tx_pps': 42607960.0,
           'tx_util': 71.5813728}}
29/04/2020 10:00:25                         pktgen: {'ibytes': 8727101824,
 'ierrors': 0,
 'ipackets': 136360976,
 'obytes': 27338985344,
 'oerrors': 0,
 'opackets': 427171703,
 'rx_bps': 6961474560.0,
 'rx_bps_L1': 9136934080.0,
 'rx_pps': 13596622.0,
 'rx_util': 22.8423352,
 'tx_bps': 21815275520.0,
 'tx_bps_L1': 28632549120.0,
 'tx_pps': 42607960.0,
 'tx_util': 71.5813728}
29/04/2020 10:00:25                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21815275520.000000, tx_pps: 42607960.000000 
29/04/2020 10:00:25                         pktgen: {'ibytes': 8727101824,
 'ierrors': 0,
 'ipackets': 136360976,
 'obytes': 27338985344,
 'oerrors': 0,
 'opackets': 427171703,
 'rx_bps': 6961474560.0,
 'rx_bps_L1': 9136934080.0,
 'rx_pps': 13596622.0,
 'rx_util': 22.8423352,
 'tx_bps': 21815275520.0,
 'tx_bps_L1': 28632549120.0,
 'tx_pps': 42607960.0,
 'tx_util': 71.5813728}
29/04/2020 10:00:25                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 6961474560.000000, rx_pps: 13596622.000000
29/04/2020 10:00:25                         pktgen: throughput: pps_rx 13596622.000000, bps_rx 6961474560.000000
29/04/2020 10:00:25                         pktgen: traffic completed. 
29/04/2020 10:00:25              dut.10.240.183.61: stop
29/04/2020 10:00:25              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 102513344      TX-packets: 102513344      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 102194071      TX-packets: 102194071      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 204707415      RX-dropped: 0             RX-total: 204707415
  TX-packets: 204707415      TX-dropped: 0             TX-total: 204707415
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 204707415      RX-dropped: 0             RX-total: 204707415
  TX-packets: 204707415      TX-dropped: 0             TX-total: 204707415
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 10:00:25              dut.10.240.183.61: start
29/04/2020 10:00:25              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 10:00:27              dut.10.240.183.61: quit
29/04/2020 10:00:28              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 10:00:28 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+----------------------+------------------+------------+----------------+
| FrameSize(B) |         Mode         | Throughput(Mpps) | % linerate |     Cycle      |
+==============+======================+==================+============+================+
| 64           | split_ring_mergeable | 13.515           | 22.706     | Before Restart |
+--------------+----------------------+------------------+------------+----------------+
| 64           | split_ring_mergeable | 13.597           | 22.842     | After Restart  |
+--------------+----------------------+------------------+------------+----------------+
29/04/2020 10:00:28 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_mergeable_path Result PASSED:
29/04/2020 10:00:28              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 10:00:30 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_nonmergeable_path Begin
29/04/2020 10:00:31              dut.10.240.183.61:  
29/04/2020 10:00:31                         tester: 
29/04/2020 10:00:31              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 10:00:31              dut.10.240.183.61: 
29/04/2020 10:00:31              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 10:00:31              dut.10.240.183.61: testpmd: no process found
29/04/2020 10:00:31              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 10:00:31              dut.10.240.183.61: 
29/04/2020 10:00:32              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,mrg_rxbuf=0,in_order=0 -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 10:00:33              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 10:00:33              dut.10.240.183.61: set fwd mac
29/04/2020 10:00:33              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 10:00:33              dut.10.240.183.61: start
29/04/2020 10:00:33              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 10:00:33 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_split_ring_nonmergeable_path, and 64 frame size.
29/04/2020 10:00:33                         tester: ls -d /tmp
29/04/2020 10:00:33                         tester: /tmp
29/04/2020 10:00:33                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 10:00:38                         pktgen: test port 0 map gen port 0
29/04/2020 10:00:38                         pktgen: test port 0 map gen port 0
29/04/2020 10:00:38                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 10:00:38                         pktgen: trex port <0> not support flow control
29/04/2020 10:00:38                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 10:00:38                         pktgen: begin traffic ......
29/04/2020 10:00:38                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:00:43                         pktgen: traffic completed. 
29/04/2020 10:00:43                         pktgen: begin traffic ......
29/04/2020 10:00:43                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:00:54                         pktgen: begin get port statistic ...
29/04/2020 10:00:54                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 10:00:54                         pktgen: {0: {'ibytes': 8849237120,
     'ierrors': 0,
     'ipackets': 138269330,
     'obytes': 27305547328,
     'oerrors': 0,
     'opackets': 426649224,
     'rx_bps': 7096278016.0,
     'rx_bps_L1': 9313863296.0,
     'rx_pps': 13859908.0,
     'rx_util': 23.28465824,
     'tx_bps': 21921118208.0,
     'tx_bps_L1': 28771467648.0,
     'tx_pps': 42814684.0,
     'tx_util': 71.92866912},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.174959182739258,
            'cpu_util': 98.0814208984375,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7930936,
            'rx_bps': 7096278016.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14824840192.0,
            'rx_pps': 13859908.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21921118208.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42814684.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8849237120,
           'ierrors': 0,
           'ipackets': 138269330,
           'obytes': 27305547328,
           'oerrors': 0,
           'opackets': 426649224,
           'rx_bps': 7096278016.0,
           'rx_bps_L1': 9313863296.0,
           'rx_pps': 13859908.0,
           'rx_util': 23.28465824,
           'tx_bps': 21921118208.0,
           'tx_bps_L1': 28771467648.0,
           'tx_pps': 42814684.0,
           'tx_util': 71.92866912}}
29/04/2020 10:00:54                         pktgen: {'ibytes': 8849237120,
 'ierrors': 0,
 'ipackets': 138269330,
 'obytes': 27305547328,
 'oerrors': 0,
 'opackets': 426649224,
 'rx_bps': 7096278016.0,
 'rx_bps_L1': 9313863296.0,
 'rx_pps': 13859908.0,
 'rx_util': 23.28465824,
 'tx_bps': 21921118208.0,
 'tx_bps_L1': 28771467648.0,
 'tx_pps': 42814684.0,
 'tx_util': 71.92866912}
29/04/2020 10:00:54                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21921118208.000000, tx_pps: 42814684.000000 
29/04/2020 10:00:54                         pktgen: {'ibytes': 8849237120,
 'ierrors': 0,
 'ipackets': 138269330,
 'obytes': 27305547328,
 'oerrors': 0,
 'opackets': 426649224,
 'rx_bps': 7096278016.0,
 'rx_bps_L1': 9313863296.0,
 'rx_pps': 13859908.0,
 'rx_util': 23.28465824,
 'tx_bps': 21921118208.0,
 'tx_bps_L1': 28771467648.0,
 'tx_pps': 42814684.0,
 'tx_util': 71.92866912}
29/04/2020 10:00:54                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7096278016.000000, rx_pps: 13859908.000000
29/04/2020 10:00:54                         pktgen: throughput: pps_rx 13859908.000000, bps_rx 7096278016.000000
29/04/2020 10:00:54                         pktgen: traffic completed. 
29/04/2020 10:00:54              dut.10.240.183.61: stop
29/04/2020 10:00:54              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 103567254      TX-packets: 103567254      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 103337908      TX-packets: 103337908      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 206905162      RX-dropped: 0             RX-total: 206905162
  TX-packets: 206905162      TX-dropped: 0             TX-total: 206905162
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 206905162      RX-dropped: 0             RX-total: 206905162
  TX-packets: 206905162      TX-dropped: 0             TX-total: 206905162
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 10:00:54              dut.10.240.183.61: start
29/04/2020 10:00:54              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 10:00:56                         tester: ls -d /tmp
29/04/2020 10:00:57                         tester: /tmp
29/04/2020 10:00:57                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 10:01:01                         pktgen: test port 0 map gen port 0
29/04/2020 10:01:01                         pktgen: test port 0 map gen port 0
29/04/2020 10:01:02                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 10:01:02                         pktgen: trex port <0> not support flow control
29/04/2020 10:01:02                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 10:01:02                         pktgen: begin traffic ......
29/04/2020 10:01:02                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:01:07                         pktgen: traffic completed. 
29/04/2020 10:01:07                         pktgen: begin traffic ......
29/04/2020 10:01:07                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:01:17                         pktgen: begin get port statistic ...
29/04/2020 10:01:17                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 10:01:17                         pktgen: {0: {'ibytes': 8854418816,
     'ierrors': 0,
     'ipackets': 138350294,
     'obytes': 27307274816,
     'oerrors': 0,
     'opackets': 426676223,
     'rx_bps': 7071473664.0,
     'rx_bps_L1': 9281310784.0,
     'rx_pps': 13811482.0,
     'rx_util': 23.20327696,
     'tx_bps': 21833410560.0,
     'tx_bps_L1': 28656350720.0,
     'tx_pps': 42643376.0,
     'tx_util': 71.6408768},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.111390113830566,
            'cpu_util': 98.24787902832031,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7924670,
            'rx_bps': 7071473664.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14761936896.0,
            'rx_pps': 13811482.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21833410560.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42643376.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8854418816,
           'ierrors': 0,
           'ipackets': 138350294,
           'obytes': 27307274816,
           'oerrors': 0,
           'opackets': 426676223,
           'rx_bps': 7071473664.0,
           'rx_bps_L1': 9281310784.0,
           'rx_pps': 13811482.0,
           'rx_util': 23.20327696,
           'tx_bps': 21833410560.0,
           'tx_bps_L1': 28656350720.0,
           'tx_pps': 42643376.0,
           'tx_util': 71.6408768}}
29/04/2020 10:01:17                         pktgen: {'ibytes': 8854418816,
 'ierrors': 0,
 'ipackets': 138350294,
 'obytes': 27307274816,
 'oerrors': 0,
 'opackets': 426676223,
 'rx_bps': 7071473664.0,
 'rx_bps_L1': 9281310784.0,
 'rx_pps': 13811482.0,
 'rx_util': 23.20327696,
 'tx_bps': 21833410560.0,
 'tx_bps_L1': 28656350720.0,
 'tx_pps': 42643376.0,
 'tx_util': 71.6408768}
29/04/2020 10:01:17                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21833410560.000000, tx_pps: 42643376.000000 
29/04/2020 10:01:17                         pktgen: {'ibytes': 8854418816,
 'ierrors': 0,
 'ipackets': 138350294,
 'obytes': 27307274816,
 'oerrors': 0,
 'opackets': 426676223,
 'rx_bps': 7071473664.0,
 'rx_bps_L1': 9281310784.0,
 'rx_pps': 13811482.0,
 'rx_util': 23.20327696,
 'tx_bps': 21833410560.0,
 'tx_bps_L1': 28656350720.0,
 'tx_pps': 42643376.0,
 'tx_util': 71.6408768}
29/04/2020 10:01:17                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7071473664.000000, rx_pps: 13811482.000000
29/04/2020 10:01:17                         pktgen: throughput: pps_rx 13811482.000000, bps_rx 7071473664.000000
29/04/2020 10:01:17                         pktgen: traffic completed. 
29/04/2020 10:01:17              dut.10.240.183.61: stop
29/04/2020 10:01:17              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 103885463      TX-packets: 103885463      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 103900582      TX-packets: 103900582      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 207786045      RX-dropped: 0             RX-total: 207786045
  TX-packets: 207786045      TX-dropped: 0             TX-total: 207786045
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 207786045      RX-dropped: 0             RX-total: 207786045
  TX-packets: 207786045      TX-dropped: 0             TX-total: 207786045
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 10:01:17              dut.10.240.183.61: start
29/04/2020 10:01:17              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x1 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x1
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 10:01:18              dut.10.240.183.61: quit
29/04/2020 10:01:20              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 10:01:20 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+-------------------------+------------------+------------+----------------+
| FrameSize(B) |          Mode           | Throughput(Mpps) | % linerate |     Cycle      |
+==============+=========================+==================+============+================+
| 64           | split_ring_nonmergeable | 13.860           | 23.285     | Before Restart |
+--------------+-------------------------+------------------+------------+----------------+
| 64           | split_ring_nonmergeable | 13.811           | 23.203     | After Restart  |
+--------------+-------------------------+------------------+------------+----------------+
29/04/2020 10:01:20 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_nonmergeable_path Result PASSED:
29/04/2020 10:01:20              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 10:01:22 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_vector_rx_path Begin
29/04/2020 10:01:22              dut.10.240.183.61:  
29/04/2020 10:01:23                         tester: 
29/04/2020 10:01:23              dut.10.240.183.61: rm -rf ./vhost.out
29/04/2020 10:01:23              dut.10.240.183.61: 
29/04/2020 10:01:23              dut.10.240.183.61: killall -s INT testpmd
29/04/2020 10:01:23              dut.10.240.183.61: testpmd: no process found
29/04/2020 10:01:23              dut.10.240.183.61: rm -rf ./vhost-net*
29/04/2020 10:01:23              dut.10.240.183.61: 
29/04/2020 10:01:24              dut.10.240.183.61: x86_64-native-linuxapp-gcc/app/testpmd -l 23,24,25 -n 4   --file-prefix=virtio_289058_20200429094921 --no-pci --vdev net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-net,queues=2,mrg_rxbuf=0,in_order=0 -- -i --tx-offloads=0x0 --rss-ip --nb-cores=2 --rxq=2 --txq=2 --rss-ip
29/04/2020 10:01:25              dut.10.240.183.61: EAL: Detected 72 lcore(s)
EAL: Detected 2 NUMA nodes
EAL: Multi-process socket /var/run/dpdk/virtio_289058_20200429094921/mp_socket
EAL: Selected IOVA mode 'VA'
EAL: Probing VFIO support...
EAL: VFIO support initialized
Interactive-mode selected
Warning: NUMA should be configured manually by using --port-numa-config and --ring-numa-config parameters along with --numa.
testpmd: create a new mbuf pool <mbuf_pool_socket_1>: n=163456, size=2176, socket=1
testpmd: preferred mempool ops selected: ring_mp_mc

Warning! port-topology=paired and odd forward ports number, the last port will pair with itself.

Configuring Port 0 (socket 1)
Port 0: 00:01:02:03:04:05
Checking link statuses...
Done
29/04/2020 10:01:25              dut.10.240.183.61: set fwd mac
29/04/2020 10:01:25              dut.10.240.183.61: set fwd mac
Set mac packet forwarding mode
29/04/2020 10:01:25              dut.10.240.183.61: start
29/04/2020 10:01:25              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x0 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x0
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 10:01:25 TestPVPVirtioUserMultiQueuesPortRestart: Running test test_perf_pvp_2queues_test_with_split_ring_vector_rx_path, and 64 frame size.
29/04/2020 10:01:25                         tester: ls -d /tmp
29/04/2020 10:01:25                         tester: /tmp
29/04/2020 10:01:25                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 10:01:30                         pktgen: test port 0 map gen port 0
29/04/2020 10:01:30                         pktgen: test port 0 map gen port 0
29/04/2020 10:01:30                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 10:01:30                         pktgen: trex port <0> not support flow control
29/04/2020 10:01:30                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 10:01:30                         pktgen: begin traffic ......
29/04/2020 10:01:30                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:01:35                         pktgen: traffic completed. 
29/04/2020 10:01:35                         pktgen: begin traffic ......
29/04/2020 10:01:35                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:01:45                         pktgen: begin get port statistic ...
29/04/2020 10:01:45                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 10:01:45                         pktgen: {0: {'ibytes': 8776930624,
     'ierrors': 0,
     'ipackets': 137139541,
     'obytes': 27308547392,
     'oerrors': 0,
     'opackets': 426696126,
     'rx_bps': 7040844800.0,
     'rx_bps_L1': 9241106880.0,
     'rx_pps': 13751638.0,
     'rx_util': 23.1027672,
     'tx_bps': 21911193600.0,
     'tx_bps_L1': 28758443520.0,
     'tx_pps': 42795312.0,
     'tx_util': 71.89610880000001},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.192835807800293,
            'cpu_util': 97.88043975830078,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7922890,
            'rx_bps': 7040844800.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14870348800.0,
            'rx_pps': 13751638.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21911193600.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42795312.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8776930624,
           'ierrors': 0,
           'ipackets': 137139541,
           'obytes': 27308547392,
           'oerrors': 0,
           'opackets': 426696126,
           'rx_bps': 7040844800.0,
           'rx_bps_L1': 9241106880.0,
           'rx_pps': 13751638.0,
           'rx_util': 23.1027672,
           'tx_bps': 21911193600.0,
           'tx_bps_L1': 28758443520.0,
           'tx_pps': 42795312.0,
           'tx_util': 71.89610880000001}}
29/04/2020 10:01:45                         pktgen: {'ibytes': 8776930624,
 'ierrors': 0,
 'ipackets': 137139541,
 'obytes': 27308547392,
 'oerrors': 0,
 'opackets': 426696126,
 'rx_bps': 7040844800.0,
 'rx_bps_L1': 9241106880.0,
 'rx_pps': 13751638.0,
 'rx_util': 23.1027672,
 'tx_bps': 21911193600.0,
 'tx_bps_L1': 28758443520.0,
 'tx_pps': 42795312.0,
 'tx_util': 71.89610880000001}
29/04/2020 10:01:45                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21911193600.000000, tx_pps: 42795312.000000 
29/04/2020 10:01:45                         pktgen: {'ibytes': 8776930624,
 'ierrors': 0,
 'ipackets': 137139541,
 'obytes': 27308547392,
 'oerrors': 0,
 'opackets': 426696126,
 'rx_bps': 7040844800.0,
 'rx_bps_L1': 9241106880.0,
 'rx_pps': 13751638.0,
 'rx_util': 23.1027672,
 'tx_bps': 21911193600.0,
 'tx_bps_L1': 28758443520.0,
 'tx_pps': 42795312.0,
 'tx_util': 71.89610880000001}
29/04/2020 10:01:45                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7040844800.000000, rx_pps: 13751638.000000
29/04/2020 10:01:45                         pktgen: throughput: pps_rx 13751638.000000, bps_rx 7040844800.000000
29/04/2020 10:01:45                         pktgen: traffic completed. 
29/04/2020 10:01:45              dut.10.240.183.61: stop
29/04/2020 10:01:45              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 104778268      TX-packets: 104778268      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 101228530      TX-packets: 101228530      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 206006798      RX-dropped: 0             RX-total: 206006798
  TX-packets: 206006798      TX-dropped: 0             TX-total: 206006798
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 206006798      RX-dropped: 0             RX-total: 206006798
  TX-packets: 206006798      TX-dropped: 0             TX-total: 206006798
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 10:01:45              dut.10.240.183.61: start
29/04/2020 10:01:46              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x0 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x0
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 10:01:48                         tester: ls -d /tmp
29/04/2020 10:01:48                         tester: /tmp
29/04/2020 10:01:48                         tester: scp -v /home/xqm/dts_virtio/output/tmp/pcap/pvp_multipath.pcap root@10.240.183.52:/tmp/pvp_multipath.pcap
29/04/2020 10:01:53                         pktgen: test port 0 map gen port 0
29/04/2020 10:01:53                         pktgen: test port 0 map gen port 0
29/04/2020 10:01:53                         pktgen: {'arp': '-',
 'cores': [0, 1, 2, 3],
 'description': 'Ethernet Controller XL710 for 40GbE QSFP+',
 'dest': '00:00:00:00:01:00',
 'driver': 'net_i40e',
 'fc': 'none',
 'fc_supported': 'no',
 'grat_arp': 'off',
 'hw_mac': '3c:fd:fe:d5:e1:d0',
 'index': 0,
 'ipv6': 'off',
 'is_fc_supported': False,
 'is_led_supported': True,
 'is_link_supported': True,
 'is_prom_supported': True,
 'is_virtual': 'no',
 'is_vxlan_supported': 'yes',
 'layer_mode': 'Ethernet',
 'led_change_supported': 'yes',
 'link': 'UP',
 'link_change_supported': 'yes',
 'mult': 'off',
 'numa': 1,
 'pci_addr': '0000:b1:00.0',
 'prom': 'off',
 'prom_supported': 'yes',
 'rx': {'caps': ['flow_stats', 'latency'], 'counters': 127},
 'rx_filter_mode': 'hardware match',
 'rx_queue': 'off',
 'speed': 40.0,
 'src_ipv4': '-',
 'src_mac': '3c:fd:fe:d5:e1:d0',
 'stack': 'legacy',
 'status': 'IDLE',
 'supp_speeds': [40000],
 'vlan': '-',
 'vxlan_fs': '-'}
29/04/2020 10:01:53                         pktgen: trex port <0> not support flow control
29/04/2020 10:01:53                         pktgen: trex packet generator: run traffic 5s to warm up ... 
29/04/2020 10:01:53                         pktgen: begin traffic ......
29/04/2020 10:01:53                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:01:58                         pktgen: traffic completed. 
29/04/2020 10:01:58                         pktgen: begin traffic ......
29/04/2020 10:01:58                         pktgen: {'ports': [0], 'mult': '100%', 'core_mask': None, 'force': True}
29/04/2020 10:02:09                         pktgen: begin get port statistic ...
29/04/2020 10:02:09                         pktgen: {'options': {'fields_config': {'ip': {'dst': {'action': 'random',
                                              'end': '48.0.0.64',
                                              'start': '48.0.0.1',
                                              'step': 1}}},
             'pcap': '/tmp/pvp_multipath.pcap',
             'stream_config': {'rate': 100,
                               'transmit_mode': 'continuous',
                               'txmode': {}}},
 'pcap_file': '/tmp/pvp_multipath.pcap',
 'rx_port': 0,
 'tx_port': 0}
29/04/2020 10:02:09                         pktgen: {0: {'ibytes': 8783687936,
     'ierrors': 0,
     'ipackets': 137245153,
     'obytes': 27299513472,
     'oerrors': 0,
     'opackets': 426554952,
     'rx_bps': 7015783424.0,
     'rx_bps_L1': 9208217024.0,
     'rx_pps': 13702710.0,
     'rx_util': 23.020542560000003,
     'tx_bps': 21827194880.0,
     'tx_bps_L1': 28648193280.0,
     'tx_pps': 42631240.0,
     'tx_util': 71.6204832},
 1: {'ibytes': 0,
     'ierrors': 0,
     'ipackets': 0,
     'obytes': 0,
     'oerrors': 0,
     'opackets': 0,
     'rx_bps': 0.0,
     'rx_bps_L1': 0,
     'rx_pps': 0.0,
     'rx_util': 0.0,
     'tx_bps': 0.0,
     'tx_bps_L1': 0,
     'tx_pps': 0.0,
     'tx_util': 0.0},
 'flow_stats': {},
 'global': {'active_flows': 0.0,
            'active_sockets': 0,
            'bw_per_core': 11.134115219116211,
            'cpu_util': 98.01943969726562,
            'cpu_util_raw': 100.0,
            'open_flows': 0.0,
            'platform_factor': 1.0,
            'queue_full': 7925737,
            'rx_bps': 7015783424.0,
            'rx_core_pps': 0.0,
            'rx_cpu_util': 0.0,
            'rx_drop_bps': 14811412480.0,
            'rx_pps': 13702710.0,
            'socket_util': 0.0,
            'total_alloc_error': 0,
            'total_clients': 0,
            'total_servers': 0,
            'tx_bps': 21827194880.0,
            'tx_cps': 0.0,
            'tx_expected_bps': 0.0,
            'tx_expected_cps': 0.0,
            'tx_expected_pps': 0.0,
            'tx_pps': 42631240.0},
 'latency': {'global': {'bad_hdr': 0, 'old_flow': 0}},
 'total': {'ibytes': 8783687936,
           'ierrors': 0,
           'ipackets': 137245153,
           'obytes': 27299513472,
           'oerrors': 0,
           'opackets': 426554952,
           'rx_bps': 7015783424.0,
           'rx_bps_L1': 9208217024.0,
           'rx_pps': 13702710.0,
           'rx_util': 23.020542560000003,
           'tx_bps': 21827194880.0,
           'tx_bps_L1': 28648193280.0,
           'tx_pps': 42631240.0,
           'tx_util': 71.6204832}}
29/04/2020 10:02:09                         pktgen: {'ibytes': 8783687936,
 'ierrors': 0,
 'ipackets': 137245153,
 'obytes': 27299513472,
 'oerrors': 0,
 'opackets': 426554952,
 'rx_bps': 7015783424.0,
 'rx_bps_L1': 9208217024.0,
 'rx_pps': 13702710.0,
 'rx_util': 23.020542560000003,
 'tx_bps': 21827194880.0,
 'tx_bps_L1': 28648193280.0,
 'tx_pps': 42631240.0,
 'tx_util': 71.6204832}
29/04/2020 10:02:09                         pktgen: Tx Port 0 stats: 
tx_port: 0,  tx_bps: 21827194880.000000, tx_pps: 42631240.000000 
29/04/2020 10:02:09                         pktgen: {'ibytes': 8783687936,
 'ierrors': 0,
 'ipackets': 137245153,
 'obytes': 27299513472,
 'oerrors': 0,
 'opackets': 426554952,
 'rx_bps': 7015783424.0,
 'rx_bps_L1': 9208217024.0,
 'rx_pps': 13702710.0,
 'rx_util': 23.020542560000003,
 'tx_bps': 21827194880.0,
 'tx_bps_L1': 28648193280.0,
 'tx_pps': 42631240.0,
 'tx_util': 71.6204832}
29/04/2020 10:02:09                         pktgen: Rx Port 0 stats: 
rx_port: 0,  rx_bps: 7015783424.000000, rx_pps: 13702710.000000
29/04/2020 10:02:09                         pktgen: throughput: pps_rx 13702710.000000, bps_rx 7015783424.000000
29/04/2020 10:02:09                         pktgen: traffic completed. 
29/04/2020 10:02:09              dut.10.240.183.61: stop
29/04/2020 10:02:09              dut.10.240.183.61: stop
Telling cores to stop...
Waiting for lcores to finish...

  ------- Forward Stats for RX Port= 0/Queue= 0 -> TX Port= 0/Queue= 0 -------
  RX-packets: 104922468      TX-packets: 104922468      TX-dropped: 0             

  ------- Forward Stats for RX Port= 0/Queue= 1 -> TX Port= 0/Queue= 1 -------
  RX-packets: 101222299      TX-packets: 101222299      TX-dropped: 0             

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 206144767      RX-dropped: 0             RX-total: 206144767
  TX-packets: 206144767      TX-dropped: 0             TX-total: 206144767
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 206144767      RX-dropped: 0             RX-total: 206144767
  TX-packets: 206144767      TX-dropped: 0             TX-total: 206144767
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.
29/04/2020 10:02:09              dut.10.240.183.61: start
29/04/2020 10:02:09              dut.10.240.183.61: start
mac packet forwarding - ports=1 - cores=2 - streams=2 - NUMA support enabled, MP allocation mode: native
Logical Core 24 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=0 (socket 1) -> TX P=0/Q=0 (socket 1) peer=02:00:00:00:00:00
Logical Core 25 (socket 1) forwards packets on 1 streams:
  RX P=0/Q=1 (socket 1) -> TX P=0/Q=1 (socket 1) peer=02:00:00:00:00:00

  mac packet forwarding packets/burst=32
  nb forwarding cores=2 - nb forwarding ports=1
  port 0: RX queue number: 2 Tx queue number: 2
    Rx offloads=0x0 Tx offloads=0x0
    RX queue: 0
      RX desc=0 - RX free threshold=0
      RX threshold registers: pthresh=0 hthresh=0  wthresh=0
      RX Offloads=0x0
    TX queue: 0
      TX desc=0 - TX free threshold=0
      TX threshold registers: pthresh=0 hthresh=0  wthresh=0
      TX offloads=0x0 - TX RS bit threshold=0
29/04/2020 10:02:10              dut.10.240.183.61: quit
29/04/2020 10:02:11              dut.10.240.183.61: quit
Telling cores to stop...
Waiting for lcores to finish...

  ---------------------- Forward statistics for port 0  ----------------------
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ----------------------------------------------------------------------------

  +++++++++++++++ Accumulated forward statistics for all ports+++++++++++++++
  RX-packets: 0              RX-dropped: 0             RX-total: 0
  TX-packets: 3              TX-dropped: 0             TX-total: 3
  ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

Done.

Stopping port 0...
Stopping ports...
Done

Shutting down port 0...
Closing ports...
29/04/2020 10:02:11 TestPVPVirtioUserMultiQueuesPortRestart: 
+--------------+----------------------+------------------+------------+----------------+
| FrameSize(B) |         Mode         | Throughput(Mpps) | % linerate |     Cycle      |
+==============+======================+==================+============+================+
| 64           | split_ring_vector_rx | 13.752           | 23.103     | Before Restart |
+--------------+----------------------+------------------+------------+----------------+
| 64           | split_ring_vector_rx | 13.703           | 23.021     | After Restart  |
+--------------+----------------------+------------------+------------+----------------+
29/04/2020 10:02:11 TestPVPVirtioUserMultiQueuesPortRestart: Test Case test_perf_pvp_2queues_test_with_split_ring_vector_rx_path Result PASSED:
29/04/2020 10:02:11              dut.10.240.183.61: kill_all: called by dut and prefix list has value.
29/04/2020 10:02:14                            dts: 
TEST SUITE ENDED: TestPVPVirtioUserMultiQueuesPortRestart

^ permalink raw reply	[flat|nested] 3+ messages in thread

* Re: [dts] [PATCH V1]pvp_virtio_user_multi_queues_port_restart: update script to test virtio new path
  2020-04-29  2:07 [dts] [PATCH V1]pvp_virtio_user_multi_queues_port_restart: update script to test virtio new path Xiao Qimai
  2020-04-29  2:16 ` Xiao, QimaiX
@ 2020-05-06  3:16 ` Tu, Lijuan
  1 sibling, 0 replies; 3+ messages in thread
From: Tu, Lijuan @ 2020-05-06  3:16 UTC (permalink / raw)
  To: Xiao, QimaiX, dts; +Cc: Xiao, QimaiX

Applied, thanks

> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of Xiao Qimai
> Sent: Wednesday, April 29, 2020 10:08 AM
> To: dts@dpdk.org
> Cc: Xiao, QimaiX <qimaix.xiao@intel.com>
> Subject: [dts] [PATCH V1]pvp_virtio_user_multi_queues_port_restart: update
> script to test virtio new path
> 
> Signed-off-by: Xiao Qimai <qimaix.xiao@intel.com>
> ---
>  ...te_pvp_virtio_user_multi_queues_port_restart.py | 31 +++++++++-----------
> --
>  1 file changed, 12 insertions(+), 19 deletions(-)
> 
> diff --git a/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
> b/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
> index 58d603f..d948e15 100644
> --- a/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
> +++ b/tests/TestSuite_pvp_virtio_user_multi_queues_port_restart.py
> @@ -98,21 +98,14 @@ class
> TestPVPVirtioUserMultiQueuesPortRestart(TestCase):
>          self.vhost.send_expect("set fwd mac", "testpmd> ", 120)
>          self.vhost.send_expect("start", "testpmd> ", 120)
> 
> -    def start_virtio_user_testpmd(self, flag):
> +    def start_virtio_user_testpmd(self, vdevs, vector_flag=False):
>          """
>          start testpmd in vm depend on different path
>          """
>          testcmd = self.dut.target + "/app/testpmd "
> -        vdev = 'net_virtio_user0,mac=00:01:02:03:04:05,path=./vhost-
> net,queues=2'
> -        if 'packed_ring' in flag:
> -            vdev += ',packed_vq=1'
> -        if 'nonmergeable' in flag or 'vector' in flag:
> -            vdev += ',mrg_rxbuf=0'
> -        if 'inorder' not in flag:
> -            vdev += ',in_order=0'
>          eal_params = self.dut.create_eal_parameters(cores=self.core_list[5:8],
> prefix='virtio', no_pci=True,
> -                                                    vdevs=[vdev])
> -        if 'vector' not in flag:
> +                                                    vdevs=[vdevs])
> +        if vector_flag:
>              para = " -- -i --tx-offloads=0x0 --enable-hw-vlan-strip --rss-ip --nb-
> cores=2 --rxq=%s --txq=%s --rss-ip" % (
>              self.queue_number, self.queue_number)
>          else:
> @@ -219,63 +212,63 @@ class
> TestPVPVirtioUserMultiQueuesPortRestart(TestCase):
> 
>      def test_perf_pvp_2queues_test_with_packed_ring_mergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="packed_ring_mergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=1,in_order=0,queue_size=255')
>          self.send_and_verify("packed_ring_mergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_packed_ring_nonmergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="packed_ring_nonmergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=0,queue_size=255')
>          self.send_and_verify("packed_ring_nonmergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_split_ring_inorder_mergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_inorder_mergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-net,queues=2,in_order=1,mrg_rxbuf=1')
>          self.send_and_verify("split_ring_inorder_mergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_split_ring_inorder_nonmergeable_path(s
> elf):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_inorder_nonmergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-net,queues=2,in_order=1,mrg_rxbuf=0,vectorized=1')
>          self.send_and_verify("split_ring_inorder_nonmergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def test_perf_pvp_2queues_test_with_split_ring_mergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_mergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-net,queues=2,in_order=0,mrg_rxbuf=1')
>          self.send_and_verify("split_ring_mergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_split_ring_nonmergeable_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_nonmergeable")
> +
> self.start_virtio_user_testpmd(vdevs='net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-net,queues=2,in_order=0,mrg_rxbuf=0,vectorized=1')
>          self.send_and_verify("split_ring_nonmergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def test_perf_pvp_2queues_test_with_split_ring_vector_rx_path(self):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="split_ring_vector_rx")
> +
> self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=1,in_order=1,queue_size=255",
> vector_flag=True)
>          self.send_and_verify("split_ring_vector_rx")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_packed_ring_inorder_mergeable_path(se
> lf):
>          self.start_vhost_testpmd()
> -        self.start_virtio_user_testpmd(flag="packed_ring_inorder_mergeable")
> +
> self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=1,vectorized=1,queue_siz
> e=255")
>          self.send_and_verify("packed_ring_inorder_mergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> 
>      def
> test_perf_pvp_2queues_test_with_packed_ring_inorder_nonmergeable_pat
> h(self):
>          self.start_vhost_testpmd()
> -
> self.start_virtio_user_testpmd(flag="packed_ring_inorder_nonmergeable")
> +
> self.start_virtio_user_testpmd(vdevs="net_virtio_user0,mac=00:01:02:03:04:
> 05,path=./vhost-
> net,queues=2,packed_vq=1,mrg_rxbuf=0,in_order=1,vectorized=1,queue_siz
> e=255")
>          self.send_and_verify("packed_ring_inorder_nonmergeable")
>          self.close_all_testpmd()
>          self.result_table_print()
> --
> 1.8.3.1


^ permalink raw reply	[flat|nested] 3+ messages in thread

end of thread, other threads:[~2020-05-06  3:16 UTC | newest]

Thread overview: 3+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2020-04-29  2:07 [dts] [PATCH V1]pvp_virtio_user_multi_queues_port_restart: update script to test virtio new path Xiao Qimai
2020-04-29  2:16 ` Xiao, QimaiX
2020-05-06  3:16 ` Tu, Lijuan

This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).