* [dts] [PATCH V1] tests: add a new suite for ntb test
@ 2020-04-21 19:37 xinfengx
2020-04-22 2:44 ` Zhao, XinfengX
2020-04-23 5:49 ` Tu, Lijuan
0 siblings, 2 replies; 4+ messages in thread
From: xinfengx @ 2020-04-21 19:37 UTC (permalink / raw)
To: dts; +Cc: xinfengx
Signed-off-by: xinfengx <xinfengx.zhao@intel.com>
---
tests/TestSuite_ntb.py | 340 +++++++++++++++++++++++++++++++++++++++++
1 file changed, 340 insertions(+)
create mode 100644 tests/TestSuite_ntb.py
diff --git a/tests/TestSuite_ntb.py b/tests/TestSuite_ntb.py
new file mode 100644
index 0000000..e01bd4b
--- /dev/null
+++ b/tests/TestSuite_ntb.py
@@ -0,0 +1,340 @@
+# BSD LICENSE
+#
+# Copyright(c) <2020> Intel Corporation.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+# * Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# * Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in
+# the documentation and/or other materials provided with the
+# distribution.
+# * Neither the name of Intel Corporation nor the names of its
+# contributors may be used to endorse or promote products derived
+# from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+import os
+import re
+import time
+from test_case import TestCase
+from net_device import GetNicObj
+from settings import HEADER_SIZE
+from packet import Packet
+from pktgen import PacketGeneratorHelper
+
+class TestNtb(TestCase):
+
+ def set_up_all(self):
+ self.verify(len(self.duts) >= 2, "Insufficient duts for NTB!!!")
+ self.ntb_host = self.duts[0]
+ self.ntb_client = self.duts[1]
+
+ # each dut required one ports
+ self.verify(len(self.ntb_host.get_ports()) >= 1 and
+ len(self.ntb_client.get_ports()) >= 1,
+ "Insufficient ports for testing")
+
+ self.host_port = self.ntb_host.get_ports()[0]
+ self.client_port = self.ntb_client.get_ports()[0]
+ self.host_mac = self.ntb_host.get_mac_address(self.host_port)
+ self.client_mac = self.ntb_client.get_mac_address(self.client_port)
+
+ self.tester.extend_external_packet_generator(TestNtb, self)
+ self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
+ self.header_size = HEADER_SIZE['eth'] + HEADER_SIZE['ip'] + HEADER_SIZE['udp']
+ self.pktgen_helper = PacketGeneratorHelper()
+
+ self.out_path = '/tmp'
+ out = self.tester.send_expect('ls -d %s' % self.out_path, '# ')
+ if 'No such file or directory' in out:
+ self.tester.send_expect('mkdir -p %s' % self.out_path, '# ')
+ out = self.ntb_host.send_expect('ls -d %s' % self.out_path, '# ')
+ if 'No such file or directory' in out:
+ self.ntb_host.send_expect('mkdir -p %s' % self.out_path, '# ')
+
+ self.prepare_dpdk_app(self.ntb_host)
+ self.prepare_dpdk_app(self.ntb_client)
+
+ def set_up(self):
+ pass
+
+ def create_table(self, index=1):
+ self.table_header = ["FrameSize(B)", "Throughput(Mpps)", "% linerate"]
+ self.result_table_create(self.table_header)
+
+ def prepare_dpdk_app(self, crb):
+ out = crb.send_expect("ls ./" + crb.target + "/kmod/igb_uio.ko", "#", 10)
+ if "No such file or directory" in out:
+ crb.build_install_dpdk(crb.target)
+
+ out = crb.build_dpdk_apps("./examples/ntb")
+ self.verify("Error" not in out, "Compilation error")
+ self.verify("No such" not in out, "Compilation error")
+
+ def get_core_list(self):
+ core_number = 5
+ core_config = '1S/{}C/1T'.format(core_number)
+ self.host_core_list = self.ntb_host.get_core_list(core_config)
+ self.client_core_list = self.ntb_client.get_core_list(core_config)
+ self.verify(len(self.host_core_list) >= core_number and len(self.client_core_list) >= core_number,
+ 'There have not enough cores to start testpmd on duts')
+
+ def get_ntb_port(self, crb):
+ device = crb.send_expect("lspci -D | grep Non-Transparent |awk '{{print $1}}'", "# ", 10)
+ self.verify(device, "Falied to find ntb device")
+ addr_array = device.strip().split(':')
+ domain_id = addr_array[0]
+ bus_id = addr_array[1]
+ devfun_id = addr_array[2]
+ port = GetNicObj(crb, domain_id, bus_id, devfun_id)
+ return port
+
+ def set_driver(self, driver=""):
+ self.ntb_host.restore_interfaces()
+ self.ntb_client.restore_interfaces()
+
+ for crb in [self.ntb_host, self.ntb_client]:
+ crb.setup_modules(crb.target, driver, None)
+ if driver == "igb_uio":
+ crb.send_expect("rmmod -f igb_uio", "#", 30)
+ crb.send_expect("insmod ./" + crb.target + "/kmod/igb_uio.ko wc_activate=1", "#", 30)
+ if driver == "vfio-pci":
+ crb.send_expect("echo 'base=0x39bfa0000000 size=0x400000 type=write-combining' >> /proc/mtrr", "#", 10)
+ crb.send_expect("echo 'base=0x39bfa0000000 size=0x4000000 type=write-combining' >> /proc/mtrr", "#", 10)
+
+ def port_bind_driver(self, driver=""):
+ self.ntb_host.bind_interfaces_linux(driver=driver)
+ self.ntb_client.bind_interfaces_linux(driver=driver)
+
+ def ntb_bind_driver(self, driver=""):
+ ntb = self.get_ntb_port(self.ntb_host)
+ ntb.bind_driver(driver)
+
+ ntb = self.get_ntb_port(self.ntb_client)
+ ntb.bind_driver(driver)
+
+ def launch_ntb_fwd(self, **param):
+ """
+ launch ntb_fwd on ntb host and ntb client
+ """
+ cmd_opt = " ".join(["{}={}".format(key, param[key]) for key in param.keys()])
+
+ self.get_core_list()
+ app = "./examples/ntb/build/ntb_fwd"
+ eal_host = self.ntb_host.create_eal_parameters(cores=self.host_core_list)
+ eal_client = self.ntb_client.create_eal_parameters(cores=self.client_core_list)
+ host_cmd_line = ' '.join([app, eal_host, cmd_opt])
+ client_cmd_line = ' '.join([app, eal_client, cmd_opt])
+ self.ntb_host.send_expect(host_cmd_line, 'Checking ntb link status', 30)
+ self.ntb_client.send_expect(client_cmd_line, 'Checking ntb link status', 30)
+ time.sleep(3)
+ self.ntb_host.send_expect(" ", 'ntb> ', 10)
+ self.ntb_client.send_expect(" ", 'ntb> ', 10)
+
+ def start_ntb_fwd_on_dut(self, crb, fwd_mode='io'):
+ crb.send_expect('set fwd %s' % fwd_mode, 'ntb> ', 30)
+ crb.send_expect('start', 'ntb> ', 30)
+
+ def config_stream(self, frame_size):
+ payload = frame_size - self.header_size
+ tgen_input = []
+
+ for i, each_mac in enumerate([self.host_mac, self.client_mac]):
+ flow = 'Ether(dst="%s")/IP(dst="192.168.%d.1", proto=255)/UDP()/("X"*%d)' % (each_mac, i, payload)
+ pkt = Packet(pkt_str=flow)
+ pcap = os.path.join(self.out_path, "ntb_%d_%d.pcap" %
+ (i, frame_size))
+ pkt.save_pcapfile(None, pcap)
+ tgen_input.append((i, (i+1)%2, pcap))
+
+ return tgen_input
+
+ def calculate_avg_throughput(self, frame_size, tgen_input):
+ """
+ send packet and get the throughput
+ """
+ # set traffic option
+ traffic_opt = {'delay': 5}
+
+ # clear streams before add new streams
+ self.tester.pktgen.clear_streams()
+
+ # run packet generator
+ fields_config = {'ip': {'dst': {'action': 'random'}, }, }
+ streams = self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100,
+ fields_config, self.tester.pktgen)
+ _, pps = self.tester.pktgen.measure_throughput(stream_ids=streams, options=traffic_opt)
+
+ Mpps = pps / 1000000.0
+
+ throughput = Mpps * 100 / \
+ float(self.wirespeed(self.nic, frame_size, 1))
+ return Mpps, throughput
+
+ def get_packets_of_each_port(self, crb):
+ out = crb.send_expect('show port stats', 'ntb> ', 10)
+ info = re.findall("statistics for NTB port", out)
+ index = out.find(info[0])
+ tx = re.search("Tx-packets:\s*(\d*)", out[index:])
+ rx = re.search("Rx-packets:\s*(\d*)", out[index:])
+ rx_packets = int(rx.group(1))
+ tx_packets = int(tx.group(1))
+ self.logger.info("tx-packets:%d, rx-packets:%d" %
+ (tx_packets, rx_packets))
+ return tx_packets, rx_packets
+
+ def check_packets_for_iofwd(self):
+ """
+ check transmit/receive packets for iofwd mode
+ """
+ tx, rx = self.get_packets_of_each_port(self.ntb_host)
+ self.verify(tx > 0 and rx > 0,
+ "tx-packets:%d, rx-packets:%d" % (tx, rx))
+
+ tx, rx = self.get_packets_of_each_port(self.ntb_client)
+ self.verify(tx > 0 and rx > 0,
+ "tx-packets:%d, rx-packets:%d" % (tx, rx))
+
+ def check_packets_for_rxtx(self):
+ """
+ check transmit/receive packets for rxonly and txonly mode
+ """
+ tx, rx = self.get_packets_of_each_port(self.ntb_host)
+ self.verify(tx == 0 and rx > 0,
+ "tx-packets:%d, rx-packets:%d" % (tx, rx))
+
+ tx, rx = self.get_packets_of_each_port(self.ntb_client)
+ self.verify(tx > 0 and rx == 0,
+ "tx-packets:%d, rx-packets:%d" % (tx, rx))
+
+ def send_file_and_verify(self):
+ # Send file from host
+ src_file = "{}/ntb.txt".format(self.out_path)
+ base_dir = self.ntb_client.base_dir.replace('~', '/root')
+ dst_file = "{}/ntb_recv_file0".format(base_dir)
+ content = "ntb!123"
+ self.ntb_client.alt_session.send_expect("rm {}".format(dst_file), '# ')
+ self.ntb_host.alt_session.send_expect("echo '{}' >{}".format(content, src_file), '# ')
+ self.ntb_host.send_expect('send {}'.format(src_file), 'ntb> ', 30)
+ time.sleep(3)
+
+ # Check file received on client.
+ cnt = self.ntb_client.alt_session.send_expect('cat %s' % dst_file, '# ')
+ self.verify(cnt == content, "the content can't match with the sent")
+
+ def send_pkg_and_verify(self):
+ for frame_size in self.frame_sizes:
+ info = "Running test: %s, frame size: %d." % (self.running_case, frame_size)
+ self.logger.info(info)
+ self.ntb_host.send_expect("stop", "ntb> ", 60)
+ self.ntb_host.send_expect("start", "ntb> ", 60)
+ self.ntb_client.send_expect("stop", "ntb> ", 60)
+ self.ntb_client.send_expect("start", "ntb> ", 60)
+ time.sleep(1)
+
+ result = [frame_size]
+ tgen_input = self.config_stream(frame_size)
+ Mpps, throughput = self.calculate_avg_throughput(frame_size, tgen_input)
+ result.append(Mpps)
+ result.append(throughput)
+
+ self.check_packets_for_iofwd()
+ self.update_table_info(result)
+
+ def test_file_tran_mode_and_igb_uio(self):
+ driver = "igb_uio"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+
+ self.launch_ntb_fwd(**{"buf-size": 65407})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="file-trans")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="file-trans")
+ self.send_file_and_verify()
+
+ def test_file_tran_mode_and_vfio_pci(self):
+ driver = "vfio-pci"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+
+ self.launch_ntb_fwd(**{"buf-size": 65407})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="file-trans")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="file-trans")
+ self.send_file_and_verify()
+
+ def test_pkt_rxtx_mode_and_igb_uio(self):
+ driver = "igb_uio"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+
+ self.launch_ntb_fwd(**{"buf-size": 65407})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="rxonly")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="txonly")
+ time.sleep(1)
+ self.check_packets_for_rxtx()
+
+ def test_pkt_rxtx_mode_and_vfio_pci(self):
+ driver = "vfio-pci"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+
+ self.launch_ntb_fwd(**{"buf-size": 65407})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="rxonly")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="txonly")
+ time.sleep(1)
+ self.check_packets_for_rxtx()
+
+ def test_perf_iofwd_mode_and_igb_uio(self):
+ driver = "igb_uio"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+ self.port_bind_driver(driver)
+
+ self.create_table()
+ self.launch_ntb_fwd(**{"burst": 32})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="iofwd")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="iofwd")
+ self.send_pkg_and_verify()
+
+ self.result_table_print()
+
+ def test_perf_iofwd_mode_and_vfio_pci(self):
+ driver = "vfio-pci"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+ self.port_bind_driver(driver)
+
+ self.create_table()
+ self.launch_ntb_fwd(**{"burst": 32})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="iofwd")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="iofwd")
+ self.send_pkg_and_verify()
+
+ self.result_table_print()
+
+ def update_table_info(self, *param):
+ for each in param:
+ self.result_table_add(each)
+
+ def tear_down(self):
+ self.ntb_host.send_expect('quit', '# ', 30)
+ self.ntb_client.send_expect('quit', '# ', 30)
+
+ def tear_down_all(self):
+ self.ntb_host.kill_all()
+ self.ntb_client.kill_all()
--
2.17.1
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [dts] [PATCH V1] tests: add a new suite for ntb test
2020-04-21 19:37 [dts] [PATCH V1] tests: add a new suite for ntb test xinfengx
@ 2020-04-22 2:44 ` Zhao, XinfengX
2020-04-22 4:41 ` Wang, Yinan
2020-04-23 5:49 ` Tu, Lijuan
1 sibling, 1 reply; 4+ messages in thread
From: Zhao, XinfengX @ 2020-04-22 2:44 UTC (permalink / raw)
To: dts, Wang, Yinan
Tested-by: Zhao, Xinfeng<xinfengx.zhao@intel.com>
-----Original Message-----
From: Zhao, XinfengX
Sent: Wednesday, April 22, 2020 3:37 AM
To: dts@dpdk.org
Cc: Zhao, XinfengX <xinfengx.zhao@intel.com>
Subject: [dts][PATCH V1] tests: add a new suite for ntb test
Signed-off-by: xinfengx <xinfengx.zhao@intel.com>
---
tests/TestSuite_ntb.py | 340 +++++++++++++++++++++++++++++++++++++++++
1 file changed, 340 insertions(+)
create mode 100644 tests/TestSuite_ntb.py
diff --git a/tests/TestSuite_ntb.py b/tests/TestSuite_ntb.py new file mode 100644 index 0000000..e01bd4b
--- /dev/null
+++ b/tests/TestSuite_ntb.py
@@ -0,0 +1,340 @@
+# BSD LICENSE
+#
+# Copyright(c) <2020> Intel Corporation.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without #
+modification, are permitted provided that the following conditions #
+are met:
+#
+# * Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# * Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in
+# the documentation and/or other materials provided with the
+# distribution.
+# * Neither the name of Intel Corporation nor the names of its
+# contributors may be used to endorse or promote products derived
+# from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS #
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR #
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT #
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, #
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT #
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, #
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY #
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE #
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+import os
+import re
+import time
+from test_case import TestCase
+from net_device import GetNicObj
+from settings import HEADER_SIZE
+from packet import Packet
+from pktgen import PacketGeneratorHelper
+
+class TestNtb(TestCase):
+
+ def set_up_all(self):
+ self.verify(len(self.duts) >= 2, "Insufficient duts for NTB!!!")
+ self.ntb_host = self.duts[0]
+ self.ntb_client = self.duts[1]
+
+ # each dut required one ports
+ self.verify(len(self.ntb_host.get_ports()) >= 1 and
+ len(self.ntb_client.get_ports()) >= 1,
+ "Insufficient ports for testing")
+
+ self.host_port = self.ntb_host.get_ports()[0]
+ self.client_port = self.ntb_client.get_ports()[0]
+ self.host_mac = self.ntb_host.get_mac_address(self.host_port)
+ self.client_mac =
+ self.ntb_client.get_mac_address(self.client_port)
+
+ self.tester.extend_external_packet_generator(TestNtb, self)
+ self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
+ self.header_size = HEADER_SIZE['eth'] + HEADER_SIZE['ip'] + HEADER_SIZE['udp']
+ self.pktgen_helper = PacketGeneratorHelper()
+
+ self.out_path = '/tmp'
+ out = self.tester.send_expect('ls -d %s' % self.out_path, '# ')
+ if 'No such file or directory' in out:
+ self.tester.send_expect('mkdir -p %s' % self.out_path, '# ')
+ out = self.ntb_host.send_expect('ls -d %s' % self.out_path, '# ')
+ if 'No such file or directory' in out:
+ self.ntb_host.send_expect('mkdir -p %s' % self.out_path, '#
+ ')
+
+ self.prepare_dpdk_app(self.ntb_host)
+ self.prepare_dpdk_app(self.ntb_client)
+
+ def set_up(self):
+ pass
+
+ def create_table(self, index=1):
+ self.table_header = ["FrameSize(B)", "Throughput(Mpps)", "% linerate"]
+ self.result_table_create(self.table_header)
+
+ def prepare_dpdk_app(self, crb):
+ out = crb.send_expect("ls ./" + crb.target + "/kmod/igb_uio.ko", "#", 10)
+ if "No such file or directory" in out:
+ crb.build_install_dpdk(crb.target)
+
+ out = crb.build_dpdk_apps("./examples/ntb")
+ self.verify("Error" not in out, "Compilation error")
+ self.verify("No such" not in out, "Compilation error")
+
+ def get_core_list(self):
+ core_number = 5
+ core_config = '1S/{}C/1T'.format(core_number)
+ self.host_core_list = self.ntb_host.get_core_list(core_config)
+ self.client_core_list = self.ntb_client.get_core_list(core_config)
+ self.verify(len(self.host_core_list) >= core_number and len(self.client_core_list) >= core_number,
+ 'There have not enough cores to start testpmd on
+ duts')
+
+ def get_ntb_port(self, crb):
+ device = crb.send_expect("lspci -D | grep Non-Transparent |awk '{{print $1}}'", "# ", 10)
+ self.verify(device, "Falied to find ntb device")
+ addr_array = device.strip().split(':')
+ domain_id = addr_array[0]
+ bus_id = addr_array[1]
+ devfun_id = addr_array[2]
+ port = GetNicObj(crb, domain_id, bus_id, devfun_id)
+ return port
+
+ def set_driver(self, driver=""):
+ self.ntb_host.restore_interfaces()
+ self.ntb_client.restore_interfaces()
+
+ for crb in [self.ntb_host, self.ntb_client]:
+ crb.setup_modules(crb.target, driver, None)
+ if driver == "igb_uio":
+ crb.send_expect("rmmod -f igb_uio", "#", 30)
+ crb.send_expect("insmod ./" + crb.target + "/kmod/igb_uio.ko wc_activate=1", "#", 30)
+ if driver == "vfio-pci":
+ crb.send_expect("echo 'base=0x39bfa0000000 size=0x400000 type=write-combining' >> /proc/mtrr", "#", 10)
+ crb.send_expect("echo 'base=0x39bfa0000000
+ size=0x4000000 type=write-combining' >> /proc/mtrr", "#", 10)
+
+ def port_bind_driver(self, driver=""):
+ self.ntb_host.bind_interfaces_linux(driver=driver)
+ self.ntb_client.bind_interfaces_linux(driver=driver)
+
+ def ntb_bind_driver(self, driver=""):
+ ntb = self.get_ntb_port(self.ntb_host)
+ ntb.bind_driver(driver)
+
+ ntb = self.get_ntb_port(self.ntb_client)
+ ntb.bind_driver(driver)
+
+ def launch_ntb_fwd(self, **param):
+ """
+ launch ntb_fwd on ntb host and ntb client
+ """
+ cmd_opt = " ".join(["{}={}".format(key, param[key]) for key in
+ param.keys()])
+
+ self.get_core_list()
+ app = "./examples/ntb/build/ntb_fwd"
+ eal_host = self.ntb_host.create_eal_parameters(cores=self.host_core_list)
+ eal_client = self.ntb_client.create_eal_parameters(cores=self.client_core_list)
+ host_cmd_line = ' '.join([app, eal_host, cmd_opt])
+ client_cmd_line = ' '.join([app, eal_client, cmd_opt])
+ self.ntb_host.send_expect(host_cmd_line, 'Checking ntb link status', 30)
+ self.ntb_client.send_expect(client_cmd_line, 'Checking ntb link status', 30)
+ time.sleep(3)
+ self.ntb_host.send_expect(" ", 'ntb> ', 10)
+ self.ntb_client.send_expect(" ", 'ntb> ', 10)
+
+ def start_ntb_fwd_on_dut(self, crb, fwd_mode='io'):
+ crb.send_expect('set fwd %s' % fwd_mode, 'ntb> ', 30)
+ crb.send_expect('start', 'ntb> ', 30)
+
+ def config_stream(self, frame_size):
+ payload = frame_size - self.header_size
+ tgen_input = []
+
+ for i, each_mac in enumerate([self.host_mac, self.client_mac]):
+ flow = 'Ether(dst="%s")/IP(dst="192.168.%d.1", proto=255)/UDP()/("X"*%d)' % (each_mac, i, payload)
+ pkt = Packet(pkt_str=flow)
+ pcap = os.path.join(self.out_path, "ntb_%d_%d.pcap" %
+ (i, frame_size))
+ pkt.save_pcapfile(None, pcap)
+ tgen_input.append((i, (i+1)%2, pcap))
+
+ return tgen_input
+
+ def calculate_avg_throughput(self, frame_size, tgen_input):
+ """
+ send packet and get the throughput
+ """
+ # set traffic option
+ traffic_opt = {'delay': 5}
+
+ # clear streams before add new streams
+ self.tester.pktgen.clear_streams()
+
+ # run packet generator
+ fields_config = {'ip': {'dst': {'action': 'random'}, }, }
+ streams = self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100,
+ fields_config, self.tester.pktgen)
+ _, pps =
+ self.tester.pktgen.measure_throughput(stream_ids=streams,
+ options=traffic_opt)
+
+ Mpps = pps / 1000000.0
+
+ throughput = Mpps * 100 / \
+ float(self.wirespeed(self.nic, frame_size, 1))
+ return Mpps, throughput
+
+ def get_packets_of_each_port(self, crb):
+ out = crb.send_expect('show port stats', 'ntb> ', 10)
+ info = re.findall("statistics for NTB port", out)
+ index = out.find(info[0])
+ tx = re.search("Tx-packets:\s*(\d*)", out[index:])
+ rx = re.search("Rx-packets:\s*(\d*)", out[index:])
+ rx_packets = int(rx.group(1))
+ tx_packets = int(tx.group(1))
+ self.logger.info("tx-packets:%d, rx-packets:%d" %
+ (tx_packets, rx_packets))
+ return tx_packets, rx_packets
+
+ def check_packets_for_iofwd(self):
+ """
+ check transmit/receive packets for iofwd mode
+ """
+ tx, rx = self.get_packets_of_each_port(self.ntb_host)
+ self.verify(tx > 0 and rx > 0,
+ "tx-packets:%d, rx-packets:%d" % (tx, rx))
+
+ tx, rx = self.get_packets_of_each_port(self.ntb_client)
+ self.verify(tx > 0 and rx > 0,
+ "tx-packets:%d, rx-packets:%d" % (tx, rx))
+
+ def check_packets_for_rxtx(self):
+ """
+ check transmit/receive packets for rxonly and txonly mode
+ """
+ tx, rx = self.get_packets_of_each_port(self.ntb_host)
+ self.verify(tx == 0 and rx > 0,
+ "tx-packets:%d, rx-packets:%d" % (tx, rx))
+
+ tx, rx = self.get_packets_of_each_port(self.ntb_client)
+ self.verify(tx > 0 and rx == 0,
+ "tx-packets:%d, rx-packets:%d" % (tx, rx))
+
+ def send_file_and_verify(self):
+ # Send file from host
+ src_file = "{}/ntb.txt".format(self.out_path)
+ base_dir = self.ntb_client.base_dir.replace('~', '/root')
+ dst_file = "{}/ntb_recv_file0".format(base_dir)
+ content = "ntb!123"
+ self.ntb_client.alt_session.send_expect("rm {}".format(dst_file), '# ')
+ self.ntb_host.alt_session.send_expect("echo '{}' >{}".format(content, src_file), '# ')
+ self.ntb_host.send_expect('send {}'.format(src_file), 'ntb> ', 30)
+ time.sleep(3)
+
+ # Check file received on client.
+ cnt = self.ntb_client.alt_session.send_expect('cat %s' % dst_file, '# ')
+ self.verify(cnt == content, "the content can't match with the
+ sent")
+
+ def send_pkg_and_verify(self):
+ for frame_size in self.frame_sizes:
+ info = "Running test: %s, frame size: %d." % (self.running_case, frame_size)
+ self.logger.info(info)
+ self.ntb_host.send_expect("stop", "ntb> ", 60)
+ self.ntb_host.send_expect("start", "ntb> ", 60)
+ self.ntb_client.send_expect("stop", "ntb> ", 60)
+ self.ntb_client.send_expect("start", "ntb> ", 60)
+ time.sleep(1)
+
+ result = [frame_size]
+ tgen_input = self.config_stream(frame_size)
+ Mpps, throughput = self.calculate_avg_throughput(frame_size, tgen_input)
+ result.append(Mpps)
+ result.append(throughput)
+
+ self.check_packets_for_iofwd()
+ self.update_table_info(result)
+
+ def test_file_tran_mode_and_igb_uio(self):
+ driver = "igb_uio"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+
+ self.launch_ntb_fwd(**{"buf-size": 65407})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="file-trans")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="file-trans")
+ self.send_file_and_verify()
+
+ def test_file_tran_mode_and_vfio_pci(self):
+ driver = "vfio-pci"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+
+ self.launch_ntb_fwd(**{"buf-size": 65407})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="file-trans")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="file-trans")
+ self.send_file_and_verify()
+
+ def test_pkt_rxtx_mode_and_igb_uio(self):
+ driver = "igb_uio"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+
+ self.launch_ntb_fwd(**{"buf-size": 65407})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="rxonly")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="txonly")
+ time.sleep(1)
+ self.check_packets_for_rxtx()
+
+ def test_pkt_rxtx_mode_and_vfio_pci(self):
+ driver = "vfio-pci"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+
+ self.launch_ntb_fwd(**{"buf-size": 65407})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="rxonly")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="txonly")
+ time.sleep(1)
+ self.check_packets_for_rxtx()
+
+ def test_perf_iofwd_mode_and_igb_uio(self):
+ driver = "igb_uio"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+ self.port_bind_driver(driver)
+
+ self.create_table()
+ self.launch_ntb_fwd(**{"burst": 32})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="iofwd")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="iofwd")
+ self.send_pkg_and_verify()
+
+ self.result_table_print()
+
+ def test_perf_iofwd_mode_and_vfio_pci(self):
+ driver = "vfio-pci"
+ self.set_driver(driver)
+ self.ntb_bind_driver(driver)
+ self.port_bind_driver(driver)
+
+ self.create_table()
+ self.launch_ntb_fwd(**{"burst": 32})
+ self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="iofwd")
+ self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="iofwd")
+ self.send_pkg_and_verify()
+
+ self.result_table_print()
+
+ def update_table_info(self, *param):
+ for each in param:
+ self.result_table_add(each)
+
+ def tear_down(self):
+ self.ntb_host.send_expect('quit', '# ', 30)
+ self.ntb_client.send_expect('quit', '# ', 30)
+
+ def tear_down_all(self):
+ self.ntb_host.kill_all()
+ self.ntb_client.kill_all()
--
2.17.1
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [dts] [PATCH V1] tests: add a new suite for ntb test
2020-04-22 2:44 ` Zhao, XinfengX
@ 2020-04-22 4:41 ` Wang, Yinan
0 siblings, 0 replies; 4+ messages in thread
From: Wang, Yinan @ 2020-04-22 4:41 UTC (permalink / raw)
To: Zhao, XinfengX, dts
Acked-by: Wang, Yinan <yinan.wang@intel.com>
> -----Original Message-----
> From: Zhao, XinfengX <xinfengx.zhao@intel.com>
> Sent: 2020年4月22日 10:45
> To: dts@dpdk.org; Wang, Yinan <yinan.wang@intel.com>
> Subject: RE: [dts][PATCH V1] tests: add a new suite for ntb test
>
> Tested-by: Zhao, Xinfeng<xinfengx.zhao@intel.com>
>
> -----Original Message-----
> From: Zhao, XinfengX
> Sent: Wednesday, April 22, 2020 3:37 AM
> To: dts@dpdk.org
> Cc: Zhao, XinfengX <xinfengx.zhao@intel.com>
> Subject: [dts][PATCH V1] tests: add a new suite for ntb test
>
> Signed-off-by: xinfengx <xinfengx.zhao@intel.com>
> ---
> tests/TestSuite_ntb.py | 340 +++++++++++++++++++++++++++++++++++++++++
> 1 file changed, 340 insertions(+)
> create mode 100644 tests/TestSuite_ntb.py
>
> diff --git a/tests/TestSuite_ntb.py b/tests/TestSuite_ntb.py new file mode
> 100644 index 0000000..e01bd4b
> --- /dev/null
> +++ b/tests/TestSuite_ntb.py
> @@ -0,0 +1,340 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) <2020> Intel Corporation.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +# * Redistributions of source code must retain the above copyright
> +# notice, this list of conditions and the following disclaimer.
> +# * Redistributions in binary form must reproduce the above copyright
> +# notice, this list of conditions and the following disclaimer in
> +# the documentation and/or other materials provided with the
> +# distribution.
> +# * Neither the name of Intel Corporation nor the names of its
> +# contributors may be used to endorse or promote products derived
> +# from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
> ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
> USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +import os
> +import re
> +import time
> +from test_case import TestCase
> +from net_device import GetNicObj
> +from settings import HEADER_SIZE
> +from packet import Packet
> +from pktgen import PacketGeneratorHelper
> +
> +class TestNtb(TestCase):
> +
> + def set_up_all(self):
> + self.verify(len(self.duts) >= 2, "Insufficient duts for NTB!!!")
> + self.ntb_host = self.duts[0]
> + self.ntb_client = self.duts[1]
> +
> + # each dut required one ports
> + self.verify(len(self.ntb_host.get_ports()) >= 1 and
> + len(self.ntb_client.get_ports()) >= 1,
> + "Insufficient ports for testing")
> +
> + self.host_port = self.ntb_host.get_ports()[0]
> + self.client_port = self.ntb_client.get_ports()[0]
> + self.host_mac = self.ntb_host.get_mac_address(self.host_port)
> + self.client_mac =
> + self.ntb_client.get_mac_address(self.client_port)
> +
> + self.tester.extend_external_packet_generator(TestNtb, self)
> + self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
> + self.header_size = HEADER_SIZE['eth'] + HEADER_SIZE['ip'] +
> HEADER_SIZE['udp']
> + self.pktgen_helper = PacketGeneratorHelper()
> +
> + self.out_path = '/tmp'
> + out = self.tester.send_expect('ls -d %s' % self.out_path, '# ')
> + if 'No such file or directory' in out:
> + self.tester.send_expect('mkdir -p %s' % self.out_path, '# ')
> + out = self.ntb_host.send_expect('ls -d %s' % self.out_path, '# ')
> + if 'No such file or directory' in out:
> + self.ntb_host.send_expect('mkdir -p %s' % self.out_path, '#
> + ')
> +
> + self.prepare_dpdk_app(self.ntb_host)
> + self.prepare_dpdk_app(self.ntb_client)
> +
> + def set_up(self):
> + pass
> +
> + def create_table(self, index=1):
> + self.table_header = ["FrameSize(B)", "Throughput(Mpps)", "% linerate"]
> + self.result_table_create(self.table_header)
> +
> + def prepare_dpdk_app(self, crb):
> + out = crb.send_expect("ls ./" + crb.target + "/kmod/igb_uio.ko", "#", 10)
> + if "No such file or directory" in out:
> + crb.build_install_dpdk(crb.target)
> +
> + out = crb.build_dpdk_apps("./examples/ntb")
> + self.verify("Error" not in out, "Compilation error")
> + self.verify("No such" not in out, "Compilation error")
> +
> + def get_core_list(self):
> + core_number = 5
> + core_config = '1S/{}C/1T'.format(core_number)
> + self.host_core_list = self.ntb_host.get_core_list(core_config)
> + self.client_core_list = self.ntb_client.get_core_list(core_config)
> + self.verify(len(self.host_core_list) >= core_number and
> len(self.client_core_list) >= core_number,
> + 'There have not enough cores to start testpmd on
> + duts')
> +
> + def get_ntb_port(self, crb):
> + device = crb.send_expect("lspci -D | grep Non-Transparent |awk '{{print
> $1}}'", "# ", 10)
> + self.verify(device, "Falied to find ntb device")
> + addr_array = device.strip().split(':')
> + domain_id = addr_array[0]
> + bus_id = addr_array[1]
> + devfun_id = addr_array[2]
> + port = GetNicObj(crb, domain_id, bus_id, devfun_id)
> + return port
> +
> + def set_driver(self, driver=""):
> + self.ntb_host.restore_interfaces()
> + self.ntb_client.restore_interfaces()
> +
> + for crb in [self.ntb_host, self.ntb_client]:
> + crb.setup_modules(crb.target, driver, None)
> + if driver == "igb_uio":
> + crb.send_expect("rmmod -f igb_uio", "#", 30)
> + crb.send_expect("insmod ./" + crb.target + "/kmod/igb_uio.ko
> wc_activate=1", "#", 30)
> + if driver == "vfio-pci":
> + crb.send_expect("echo 'base=0x39bfa0000000 size=0x400000
> type=write-combining' >> /proc/mtrr", "#", 10)
> + crb.send_expect("echo 'base=0x39bfa0000000
> + size=0x4000000 type=write-combining' >> /proc/mtrr", "#", 10)
> +
> + def port_bind_driver(self, driver=""):
> + self.ntb_host.bind_interfaces_linux(driver=driver)
> + self.ntb_client.bind_interfaces_linux(driver=driver)
> +
> + def ntb_bind_driver(self, driver=""):
> + ntb = self.get_ntb_port(self.ntb_host)
> + ntb.bind_driver(driver)
> +
> + ntb = self.get_ntb_port(self.ntb_client)
> + ntb.bind_driver(driver)
> +
> + def launch_ntb_fwd(self, **param):
> + """
> + launch ntb_fwd on ntb host and ntb client
> + """
> + cmd_opt = " ".join(["{}={}".format(key, param[key]) for key in
> + param.keys()])
> +
> + self.get_core_list()
> + app = "./examples/ntb/build/ntb_fwd"
> + eal_host = self.ntb_host.create_eal_parameters(cores=self.host_core_list)
> + eal_client =
> self.ntb_client.create_eal_parameters(cores=self.client_core_list)
> + host_cmd_line = ' '.join([app, eal_host, cmd_opt])
> + client_cmd_line = ' '.join([app, eal_client, cmd_opt])
> + self.ntb_host.send_expect(host_cmd_line, 'Checking ntb link status', 30)
> + self.ntb_client.send_expect(client_cmd_line, 'Checking ntb link status', 30)
> + time.sleep(3)
> + self.ntb_host.send_expect(" ", 'ntb> ', 10)
> + self.ntb_client.send_expect(" ", 'ntb> ', 10)
> +
> + def start_ntb_fwd_on_dut(self, crb, fwd_mode='io'):
> + crb.send_expect('set fwd %s' % fwd_mode, 'ntb> ', 30)
> + crb.send_expect('start', 'ntb> ', 30)
> +
> + def config_stream(self, frame_size):
> + payload = frame_size - self.header_size
> + tgen_input = []
> +
> + for i, each_mac in enumerate([self.host_mac, self.client_mac]):
> + flow = 'Ether(dst="%s")/IP(dst="192.168.%d.1",
> proto=255)/UDP()/("X"*%d)' % (each_mac, i, payload)
> + pkt = Packet(pkt_str=flow)
> + pcap = os.path.join(self.out_path, "ntb_%d_%d.pcap" %
> + (i, frame_size))
> + pkt.save_pcapfile(None, pcap)
> + tgen_input.append((i, (i+1)%2, pcap))
> +
> + return tgen_input
> +
> + def calculate_avg_throughput(self, frame_size, tgen_input):
> + """
> + send packet and get the throughput
> + """
> + # set traffic option
> + traffic_opt = {'delay': 5}
> +
> + # clear streams before add new streams
> + self.tester.pktgen.clear_streams()
> +
> + # run packet generator
> + fields_config = {'ip': {'dst': {'action': 'random'}, }, }
> + streams = self.pktgen_helper.prepare_stream_from_tginput(tgen_input,
> 100,
> + fields_config, self.tester.pktgen)
> + _, pps =
> + self.tester.pktgen.measure_throughput(stream_ids=streams,
> + options=traffic_opt)
> +
> + Mpps = pps / 1000000.0
> +
> + throughput = Mpps * 100 / \
> + float(self.wirespeed(self.nic, frame_size, 1))
> + return Mpps, throughput
> +
> + def get_packets_of_each_port(self, crb):
> + out = crb.send_expect('show port stats', 'ntb> ', 10)
> + info = re.findall("statistics for NTB port", out)
> + index = out.find(info[0])
> + tx = re.search("Tx-packets:\s*(\d*)", out[index:])
> + rx = re.search("Rx-packets:\s*(\d*)", out[index:])
> + rx_packets = int(rx.group(1))
> + tx_packets = int(tx.group(1))
> + self.logger.info("tx-packets:%d, rx-packets:%d" %
> + (tx_packets, rx_packets))
> + return tx_packets, rx_packets
> +
> + def check_packets_for_iofwd(self):
> + """
> + check transmit/receive packets for iofwd mode
> + """
> + tx, rx = self.get_packets_of_each_port(self.ntb_host)
> + self.verify(tx > 0 and rx > 0,
> + "tx-packets:%d, rx-packets:%d" % (tx, rx))
> +
> + tx, rx = self.get_packets_of_each_port(self.ntb_client)
> + self.verify(tx > 0 and rx > 0,
> + "tx-packets:%d, rx-packets:%d" % (tx, rx))
> +
> + def check_packets_for_rxtx(self):
> + """
> + check transmit/receive packets for rxonly and txonly mode
> + """
> + tx, rx = self.get_packets_of_each_port(self.ntb_host)
> + self.verify(tx == 0 and rx > 0,
> + "tx-packets:%d, rx-packets:%d" % (tx, rx))
> +
> + tx, rx = self.get_packets_of_each_port(self.ntb_client)
> + self.verify(tx > 0 and rx == 0,
> + "tx-packets:%d, rx-packets:%d" % (tx, rx))
> +
> + def send_file_and_verify(self):
> + # Send file from host
> + src_file = "{}/ntb.txt".format(self.out_path)
> + base_dir = self.ntb_client.base_dir.replace('~', '/root')
> + dst_file = "{}/ntb_recv_file0".format(base_dir)
> + content = "ntb!123"
> + self.ntb_client.alt_session.send_expect("rm {}".format(dst_file), '# ')
> + self.ntb_host.alt_session.send_expect("echo '{}' >{}".format(content,
> src_file), '# ')
> + self.ntb_host.send_expect('send {}'.format(src_file), 'ntb> ', 30)
> + time.sleep(3)
> +
> + # Check file received on client.
> + cnt = self.ntb_client.alt_session.send_expect('cat %s' % dst_file, '# ')
> + self.verify(cnt == content, "the content can't match with the
> + sent")
> +
> + def send_pkg_and_verify(self):
> + for frame_size in self.frame_sizes:
> + info = "Running test: %s, frame size: %d." % (self.running_case,
> frame_size)
> + self.logger.info(info)
> + self.ntb_host.send_expect("stop", "ntb> ", 60)
> + self.ntb_host.send_expect("start", "ntb> ", 60)
> + self.ntb_client.send_expect("stop", "ntb> ", 60)
> + self.ntb_client.send_expect("start", "ntb> ", 60)
> + time.sleep(1)
> +
> + result = [frame_size]
> + tgen_input = self.config_stream(frame_size)
> + Mpps, throughput = self.calculate_avg_throughput(frame_size,
> tgen_input)
> + result.append(Mpps)
> + result.append(throughput)
> +
> + self.check_packets_for_iofwd()
> + self.update_table_info(result)
> +
> + def test_file_tran_mode_and_igb_uio(self):
> + driver = "igb_uio"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> +
> + self.launch_ntb_fwd(**{"buf-size": 65407})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="file-trans")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="file-trans")
> + self.send_file_and_verify()
> +
> + def test_file_tran_mode_and_vfio_pci(self):
> + driver = "vfio-pci"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> +
> + self.launch_ntb_fwd(**{"buf-size": 65407})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="file-trans")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="file-trans")
> + self.send_file_and_verify()
> +
> + def test_pkt_rxtx_mode_and_igb_uio(self):
> + driver = "igb_uio"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> +
> + self.launch_ntb_fwd(**{"buf-size": 65407})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="rxonly")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="txonly")
> + time.sleep(1)
> + self.check_packets_for_rxtx()
> +
> + def test_pkt_rxtx_mode_and_vfio_pci(self):
> + driver = "vfio-pci"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> +
> + self.launch_ntb_fwd(**{"buf-size": 65407})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="rxonly")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="txonly")
> + time.sleep(1)
> + self.check_packets_for_rxtx()
> +
> + def test_perf_iofwd_mode_and_igb_uio(self):
> + driver = "igb_uio"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> + self.port_bind_driver(driver)
> +
> + self.create_table()
> + self.launch_ntb_fwd(**{"burst": 32})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="iofwd")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="iofwd")
> + self.send_pkg_and_verify()
> +
> + self.result_table_print()
> +
> + def test_perf_iofwd_mode_and_vfio_pci(self):
> + driver = "vfio-pci"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> + self.port_bind_driver(driver)
> +
> + self.create_table()
> + self.launch_ntb_fwd(**{"burst": 32})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="iofwd")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="iofwd")
> + self.send_pkg_and_verify()
> +
> + self.result_table_print()
> +
> + def update_table_info(self, *param):
> + for each in param:
> + self.result_table_add(each)
> +
> + def tear_down(self):
> + self.ntb_host.send_expect('quit', '# ', 30)
> + self.ntb_client.send_expect('quit', '# ', 30)
> +
> + def tear_down_all(self):
> + self.ntb_host.kill_all()
> + self.ntb_client.kill_all()
> --
> 2.17.1
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [dts] [PATCH V1] tests: add a new suite for ntb test
2020-04-21 19:37 [dts] [PATCH V1] tests: add a new suite for ntb test xinfengx
2020-04-22 2:44 ` Zhao, XinfengX
@ 2020-04-23 5:49 ` Tu, Lijuan
1 sibling, 0 replies; 4+ messages in thread
From: Tu, Lijuan @ 2020-04-23 5:49 UTC (permalink / raw)
To: Zhao, XinfengX, dts; +Cc: Zhao, XinfengX
Applied, thanks
> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of xinfengx
> Sent: Wednesday, April 22, 2020 3:37 AM
> To: dts@dpdk.org
> Cc: Zhao, XinfengX <xinfengx.zhao@intel.com>
> Subject: [dts] [PATCH V1] tests: add a new suite for ntb test
>
> Signed-off-by: xinfengx <xinfengx.zhao@intel.com>
> ---
> tests/TestSuite_ntb.py | 340
> +++++++++++++++++++++++++++++++++++++++++
> 1 file changed, 340 insertions(+)
> create mode 100644 tests/TestSuite_ntb.py
>
> diff --git a/tests/TestSuite_ntb.py b/tests/TestSuite_ntb.py new file mode
> 100644 index 0000000..e01bd4b
> --- /dev/null
> +++ b/tests/TestSuite_ntb.py
> @@ -0,0 +1,340 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) <2020> Intel Corporation.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +# * Redistributions of source code must retain the above copyright
> +# notice, this list of conditions and the following disclaimer.
> +# * Redistributions in binary form must reproduce the above copyright
> +# notice, this list of conditions and the following disclaimer in
> +# the documentation and/or other materials provided with the
> +# distribution.
> +# * Neither the name of Intel Corporation nor the names of its
> +# contributors may be used to endorse or promote products derived
> +# from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
> #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
> NOT #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
> ON ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
> #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
> THE USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
> DAMAGE.
> +
> +import os
> +import re
> +import time
> +from test_case import TestCase
> +from net_device import GetNicObj
> +from settings import HEADER_SIZE
> +from packet import Packet
> +from pktgen import PacketGeneratorHelper
> +
> +class TestNtb(TestCase):
> +
> + def set_up_all(self):
> + self.verify(len(self.duts) >= 2, "Insufficient duts for NTB!!!")
> + self.ntb_host = self.duts[0]
> + self.ntb_client = self.duts[1]
> +
> + # each dut required one ports
> + self.verify(len(self.ntb_host.get_ports()) >= 1 and
> + len(self.ntb_client.get_ports()) >= 1,
> + "Insufficient ports for testing")
> +
> + self.host_port = self.ntb_host.get_ports()[0]
> + self.client_port = self.ntb_client.get_ports()[0]
> + self.host_mac = self.ntb_host.get_mac_address(self.host_port)
> + self.client_mac =
> + self.ntb_client.get_mac_address(self.client_port)
> +
> + self.tester.extend_external_packet_generator(TestNtb, self)
> + self.frame_sizes = [64, 128, 256, 512, 1024, 1518]
> + self.header_size = HEADER_SIZE['eth'] + HEADER_SIZE['ip'] +
> HEADER_SIZE['udp']
> + self.pktgen_helper = PacketGeneratorHelper()
> +
> + self.out_path = '/tmp'
> + out = self.tester.send_expect('ls -d %s' % self.out_path, '# ')
> + if 'No such file or directory' in out:
> + self.tester.send_expect('mkdir -p %s' % self.out_path, '# ')
> + out = self.ntb_host.send_expect('ls -d %s' % self.out_path, '# ')
> + if 'No such file or directory' in out:
> + self.ntb_host.send_expect('mkdir -p %s' % self.out_path, '#
> + ')
> +
> + self.prepare_dpdk_app(self.ntb_host)
> + self.prepare_dpdk_app(self.ntb_client)
> +
> + def set_up(self):
> + pass
> +
> + def create_table(self, index=1):
> + self.table_header = ["FrameSize(B)", "Throughput(Mpps)", "% linerate"]
> + self.result_table_create(self.table_header)
> +
> + def prepare_dpdk_app(self, crb):
> + out = crb.send_expect("ls ./" + crb.target + "/kmod/igb_uio.ko", "#", 10)
> + if "No such file or directory" in out:
> + crb.build_install_dpdk(crb.target)
> +
> + out = crb.build_dpdk_apps("./examples/ntb")
> + self.verify("Error" not in out, "Compilation error")
> + self.verify("No such" not in out, "Compilation error")
> +
> + def get_core_list(self):
> + core_number = 5
> + core_config = '1S/{}C/1T'.format(core_number)
> + self.host_core_list = self.ntb_host.get_core_list(core_config)
> + self.client_core_list = self.ntb_client.get_core_list(core_config)
> + self.verify(len(self.host_core_list) >= core_number and
> len(self.client_core_list) >= core_number,
> + 'There have not enough cores to start testpmd on
> + duts')
> +
> + def get_ntb_port(self, crb):
> + device = crb.send_expect("lspci -D | grep Non-Transparent |awk '{{print
> $1}}'", "# ", 10)
> + self.verify(device, "Falied to find ntb device")
> + addr_array = device.strip().split(':')
> + domain_id = addr_array[0]
> + bus_id = addr_array[1]
> + devfun_id = addr_array[2]
> + port = GetNicObj(crb, domain_id, bus_id, devfun_id)
> + return port
> +
> + def set_driver(self, driver=""):
> + self.ntb_host.restore_interfaces()
> + self.ntb_client.restore_interfaces()
> +
> + for crb in [self.ntb_host, self.ntb_client]:
> + crb.setup_modules(crb.target, driver, None)
> + if driver == "igb_uio":
> + crb.send_expect("rmmod -f igb_uio", "#", 30)
> + crb.send_expect("insmod ./" + crb.target + "/kmod/igb_uio.ko
> wc_activate=1", "#", 30)
> + if driver == "vfio-pci":
> + crb.send_expect("echo 'base=0x39bfa0000000 size=0x400000
> type=write-combining' >> /proc/mtrr", "#", 10)
> + crb.send_expect("echo 'base=0x39bfa0000000
> + size=0x4000000 type=write-combining' >> /proc/mtrr", "#", 10)
> +
> + def port_bind_driver(self, driver=""):
> + self.ntb_host.bind_interfaces_linux(driver=driver)
> + self.ntb_client.bind_interfaces_linux(driver=driver)
> +
> + def ntb_bind_driver(self, driver=""):
> + ntb = self.get_ntb_port(self.ntb_host)
> + ntb.bind_driver(driver)
> +
> + ntb = self.get_ntb_port(self.ntb_client)
> + ntb.bind_driver(driver)
> +
> + def launch_ntb_fwd(self, **param):
> + """
> + launch ntb_fwd on ntb host and ntb client
> + """
> + cmd_opt = " ".join(["{}={}".format(key, param[key]) for key in
> + param.keys()])
> +
> + self.get_core_list()
> + app = "./examples/ntb/build/ntb_fwd"
> + eal_host =
> self.ntb_host.create_eal_parameters(cores=self.host_core_list)
> + eal_client =
> self.ntb_client.create_eal_parameters(cores=self.client_core_list)
> + host_cmd_line = ' '.join([app, eal_host, cmd_opt])
> + client_cmd_line = ' '.join([app, eal_client, cmd_opt])
> + self.ntb_host.send_expect(host_cmd_line, 'Checking ntb link status', 30)
> + self.ntb_client.send_expect(client_cmd_line, 'Checking ntb link status',
> 30)
> + time.sleep(3)
> + self.ntb_host.send_expect(" ", 'ntb> ', 10)
> + self.ntb_client.send_expect(" ", 'ntb> ', 10)
> +
> + def start_ntb_fwd_on_dut(self, crb, fwd_mode='io'):
> + crb.send_expect('set fwd %s' % fwd_mode, 'ntb> ', 30)
> + crb.send_expect('start', 'ntb> ', 30)
> +
> + def config_stream(self, frame_size):
> + payload = frame_size - self.header_size
> + tgen_input = []
> +
> + for i, each_mac in enumerate([self.host_mac, self.client_mac]):
> + flow = 'Ether(dst="%s")/IP(dst="192.168.%d.1",
> proto=255)/UDP()/("X"*%d)' % (each_mac, i, payload)
> + pkt = Packet(pkt_str=flow)
> + pcap = os.path.join(self.out_path, "ntb_%d_%d.pcap" %
> + (i, frame_size))
> + pkt.save_pcapfile(None, pcap)
> + tgen_input.append((i, (i+1)%2, pcap))
> +
> + return tgen_input
> +
> + def calculate_avg_throughput(self, frame_size, tgen_input):
> + """
> + send packet and get the throughput
> + """
> + # set traffic option
> + traffic_opt = {'delay': 5}
> +
> + # clear streams before add new streams
> + self.tester.pktgen.clear_streams()
> +
> + # run packet generator
> + fields_config = {'ip': {'dst': {'action': 'random'}, }, }
> + streams =
> self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100,
> + fields_config, self.tester.pktgen)
> + _, pps =
> + self.tester.pktgen.measure_throughput(stream_ids=streams,
> + options=traffic_opt)
> +
> + Mpps = pps / 1000000.0
> +
> + throughput = Mpps * 100 / \
> + float(self.wirespeed(self.nic, frame_size, 1))
> + return Mpps, throughput
> +
> + def get_packets_of_each_port(self, crb):
> + out = crb.send_expect('show port stats', 'ntb> ', 10)
> + info = re.findall("statistics for NTB port", out)
> + index = out.find(info[0])
> + tx = re.search("Tx-packets:\s*(\d*)", out[index:])
> + rx = re.search("Rx-packets:\s*(\d*)", out[index:])
> + rx_packets = int(rx.group(1))
> + tx_packets = int(tx.group(1))
> + self.logger.info("tx-packets:%d, rx-packets:%d" %
> + (tx_packets, rx_packets))
> + return tx_packets, rx_packets
> +
> + def check_packets_for_iofwd(self):
> + """
> + check transmit/receive packets for iofwd mode
> + """
> + tx, rx = self.get_packets_of_each_port(self.ntb_host)
> + self.verify(tx > 0 and rx > 0,
> + "tx-packets:%d, rx-packets:%d" % (tx, rx))
> +
> + tx, rx = self.get_packets_of_each_port(self.ntb_client)
> + self.verify(tx > 0 and rx > 0,
> + "tx-packets:%d, rx-packets:%d" % (tx, rx))
> +
> + def check_packets_for_rxtx(self):
> + """
> + check transmit/receive packets for rxonly and txonly mode
> + """
> + tx, rx = self.get_packets_of_each_port(self.ntb_host)
> + self.verify(tx == 0 and rx > 0,
> + "tx-packets:%d, rx-packets:%d" % (tx, rx))
> +
> + tx, rx = self.get_packets_of_each_port(self.ntb_client)
> + self.verify(tx > 0 and rx == 0,
> + "tx-packets:%d, rx-packets:%d" % (tx, rx))
> +
> + def send_file_and_verify(self):
> + # Send file from host
> + src_file = "{}/ntb.txt".format(self.out_path)
> + base_dir = self.ntb_client.base_dir.replace('~', '/root')
> + dst_file = "{}/ntb_recv_file0".format(base_dir)
> + content = "ntb!123"
> + self.ntb_client.alt_session.send_expect("rm {}".format(dst_file), '# ')
> + self.ntb_host.alt_session.send_expect("echo '{}' >{}".format(content,
> src_file), '# ')
> + self.ntb_host.send_expect('send {}'.format(src_file), 'ntb> ', 30)
> + time.sleep(3)
> +
> + # Check file received on client.
> + cnt = self.ntb_client.alt_session.send_expect('cat %s' % dst_file, '# ')
> + self.verify(cnt == content, "the content can't match with the
> + sent")
> +
> + def send_pkg_and_verify(self):
> + for frame_size in self.frame_sizes:
> + info = "Running test: %s, frame size: %d." % (self.running_case,
> frame_size)
> + self.logger.info(info)
> + self.ntb_host.send_expect("stop", "ntb> ", 60)
> + self.ntb_host.send_expect("start", "ntb> ", 60)
> + self.ntb_client.send_expect("stop", "ntb> ", 60)
> + self.ntb_client.send_expect("start", "ntb> ", 60)
> + time.sleep(1)
> +
> + result = [frame_size]
> + tgen_input = self.config_stream(frame_size)
> + Mpps, throughput = self.calculate_avg_throughput(frame_size,
> tgen_input)
> + result.append(Mpps)
> + result.append(throughput)
> +
> + self.check_packets_for_iofwd()
> + self.update_table_info(result)
> +
> + def test_file_tran_mode_and_igb_uio(self):
> + driver = "igb_uio"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> +
> + self.launch_ntb_fwd(**{"buf-size": 65407})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="file-trans")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="file-trans")
> + self.send_file_and_verify()
> +
> + def test_file_tran_mode_and_vfio_pci(self):
> + driver = "vfio-pci"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> +
> + self.launch_ntb_fwd(**{"buf-size": 65407})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="file-trans")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="file-trans")
> + self.send_file_and_verify()
> +
> + def test_pkt_rxtx_mode_and_igb_uio(self):
> + driver = "igb_uio"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> +
> + self.launch_ntb_fwd(**{"buf-size": 65407})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="rxonly")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="txonly")
> + time.sleep(1)
> + self.check_packets_for_rxtx()
> +
> + def test_pkt_rxtx_mode_and_vfio_pci(self):
> + driver = "vfio-pci"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> +
> + self.launch_ntb_fwd(**{"buf-size": 65407})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="rxonly")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="txonly")
> + time.sleep(1)
> + self.check_packets_for_rxtx()
> +
> + def test_perf_iofwd_mode_and_igb_uio(self):
> + driver = "igb_uio"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> + self.port_bind_driver(driver)
> +
> + self.create_table()
> + self.launch_ntb_fwd(**{"burst": 32})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="iofwd")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="iofwd")
> + self.send_pkg_and_verify()
> +
> + self.result_table_print()
> +
> + def test_perf_iofwd_mode_and_vfio_pci(self):
> + driver = "vfio-pci"
> + self.set_driver(driver)
> + self.ntb_bind_driver(driver)
> + self.port_bind_driver(driver)
> +
> + self.create_table()
> + self.launch_ntb_fwd(**{"burst": 32})
> + self.start_ntb_fwd_on_dut(self.ntb_host, fwd_mode="iofwd")
> + self.start_ntb_fwd_on_dut(self.ntb_client, fwd_mode="iofwd")
> + self.send_pkg_and_verify()
> +
> + self.result_table_print()
> +
> + def update_table_info(self, *param):
> + for each in param:
> + self.result_table_add(each)
> +
> + def tear_down(self):
> + self.ntb_host.send_expect('quit', '# ', 30)
> + self.ntb_client.send_expect('quit', '# ', 30)
> +
> + def tear_down_all(self):
> + self.ntb_host.kill_all()
> + self.ntb_client.kill_all()
> --
> 2.17.1
^ permalink raw reply [flat|nested] 4+ messages in thread
end of thread, other threads:[~2020-04-23 5:50 UTC | newest]
Thread overview: 4+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2020-04-21 19:37 [dts] [PATCH V1] tests: add a new suite for ntb test xinfengx
2020-04-22 2:44 ` Zhao, XinfengX
2020-04-22 4:41 ` Wang, Yinan
2020-04-23 5:49 ` Tu, Lijuan
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).