test suite reviews and discussions
 help / color / Atom feed
* [dts] [PATCH V1] tests/add new test suite softnic
@ 2019-08-02 17:00 zhaomeijuan
  2019-08-06  2:52 ` Peng, Yuan
  2019-08-07  3:19 ` Tu, Lijuan
  0 siblings, 2 replies; 3+ messages in thread
From: zhaomeijuan @ 2019-08-02 17:00 UTC (permalink / raw)
  To: dts; +Cc: yuan.peng, zhaomeijuan

Signed-off-by: zhaomeijuan <meijuanx.zhao@intel.com>
---
 tests/TestSuite_softnic.py | 226 +++++++++++++++++++++++++++++++++++++
 1 file changed, 226 insertions(+)
 create mode 100644 tests/TestSuite_softnic.py

diff --git a/tests/TestSuite_softnic.py b/tests/TestSuite_softnic.py
new file mode 100644
index 0000000..0cc3c92
--- /dev/null
+++ b/tests/TestSuite_softnic.py
@@ -0,0 +1,226 @@
+# BSD LICENSE
+#
+# Copyright(c) <2019> Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+"""
+DPDK Test suite.
+Test softnic API in DPDK.
+"""
+
+import utils
+import string
+import re
+import time
+from settings import HEADER_SIZE
+import os
+from pktgen import PacketGeneratorHelper
+from test_case import TestCase
+from pmd_output import PmdOutput
+
+
+class TestSoftnic(TestCase):
+
+    def set_up_all(self):
+
+        # Based on h/w type, choose how many ports to use
+        ports = self.dut.get_ports()
+        self.dut_ports = self.dut.get_ports(self.nic)
+
+        # Verify that enough ports are available
+        self.verify(len(ports) >= 1, "Insufficient ports for testing")
+
+        self.ports_socket = self.dut.get_numa_id(ports[0])
+        # Verify that enough threads are available
+        cores = self.dut.get_core_list("1S/1C/1T")
+        self.verify(cores is not None, "Insufficient cores for speed testing")
+        global P0
+        P0 = ports[0]
+
+        self.txItf = self.tester.get_interface(self.tester.get_local_port(P0))
+        self.dmac = self.dut.get_mac_address(P0)
+        self.headers_size = HEADER_SIZE['eth'] + HEADER_SIZE['ip'] + HEADER_SIZE['udp']
+    
+        # need change config files
+        self.root_path = "/tmp/"
+        self.firmware = r"dep/firmware.cli"
+        self.tm_firmware = r"dep/tm_firmware.cli"
+        self.nat_firmware = r"dep/nat_firmware.cli"
+        self.dut.session.copy_file_to(self.firmware, self.root_path)
+        self.dut.session.copy_file_to(self.tm_firmware, self.root_path)
+        self.dut.session.copy_file_to(self.nat_firmware, self.root_path)
+        self.cmd = "./%s/app/testpmd -c 0x7 -s 0x4 -n 4 --vdev 'net_softnic0,firmware=/tmp/%s,cpu_id=1,conn_port=8086' -- -i --forward-mode=softnic --portmask=0x2"
+        # get dts output path
+        if self.logger.log_path.startswith(os.sep):
+            self.output_path = self.logger.log_path
+        else:
+            cur_path = os.path.dirname(
+                                os.path.dirname(os.path.realpath(__file__)))
+            self.output_path = os.sep.join([cur_path, self.logger.log_path])
+        # create an instance to set stream field setting
+        self.pktgen_helper = PacketGeneratorHelper()
+        self.dut.restore_interfaces()
+        self.used_dut_port = self.dut_ports[1]
+        self.host_intf = self.dut.ports_info[self.used_dut_port]['intf']
+        out = self.dut.send_expect('ethtool %s' % self.host_intf, '#')
+        self.speed = re.findall('Supported link modes:   (\d*)', out)[0]
+        self.dut.bind_interfaces_linux('igb_uio', [ports[0]])
+
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+    def change_config_file(self, file_name):
+        self.dut.send_expect("sed -i -e '4c link LINK0 dev %s' %s" % (self.dut.ports_info[0]['pci'], self.root_path+file_name), "#")
+        self.dut.send_expect("sed -i -e 's/thread [0-9]/thread 2/g' %s" % self.root_path+file_name, "#")
+
+    def test_perf_softnic_performance(self):
+        self.frame_size = [64, 128, 256, 512, 1024, 1280, 1518]
+        self.change_config_file('firmware.cli')
+        # 10G nic pps(M)
+        expect_pps = [14, 8, 4, 2, 1, 0.9, 0.8]
+        
+        self.dut.send_expect(self.cmd % (self.target, 'firmware.cli'), "testpmd>", timeout=300)
+        self.dut.send_expect("set fwd macswap", "testpmd>")
+        self.dut.send_expect("start", "testpmd>")
+        rx_port = self.tester.get_local_port(0)
+        tx_port = self.tester.get_local_port(0)
+        n = 0
+        for frame in self.frame_size:
+            payload_size = frame - self.headers_size
+            tgen_input = []
+            pcap = os.sep.join([self.output_path, "test.pcap"])
+            pkt = "Ether(dst='%s')/IP()/UDP()/Raw('x'*%d)" % (self.dmac, payload_size)
+            self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, pkt))
+            tgen_input.append((tx_port, rx_port, pcap))
+            self.tester.scapy_execute()
+            # clear streams before add new streams
+            self.tester.pktgen.clear_streams()
+            # run packet generator
+            streams = self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100, None, self.tester.pktgen)
+            _, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)
+            pps = pps / 1000000.0
+            self.verify(pps > 0, 'No traffic detected')
+            self.verify(pps > expect_pps[n], 'No traffic detected')
+            n = n + 1
+
+    def test_perf_shaping_for_pipe(self):
+        self.change_config_file('tm_firmware.cli')
+        self.dut.send_expect(self.cmd % (self.target, 'tm_firmware.cli'), "testpmd> ", timeout=800)
+        self.dut.send_expect("set fwd macswap", "testpmd>")
+        self.dut.send_expect("start", "testpmd>")
+        rx_port = self.tester.get_local_port(0)
+        pkts = ["Ether(dst='%s')/IP(dst='100.0.0.0')/UDP()/Raw('x'*(64 - %s))", "Ether(dst='%s')/IP(dst='100.0.15.255')/UDP()/Raw('x'*(64 - %s))", "Ether(dst='%s')/IP(dst='100.0.4.0')/UDP()/Raw('x'*(64 - %s))"]
+        except_bps_range = [1700000, 2000000]
+
+        for i in range(3):
+                tgen_input = []
+                pcap = os.sep.join([self.output_path, "test.pcap"])
+                pkt = pkts[i] % (self.dmac, self.headers_size)
+                self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, pkt))
+                tgen_input.append((rx_port, rx_port, pcap))
+                if i == 2:
+                    vm_config = self.set_fields_ip()
+                else:
+                    vm_config = self.set_fields()
+                self.tester.scapy_execute()
+                # clear streams before add new streams
+                self.tester.pktgen.clear_streams()
+                # run packet generator
+                streams = self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100, vm_config, self.tester.pktgen)
+                bps, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)
+                if i == 2:
+                    self.verify(except_bps_range[1]*16 > bps > except_bps_range[0]*16, 'No traffic detected')
+                else:
+                    self.verify(except_bps_range[1] > bps > except_bps_range[0], 'No traffic detected')
+
+    def test_nat(self):
+        self.change_config_file('nat_firmware.cli')
+        expect_ips = ['192.168.0.1.5000', '192.168.0.2.5001']
+        ips = ['100.0.0.1', '100.0.0.2']
+        pkt_location = ['src', 'dst']
+        pkt_type = ['tcp', 'udp']
+        for t in pkt_type:
+            for i in range(2):
+                self.dut.send_expect("sed -i -e '12c table action profile AP0 ipv4 offset 270 fwd nat %s proto %s' %s" % (pkt_location[i], t, self.root_path + 'nat_firmware.cli'), "#")
+                self.dut.send_expect(self.cmd % (self.target, 'nat_firmware.cli'), "testpmd>", timeout=60)
+                self.dut.send_expect("start", "testpmd>")
+                # src ip tcp
+                for j in range(2):
+                    out = self.scapy_send_packet(pkt_location[i], ips[j], t)
+                    self.verify(expect_ips[j] in out, 'fail to receive expect packet')
+                self.dut.send_expect("quit", "# ")
+                time.sleep(1)
+
+    def scapy_send_packet(self, pkt_location, ip, pkt_type):
+        self.tester.scapy_foreground()
+        pkt = "Ether(dst='%s')/IP(dst='%s')/" % (self.dmac, ip)
+        if pkt_type == 'tcp':
+            pkt = pkt + "TCP()/Raw('x'*20)"
+        else:
+            pkt = pkt + "UDP()/Raw('x'*20)"
+    
+        self.tester.scapy_append('sendp([%s], iface="%s")' % (pkt, self.txItf))
+        self.start_tcpdump(self.txItf)
+        self.tester.scapy_execute()
+        out = self.get_tcpdump_package()
+        return out
+
+    def get_tcpdump_package(self):
+        time.sleep(4)
+        self.tester.send_expect("killall tcpdump", "#")
+        out = self.tester.send_expect("tcpdump -A -nn -e -vv -r getPackageByTcpdump.cap |grep '192.168'", "#")
+        return out
+
+    def start_tcpdump(self, rxItf):
+        self.tester.send_expect("rm -rf getPackageByTcpdump.cap", "#")
+        self.tester.send_expect("tcpdump -A -nn -e -vv -w getPackageByTcpdump.cap -i %s 2> /dev/null& " % self.txItf, "#")
+        time.sleep(4)
+
+    def set_fields(self):
+        fields_config = {
+        'ip':  {'dst': {'range': 1, 'action': 'inc'}, }, }
+        return fields_config
+
+    def set_fields_ip(self):
+        fields_config = {
+        'ip':  {'dst': {'range': 16, 'action': 'inc'}, }, }
+        return fields_config
+
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.send_expect('quit', '# ')
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        pass
-- 
2.17.1


^ permalink raw reply	[flat|nested] 3+ messages in thread

* Re: [dts] [PATCH V1] tests/add new test suite softnic
  2019-08-02 17:00 [dts] [PATCH V1] tests/add new test suite softnic zhaomeijuan
@ 2019-08-06  2:52 ` Peng, Yuan
  2019-08-07  3:19 ` Tu, Lijuan
  1 sibling, 0 replies; 3+ messages in thread
From: Peng, Yuan @ 2019-08-06  2:52 UTC (permalink / raw)
  To: Zhao, MeijuanX, dts

Acked-by: Peng, Yuan <yuan.peng@intel.com>

-----Original Message-----
From: Zhao, MeijuanX 
Sent: Saturday, August 3, 2019 1:00 AM
To: dts@dpdk.org
Cc: Peng, Yuan <yuan.peng@intel.com>; Zhao, MeijuanX <meijuanx.zhao@intel.com>
Subject: [dts][PATCH V1] tests/add new test suite softnic

Signed-off-by: zhaomeijuan <meijuanx.zhao@intel.com>
---
 tests/TestSuite_softnic.py | 226 +++++++++++++++++++++++++++++++++++++
 1 file changed, 226 insertions(+)
 create mode 100644 tests/TestSuite_softnic.py

diff --git a/tests/TestSuite_softnic.py b/tests/TestSuite_softnic.py new file mode 100644 index 0000000..0cc3c92
--- /dev/null
+++ b/tests/TestSuite_softnic.py
@@ -0,0 +1,226 @@
+# BSD LICENSE
+#
+# Copyright(c) <2019> Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without # 
+modification, are permitted provided that the following conditions # 
+are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # 
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # 
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # 
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # 
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # 
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # 
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # 
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # 
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # 
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # 
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+"""
+DPDK Test suite.
+Test softnic API in DPDK.
+"""
+
+import utils
+import string
+import re
+import time
+from settings import HEADER_SIZE
+import os
+from pktgen import PacketGeneratorHelper from test_case import TestCase 
+from pmd_output import PmdOutput
+
+
+class TestSoftnic(TestCase):
+
+    def set_up_all(self):
+
+        # Based on h/w type, choose how many ports to use
+        ports = self.dut.get_ports()
+        self.dut_ports = self.dut.get_ports(self.nic)
+
+        # Verify that enough ports are available
+        self.verify(len(ports) >= 1, "Insufficient ports for testing")
+
+        self.ports_socket = self.dut.get_numa_id(ports[0])
+        # Verify that enough threads are available
+        cores = self.dut.get_core_list("1S/1C/1T")
+        self.verify(cores is not None, "Insufficient cores for speed testing")
+        global P0
+        P0 = ports[0]
+
+        self.txItf = self.tester.get_interface(self.tester.get_local_port(P0))
+        self.dmac = self.dut.get_mac_address(P0)
+        self.headers_size = HEADER_SIZE['eth'] + HEADER_SIZE['ip'] + 
+ HEADER_SIZE['udp']
+    
+        # need change config files
+        self.root_path = "/tmp/"
+        self.firmware = r"dep/firmware.cli"
+        self.tm_firmware = r"dep/tm_firmware.cli"
+        self.nat_firmware = r"dep/nat_firmware.cli"
+        self.dut.session.copy_file_to(self.firmware, self.root_path)
+        self.dut.session.copy_file_to(self.tm_firmware, self.root_path)
+        self.dut.session.copy_file_to(self.nat_firmware, self.root_path)
+        self.cmd = "./%s/app/testpmd -c 0x7 -s 0x4 -n 4 --vdev 'net_softnic0,firmware=/tmp/%s,cpu_id=1,conn_port=8086' -- -i --forward-mode=softnic --portmask=0x2"
+        # get dts output path
+        if self.logger.log_path.startswith(os.sep):
+            self.output_path = self.logger.log_path
+        else:
+            cur_path = os.path.dirname(
+                                os.path.dirname(os.path.realpath(__file__)))
+            self.output_path = os.sep.join([cur_path, self.logger.log_path])
+        # create an instance to set stream field setting
+        self.pktgen_helper = PacketGeneratorHelper()
+        self.dut.restore_interfaces()
+        self.used_dut_port = self.dut_ports[1]
+        self.host_intf = self.dut.ports_info[self.used_dut_port]['intf']
+        out = self.dut.send_expect('ethtool %s' % self.host_intf, '#')
+        self.speed = re.findall('Supported link modes:   (\d*)', out)[0]
+        self.dut.bind_interfaces_linux('igb_uio', [ports[0]])
+
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+    def change_config_file(self, file_name):
+        self.dut.send_expect("sed -i -e '4c link LINK0 dev %s' %s" % (self.dut.ports_info[0]['pci'], self.root_path+file_name), "#")
+        self.dut.send_expect("sed -i -e 's/thread [0-9]/thread 2/g' %s" 
+ % self.root_path+file_name, "#")
+
+    def test_perf_softnic_performance(self):
+        self.frame_size = [64, 128, 256, 512, 1024, 1280, 1518]
+        self.change_config_file('firmware.cli')
+        # 10G nic pps(M)
+        expect_pps = [14, 8, 4, 2, 1, 0.9, 0.8]
+        
+        self.dut.send_expect(self.cmd % (self.target, 'firmware.cli'), "testpmd>", timeout=300)
+        self.dut.send_expect("set fwd macswap", "testpmd>")
+        self.dut.send_expect("start", "testpmd>")
+        rx_port = self.tester.get_local_port(0)
+        tx_port = self.tester.get_local_port(0)
+        n = 0
+        for frame in self.frame_size:
+            payload_size = frame - self.headers_size
+            tgen_input = []
+            pcap = os.sep.join([self.output_path, "test.pcap"])
+            pkt = "Ether(dst='%s')/IP()/UDP()/Raw('x'*%d)" % (self.dmac, payload_size)
+            self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, pkt))
+            tgen_input.append((tx_port, rx_port, pcap))
+            self.tester.scapy_execute()
+            # clear streams before add new streams
+            self.tester.pktgen.clear_streams()
+            # run packet generator
+            streams = self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100, None, self.tester.pktgen)
+            _, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)
+            pps = pps / 1000000.0
+            self.verify(pps > 0, 'No traffic detected')
+            self.verify(pps > expect_pps[n], 'No traffic detected')
+            n = n + 1
+
+    def test_perf_shaping_for_pipe(self):
+        self.change_config_file('tm_firmware.cli')
+        self.dut.send_expect(self.cmd % (self.target, 'tm_firmware.cli'), "testpmd> ", timeout=800)
+        self.dut.send_expect("set fwd macswap", "testpmd>")
+        self.dut.send_expect("start", "testpmd>")
+        rx_port = self.tester.get_local_port(0)
+        pkts = ["Ether(dst='%s')/IP(dst='100.0.0.0')/UDP()/Raw('x'*(64 - %s))", "Ether(dst='%s')/IP(dst='100.0.15.255')/UDP()/Raw('x'*(64 - %s))", "Ether(dst='%s')/IP(dst='100.0.4.0')/UDP()/Raw('x'*(64 - %s))"]
+        except_bps_range = [1700000, 2000000]
+
+        for i in range(3):
+                tgen_input = []
+                pcap = os.sep.join([self.output_path, "test.pcap"])
+                pkt = pkts[i] % (self.dmac, self.headers_size)
+                self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, pkt))
+                tgen_input.append((rx_port, rx_port, pcap))
+                if i == 2:
+                    vm_config = self.set_fields_ip()
+                else:
+                    vm_config = self.set_fields()
+                self.tester.scapy_execute()
+                # clear streams before add new streams
+                self.tester.pktgen.clear_streams()
+                # run packet generator
+                streams = self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100, vm_config, self.tester.pktgen)
+                bps, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)
+                if i == 2:
+                    self.verify(except_bps_range[1]*16 > bps > except_bps_range[0]*16, 'No traffic detected')
+                else:
+                    self.verify(except_bps_range[1] > bps > 
+ except_bps_range[0], 'No traffic detected')
+
+    def test_nat(self):
+        self.change_config_file('nat_firmware.cli')
+        expect_ips = ['192.168.0.1.5000', '192.168.0.2.5001']
+        ips = ['100.0.0.1', '100.0.0.2']
+        pkt_location = ['src', 'dst']
+        pkt_type = ['tcp', 'udp']
+        for t in pkt_type:
+            for i in range(2):
+                self.dut.send_expect("sed -i -e '12c table action profile AP0 ipv4 offset 270 fwd nat %s proto %s' %s" % (pkt_location[i], t, self.root_path + 'nat_firmware.cli'), "#")
+                self.dut.send_expect(self.cmd % (self.target, 'nat_firmware.cli'), "testpmd>", timeout=60)
+                self.dut.send_expect("start", "testpmd>")
+                # src ip tcp
+                for j in range(2):
+                    out = self.scapy_send_packet(pkt_location[i], ips[j], t)
+                    self.verify(expect_ips[j] in out, 'fail to receive expect packet')
+                self.dut.send_expect("quit", "# ")
+                time.sleep(1)
+
+    def scapy_send_packet(self, pkt_location, ip, pkt_type):
+        self.tester.scapy_foreground()
+        pkt = "Ether(dst='%s')/IP(dst='%s')/" % (self.dmac, ip)
+        if pkt_type == 'tcp':
+            pkt = pkt + "TCP()/Raw('x'*20)"
+        else:
+            pkt = pkt + "UDP()/Raw('x'*20)"
+    
+        self.tester.scapy_append('sendp([%s], iface="%s")' % (pkt, self.txItf))
+        self.start_tcpdump(self.txItf)
+        self.tester.scapy_execute()
+        out = self.get_tcpdump_package()
+        return out
+
+    def get_tcpdump_package(self):
+        time.sleep(4)
+        self.tester.send_expect("killall tcpdump", "#")
+        out = self.tester.send_expect("tcpdump -A -nn -e -vv -r getPackageByTcpdump.cap |grep '192.168'", "#")
+        return out
+
+    def start_tcpdump(self, rxItf):
+        self.tester.send_expect("rm -rf getPackageByTcpdump.cap", "#")
+        self.tester.send_expect("tcpdump -A -nn -e -vv -w getPackageByTcpdump.cap -i %s 2> /dev/null& " % self.txItf, "#")
+        time.sleep(4)
+
+    def set_fields(self):
+        fields_config = {
+        'ip':  {'dst': {'range': 1, 'action': 'inc'}, }, }
+        return fields_config
+
+    def set_fields_ip(self):
+        fields_config = {
+        'ip':  {'dst': {'range': 16, 'action': 'inc'}, }, }
+        return fields_config
+
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.send_expect('quit', '# ')
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        pass
--
2.17.1


^ permalink raw reply	[flat|nested] 3+ messages in thread

* Re: [dts] [PATCH V1] tests/add new test suite softnic
  2019-08-02 17:00 [dts] [PATCH V1] tests/add new test suite softnic zhaomeijuan
  2019-08-06  2:52 ` Peng, Yuan
@ 2019-08-07  3:19 ` Tu, Lijuan
  1 sibling, 0 replies; 3+ messages in thread
From: Tu, Lijuan @ 2019-08-07  3:19 UTC (permalink / raw)
  To: Zhao, MeijuanX, dts; +Cc: Peng, Yuan, Zhao, MeijuanX

Applied, thanks

> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of zhaomeijuan
> Sent: Saturday, August 3, 2019 1:00 AM
> To: dts@dpdk.org
> Cc: Peng, Yuan <yuan.peng@intel.com>; Zhao, MeijuanX
> <meijuanx.zhao@intel.com>
> Subject: [dts] [PATCH V1] tests/add new test suite softnic
> 
> Signed-off-by: zhaomeijuan <meijuanx.zhao@intel.com>
> ---
>  tests/TestSuite_softnic.py | 226 +++++++++++++++++++++++++++++++++++++
>  1 file changed, 226 insertions(+)
>  create mode 100644 tests/TestSuite_softnic.py
> 
> diff --git a/tests/TestSuite_softnic.py b/tests/TestSuite_softnic.py new file
> mode 100644 index 0000000..0cc3c92
> --- /dev/null
> +++ b/tests/TestSuite_softnic.py
> @@ -0,0 +1,226 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) <2019> Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
> ON ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
> USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +"""
> +DPDK Test suite.
> +Test softnic API in DPDK.
> +"""
> +
> +import utils
> +import string
> +import re
> +import time
> +from settings import HEADER_SIZE
> +import os
> +from pktgen import PacketGeneratorHelper from test_case import TestCase
> +from pmd_output import PmdOutput
> +
> +
> +class TestSoftnic(TestCase):
> +
> +    def set_up_all(self):
> +
> +        # Based on h/w type, choose how many ports to use
> +        ports = self.dut.get_ports()
> +        self.dut_ports = self.dut.get_ports(self.nic)
> +
> +        # Verify that enough ports are available
> +        self.verify(len(ports) >= 1, "Insufficient ports for testing")
> +
> +        self.ports_socket = self.dut.get_numa_id(ports[0])
> +        # Verify that enough threads are available
> +        cores = self.dut.get_core_list("1S/1C/1T")
> +        self.verify(cores is not None, "Insufficient cores for speed testing")
> +        global P0
> +        P0 = ports[0]
> +
> +        self.txItf = self.tester.get_interface(self.tester.get_local_port(P0))
> +        self.dmac = self.dut.get_mac_address(P0)
> +        self.headers_size = HEADER_SIZE['eth'] + HEADER_SIZE['ip'] +
> + HEADER_SIZE['udp']
> +
> +        # need change config files
> +        self.root_path = "/tmp/"
> +        self.firmware = r"dep/firmware.cli"
> +        self.tm_firmware = r"dep/tm_firmware.cli"
> +        self.nat_firmware = r"dep/nat_firmware.cli"
> +        self.dut.session.copy_file_to(self.firmware, self.root_path)
> +        self.dut.session.copy_file_to(self.tm_firmware, self.root_path)
> +        self.dut.session.copy_file_to(self.nat_firmware, self.root_path)
> +        self.cmd = "./%s/app/testpmd -c 0x7 -s 0x4 -n 4 --vdev
> 'net_softnic0,firmware=/tmp/%s,cpu_id=1,conn_port=8086' -- -i --forward-
> mode=softnic --portmask=0x2"
> +        # get dts output path
> +        if self.logger.log_path.startswith(os.sep):
> +            self.output_path = self.logger.log_path
> +        else:
> +            cur_path = os.path.dirname(
> +                                os.path.dirname(os.path.realpath(__file__)))
> +            self.output_path = os.sep.join([cur_path, self.logger.log_path])
> +        # create an instance to set stream field setting
> +        self.pktgen_helper = PacketGeneratorHelper()
> +        self.dut.restore_interfaces()
> +        self.used_dut_port = self.dut_ports[1]
> +        self.host_intf = self.dut.ports_info[self.used_dut_port]['intf']
> +        out = self.dut.send_expect('ethtool %s' % self.host_intf, '#')
> +        self.speed = re.findall('Supported link modes:   (\d*)', out)[0]
> +        self.dut.bind_interfaces_linux('igb_uio', [ports[0]])
> +
> +    def set_up(self):
> +        """
> +        Run before each test case.
> +        """
> +    def change_config_file(self, file_name):
> +        self.dut.send_expect("sed -i -e '4c link LINK0 dev %s' %s" %
> (self.dut.ports_info[0]['pci'], self.root_path+file_name), "#")
> +        self.dut.send_expect("sed -i -e 's/thread [0-9]/thread 2/g' %s"
> + % self.root_path+file_name, "#")
> +
> +    def test_perf_softnic_performance(self):
> +        self.frame_size = [64, 128, 256, 512, 1024, 1280, 1518]
> +        self.change_config_file('firmware.cli')
> +        # 10G nic pps(M)
> +        expect_pps = [14, 8, 4, 2, 1, 0.9, 0.8]
> +
> +        self.dut.send_expect(self.cmd % (self.target, 'firmware.cli'), "testpmd>",
> timeout=300)
> +        self.dut.send_expect("set fwd macswap", "testpmd>")
> +        self.dut.send_expect("start", "testpmd>")
> +        rx_port = self.tester.get_local_port(0)
> +        tx_port = self.tester.get_local_port(0)
> +        n = 0
> +        for frame in self.frame_size:
> +            payload_size = frame - self.headers_size
> +            tgen_input = []
> +            pcap = os.sep.join([self.output_path, "test.pcap"])
> +            pkt = "Ether(dst='%s')/IP()/UDP()/Raw('x'*%d)" % (self.dmac,
> payload_size)
> +            self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, pkt))
> +            tgen_input.append((tx_port, rx_port, pcap))
> +            self.tester.scapy_execute()
> +            # clear streams before add new streams
> +            self.tester.pktgen.clear_streams()
> +            # run packet generator
> +            streams =
> self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100, None,
> self.tester.pktgen)
> +            _, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)
> +            pps = pps / 1000000.0
> +            self.verify(pps > 0, 'No traffic detected')
> +            self.verify(pps > expect_pps[n], 'No traffic detected')
> +            n = n + 1
> +
> +    def test_perf_shaping_for_pipe(self):
> +        self.change_config_file('tm_firmware.cli')
> +        self.dut.send_expect(self.cmd % (self.target, 'tm_firmware.cli'),
> "testpmd> ", timeout=800)
> +        self.dut.send_expect("set fwd macswap", "testpmd>")
> +        self.dut.send_expect("start", "testpmd>")
> +        rx_port = self.tester.get_local_port(0)
> +        pkts = ["Ether(dst='%s')/IP(dst='100.0.0.0')/UDP()/Raw('x'*(64 - %s))",
> "Ether(dst='%s')/IP(dst='100.0.15.255')/UDP()/Raw('x'*(64 - %s))",
> "Ether(dst='%s')/IP(dst='100.0.4.0')/UDP()/Raw('x'*(64 - %s))"]
> +        except_bps_range = [1700000, 2000000]
> +
> +        for i in range(3):
> +                tgen_input = []
> +                pcap = os.sep.join([self.output_path, "test.pcap"])
> +                pkt = pkts[i] % (self.dmac, self.headers_size)
> +                self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, pkt))
> +                tgen_input.append((rx_port, rx_port, pcap))
> +                if i == 2:
> +                    vm_config = self.set_fields_ip()
> +                else:
> +                    vm_config = self.set_fields()
> +                self.tester.scapy_execute()
> +                # clear streams before add new streams
> +                self.tester.pktgen.clear_streams()
> +                # run packet generator
> +                streams =
> self.pktgen_helper.prepare_stream_from_tginput(tgen_input, 100,
> vm_config, self.tester.pktgen)
> +                bps, pps =
> self.tester.pktgen.measure_throughput(stream_ids=streams)
> +                if i == 2:
> +                    self.verify(except_bps_range[1]*16 > bps >
> except_bps_range[0]*16, 'No traffic detected')
> +                else:
> +                    self.verify(except_bps_range[1] > bps >
> + except_bps_range[0], 'No traffic detected')
> +
> +    def test_nat(self):
> +        self.change_config_file('nat_firmware.cli')
> +        expect_ips = ['192.168.0.1.5000', '192.168.0.2.5001']
> +        ips = ['100.0.0.1', '100.0.0.2']
> +        pkt_location = ['src', 'dst']
> +        pkt_type = ['tcp', 'udp']
> +        for t in pkt_type:
> +            for i in range(2):
> +                self.dut.send_expect("sed -i -e '12c table action profile AP0 ipv4
> offset 270 fwd nat %s proto %s' %s" % (pkt_location[i], t, self.root_path +
> 'nat_firmware.cli'), "#")
> +                self.dut.send_expect(self.cmd % (self.target, 'nat_firmware.cli'),
> "testpmd>", timeout=60)
> +                self.dut.send_expect("start", "testpmd>")
> +                # src ip tcp
> +                for j in range(2):
> +                    out = self.scapy_send_packet(pkt_location[i], ips[j], t)
> +                    self.verify(expect_ips[j] in out, 'fail to receive expect packet')
> +                self.dut.send_expect("quit", "# ")
> +                time.sleep(1)
> +
> +    def scapy_send_packet(self, pkt_location, ip, pkt_type):
> +        self.tester.scapy_foreground()
> +        pkt = "Ether(dst='%s')/IP(dst='%s')/" % (self.dmac, ip)
> +        if pkt_type == 'tcp':
> +            pkt = pkt + "TCP()/Raw('x'*20)"
> +        else:
> +            pkt = pkt + "UDP()/Raw('x'*20)"
> +
> +        self.tester.scapy_append('sendp([%s], iface="%s")' % (pkt, self.txItf))
> +        self.start_tcpdump(self.txItf)
> +        self.tester.scapy_execute()
> +        out = self.get_tcpdump_package()
> +        return out
> +
> +    def get_tcpdump_package(self):
> +        time.sleep(4)
> +        self.tester.send_expect("killall tcpdump", "#")
> +        out = self.tester.send_expect("tcpdump -A -nn -e -vv -r
> getPackageByTcpdump.cap |grep '192.168'", "#")
> +        return out
> +
> +    def start_tcpdump(self, rxItf):
> +        self.tester.send_expect("rm -rf getPackageByTcpdump.cap", "#")
> +        self.tester.send_expect("tcpdump -A -nn -e -vv -w
> getPackageByTcpdump.cap -i %s 2> /dev/null& " % self.txItf, "#")
> +        time.sleep(4)
> +
> +    def set_fields(self):
> +        fields_config = {
> +        'ip':  {'dst': {'range': 1, 'action': 'inc'}, }, }
> +        return fields_config
> +
> +    def set_fields_ip(self):
> +        fields_config = {
> +        'ip':  {'dst': {'range': 16, 'action': 'inc'}, }, }
> +        return fields_config
> +
> +    def tear_down(self):
> +        """
> +        Run after each test case.
> +        """
> +        self.dut.send_expect('quit', '# ')
> +
> +    def tear_down_all(self):
> +        """
> +        Run after each test suite.
> +        """
> +        pass
> --
> 2.17.1


^ permalink raw reply	[flat|nested] 3+ messages in thread

end of thread, back to index

Thread overview: 3+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2019-08-02 17:00 [dts] [PATCH V1] tests/add new test suite softnic zhaomeijuan
2019-08-06  2:52 ` Peng, Yuan
2019-08-07  3:19 ` Tu, Lijuan

test suite reviews and discussions

Archives are clonable:
	git clone --mirror http://inbox.dpdk.org/dts/0 dts/git/0.git

	# If you have public-inbox 1.1+ installed, you may
	# initialize and index your mirror using the following commands:
	public-inbox-init -V2 dts dts/ http://inbox.dpdk.org/dts \
		dts@dpdk.org
	public-inbox-index dts


Newsgroup available over NNTP:
	nntp://inbox.dpdk.org/inbox.dpdk.dts


AGPL code for this site: git clone https://public-inbox.org/ public-inbox