[dts] [PATCH V1] add test suite ip_pipekine config file

[dts] [PATCH V1] add test suite ip_pipekine config file

[xu,gang]

Signed-off-by: xu,gang <gangx.xu@intel.com>
---
 tests/TestSuite_ip_pipeline_config_file.py | 323 +++++++++++++++++++++++++++++
 1 file changed, 323 insertions(+)
 create mode 100644 tests/TestSuite_ip_pipeline_config_file.py

diff --git a/tests/TestSuite_ip_pipeline_config_file.py b/tests/TestSuite_ip_pipeline_config_file.py
new file mode 100644
index 0000000..99e1542
--- /dev/null
+++ b/tests/TestSuite_ip_pipeline_config_file.py
@@ -0,0 +1,323 @@
+#BSD LICENSE
+#
+# Copyright(c) 2010-2016 Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+"""
+DPDK Test suite.
+Test ip_pipeline_configuration file.
+"""
+
+import dts
+import string
+import time
+import re
+import os
+from test_case import TestCase
+from plotting import Plotting 
+from settings import HEADER_SIZE   
+from etgen import IxiaPacketGenerator
+from packet import Packet, sniff_packets, load_sniff_packets
+
+class Test_ip_pipeline_configuration_file(TestCase):
+
+    def set_up_all(self):
+        """
+        Run at the start of each test suite.
+        """
+        self.dut_ports = self.dut.get_ports(self.nic)
+        self.verify(len(self.dut_ports) >= 4, "Insufficient ports")
+        cores = self.dut.get_core_list("1S/4C/1T")
+        #self.coremask = dts.create_mask(cores)
+     
+        self.dut.send_expect("chmod 777 /root/","#",30) 
+        self.dut.send_expect("sed -i -e 's/CONFIG_RTE_PORT_PCAP=.*$/"
+                          + "CONFIG_RTE_PORT_PCAP=y/' config/common_base", "# ", 30)
+        self.dut.build_install_dpdk(self.target)          
+  
+        #unpack test configuration
+        cwd = os.getcwd()
+        self.tester.send_expect("cd %s/dep/" % cwd,"# ",50)
+        result = self.tester.send_expect("tar xzvf ip_pipeline.tar.gz","# ",50)
+        self.verify("error" not in result, "ip_pipeline unpack fail ")
+
+        self.update_ip_pipeline_config() 
+
+        #copy configuration file to dut and unpack
+        self.dut.session.copy_file_to("dep/ip_pipeline.tar.gz")
+        put = self.dut.send_expect("tar zxvf ~/ip_pipeline.tar.gz -C ~","#",500)
+        #self.verify("error" not in put, "ip_pipeline unpack fail")
+
+        self.path = "./examples/ip_pipeline/build/ip_pipeline" 
+
+        self.filepath = self.get_filepath()
+        # build sample app  
+        out = self.dut.build_dpdk_apps("./examples/ip_pipeline")
+        self.verify("Error" not in out, "compilation error 1") 
+        self.verify("No such file" not in out, "compilation error 2")
+         
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        pass
+
+    def replace_pci(self,filename,old,new):
+        """
+        modify the file by new code
+        """
+        try:
+            lines = open(filename,'r').readlines()
+            flen = len(lines)
+            for i in range(flen):
+                if old in lines[i]:
+                    lines[i] = lines[i].replace(old,new)
+            open(filename,'w').writelines(lines)
+        except Exception,e:
+            print e
+            
+    def get_filepath(self):
+        filepatch = []
+        sourc_work_path = os.getcwd()
+        os.chdir("./dep")
+        rootdir = "ip_pipeline/"
+        for parent,dirnames,filenames in os.walk(rootdir):
+           for filename in filenames:
+               filepatch.append(os.path.join(parent,filename))
+        os.chdir(sourc_work_path)
+        return filepatch
+    def update_ip_pipeline_config(self):
+        """
+        modify the ip_pipeline cfg file's pci and pack again
+        """
+        po_rootdir = "dep/ip_pipeline/ip_pipeline_link_identification/"
+        for po_parent,po_dirnames,po_filenames in os.walk(po_rootdir):
+            for i in po_filenames:
+                filename = os.path.join(po_parent,i)
+                self.replace_pci(filename,"port0","%s" % self.dut.ports_info[0]['pci'])
+                self.replace_pci(filename,"port1","%s" % self.dut.ports_info[1]['pci'])
+                self.replace_pci(filename,"port2","%s" % self.dut.ports_info[2]['pci'])
+                self.replace_pci(filename,"port3","%s" % self.dut.ports_info[3]['pci'])
+        self.tester.send_expect("rm -rf ip_pipeline.tar.gz","#",10)
+        result = self.tester.send_expect("tar -czvf ip_pipeline.tar.gz ip_pipeline/","#",50)
+        self.verify("error" not in result, "ip_pipeline compression fail")
+        self.tester.send_expect("cd ../","#",10)
+
+    def scapy_send_package(self,num = 1):
+        """
+        Send a packet to port
+        """
+        txport = self.tester.get_local_port(self.dut_ports[0])
+        mac = self.dut.get_mac_address(self.dut_ports[0])
+        txItf = self.tester.get_interface(txport)
+        self.tester.scapy_append('sendp([Ether(dst="%s")/IP()/UDP()/Raw(\'X\'*18)], iface="%s",count=%s)' % (mac, txItf,num))
+        self.tester.scapy_execute()
+    
+    def print_info(self,filename):
+        print "\033[1;31;40m"
+        print "Test failed on %s" % filename
+        print "\033[0m"
+    def test_ip_pipeline_rss(self):
+        failcase = []
+        for filename in self.filepath:
+            if "ip_pipeline_rss/" in filename:
+                cmd = self.path + " -p 0x3 -f ~/%s" % filename
+                self.dut.send_expect(cmd,"[PIPELINE1]",120)
+                out = self.dut.send_expect("quit","# ",10)
+                if "Bye" not in out:
+                    self.print_info(filename)
+                    failcase.append(filename)
+        self.verify(len(failcase) == 0, "Failed cfg  file nameon %s" % failcase)
+
+    def test_ip_pipeline_cfg(self):
+        failcase = []
+        for filename in self.filepath:
+            if "ip_pipeline_cfg/postive" in filename:
+                cmd = self.path + " -p 0x3 -f ~/%s" % filename
+                self.dut.send_expect(cmd,"[PIPELINE1]",120)
+                out = self.dut.send_expect("quit","# ",10)
+                if "Bye" not in out: 
+                    self.print_info(filename)
+                    failcase.append(filename) 
+                    #self.verify("Bye!" in out, "Test failed on %s" % filename)
+            elif "ip_pipeline_cfg/negative" in filename:
+                cmd = self.path + " -p 0x3 -f ~/%s" % filename
+                out = self.dut.send_expect(cmd,"# ",60)
+                if "error" not in out:
+                    print out
+                    self.print_info(filename)
+                    failcase.append(filename)
+                self.dut.send_expect("quit","# ",10) 
+                #self.verify("error" in out, "Test failed on %s" % filename)
+        self.verify(len(failcase) == 0, "Failed cfg  file nameon %s" % failcase)    
+ 
+    def test_ip_pipeline_cpu_utilization(self):
+        self.dut.send_expect("cd examples/ip_pipeline","#",50)
+        self.dut.send_expect("sed -i -e 's/pool_size = .*$/"
+                          + "pool_size = 4096/' config/edge_router_downstream.cfg", "# ", 30)
+        cmd = "./build/ip_pipeline -p 0xf -f config/edge_router_downstream.cfg -s config/edge_router_downstream.sh"
+        out = self.dut.send_expect(cmd,"#p 1 route ls",50)
+        self.scapy_send_package(1000)
+        self.dut.send_expect("","pipeline> ",5)
+        out = self.dut.send_expect("t 1 headroom","pipeline> ",10)
+        self.dut.send_expect("quit","# ",10)
+        print out
+        self.verify(out > "50%" , "headroom error")
+        self.dut.send_expect("cd -","#",50)
+    
+    def test_ip_pipeline_link_identification(self):
+        failcase = []
+        for filename in self.filepath:
+            if "ip_pipeline_link_identification/postive" in filename:   
+                if "_f" in filename:
+                    cmd = self.path + " -f ~/%s" % filename
+                    self.dut.send_expect(cmd,"[PIPELINE1]",50)
+                    out = self.dut.send_expect("quit","# ",10)
+                    if "Bye!" not in out:
+                        self.print_info(filename)
+                        failcase.append(filename)
+                    #self.verify("Bye!" in out, "Test failed on %s" % filename)
+                elif "_pf" in filename:
+                    cmd = self.path + " -p f -f ~/%s" % filename
+                    self.dut.send_expect(cmd,"[PIPELINE1]",50)
+                    out = self.dut.send_expect("quit","# ",10)
+                    if "Bye!" not in out:
+                        self.print_info(filename)
+                        failcase.append(filename)
+                elif "1p" in filename:
+                    cmd = self.path + " -p 1 -f ~/%s" % filename
+                    self.dut.send_expect(cmd,"[PIPELINE1]",50)
+                    out = self.dut.send_expect("quit","# ",10)
+                    if "Bye!" not in out:
+                        self.print_info(filename)
+                        failcase.append(filename)
+
+
+#                    self.verify("Bye!" in out, "Test failed on %s" % filename)
+            elif "ip_pipeline_link_identification/negative" in filename:
+                if "_f" in filename:
+                    cmd = self.path + " -f ~/%s" % filename
+                    out = self.dut.send_expect(cmd,"# ",50)
+                    if "error" not in out:
+                        self.print_info(filename)
+                        failcase.append(filename)
+                    self.dut.send_expect("quit","# ",10)
+                #    self.verify("error" in out, "Test failed on %s" % filename)
+                elif "_1p" in filename:
+                    cmd = self.path + " -p 1 -f ~/%s" % filename
+                    out = self.dut.send_expect(cmd,"# ",50)
+                    if "error" not in out:
+                        self.print_info(filename)
+                        failcase.append(filename)
+                    self.dut.send_expect("quit","# ",10)
+#                    self.verify("error" in out, "Test failed on %s" % filename)
+                elif "_3p" in filename:
+                    cmd = self.path + " -p 3 -f ~/%s" % filename
+                    out = self.dut.send_expect(cmd,"#",50)
+                    if "error" not in out:
+                        self.print_info(filename)
+                        failcase.append(filename)
+                    self.dut.send_expect("quit","# ",10)
+#                    self.verify("error" in out, "Test failed on %s" % filename)
+        self.verify(len(failcase) == 0, "Failed cfg  file nameon %s" % failcase)
+
+    def test_ip_pipeline_parser_cleanup(self):
+        failcase = []
+        for filename in self.filepath:
+            if "ip_pipeline_parser_cleanup/postive" in filename:
+                cmd = self.path + " -p 0x3 -f ~/%s" % filename
+                self.dut.send_expect(cmd,"[PIPELINE1]",50)
+                out = self.dut.send_expect("quit","# ",10)
+                if "Bye!" not in out:
+                    self.print_info(filename)
+                    failcase.append(filename)
+                #self.verify("Bye!" in out, "Test failed on %s" % filename)
+            elif "ip_pipeline_parser_cleanup/negative" in filename:
+                cmd = self.path + " -p 0x3 -f ~/%s" % filename
+                out = self.dut.send_expect(cmd,"# ",50)
+                if "error" not in out:
+                    self.print_info(filename)
+                    failcase.append(filename)
+                self.dut.send_expect("quit","# ",10)
+        self.verify(len(failcase) == 0, "Failed cfg  file nameon %s" % failcase)
+        #        self.verify("error" in out, "Test failed on %s" % filename)
+
+    def test_ip_pipeline_source_sink(self):
+        failcase = []
+        for filename in self.filepath:
+            if "ip_pipeline_source_sink/postive" in filename:
+                self.dut.send_expect("cp ~/ip_pipeline/*.pcap ~","#",50)
+                if "_com" in filename:
+                    cmd = self.path + " -f ~/%s" % filename
+                    self.dut.send_expect(cmd,"PORT: Dumped",50)
+                    time.sleep(10)
+                    out = self.dut.send_expect("quit","# ",10)
+                    if "Bye!" not in out:
+                        self.print_info(filename)
+                        failcase.append(filename)
+
+        #            self.verify("Bye!" in out, "Test failed on %s" % filename)
+                else:
+                    cmd = self.path + " -f ~/%s" % filename
+                    self.dut.send_expect(cmd,"[PIPELINE1]",50)
+                    out = self.dut.send_expect("quit","# ",10)
+                    if "Bye!" not in out:
+                        self.print_info(filename)
+                        failcase.append(filename)
+
+        #            self.verify("Bye!" in out, "Test failed on %s" % filename)
+                self.dut.send_expect("rm -rf ~/*.pcap","#",50)
+            elif "ip_pipeline_source_sink/negative" in filename:
+                self.dut.send_expect("cp ~/ip_pipeline/*.pcap ~","#",50)
+                cmd = self.path + " -f ~/%s" % filename
+                out = self.dut.send_expect(cmd,"# ",50)
+                if "error" not in out:
+                    self.print_info(filename)
+                    failcase.append(filename)
+                self.dut.send_expect("quit","# ",10)
+#                self.verify("error" in out, "Test failed on %s" % filename)
+                self.dut.send_expect("rm -rf ~/*.pcap","#",50)
+        self.verify(len(failcase) == 0, "Failed cfg  file nameon %s" % failcase)
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+         
+        self.dut.kill_all()
+        time.sleep(2)
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        self.dut.send_expect("sed -i -e 's/CONFIG_RTE_PORT_PCAP=.*$/"
+                          + "CONFIG_RTE_PORT_PCAP=n/' config/common_base", "# ", 30)
+        self.dut.build_install_dpdk(self.target)
+
-- 
1.9.3

[dts] [PATCH V1] add test suite l2fwd-jobstats

[xu,gang]

Signed-off-by: xu,gang <gangx.xu@intel.com>
---
 test_plans/l2fwd-jobstats_test_plan.rst |  84 +++++++++++++++++++++++
 tests/TestSuite_l2fwd-jobstats.py       | 115 ++++++++++++++++++++++++++++++++
 2 files changed, 199 insertions(+)
 create mode 100644 test_plans/l2fwd-jobstats_test_plan.rst
 create mode 100644 tests/TestSuite_l2fwd-jobstats.py

diff --git a/test_plans/l2fwd-jobstats_test_plan.rst b/test_plans/l2fwd-jobstats_test_plan.rst
new file mode 100644
index 0000000..d61a9e7
--- /dev/null
+++ b/test_plans/l2fwd-jobstats_test_plan.rst
@@ -0,0 +1,84 @@
+..  BSD LICENSE
+    Copyright(c) 2010-2015 Intel Corporation. All rights reserved.
+    All rights reserved.
+
+    Redistribution and use in source and binary forms, with or without
+    modification, are permitted provided that the following conditions
+    are met:
+
+    * Redistributions of source code must retain the above copyright
+    notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above copyright
+    notice, this list of conditions and the following disclaimer in
+    the documentation and/or other materials provided with the
+    distribution.
+    * Neither the name of Intel Corporation nor the names of its
+    contributors may be used to endorse or promote products derived
+    from this software without specific prior written permission.
+
+    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+L2 Forwarding Sample Application (in Real and Virtualized Environments) with core load statistics.
+==================================================================================================
+
+The L2 Forwarding sample application is a simple example of packet processing using
+the Data Plane Development Kit (DPDK) which
+also takes advantage of Single Root I/O Virtualization (SR-IOV) features in a virtualized environment.
+
+.. note::
+
+    This application is a variation of L2 Forwarding sample application. It demonstrate possible
+    scheme of job stats library usage therefore some parts of this document is identical with original
+    L2 forwarding application.
+
+Overview
+--------
+
+The L2 Forwarding sample application, which can operate in real and virtualized environments,
+performs L2 forwarding for each packet that is received.
+The destination port is the adjacent port from the enabled portmask, that is,
+if the first four ports are enabled (portmask 0xf),
+ports 1 and 2 forward into each other, and ports 3 and 4 forward into each other.
+Also, the MAC addresses are affected as follows:
+
+*   The source MAC address is replaced by the TX port MAC address
+
+*   The destination MAC address is replaced by  02:00:00:00:00:TX_PORT_ID
+
+Running the Application
+-----------------------
+
+The application requires a number of command line options:
+
+.. code-block:: console
+
+    ./build/l2fwd-jobstats [EAL options] -- -p PORTMASK [-q NQ] [-l]
+
+where,
+
+*   p PORTMASK: A hexadecimal bitmask of the ports to configure
+
+*   q NQ: A number of queues (=ports) per lcore (default is 1)
+
+*   l: Use locale thousands separator when formatting big numbers.
+
+To run the application in linuxapp environment with 4 lcores, 16 ports, 8 RX queues per lcore and
+thousands  separator printing, issue the command:
+
+.. code-block:: console
+
+    $ ./build/l2fwd-jobstats -c f -n 4 -- -q 8 -p ffff -l
+
+Refer to the *DPDK Getting Started Guide* for general information on running applications
+and the Environment Abstraction Layer (EAL) options.
+
diff --git a/tests/TestSuite_l2fwd-jobstats.py b/tests/TestSuite_l2fwd-jobstats.py
new file mode 100644
index 0000000..493c507
--- /dev/null
+++ b/tests/TestSuite_l2fwd-jobstats.py
@@ -0,0 +1,115 @@
+#BSD LICENSE
+#
+# Copyright(c) 2010-2016 Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+"""
+DPDK Test suite.
+Test l2fwd-jobstats
+"""
+
+import dts
+import string
+import time
+import re
+import utils
+from test_case import TestCase
+from plotting import Plotting 
+from settings import HEADER_SIZE   
+from etgen import IxiaPacketGenerator
+from packet import Packet, sniff_packets, load_sniff_packets
+
+class TestL2fwdJobstats(TestCase):
+
+    def set_up_all(self):
+        """
+        Run at the start of each test suite.
+        """
+        
+        self.dut_ports = self.dut.get_ports(self.nic)
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports")
+        cores = self.dut.get_core_list("1S/4C/1T")
+        self.coremask = utils.create_mask(cores)
+        self.portmask = utils.create_mask(self.dut_ports)        
+        self.path = "./examples/l2fwd-jobstats/build/l2fwd-jobstats" 
+
+        # build sample app  
+        out = self.dut.build_dpdk_apps("./examples/l2fwd-jobstats")
+        self.verify("Error" not in out, "compilation error 1") 
+        self.verify("No such file" not in out, "compilation error 2")
+         
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        pass
+
+    def test_l2fwd_jobstats(self):
+        """
+        Verify netmap compatibility with one port 
+        """ 
+        cmd = self.path + " -c %s -n %d -- -q 8 -p %s -l" % (self.coremask, self.dut.get_memory_channels(), self.portmask)
+      
+        #start netmap_compat with one port
+        self.dut.send_expect(cmd,"Port statistics",60)
+
+        self.scapy_send_packet()
+        out = self.dut.get_session_output(timeout=10)
+        p = re.compile(r'\d+')
+        result = p.findall(out)
+        amount = 100 * len(self.dut_ports)
+        self.verify(str(amount) in result, "Wrong: can't get <%s> package")
+         
+    def scapy_send_packet(self):
+        """
+        Send a packet to port  
+        """
+        for i in range(len(self.dut_ports)):
+            txport = self.tester.get_local_port(self.dut_ports[i])
+            mac = self.dut.get_mac_address(self.dut_ports[i])
+            txItf = self.tester.get_interface(txport)
+            self.tester.scapy_append('sendp([Ether(dst="%s")/IP()/UDP()/Raw(\'X\'*18)], iface="%s",count=100)' % (mac, txItf))
+            self.tester.scapy_execute()
+
+         
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.kill_all()
+        time.sleep(2)
+        pass
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        pass
+
-- 
1.9.3

[dts] [PATCH V1] add test suite packet ordering

[xu,gang]

Signed-off-by: xu,gang <gangx.xu@intel.com>
---
 test_plans/packet_ordering_test_plan.rst |  74 ++++++++++++++++++++
 tests/TestSuite_packet_ordering.py       | 112 +++++++++++++++++++++++++++++++
 2 files changed, 186 insertions(+)
 create mode 100644 test_plans/packet_ordering_test_plan.rst
 create mode 100644 tests/TestSuite_packet_ordering.py

diff --git a/test_plans/packet_ordering_test_plan.rst b/test_plans/packet_ordering_test_plan.rst
new file mode 100644
index 0000000..1a8043d
--- /dev/null
+++ b/test_plans/packet_ordering_test_plan.rst
@@ -0,0 +1,74 @@
+..  BSD LICENSE
+    Copyright(c) 2016 Intel Corporation. All rights reserved.
+    All rights reserved.
+
+    Redistribution and use in source and binary forms, with or without
+    modification, are permitted provided that the following conditions
+    are met:
+
+    * Redistributions of source code must retain the above copyright
+    notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above copyright
+    notice, this list of conditions and the following disclaimer in
+    the documentation and/or other materials provided with the
+    distribution.
+    * Neither the name of Intel Corporation nor the names of its
+    contributors may be used to endorse or promote products derived
+    from this software without specific prior written permission.
+
+    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+Packet Ordering Application
+============================
+
+The Packet Ordering sample app simply shows the impact of reordering a stream.
+It's meant to stress the library with different configurations for performance.
+
+Overview
+--------
+
+The application uses at least three CPU cores:
+
+* RX core (maser core) receives traffic from the NIC ports and feeds Worker
+  cores with traffic through SW queues.
+
+* Worker core (slave core) basically do some light work on the packet.
+  Currently it modifies the output port of the packet for configurations with
+  more than one port enabled.
+
+* TX Core (slave core) receives traffic from Worker cores through software queues,
+  inserts out-of-order packets into reorder buffer, extracts ordered packets
+  from the reorder buffer and sends them to the NIC ports for transmission.
+case test_packet_ordering
+---------------------------
+Compiling the Application
+
+The application execution command line is:
+
+.. code-block:: console
+
+    ./packet_ordering [EAL options] -- -p PORTMASK [--disable-reorder]
+
+The -c EAL CPU_COREMASK option has to contain at least 3 CPU cores.
+The first CPU core in the core mask is the master core and would be assigned to
+RX core, the last to TX core and the rest to Worker cores.
+
+The PORTMASK parameter must contain either 1 or even enabled port numbers.
+When setting more than 1 port, traffic would be forwarded in pairs.
+For example, if we enable 4 ports, traffic from port 0 to 1 and from 1 to 0,
+then the other pair from 2 to 3 and from 3 to 2, having [0,1] and [2,3] pairs.
+
+The disable-reorder long option does, as its name implies, disable the reordering
+of traffic, which should help evaluate reordering performance impact.
+
+change the number of cpu core,check the work normal
diff --git a/tests/TestSuite_packet_ordering.py b/tests/TestSuite_packet_ordering.py
new file mode 100644
index 0000000..45b93a7
--- /dev/null
+++ b/tests/TestSuite_packet_ordering.py
@@ -0,0 +1,112 @@
+#BSD LICENSE
+#
+# Copyright(c) 2010-2016 Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+"""
+DPDK Test suite.
+Test packet ordering.
+"""
+
+import dts
+import string
+import time
+import re
+from test_case import TestCase
+from plotting import Plotting 
+from settings import HEADER_SIZE   
+from etgen import IxiaPacketGenerator
+from packet import Packet, sniff_packets, load_sniff_packets
+import utils
+class TestPacketOrdering(TestCase):
+
+    def set_up_all(self):
+        """
+        Run at the start of each test suite.
+        """
+        self.dut_ports = self.dut.get_ports(self.nic)
+        self.verify(len(self.dut_ports) >= 2, "Insufficient ports")
+        self.path = "./examples/packet_ordering/build/packet_ordering"
+        self.portmask = utils.create_mask(self.dut_ports) 
+
+        # build sample app  
+        out = self.dut.build_dpdk_apps("./examples/packet_ordering")
+        self.verify("Error" not in out, "compilation error 1") 
+        self.verify("No such file" not in out, "compilation error 2")
+         
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        pass
+         
+
+    def test_packet_ordering(self):
+        for i in range(1,3):
+            cores = self.dut.get_core_list("1S/%sC/1T" % i)
+            coremask = utils.create_mask(cores)
+            cmd = self.path + " -c %s -n %d -- -p %s" % (coremask, self.dut.get_memory_channels(), self.portmask)
+            out = self.dut.send_expect(cmd,"# ",60)
+            self.verify("Error" in out, "Wrong: can error package")
+        for i in range(3,19):
+            cores = self.dut.get_core_list("1S/%sC/1T" % i)
+            coremask = utils.create_mask(cores)
+            cmd = self.path + " -c %s -n %d -- -p %s" % (coremask,self.dut.get_memory_channels(), self.portmask)
+            self.dut.send_expect(cmd,"send_thread()",60)
+            self.scapy_send_package()
+            out = self.dut.send_expect("^C","# ",50)
+            list1 = out.split('\n')
+            list2 = list1[3].split()
+            result = int(list2[3])/100
+            self.verify(1 == result, "Wrong: can error package")
+
+    def scapy_send_package(self):
+        """
+        Send a packet to port  
+        """
+        txport = self.tester.get_local_port(self.dut_ports[0])
+        mac = self.dut.get_mac_address(self.dut_ports[0])
+        txItf = self.tester.get_interface(txport)
+        self.tester.scapy_append('sendp([Ether(dst="%s")/IP()/UDP()/Raw(\'X\'*18)], iface="%s",count=100)' % (mac, txItf))
+        self.tester.scapy_execute()
+
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        pass
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        self.dut.kill_all()
+        time.sleep(2)
+
-- 
1.9.3

[dts] [PATCH V1] fix NIC binding error

[xu,gang]

remove dead code and open test link status interrupt port available
Signed-off-by: xu,gang <gangx.xu@intel.com>
---
 tests/TestSuite_link_status_interrupt.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tests/TestSuite_link_status_interrupt.py b/tests/TestSuite_link_status_interrupt.py
index b00fa88..c50a99d 100644
--- a/tests/TestSuite_link_status_interrupt.py
+++ b/tests/TestSuite_link_status_interrupt.py
@@ -109,7 +109,6 @@ class TestLinkStatusInterrupt(TestCase):
                 self.dut.send_expect("rmmod igb_uio", "# ")
                 self.dut.send_expect(
                     "insmod %s/kmod/igb_uio.ko %s" % (self.target, intr_mode[n]), "# ")
-                self.dut.send_expect("tools/dpdk-devbind.py --bind=igb_uio 03:00.0 03:00.1", "# ")
                 out = self.dut.send_expect(
                     "dmesg -c | grep '\<%s\>'" % (intr_mode_output[n]), "# ")
                 self.verify(
@@ -125,7 +124,7 @@ class TestLinkStatusInterrupt(TestCase):
             self.set_link_status_and_verify(testPorts[1], 'up')
             self.dut.send_expect("^C", "# ")
 
-    def FAILING_test_link_status_interrupt_port_available(self):
+    def test_link_status_interrupt_port_available(self):
         """
         Port available.
         """
-- 
1.9.3

Re: [dts] [PATCH V1] add test suite l2fwd-jobstats

[Liu, Yong]

> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of xu,gang
> Sent: Friday, November 18, 2016 10:59 AM
> To: dts@dpdk.org
> Cc: Xu, GangX
> Subject: [dts] [PATCH V1] add test suite l2fwd-jobstats
> 
> Signed-off-by: xu,gang <gangx.xu@intel.com>
> ---
>  test_plans/l2fwd-jobstats_test_plan.rst |  84 +++++++++++++++++++++++
>  tests/TestSuite_l2fwd-jobstats.py       | 115
> ++++++++++++++++++++++++++++++++
>  2 files changed, 199 insertions(+)
>  create mode 100644 test_plans/l2fwd-jobstats_test_plan.rst
>  create mode 100644 tests/TestSuite_l2fwd-jobstats.py
> 
> diff --git a/test_plans/l2fwd-jobstats_test_plan.rst b/test_plans/l2fwd-
> jobstats_test_plan.rst
> new file mode 100644
> index 0000000..d61a9e7
> --- /dev/null
> +++ b/test_plans/l2fwd-jobstats_test_plan.rst
> @@ -0,0 +1,84 @@
> +..  BSD LICENSE
> +    Copyright(c) 2010-2015 Intel Corporation. All rights reserved.
> +    All rights reserved.
> +
> +    Redistribution and use in source and binary forms, with or without
> +    modification, are permitted provided that the following conditions
> +    are met:
> +
> +    * Redistributions of source code must retain the above copyright
> +    notice, this list of conditions and the following disclaimer.
> +    * Redistributions in binary form must reproduce the above copyright
> +    notice, this list of conditions and the following disclaimer in
> +    the documentation and/or other materials provided with the
> +    distribution.
> +    * Neither the name of Intel Corporation nor the names of its
> +    contributors may be used to endorse or promote products derived
> +    from this software without specific prior written permission.
> +
> +    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
> +    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
> +    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
> +    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
> +    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
> +    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> +    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
> +    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
> +    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
> +    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
> +    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +L2 Forwarding Sample Application (in Real and Virtualized Environments)
> with core load statistics.
> +=========================================================================
> =========================
> +
> +The L2 Forwarding sample application is a simple example of packet
> processing using
> +the Data Plane Development Kit (DPDK) which
> +also takes advantage of Single Root I/O Virtualization (SR-IOV) features
> in a virtualized environment.

Jobstats seem not related to SR-IOV,  you need to describe what's the usage of job stats library. 

> +
> +.. note::
> +
> +    This application is a variation of L2 Forwarding sample application.
> It demonstrate possible
> +    scheme of job stats library usage therefore some parts of this
> document is identical with original
> +    L2 forwarding application.
> +
> +Overview
> +--------
> +
> +The L2 Forwarding sample application, which can operate in real and
> virtualized environments,
> +performs L2 forwarding for each packet that is received.
> +The destination port is the adjacent port from the enabled portmask, that
> is,
> +if the first four ports are enabled (portmask 0xf),
> +ports 1 and 2 forward into each other, and ports 3 and 4 forward into
> each other.
> +Also, the MAC addresses are affected as follows:
> +
> +*   The source MAC address is replaced by the TX port MAC address
> +
> +*   The destination MAC address is replaced by  02:00:00:00:00:TX_PORT_ID
> +
> +Running the Application
> +-----------------------
> +
> +The application requires a number of command line options:
> +
> +.. code-block:: console
> +
> +    ./build/l2fwd-jobstats [EAL options] -- -p PORTMASK [-q NQ] [-l]
> +
> +where,
> +
> +*   p PORTMASK: A hexadecimal bitmask of the ports to configure
> +
> +*   q NQ: A number of queues (=ports) per lcore (default is 1)
> +
> +*   l: Use locale thousands separator when formatting big numbers.
> +
> +To run the application in linuxapp environment with 4 lcores, 16 ports, 8
> RX queues per lcore and
> +thousands  separator printing, issue the command:
> +
> +.. code-block:: console
> +
> +    $ ./build/l2fwd-jobstats -c f -n 4 -- -q 8 -p ffff -l
> +
> +Refer to the *DPDK Getting Started Guide* for general information on
> running applications
> +and the Environment Abstraction Layer (EAL) options.
> +
> diff --git a/tests/TestSuite_l2fwd-jobstats.py b/tests/TestSuite_l2fwd-
> jobstats.py
> new file mode 100644
> index 0000000..493c507
> --- /dev/null
> +++ b/tests/TestSuite_l2fwd-jobstats.py
> @@ -0,0 +1,115 @@
> +#BSD LICENSE
> +#
> +# Copyright(c) 2010-2016 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without
> +# modification, are permitted provided that the following conditions
> +# are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
> +# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
> +# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
> +# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
> +# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
> +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> +# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
> +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
> +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
> +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
> +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +
> +"""
> +DPDK Test suite.
> +Test l2fwd-jobstats
> +"""
> +
> +import dts
Please remove dts dependency. 

> +import string
> +import time
> +import re
> +import utils
> +from test_case import TestCase
> +from plotting import Plotting
> +from settings import HEADER_SIZE
> +from etgen import IxiaPacketGenerator
> +from packet import Packet, sniff_packets, load_sniff_packets
> +
> +class TestL2fwdJobstats(TestCase):
> +
> +    def set_up_all(self):
> +        """
> +        Run at the start of each test suite.
> +        """
> +
> +        self.dut_ports = self.dut.get_ports(self.nic)
> +        self.verify(len(self.dut_ports) >= 2, "Insufficient ports")
> +        cores = self.dut.get_core_list("1S/4C/1T")
> +        self.coremask = utils.create_mask(cores)
> +        self.portmask = utils.create_mask(self.dut_ports)
> +        self.path = "./examples/l2fwd-jobstats/build/l2fwd-jobstats"
> +
> +        # build sample app
> +        out = self.dut.build_dpdk_apps("./examples/l2fwd-jobstats")
> +        self.verify("Error" not in out, "compilation error 1")
> +        self.verify("No such file" not in out, "compilation error 2")
> +
> +    def set_up(self):
> +        """
> +        Run before each test case.
> +        """
> +        pass
> +
> +    def test_l2fwd_jobstats(self):
> +        """
> +        Verify netmap compatibility with one port
> +        """
> +        cmd = self.path + " -c %s -n %d -- -q 8 -p %s -l" %
> (self.coremask, self.dut.get_memory_channels(), self.portmask)
> +
> +        #start netmap_compat with one port
> +        self.dut.send_expect(cmd,"Port statistics",60)
> +
> +        self.scapy_send_packet()
> +        out = self.dut.get_session_output(timeout=10)
> +        p = re.compile(r'\d+')
> +        result = p.findall(out)
> +        amount = 100 * len(self.dut_ports)
> +        self.verify(str(amount) in result, "Wrong: can't get <%s>
> package")
> +
> +    def scapy_send_packet(self):

Please replace scapy command with send_pkt function in framework/packet.py.

> +        """
> +        Send a packet to port
> +        """
> +        for i in range(len(self.dut_ports)):
> +            txport = self.tester.get_local_port(self.dut_ports[i])
> +            mac = self.dut.get_mac_address(self.dut_ports[i])
> +            txItf = self.tester.get_interface(txport)
> +
> self.tester.scapy_append('sendp([Ether(dst="%s")/IP()/UDP()/Raw(\'X\'*18)],
> iface="%s",count=100)' % (mac, txItf))
> +            self.tester.scapy_execute()
> 
> +
> +    def tear_down(self):
> +        """
> +        Run after each test case.
> +        """
> +        self.dut.kill_all()
> +        time.sleep(2)
> +        pass
> +
> +    def tear_down_all(self):
> +        """
> +        Run after each test suite.
> +        """
> +        pass
> +
> --
> 1.9.3

Re: [dts] [PATCH V1] fix NIC binding error

[Liu, Yong]

Thanks, applied.

On 11/18/2016 10:59 AM, xu,gang wrote:
> remove dead code and open test link status interrupt port available
> Signed-off-by: xu,gang <gangx.xu@intel.com>
> ---
>   tests/TestSuite_link_status_interrupt.py | 3 +--
>   1 file changed, 1 insertion(+), 2 deletions(-)
>
> diff --git a/tests/TestSuite_link_status_interrupt.py b/tests/TestSuite_link_status_interrupt.py
> index b00fa88..c50a99d 100644
> --- a/tests/TestSuite_link_status_interrupt.py
> +++ b/tests/TestSuite_link_status_interrupt.py
> @@ -109,7 +109,6 @@ class TestLinkStatusInterrupt(TestCase):
>                   self.dut.send_expect("rmmod igb_uio", "# ")
>                   self.dut.send_expect(
>                       "insmod %s/kmod/igb_uio.ko %s" % (self.target, intr_mode[n]), "# ")
> -                self.dut.send_expect("tools/dpdk-devbind.py --bind=igb_uio 03:00.0 03:00.1", "# ")
>                   out = self.dut.send_expect(
>                       "dmesg -c | grep '\<%s\>'" % (intr_mode_output[n]), "# ")
>                   self.verify(
> @@ -125,7 +124,7 @@ class TestLinkStatusInterrupt(TestCase):
>               self.set_link_status_and_verify(testPorts[1], 'up')
>               self.dut.send_expect("^C", "# ")
>   
> -    def FAILING_test_link_status_interrupt_port_available(self):
> +    def test_link_status_interrupt_port_available(self):
>           """
>           Port available.
>           """