Re: [dts] [PATCH] tests: Add TestSuite_unit_tests_loopback.py

["Tu, Lijuan" <lijuan.tu@intel.com>]

> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of Peng Yuan
> Sent: Thursday, September 27, 2018 4:48 PM
> To: dts@dpdk.org
> Cc: Peng, Yuan <yuan.peng@intel.com>
> Subject: [dts] [PATCH] tests: Add TestSuite_unit_tests_loopback.py
> 
> Add TestSuite_unit_tests_loopback.py to tests
> 
> Signed-off-by: Peng Yuan <yuan.peng@intel.com>
> 
> diff --git a/tests/TestSuite_unit_tests_loopback.py
> b/tests/TestSuite_unit_tests_loopback.py
> new file mode 100644
> index 0000000..0b9d6bb
> --- /dev/null
> +++ b/tests/TestSuite_unit_tests_loopback.py
> @@ -0,0 +1,134 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) 2010-2014 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT
> NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
> FITNESS FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
> NOT #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
> OF USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
> ON ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
> TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
> THE USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
> DAMAGE.
> +
> +"""
> +DPDK Test suite.
> +
> +This TestSuite runs the unit tests included in DPDK for XL710 lookback
> mode.
> +"""
> +
> +import utils
> +import re
> +import time
> +from test_case import TestCase
> +
> +#
> +#
> +# Test class.
> +#
> +
> +
> +class TestUnitTestsPmdPerf(TestCase):
> +
> +    #
> +    #
> +    #
> +    # Test cases.
> +    #
> +
> +    def set_up_all(self):
> +        """
> +        Run at the start of each test suite.
> +
> +        Power Prerequisites
> +        """
> +        self.dut_ports = self.dut.get_ports(self.nic)
> +        self.verify(len(self.dut_ports) >= 1, "Insufficient ports for testing")
> +        localPort = self.tester.get_local_port(self.dut_ports[0])
> +        self.tester_itf = self.tester.get_interface(localPort)
> +
> +        [self.arch, machine, env, toolchain] = self.target.split('-')
> +        self.verify(self.arch in ["x86_64", "arm64"], "pmd perf request
> + running in x86_64 or arm64")
> +
> +    def set_up(self):
> +        """
> +        Run before each test case.
> +        """
> +        pass
> +
> +    def test_loopback_mode(self):
> +        """
> +        Run pmd stream control mode burst test case.
> +        """
> +        self.dut.send_expect("sed -i -e 's/lpbk_mode = 0/lpbk_mode = 1/'
> test/test/test_pmd_perf.c", "# ", 30)
> +        self.dut.send_expect("sed -i -e 's/#define MAX_TRAFFIC_BURST
> 2048/#define MAX_TRAFFIC_BURST              32/'
> test/test/test_pmd_perf.c", "# ", 30)
> +        self.dut.send_expect("cd test/test", "# ")
> +        self.dut.send_expect("make", "# ", 120)
> +        self.dut.send_expect("cd /root/dpdk", "# ")
> +
> +        self.tester.send_expect("rm -rf ./getPackageByTcpdump.cap",
> "#")
> +        self.tester.send_expect("tcpdump -i %s
> -w ./getPackageByTcpdump.cap 2> /dev/null& " % self.tester_itf, "#")
> +        self.dut.send_expect("./test/test/test -n 1 -c f", "R.*T.*E.*>.*>",
> 60)
> +        out = self.dut.send_expect("pmd_perf_autotest", "RTE>>", 120)
> +        self.dut.send_expect("quit", "# ")
> +
[Lijuan] suggest print the performance numbers here.
> +        self.verify("Test OK" in out, "Test failed")
> +        self.tester.send_expect("killall tcpdump", "#")
[Lijuan] Please just kill your PID, maybe other users is using tcpdump at the same time. We don't want to impact others.
> +        tester_out = self.tester.send_expect("tcpdump -nn -e -v
> -r ./getPackageByTcpdump.cap", "#")
> +        self.verify("ethertype" not in tester_out, "Test failed")
> +
> +    def test_link_mode(self):
> +        """
> +        Run pmd stream control mode burst test case.
> +        """
> +        self.dut.send_expect("sed -i -e 's/lpbk_mode = 1/lpbk_mode = 0/'
> test/test/test_pmd_perf.c", "# ", 30)
> +        self.dut.send_expect("sed -i -e 's/#define MAX_TRAFFIC_BURST
> 2048/#define MAX_TRAFFIC_BURST              32/'
[Lijuan] the base code of MAX_TRAFFIC_BURST may be changed, shall we get the value automatically here but not using hardcode, and then resume the value at tear_down.
> test/test/test_pmd_perf.c", "# ", 30)
> +        self.dut.send_expect("cd test/test", "# ")
> +        self.dut.send_expect("make", "# ", 120)
> +        self.dut.send_expect("cd /root/dpdk", "# ")
> +
> +        self.tester.send_expect("rm -rf ./getPackageByTcpdump.cap",
> "#")
> +        self.tester.send_expect("tcpdump -i %s
> -w ./getPackageByTcpdump.cap 2> /dev/null& " % self.tester_itf, "#")
> +        self.dut.send_expect("./test/test/test -n 1 -c f", "R.*T.*E.*>.*>",
> 60)
> +        self.dut.send_command("pmd_perf_autotest", 30)
> +        time.sleep(30)
[Lijuan] why not quit test application, and Does it need check " Test OK " ?
> +        self.dut.kill_all()
> +
> +        self.tester.send_expect("killall tcpdump", "#")
> +        tester_out = self.tester.send_expect("tcpdump -nn -e -v
> -r ./getPackageByTcpdump.cap", "#")
> +        self.verify("ethertype" in tester_out, "Test failed")
> +
> +
> +    def tear_down(self):
> +        """
> +        Run after each test case.
> +        """
> +        self.dut.kill_all()
> +
> +    def tear_down_all(self):
> +        """
> +        Run after each test suite.
> +        """
> +        self.dut.send_expect("sed -i -e 's/lpbk_mode = 0/lpbk_mode = 1/'
> test/test/test_pmd_perf.c", "# ", 30)
> +        self.dut.send_expect("sed -i -e 's/#define MAX_TRAFFIC_BURST
> 32/#define MAX_TRAFFIC_BURST              2048/'
> test/test/test_pmd_perf.c", "# ", 30)
> +        self.dut.send_expect("cd test/test", "# ")
> +        self.dut.send_expect("make", "# ", 30)
> +        self.dut.send_expect("cd /root/dpdk", "# ")
> --
> 2.5.0