From mboxrd@z Thu Jan  1 00:00:00 1970
Return-Path: <yong.liu@intel.com>
Received: from mga14.intel.com (mga14.intel.com [192.55.52.115])
 by dpdk.org (Postfix) with ESMTP id C4380568A
 for <dts@dpdk.org>; Mon,  9 Nov 2015 03:41:07 +0100 (CET)
Received: from fmsmga002.fm.intel.com ([10.253.24.26])
 by fmsmga103.fm.intel.com with ESMTP; 08 Nov 2015 18:41:07 -0800
X-ExtLoop1: 1
X-IronPort-AV: E=Sophos;i="5.20,264,1444719600"; d="scan'208";a="846323149"
Received: from stv-crb-56.sh.intel.com (HELO [10.239.128.116])
 ([10.239.128.116])
 by fmsmga002.fm.intel.com with ESMTP; 08 Nov 2015 18:41:06 -0800
Message-ID: <5640080B.1060306@intel.com>
Date: Mon, 09 Nov 2015 10:42:19 +0800
From: "Liu, Yong" <yong.liu@intel.com>
User-Agent: Mozilla/5.0 (X11; Linux x86_64;
 rv:31.0) Gecko/20100101 Thunderbird/31.5.0
MIME-Version: 1.0
To: Lijuan Tu <lijuanx.a.tu@intel.com>, dts@dpdk.org
References: <1446633072-40477-1-git-send-email-lijuanx.a.tu@intel.com>
In-Reply-To: <1446633072-40477-1-git-send-email-lijuanx.a.tu@intel.com>
Content-Type: text/plain; charset=windows-1252; format=flowed
Content-Transfer-Encoding: 7bit
Subject: Re: [dts] [PATCH 1/3]  Add multiple pthread test suite,
X-BeenThere: dts@dpdk.org
X-Mailman-Version: 2.1.15
Precedence: list
List-Id: test suite reviews and discussions <dts.dpdk.org>
List-Unsubscribe: <http://dpdk.org/ml/options/dts>,
 <mailto:dts-request@dpdk.org?subject=unsubscribe>
List-Archive: <http://dpdk.org/ml/archives/dts/>
List-Post: <mailto:dts@dpdk.org>
List-Help: <mailto:dts-request@dpdk.org?subject=help>
List-Subscribe: <http://dpdk.org/ml/listinfo/dts>,
 <mailto:dts-request@dpdk.org?subject=subscribe>
X-List-Received-Date: Mon, 09 Nov 2015 02:41:09 -0000

Lijuan,
You may need one function to strip lcore of one application. This 
function will reduce lots of redundant codes.
The function should like below. Further more, it's better to implement 
it in crb.py and support both FreeBSD and Linux.

def strip_lcore_byname(app_name="testpmd")
     lcores = []
     ...
     return lcores


On 11/04/2015 06:31 PM, Lijuan Tu wrote:
> From: lijuan tu <lijuanx.a.tu@intel.com>
>
>               There're three cases contained in this suite
>               1)Basic operation
>               2)Positive Test
>               3)Negative Test
>
> Signed-off-by: lijuan tu <lijuanx.a.tu@intel.com>
> ---
>   tests/TestSuite_multiple_pthread.py | 601 ++++++++++++++++++++++++++++++++++++
>   1 file changed, 601 insertions(+)
>   create mode 100644 tests/TestSuite_multiple_pthread.py
>
> diff --git a/tests/TestSuite_multiple_pthread.py b/tests/TestSuite_multiple_pthread.py
> new file mode 100644
> index 0000000..197fa03
> --- /dev/null
> +++ b/tests/TestSuite_multiple_pthread.py
> @@ -0,0 +1,601 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) 2010-2014 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without
> +# modification, are permitted provided that the following conditions
> +# are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
> +# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
> +# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
> +# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
> +# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
> +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> +# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
> +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
> +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
> +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
> +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +"""
> +DPDK Test suite.
> +
> +Test Multiple Pthread Feature
> +
> +"""
> +
> +import dts
> +import time
> +import re
> +import os
> +from test_case import TestCase
> +from pmd_output import PmdOutput
> +
> +#
> +#
> +# Test class.
> +#
> +
> +
> +class TestMultiplePthread(TestCase):
> +
> +    #
> +    #
> +    #
> +    # Test cases.
> +    #
> +
> +    def set_up_all(self):
> +        """
> +        Run at the start of each test suite.
> +        """
> +        self.ports = self.dut.get_ports()
> +        self.portmask = dts.create_mask(self.dut.get_ports(self.nic))
> +        self.verify(len(self.ports) >= 2, "Insufficient number of ports.")
> +        self.ports_socket = self.dut.get_numa_id(self.ports[0])
> +        self.pmdout = PmdOutput(self.dut)
> +
> +    def get_stats(self, portid):
> +        """
> +        Get packets number from port statistic.
> +        """
> +        output = PmdOutput(self.dut)
> +        stats = output.get_pmd_stats(portid)
> +        return stats
> +
> +    def check_forwarding(self, ports):
> +        for i in range(len(ports)):
> +            if i % 2 == 0:
> +                self.send_packet(ports[i], ports[i + 1])
> +                self.send_packet(ports[i + 1], ports[i])
> +
> +    def send_packet(self, txPort, rxPort):
> +        """
> +        Send packages according to parameters.
> +        """
> +        port0_stats = self.get_stats(txPort)
> +        gp0tx_bytes = port0_stats['TX-bytes']
> +        port1_stats = self.get_stats(rxPort)
> +        gp1rx_err = port1_stats['RX-errors']
> +        gp1rx_bytes = port1_stats['RX-bytes']
> +        time.sleep(5)
> +
> +        itf = self.tester.get_interface(self.tester.get_local_port(rxPort))
> +
> +        destMac = self.dut.get_mac_address(txPort)
> +        self.tester.scapy_foreground()
> +        self.tester.scapy_append(
> +            'sendp([Ether(dst="%s", src="52:00:00:00:00:00")], iface="%s")'
> +            % (destMac, itf))
> +        self.tester.scapy_execute()
> +        time.sleep(3)
> +
> +        port0_stats = self.get_stats(txPort)
> +        p0tx_bytes = port0_stats['TX-bytes']
> +        port1_stats = self.get_stats(rxPort)
> +        p1rx_err = port1_stats['RX-errors']
> +        p1rx_bytes = port1_stats['RX-bytes']
> +        time.sleep(5)
> +
> +        p0tx_bytes -= gp0tx_bytes
> +        p1rx_bytes -= gp1rx_bytes
> +        p1rx_err -= gp1rx_err
> +
> +        self.verify(p0tx_bytes == p1rx_bytes,
> +                    "Wrong TX pkts p0_tx=%d, p1_rx=%d"
> +                    % (p0tx_bytes, p1rx_bytes))
> +
> +    def set_up(self):
> +        """
> +        Run before each test case.
> +        """
> +        pass
> +
> +    def basic_operation(self, lcores, corelist):
> +        """
> +        Basic operation
> +        """
> +        # lcores = '0@8,(4-5)@9'
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask=%s" \
> +            % (self.target, lcores, self.portmask)
> +        self.dut.send_expect(pmd_cmd, "testpmd> ", 100)
> +
> +        self.dut.send_expect("set fwd mac", "testpmd>")
> +        self.dut.send_expect("set corelist %s" % corelist, "testpmd> ")
> +        self.dut.send_expect("start", "testpmd> ")
> +        out = self.dut.send_expect("show config fwd", "testpmd> ")
> +        for core in corelist:
> +            if core.isdigit() == True:
> +                self.verify("Logical Core %s " % core in out,
> +                            "set corelist error: " + out)
> +
> +        self.check_forwarding(self.ports)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args", "#")
> +        result_scanner = "\d+\s+\d+\s+\w+.\w+\s+9\s./%s/app/testpmd" \
> +            % self.target
> +        scanner = re.compile(result_scanner, re.DOTALL)
> +        m = scanner.finditer(out)
> +        if m:
> +            count = 0
> +            for i in m:
> +                text = i.group()
> +                self.dut.alt_session.send_expect(
> +                    "echo '%s' > /root/temp" % text, "#")
> +                out = self.dut.alt_session.send_expect(
> +                    "cat /root/temp | awk '{print $2}'", "#")
> +                count += 1
> +            self.verify(count == 2, "Threads running error")
> +
Most cases need the function that can strip the lcores used by testpmd.
It's better implement it as one function, that can be called by test cases.


> +        self.dut.send_expect("quit", "#")
> +
> +    def positive_1_test(self, lcores, corelist):
> +        # lcores = '0@8,(4-5)@(8-11)'
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask=%s" \
> +            % (self.target, lcores, self.portmask)
> +        out = self.dut.send_expect(pmd_cmd, "testpmd> ", 100)
> +        self.dut.send_expect("set fwd mac", "testpmd>")
> +        self.dut.send_expect("set corelist %s" % corelist, "testpmd> ")
> +        self.dut.send_expect("start", "testpmd> ")
> +        out = self.dut.send_expect("show config fwd", "testpmd> ")
> +        for core in corelist:
> +            if core.isdigit() == True:
> +                self.verify("Logical Core %s " % core in out,
> +                            "set corelist error:" + out)
> +
> +        self.check_forwarding(self.ports)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +            head -n 2 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '8',
> +                    "Threads running error:cpu is %s, expect 8 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +            tail -n 2", "#")
> +        result_scanner = "\d+\s+\d+\s+\w+.\w+\s+\d+\s./%s/app/testpmd" \
> +            % self.target
> +        scanner = re.compile(result_scanner, re.DOTALL)
> +        m = scanner.finditer(out)
> +        if m:
> +            count = 0
> +            for i in m:
> +                text = i.group()
> +                self.dut.alt_session.send_expect(
> +                    "echo '%s' > /root/temp" % text, "#")
> +                out = self.dut.alt_session.send_expect(
> +                    "cat /root/temp | awk '{print $4}'", "#")
> +                if out == '8' or out == '9' or out == '10' or out == '11':
> +                    count += 1
> +            self.verify(count == 2,
> +                        "Threads running error:cpu is %s, expect 2 ." % count)
> +
> +        self.dut.send_expect("quit", "#")
> +
> +    def positive_2_test(self, lcores, corelist):
> +        # lcores = '1,2@(0-4,6),(3-4,6)@5,(7,8)'
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask=%s" \
> +            % (self.target, lcores, self.portmask)
> +        out = self.dut.send_expect(pmd_cmd, "testpmd> ", 100)
> +        self.dut.send_expect("set fwd mac", "testpmd>")
> +        self.dut.send_expect("set corelist %s" % corelist, "testpmd> ")
> +        self.dut.send_expect("start", "testpmd> ")
> +        out = self.dut.send_expect("show config fwd", "testpmd> ")
> +        for core in corelist:
> +            if core.isdigit() == True:
> +                self.verify("Logical Core %s " % core in out,
> +                            "set corelist error: " + out)
> +
> +        self.check_forwarding(self.ports)
> +
> +        # decode lcores work cpus
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +            head -n 2 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '1',
> +                    "Threads running error:cpu is %s, expect 1 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +             "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +              head -n 4 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '0' or out == '1' or out == '2' or
> +                    out == '3' or out == '4' or out == '6',
> +                    "Threads running error")
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 7 | tail -n 3", "#")
> +        result_scanner = "\d+\s+\d+\s+\w+.\w+\s+5\s./%s/app/testpmd" \
> +            % self.target
> +        scanner = re.compile(result_scanner, re.DOTALL)
> +        m = scanner.finditer(out)
> +        if m:
> +            count = 0
> +            for i in m:
> +                text = i.group()
> +                self.dut.alt_session.send_expect(
> +                    "echo '%s' > /root/temp" % text, "#")
> +                out = self.dut.alt_session.send_expect(
> +                    "cat /root/temp | awk '{print $4}'", "#")
> +                if out == '5':
> +                    count += 1
> +        self.verify(count == 3,
> +                    "Threads running error:cpu is %s, expect 3 ." % count)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | tail -n 2", "#")
> +        result_scanner = "\d+\s+\d+\s+\w+.\w+\s+\d\s./%s/app/testpmd" \
> +            % self.target
> +        scanner = re.compile(result_scanner, re.DOTALL)
> +        m = scanner.finditer(out)
> +        if m:
> +            count = 0
> +            for i in m:
> +                text = i.group()
> +                self.dut.alt_session.send_expect(
> +                    "echo '%s' > /root/temp" % text, "#")
> +                out = self.dut.alt_session.send_expect(
> +                    "cat /root/temp | awk '{print $4}'", "#")
> +                if out == '8' or out == '7':
> +                    count += 1
> +        self.verify(count == 2,
> +                    "Threads running error:cpu is %s, expect 2 ." % count)
> +
> +        self.dut.send_expect("quit", "#")
> +
> +    def positive_3_test(self, lcores, corelist):
> +        # lcores = '(0,127)@(4,5)'
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask='%s'" \
> +            % (self.target, lcores, self.portmask)
> +        out = self.dut.send_expect(pmd_cmd, "testpmd> ", 100)
> +        self.dut.send_expect("set fwd mac", "testpmd>")
> +        self.dut.send_expect("set corelist %s" % corelist, "testpmd> ")
> +        self.dut.send_expect("start", "testpmd> ")
> +        out = self.dut.send_expect("show config fwd", "testpmd> ")
> +        self.verify("Logical Core 127 " in out, "set corelist error: " + out)
> +
> +        self.check_forwarding(self.ports)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | tail -n 2", "#")
> +
> +        result_scanner = "\d+\s+\d+\s+\w+.\w+\s+\d\s./%s/app/testpmd" \
> +            % self.target
> +        scanner = re.compile(result_scanner, re.DOTALL)
> +        m = scanner.finditer(out)
> +        if m:
> +            count = 0
> +            for i in m:
> +                text = i.group()
> +                self.dut.alt_session.send_expect(
> +                    "echo '%s' > /root/temp" % text, "#")
> +                out = self.dut.alt_session.send_expect(
> +                    "cat /root/temp | awk '{print $4}'", "#")
> +                if out == '5' or out == '4':
> +                    count += 1
> +        self.verify(count == 2,
> +                    "Threads running error:cpu is %s, expect 2 ." % count)
> +
> +        self.dut.send_expect("quit", "#")
> +
> +    def positive_4_test(self, lcores, corelist):
> +        # lcores = '(0,64-66)@(4,5)'
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask=%s" \
> +            % (self.target, lcores, self.portmask)
> +        out = self.dut.send_expect(pmd_cmd, "testpmd> ", 100)
> +        self.dut.send_expect("set fwd mac", "testpmd>")
> +        self.dut.send_expect("set corelist %s" % corelist, "testpmd> ")
> +        self.dut.send_expect("start", "testpmd> ")
> +        out = self.dut.send_expect("show config fwd", "testpmd> ")
> +        self.verify("Logical Core 64 " or "Logical Core 65 " in out,
> +                    "set corelist error: " + out)
> +
> +        self.check_forwarding(self.ports)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | tail -n 4", "#")
> +
> +        result_scanner = "\d+\s+\d+\s+\w+.\w+\s+\d\s./%s/app/testpmd" \
> +            % self.target
> +        scanner = re.compile(result_scanner, re.DOTALL)
> +        m = scanner.finditer(out)
> +        if m:
> +            count = 0
> +            for i in m:
> +                text = i.group()
> +                self.dut.alt_session.send_expect(
> +                    "echo '%s' > /root/temp" % text, "#")
> +                out = self.dut.alt_session.send_expect(
> +                    "cat /root/temp | awk '{print $4}'", "#")
> +                if out == '5' or out == '4':
> +                    count += 1
> +        self.verify(count == 4,
> +                    "Threads running error:cpu is %s, expect 4 ." % count)
> +
> +        self.dut.send_expect("quit", "#")
> +
> +    def positive_5_test(self, lcores, corelist):
> +        # lcores = '2-5,6,7-9'
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask=%s" \
> +            % (self.target, lcores, self.portmask)
> +        out = self.dut.send_expect(pmd_cmd, "testpmd> ", 100)
> +        self.dut.send_expect("set fwd mac", "testpmd>")
> +        self.dut.send_expect("set corelist %s" % corelist, "testpmd> ")
> +        self.dut.send_expect("start", "testpmd> ")
> +        out = self.dut.send_expect("show config fwd", "testpmd> ")
> +        for core in corelist:
> +            if core.isdigit() == True:
> +                self.verify("Logical Core %s " % core in out,
> +                            "set corelist error: " + out)
> +
> +        self.check_forwarding(self.ports)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 2 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '2',
> +                    "Threads running error:cpu is %s, expect 2 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 4 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '3',
> +                    "Threads running error:cpu is %s, expect 3 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 5 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '4',
> +                    "Threads running error:cpu is %s, expect 4 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 6 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '5',
> +                    "Threads running error:cpu is %s, expect 5 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 7 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '6',
> +                    "Threads running error:cpu is %s, expect 6 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 8 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '7',
> +                    "Threads running error:cpu is %s, expect 7 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 9 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '8',
> +                    "Threads running error:cpu is %s, expect 8 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 10 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '9',
> +                    "Threads running error:cpu is %s, expect 9 ." % out)
> +
> +        self.dut.send_expect("quit", "#")
> +
> +    def positive_6_test(self, lcores, corelist):
> +        # lcores = '2, (3-5)@ 3'
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask=%s" \
> +            % (self.target, lcores, self.portmask)
> +        out = self.dut.send_expect(pmd_cmd, "testpmd> ", 100)
> +        self.dut.send_expect("set fwd mac", "testpmd>")
> +        self.dut.send_expect("set corelist %s" % corelist, "testpmd> ")
> +        self.dut.send_expect("start", "testpmd> ")
> +        out = self.dut.send_expect("show config fwd", "testpmd> ")
> +        for core in corelist:
> +            if core.isdigit() == True:
> +                self.verify("Logical Core %s " % core in out,
> +                            "set corelist error: " + out)
> +
> +        self.check_forwarding(self.ports)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args | \
> +             head -n 2 | tail -n 1 | awk '{print $4}'", "#")
> +        self.verify(out == '2',
> +                    "Threads running error:cpu is %s, expect 2 ." % out)
> +
> +        out = self.dut.alt_session.send_expect(
> +            "ps -C testpmd -L -opid,tid,%cpu,psr,args", "#")
> +        result_scanner = "\d+\s+\d+\s+\w+.\w+\s+\d\s./%s/app/testpmd" \
> +            % self.target
> +        scanner = re.compile(result_scanner, re.DOTALL)
> +        m = scanner.finditer(out)
> +        if m:
> +            count = 0
> +            for i in m:
> +                text = i.group()
> +                self.dut.alt_session.send_expect(
> +                    "echo '%s' > /root/temp" % text, "#")
> +                out = self.dut.alt_session.send_expect(
> +                    "cat /root/temp | awk '{print $4}'", "#")
> +                if out == '3':
> +                    count += 1
> +        self.verify(count == 3,
> +                    "Threads running error:cpu is %s, expect 3 ." % count)
> +
> +        self.dut.send_expect("quit", "#")
> +
> +    def positive_7_test(self, lcores, corelist):
> +
> +        # lcores = '(0,64-66)@(4,5)'
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask=%s" \
> +            % (self.target, lcores, self.portmask)
> +        out = self.dut.send_expect(pmd_cmd, "testpmd> ", 100)
> +        self.dut.send_expect("set fwd mac", "testpmd>")
> +        self.dut.send_expect("set corelist %s" % corelist, "testpmd> ")
> +        self.dut.send_expect("start", "testpmd> ")
> +        self.dut.send_expect("show config fwd", "testpmd> ")
> +        self.check_forwarding(self.ports)
> +
> +        result_scanner = "\d+\s+\d+\s+\w+.\w+\s+\d\s./%s/app/testpmd" \
> +            % self.target
> +        scanner = re.compile(result_scanner, re.DOTALL)
> +        m = scanner.finditer(out)
> +        self.dut.alt_session.send_expect(
> +            "cd /sys/fs/cgroup/cpu/dpdk/thread0", "#")
> +        if m:
> +            count = 0
> +            for i in m:
> +                text = i.group()
> +                self.dut.alt_session.send_expect(
> +                    "echo '%s' > /root/temp" % text, "#")
> +                out = self.dut.alt_session.send_expect(
> +                    "cat /root/temp | awk '{print $4}'", "#")
> +                if out == '5' or out == '4':
> +                    count += 1
> +        self.verify(count == 5, "Threads running error:cpu is %s, expect 5 ."
> +                    % count)
> +
> +        self.dut.send_expect("quit", "#")
> +
> +    def check_negative(self, lcores):
> +        """
> +        """
> +        pmd_cmd = "./%s/app/testpmd --lcores='%s' -n 4 -- -i --portmask=%s" \
> +            % (self.target, lcores, self.portmask)
> +        self.dut.send_expect(pmd_cmd, "#", 100)
> +
> +    def test_basic_operation(self):
> +	"""
> +        Basic operation
> +        """
> +        lcores = '0@8,(4-5)@9'
> +        corelist = ['4', '5', '4,5']
> +        for core in corelist:
> +            self.basic_operation(lcores, core)
> +
> +    def test_positive_test(self):
> +	"""
> +        Positive Test
> +        """
> +
> +        # item 1
> +        lcores = '0@8,(4-5)@(8-11)'
> +        corelist = ['4', '5', '4,5']
> +        for core in corelist:
> +            self.positive_1_test(lcores, core)
> +
> +        # item 2
> +        lcores = '1,2@(0-4,6),(3-4,6)@5,(7,8)'
> +        corelist = ['2', '3', '4', '6', '7', '8',
> +                    '2,3', '2,4', '2,6', '2,7', '2,8',
> +                    '3,4', '3,6', '3,7', '3,8',
> +                    '4,6', '4,7', '4,8',
> +                    '6,7', '6,8',
> +                    '7,8']
> +        for core in corelist:
> +            self.positive_2_test(lcores, core)
> +
> +        # item 3
> +        lcores = '(0,127)@(4,5)'
> +        corelist = ['127']
> +        for core in corelist:
> +            self.positive_3_test(lcores, core)
> +
> +        # item 4
> +        lcores = '(0,64-66)@(4,5)'
> +        corelist = ['64', '65', '66', '64,65', '64,66', '65,66']
> +        for core in corelist:
> +            self.positive_4_test(lcores, core)
> +
> +        # item 5
> +        lcores = '2-5,6,7-9'
> +        corelist = ['3', '4', '5', '6', '7', '8', '9',
> +                    '3,4', '3,5', '3,6', '3,7', '3,8', '3,9',
> +                    '4,5', '4,6', '4,7', '4,8', '4,9',
> +                    '5,6', '5,7', '5,8', '5,9',
> +                    '6,7', '6,8', '6,9',
> +                    '7,8', '7,9',
> +                    '8,9']
> +        for core in corelist:
> +            self.positive_5_test(lcores, core)
> +
> +        # item 6
> +        lcores = '2, (3-5)@ 3'
> +        corelist = ['3', '4', '5', '3,4', '3,5', '4,5']
> +        for core in corelist:
> +            self.positive_6_test(lcores, core)
> +
> +        # item 7
> +        lcores = '(0,7-4)@(4,5)'
> +        corelist = ['7', '6', '5', '4',
> +                    '7,6', '7,5', '7,4', '6,5', '6,4', '5,4']
> +        for core in corelist:
> +            self.positive_7_test(lcores, core)
> +
> +    def test_negative_test(self):
> +        """
> +        Negative Test
> +        """
> +        lcores = [
> +            '(0-,4-7)@(4,5)',
> +            '(-1,4-7)@(4,5)',
> +            '(0,4-7-9)@(4,5)',
> +            '(0,abcd)@(4,5)',
> +            '(0,4-7)@(1-,5)',
> +            '(0,4-7)@(-1,5)',
> +            '(0,4-7)@(4,5-8-9)',
> +            '(0,4-7)@(abc,5)',
> +            '(0,4-7)@(4,xyz)',
> +            '(0,4-7)=(8,9)',
> +            '2,3@4,(0-1,,4))',
> +            '[0-,4-7]@(4,5)',
> +            '(0-,4-7)@[4,5]',
> +            '3-4@3,2@5-6',
> +            '2,,3''2--3',
> +            '2,,,3''2--3']
> +        for lcore in lcores:
> +            self.check_negative(lcore)
> +
> +    def tear_down(self):
> +        """
> +        Run after each test case.
> +        """
> +        self.dut.kill_all()
> +
> +    def tear_down_all(self):
> +        """
> +        Run after each test suite.
> +        """