test suite reviews and discussions
 help / color / mirror / Atom feed
* [dts] [PATCH V4] tests/TestSuite_runtime_vf_queue_number:add testsuite
@ 2019-06-11 19:02 Jianwei Mei
  2019-06-12  6:21 ` Tu, Lijuan
  0 siblings, 1 reply; 2+ messages in thread
From: Jianwei Mei @ 2019-06-11 19:02 UTC (permalink / raw)
  To: dts; +Cc: Jianwei Mei

add testsuite for runtime vf queue number.

Signed-off-by: Jianwei Mei <jianweix.mei@intel.com>
---
 tests/TestSuite_runtime_vf_queue_number.py | 375 +++++++++++++++++++++
 1 file changed, 375 insertions(+)
 create mode 100644 tests/TestSuite_runtime_vf_queue_number.py

diff --git a/tests/TestSuite_runtime_vf_queue_number.py b/tests/TestSuite_runtime_vf_queue_number.py
new file mode 100644
index 0000000..e825556
--- /dev/null
+++ b/tests/TestSuite_runtime_vf_queue_number.py
@@ -0,0 +1,375 @@
+# BSD LICENSE
+#
+# Copyright(c) <2019> Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# 'AS IS' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+'''
+DPDK Test suite.
+
+'''
+
+import time
+import re
+from qemu_kvm import QEMUKvm
+from test_case import TestCase
+from pmd_output import PmdOutput
+
+VM_CORES_MASK = 'all'
+
+class TestRuntimeVfQn(TestCase):
+    supported_vf_driver = ['pci-stub', 'vfio-pci']
+    def set_up_all(self):
+        self.dut_ports = self.dut.get_ports(self.nic)
+        self.verify(len(self.dut_ports) >= 1, 'Insufficient ports')
+        self.src_intf = self.tester.get_interface(self.tester.get_local_port(0))
+        self.src_mac =  self.tester.get_mac(self.tester.get_local_port(0))
+        self.dst_mac = self.dut.get_mac_address(0)
+        self.vm0 = None
+        self.pf_pci = self.dut.ports_info[self.dut_ports[0]]['pci']
+        self.used_dut_port = self.dut_ports[0]
+        self.vf_mac = "00:11:22:33:44:55"
+
+    def set_up(self):
+        self.dut.kill_all()
+        self.host_testpmd = PmdOutput(self.dut)
+        self.setup_vm_env(driver='igb_uio')
+
+    def setup_vm_env(self, driver='default'):
+        '''
+        setup qemu virtual environment,this is to set up 1pf and 2vfs environment, the pf can be bond to
+        kernel driver or dpdk driver.
+        '''
+        self.dut.generate_sriov_vfs_by_port(self.used_dut_port, 2, driver=driver)
+        self.sriov_vfs_port_0 = self.dut.ports_info[self.used_dut_port]['vfs_port']
+
+        # set vf assign method and vf driver
+        self.vf_driver = self.get_suite_cfg()['vf_driver']
+        if self.vf_driver is None:
+            self.vf_driver = 'pci-stub'
+        self.verify(self.vf_driver in self.supported_vf_driver, "Unspported vf driver")
+        if self.vf_driver == 'pci-stub':
+            self.vf_assign_method = 'pci-assign'
+        else:
+            self.vf_assign_method = 'vfio-pci'
+            self.dut.send_expect('modprobe vfio-pci', '#')
+
+        try:
+            for port in self.sriov_vfs_port_0:
+                port.bind_driver(self.vf_driver)
+
+            time.sleep(1)
+            vf0_prop = {'opt_host': self.sriov_vfs_port_0[0].pci}
+            vf1_prop = {'opt_host': self.sriov_vfs_port_0[1].pci}
+
+            # set up VM0 ENV
+            self.vm0 = QEMUKvm(self.dut, 'vm0', 'vf_queue_number')
+            self.vm0.set_vm_device(driver=self.vf_assign_method, **vf0_prop)
+            self.vm_dut_0 = self.vm0.start()
+            if self.vm_dut_0 is None:
+                raise Exception('Set up VM0 ENV failed!')
+        except Exception as e:
+            self.logger.info(e)
+            self.destroy_vm_env()
+            raise Exception(e)
+
+    def destroy_vm_env(self):
+        #destroy vm0
+        if getattr(self, 'vm0', None) and self.vm0:
+            self.vm0_dut_ports = None
+            self.vm0.stop()
+            self.vm0 = None
+
+        #destroy host testpmd
+        if getattr(self, 'host_testpmd', None):
+            self.host_testpmd.execute_cmd('quit', '# ')
+            self.host_testpmd = None
+
+        # reset used port's sriov
+        if getattr(self, 'used_dut_port', None):
+            self.dut.destroy_sriov_vfs_by_port(self.used_dut_port)
+            port = self.dut.ports_info[self.used_dut_port]['port']
+            port.bind_driver()
+            self.used_dut_port = None
+
+        # bind used ports with default driver
+        for port_id in self.dut_ports:
+            port = self.dut.ports_info[port_id]['port']
+            port.bind_driver()
+
+    def send_packet(self, vf_mac, itf, integer):
+        """
+        Sends packets.
+        """
+        self.tester.scapy_foreground()
+        time.sleep(2)
+        for i in range(integer):
+            quotient = i // 254
+            remainder = i % 254
+            packet = r'sendp([Ether(dst="%s", src=get_if_hwaddr("%s"))/IP(src="10.0.0.1", dst="192.168.%d.%d")], iface="%s")' % (vf_mac, itf, quotient, remainder + 1, itf)
+            self.tester.scapy_append(packet)
+        self.tester.scapy_execute()
+        time.sleep(2)
+
+    def verify_queue_number(self, outstring, qn, pkt_count):
+        total_rx = []
+        total_tx = []
+        total_rx_pkt = []
+        total_tx_pkt = []
+        lines = outstring.split("\r\n")
+        re_rx_q = r"RX Port= 0/Queue=\s?([0-9]+)"
+        re_tx_q = r"TX Port= 0/Queue=\s?([0-9]+)"
+        re_rx_pkt = r"RX-packets:\s?([0-9]+)"
+        re_tx_pkt = r"TX-packets:\s?([0-9]+)"
+        rx_s = re.compile(re_rx_q, re.DOTALL)
+        tx_s = re.compile(re_tx_q, re.DOTALL)
+        rx_pkt_s = re.compile(re_rx_pkt, re.DOTALL)
+        tx_pkt_s = re.compile(re_tx_pkt, re.DOTALL)
+        for line in lines:
+            line = line.strip()
+            if line.strip().startswith("------- Forward"):
+                rx_pkt = rx_s.search(line)
+                tx_pkt = tx_s.search(line)
+                total_rx.append(int(rx_pkt.group(1)))
+                total_tx.append(int(tx_pkt.group(1)))
+            elif "RX-packets" in line and "TX-packets" in line and "TX-dropped" in line:
+                self.logger.info(line)
+                q_rx_pkt = rx_pkt_s.search(line)
+                q_tx_pkt = tx_pkt_s.search(line)
+                total_rx_pkt.append(int(q_rx_pkt.group(1)))
+                total_tx_pkt.append(int(q_tx_pkt.group(1)))
+            else:
+                continue
+        self.verify(len(total_rx) == len(total_tx) == qn, "RX queue number is not equal to Tx queue number.")
+        self.verify(sum(total_rx_pkt) == sum(total_tx_pkt) == pkt_count, "some packets lost.")
+
+    def stop_vm0(self):
+        if getattr(self, 'vm0', None) and self.vm0:
+            self.vm0_dut_ports = None
+            self.vm0.stop()
+            self.vm0 = None
+
+    def execute_testpmd_cmd(self, cmds):
+        if len(cmds) == 0:
+            return
+        for item in cmds:
+            if len(item) == 2:
+                self.vm0_testpmd.execute_cmd(item[0], int(item[1]))
+            else:
+                self.vm0_testpmd.execute_cmd(item[0])
+
+    def testpmd_config_cmd_list(self, qn):
+        cmd_list = [['stop'],
+                    ['port stop all'],
+                    ['port config all txq %d' % qn],
+                    ['port config all rxq %d' % qn],
+                    ['port start all']]
+        return cmd_list
+
+    def verify_result(self, queue_num, pkt_num):
+        if queue_num == 1:
+            outstring = self.vm0_testpmd.execute_cmd("start", "testpmd> ")
+            self.verify("port 0: RX queue number: 1 Tx queue number: 1" in outstring,
+                        "The RX/TX queue number error.")
+            self.vm0_dut_ports = self.vm_dut_0.get_ports('any')
+            self.vf_mac = self.vm0_testpmd.get_port_mac(self.vm0_dut_ports[0])
+            self.send_packet(self.vf_mac, self.src_intf, 3)
+            out = self.vm0_testpmd.get_output()
+            self.verify('port 0/queue 0: received 1 packets' in out, "queue 0 can not receive pkt")
+        else:
+            outstring = self.vm0_testpmd.execute_cmd("start", "testpmd> ", 120)
+            self.logger.info(outstring)
+            time.sleep(2)
+            self.verify("port 0: RX queue number: %d Tx queue number: %d" % (queue_num, queue_num) in outstring,
+                        "The RX/TX queue number error.")
+            self.vm0_dut_ports = self.vm_dut_0.get_ports('any')
+            self.vf_mac = self.vm0_testpmd.get_port_mac(self.vm0_dut_ports[0])
+            self.send_packet(self.vf_mac, self.src_intf, pkt_num)
+            outstring1 = self.vm0_testpmd.execute_cmd("stop", "testpmd> ", 120)
+            time.sleep(2)
+            self.verify_queue_number(outstring1, queue_num, pkt_num)
+
+    def test_reserve_valid_vf_qn(self):
+        """
+        Test case 1: reserve valid vf queue number
+        :return:
+        """
+        valid_qn = (2, 4, 8,)
+        for qn in valid_qn:
+            host_eal_param = '-w %s,queue-num-per-vf=%d --file-prefix=test1 --socket-mem 1024,1024' % (self.pf_pci, qn)
+            self.host_testpmd.start_testpmd(VM_CORES_MASK, param='', eal_param=host_eal_param)
+
+            gest_eal_param = '-w %s --file-prefix=test2' % self.vm_dut_0.ports_info[0]['pci']
+            self.vm0_testpmd = PmdOutput(self.vm_dut_0)
+            self.vm0_testpmd.start_testpmd(VM_CORES_MASK, eal_param=gest_eal_param, param='')
+            guest_cmds = self.testpmd_config_cmd_list(qn)
+            self.execute_testpmd_cmd(guest_cmds)
+            outstring = self.vm0_testpmd.execute_cmd("start", "testpmd> ")
+            self.verify("port 0: RX queue number: %d Tx queue number: %d" % (qn, qn) in outstring, "The RX/TX queue number error.")
+            self.vm0_dut_ports = self.vm_dut_0.get_ports('any')
+            self.vf_mac = self.vm0_testpmd.get_port_mac(self.vm0_dut_ports[0])
+            self.send_packet(self.vf_mac, self.src_intf, 100)
+            outstring1 = self.vm0_testpmd.execute_cmd("stop", "testpmd> ")
+            self.verify_queue_number(outstring1, qn, 100)
+            guest_cmds1 = self.testpmd_config_cmd_list(qn + 1)
+            self.execute_testpmd_cmd(guest_cmds1)
+            outstring2 = self.vm0_testpmd.execute_cmd("start", "testpmd> ")
+            time.sleep(2)
+            self.verify("port 0: RX queue number: %d Tx queue number: %d" % ((qn + 1), (qn + 1)) in outstring2, "The RX/TX queue number error.")
+            self.send_packet(self.vf_mac, self.src_intf, 254)
+            outstring3 = self.vm0_testpmd.execute_cmd("stop", "testpmd> ")
+            time.sleep(2)
+            self.verify_queue_number(outstring3, qn + 1, 254)
+            self.vm0_testpmd.execute_cmd('quit', '# ')
+
+    def test_reserve_invalid_vf_qn(self):
+        """
+        Test case 2: reserve invalid VF queue number
+        :return:
+        """
+        for invalid_qn in (0, 3, 5, 6, 7, 9, 11, 15, 17, 25,):
+            eal_param = '-w %s,queue-num-per-vf=%d --file-prefix=test1 --socket-mem 1024,1024' % (self.pf_pci, invalid_qn)
+            testpmd_out = self.host_testpmd.start_testpmd(VM_CORES_MASK, param='', eal_param=eal_param)
+            self.verify("it must be power of 2 and equal or less than 16" in testpmd_out, "there is no 'Wrong VF queue number = 0' logs.")
+            self.dut.send_expect("quit", "# ")
+
+    def test_set_valid_vf_qn_in_testpmd(self):
+        """
+        Test case 3: set valid VF queue number in testpmd command-line options
+        :return:
+        """
+        host_eal_param = '-w %s --file-prefix=test1 --socket-mem 1024,1024' % self.pf_pci
+        self.host_testpmd.start_testpmd(VM_CORES_MASK, param='', eal_param=host_eal_param)
+
+        gest_eal_param = '-w %s --file-prefix=test2' % self.vm_dut_0.ports_info[0]['pci']
+        self.vm0_testpmd = PmdOutput(self.vm_dut_0)
+        for valid_qn in range(1, 17):
+            if valid_qn == 1:
+                self.vm0_testpmd.start_testpmd(VM_CORES_MASK, eal_param=gest_eal_param, param=' --rxq=1 --txq=1')
+                self.vm0_testpmd.execute_cmd('set verbose 1')
+                self.vm0_testpmd.execute_cmd("set promisc all off", "testpmd> ")
+                self.vm0_testpmd.execute_cmd("set fwd mac", "testpmd> ")
+                self.verify_result(valid_qn, 500)
+                self.vm0_testpmd.execute_cmd('quit', '# ')
+            else:
+                self.vm0_testpmd.start_testpmd(VM_CORES_MASK, eal_param=gest_eal_param,
+                                               param=' --rxq=%d --txq=%d' % (valid_qn, valid_qn))
+                self.vm0_testpmd.execute_cmd("set promisc all off", "testpmd> ")
+                self.vm0_testpmd.execute_cmd("set fwd mac", "testpmd> ")
+                self.verify_result(valid_qn, 500)
+                self.vm0_testpmd.execute_cmd('quit', '# ')
+
+    def test_set_invalid_vf_qn_in_testpmd(self):
+        """
+        Test case 4: set invalid VF queue number in testpmd command-line options
+        :return:
+        """
+        host_eal_param = '-w %s --file-prefix=test1 --socket-mem 1024,1024' % self.pf_pci
+        self.host_testpmd.start_testpmd(VM_CORES_MASK, param='', eal_param=host_eal_param)
+        gest_eal_param = '-w %s --file-prefix=test2' % self.vm_dut_0.ports_info[0]['pci']
+        self.vm0_testpmd = PmdOutput(self.vm_dut_0)
+
+        command_0 = "./%s/app/testpmd -c %s -n %d %s -- -i %s" \
+                  % (self.dut.target, '0xf', self.dut.get_memory_channels(), gest_eal_param, ' --rxq=0 --txq=0')
+        outstring = self.vm0_testpmd.execute_cmd(command_0, expected='# ')
+        self.verify("Either rx or tx queues should be non-zero" in outstring, "The output of testpmd start is different from expect when set invalid VF queue number 0.")
+        time.sleep(2)
+        command_17 = "./%s/app/testpmd -c %s -n %d %s -- -i %s" \
+                  % (self.dut.target, '0xf', self.dut.get_memory_channels(), gest_eal_param, ' --rxq=17 --txq=17')
+        outstring1 = self.vm0_testpmd.execute_cmd(command_17, expected='# ')
+        self.verify("rxq 17 invalid - must be >= 0 && <= 16" in outstring1,
+                    "The output of testpmd start is different from expect when set invalid VF queue number 17.")
+
+    def test_set_valid_vf_qn_with_testpmd_func_cmd(self):
+        """
+        Test case 5: set valid VF queue number with testpmd function command
+        :return:
+        """
+        host_eal_param = '-w %s --file-prefix=test1 --socket-mem 1024,1024' % self.pf_pci
+        self.host_testpmd.start_testpmd(VM_CORES_MASK, param='', eal_param=host_eal_param)
+
+        gest_eal_param = '-w %s --file-prefix=test2' % self.vm_dut_0.ports_info[0]['pci']
+        self.vm0_testpmd = PmdOutput(self.vm_dut_0)
+        self.vm0_testpmd.start_testpmd(VM_CORES_MASK, eal_param=gest_eal_param, param='')
+        for valid_qn in range(1, 17):
+            if valid_qn == 1:
+                guest_cmds = self.testpmd_config_cmd_list(1)
+                guest_cmds.insert(0, ['set fwd mac'])
+                guest_cmds.insert(0, ['set promisc all off'])
+                guest_cmds.insert(0, ['set verbose 1'])
+                self.execute_testpmd_cmd(guest_cmds)
+                self.verify_result(valid_qn, 500)
+            else:
+                guest_cmds = self.testpmd_config_cmd_list(valid_qn)
+                guest_cmds.insert(0, ['set fwd mac'])
+                guest_cmds.insert(0, ['set promisc all off'])
+                self.execute_testpmd_cmd(guest_cmds)
+                self.verify_result(valid_qn, 500)
+        self.vm0_testpmd.execute_cmd('quit', '# ')
+
+    def test_set_invalid_vf_qn_with_testpmd_func_cmd(self):
+        """
+        Test case 6: set invalid VF queue number with testpmd function command
+        :return:
+        """
+        # There is a bug of this test case, so the function hasn't been implemented.
+        pass
+
+    def test_reserve_vf_qn(self):
+        """
+        Test case 7: Reserve VF queue number when VF bind to kernel driver
+        :return:
+        """
+        host_eal_param = '-w %s,queue-num-per-vf=2 --file-prefix=test1 --socket-mem 1024,1024' % self.pf_pci
+        self.host_testpmd.start_testpmd(VM_CORES_MASK, param='', eal_param=host_eal_param)
+        self.vm0_testpmd = PmdOutput(self.vm_dut_0)
+        self.vm0_testpmd.execute_cmd("./usertools/dpdk-devbind.py -b i40evf %s" % self.vm_dut_0.ports_info[0]['pci'], expected='# ')
+        # wait few seconds for link ready
+        countdown = 60
+        while countdown:
+            nic_info = self.vm0_testpmd.execute_cmd(
+                "./usertools/dpdk-devbind.py -s | grep %s" % self.vm_dut_0.ports_info[0]['pci'], expected='# ')
+            inf_str = nic_info.split("if=")[1]
+            inf = inf_str.split(" ")[0]
+            if "drv" not in inf and inf != "":
+                break
+            else:
+                time.sleep(0.01)
+                countdown -= 1
+                continue
+        output = self.vm0_testpmd.execute_cmd("ethtool -S %s" % inf, expected='# ')
+        self.verify("tx-0.packets: 0" in output and "tx-1.packets: 0" in output, "VF0 rxq and txq number is not 2.")
+
+    def tear_down(self):
+        self.stop_vm0()
+        self.dut.send_expect("quit", "# ")
+
+    def tear_down_all(self):
+        self.destroy_vm_env()
+        for port_id in self.dut_ports:
+            self.dut.destroy_sriov_vfs_by_port(port_id)
\ No newline at end of file
-- 
2.17.2


^ permalink raw reply	[flat|nested] 2+ messages in thread

* Re: [dts] [PATCH V4] tests/TestSuite_runtime_vf_queue_number:add testsuite
  2019-06-11 19:02 [dts] [PATCH V4] tests/TestSuite_runtime_vf_queue_number:add testsuite Jianwei Mei
@ 2019-06-12  6:21 ` Tu, Lijuan
  0 siblings, 0 replies; 2+ messages in thread
From: Tu, Lijuan @ 2019-06-12  6:21 UTC (permalink / raw)
  To: Mei, JianweiX, dts; +Cc: Mei, JianweiX

Applied, thanks

> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of Jianwei Mei
> Sent: Wednesday, June 12, 2019 3:02 AM
> To: dts@dpdk.org
> Cc: Mei, JianweiX <jianweix.mei@intel.com>
> Subject: [dts] [PATCH V4] tests/TestSuite_runtime_vf_queue_number:add
> testsuite
> 
> add testsuite for runtime vf queue number.
> 
> Signed-off-by: Jianwei Mei <jianweix.mei@intel.com>
> ---
>  tests/TestSuite_runtime_vf_queue_number.py | 375
> +++++++++++++++++++++
>  1 file changed, 375 insertions(+)
>  create mode 100644 tests/TestSuite_runtime_vf_queue_number.py
> 
> diff --git a/tests/TestSuite_runtime_vf_queue_number.py
> b/tests/TestSuite_runtime_vf_queue_number.py
> new file mode 100644
> index 0000000..e825556
> --- /dev/null
> +++ b/tests/TestSuite_runtime_vf_queue_number.py
> @@ -0,0 +1,375 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) <2019> Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +'AS IS' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
> #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
> ON ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
> USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +'''
> +DPDK Test suite.
> +
> +'''
> +
> +import time
> +import re
> +from qemu_kvm import QEMUKvm
> +from test_case import TestCase
> +from pmd_output import PmdOutput
> +
> +VM_CORES_MASK = 'all'
> +
> +class TestRuntimeVfQn(TestCase):
> +    supported_vf_driver = ['pci-stub', 'vfio-pci']
> +    def set_up_all(self):
> +        self.dut_ports = self.dut.get_ports(self.nic)
> +        self.verify(len(self.dut_ports) >= 1, 'Insufficient ports')
> +        self.src_intf = self.tester.get_interface(self.tester.get_local_port(0))
> +        self.src_mac =  self.tester.get_mac(self.tester.get_local_port(0))
> +        self.dst_mac = self.dut.get_mac_address(0)
> +        self.vm0 = None
> +        self.pf_pci = self.dut.ports_info[self.dut_ports[0]]['pci']
> +        self.used_dut_port = self.dut_ports[0]
> +        self.vf_mac = "00:11:22:33:44:55"
> +
> +    def set_up(self):
> +        self.dut.kill_all()
> +        self.host_testpmd = PmdOutput(self.dut)
> +        self.setup_vm_env(driver='igb_uio')
> +
> +    def setup_vm_env(self, driver='default'):
> +        '''
> +        setup qemu virtual environment,this is to set up 1pf and 2vfs
> environment, the pf can be bond to
> +        kernel driver or dpdk driver.
> +        '''
> +        self.dut.generate_sriov_vfs_by_port(self.used_dut_port, 2,
> driver=driver)
> +        self.sriov_vfs_port_0 =
> + self.dut.ports_info[self.used_dut_port]['vfs_port']
> +
> +        # set vf assign method and vf driver
> +        self.vf_driver = self.get_suite_cfg()['vf_driver']
> +        if self.vf_driver is None:
> +            self.vf_driver = 'pci-stub'
> +        self.verify(self.vf_driver in self.supported_vf_driver, "Unspported vf
> driver")
> +        if self.vf_driver == 'pci-stub':
> +            self.vf_assign_method = 'pci-assign'
> +        else:
> +            self.vf_assign_method = 'vfio-pci'
> +            self.dut.send_expect('modprobe vfio-pci', '#')
> +
> +        try:
> +            for port in self.sriov_vfs_port_0:
> +                port.bind_driver(self.vf_driver)
> +
> +            time.sleep(1)
> +            vf0_prop = {'opt_host': self.sriov_vfs_port_0[0].pci}
> +            vf1_prop = {'opt_host': self.sriov_vfs_port_0[1].pci}
> +
> +            # set up VM0 ENV
> +            self.vm0 = QEMUKvm(self.dut, 'vm0', 'vf_queue_number')
> +            self.vm0.set_vm_device(driver=self.vf_assign_method, **vf0_prop)
> +            self.vm_dut_0 = self.vm0.start()
> +            if self.vm_dut_0 is None:
> +                raise Exception('Set up VM0 ENV failed!')
> +        except Exception as e:
> +            self.logger.info(e)
> +            self.destroy_vm_env()
> +            raise Exception(e)
> +
> +    def destroy_vm_env(self):
> +        #destroy vm0
> +        if getattr(self, 'vm0', None) and self.vm0:
> +            self.vm0_dut_ports = None
> +            self.vm0.stop()
> +            self.vm0 = None
> +
> +        #destroy host testpmd
> +        if getattr(self, 'host_testpmd', None):
> +            self.host_testpmd.execute_cmd('quit', '# ')
> +            self.host_testpmd = None
> +
> +        # reset used port's sriov
> +        if getattr(self, 'used_dut_port', None):
> +            self.dut.destroy_sriov_vfs_by_port(self.used_dut_port)
> +            port = self.dut.ports_info[self.used_dut_port]['port']
> +            port.bind_driver()
> +            self.used_dut_port = None
> +
> +        # bind used ports with default driver
> +        for port_id in self.dut_ports:
> +            port = self.dut.ports_info[port_id]['port']
> +            port.bind_driver()
> +
> +    def send_packet(self, vf_mac, itf, integer):
> +        """
> +        Sends packets.
> +        """
> +        self.tester.scapy_foreground()
> +        time.sleep(2)
> +        for i in range(integer):
> +            quotient = i // 254
> +            remainder = i % 254
> +            packet = r'sendp([Ether(dst="%s",
> src=get_if_hwaddr("%s"))/IP(src="10.0.0.1", dst="192.168.%d.%d")],
> iface="%s")' % (vf_mac, itf, quotient, remainder + 1, itf)
> +            self.tester.scapy_append(packet)
> +        self.tester.scapy_execute()
> +        time.sleep(2)
> +
> +    def verify_queue_number(self, outstring, qn, pkt_count):
> +        total_rx = []
> +        total_tx = []
> +        total_rx_pkt = []
> +        total_tx_pkt = []
> +        lines = outstring.split("\r\n")
> +        re_rx_q = r"RX Port= 0/Queue=\s?([0-9]+)"
> +        re_tx_q = r"TX Port= 0/Queue=\s?([0-9]+)"
> +        re_rx_pkt = r"RX-packets:\s?([0-9]+)"
> +        re_tx_pkt = r"TX-packets:\s?([0-9]+)"
> +        rx_s = re.compile(re_rx_q, re.DOTALL)
> +        tx_s = re.compile(re_tx_q, re.DOTALL)
> +        rx_pkt_s = re.compile(re_rx_pkt, re.DOTALL)
> +        tx_pkt_s = re.compile(re_tx_pkt, re.DOTALL)
> +        for line in lines:
> +            line = line.strip()
> +            if line.strip().startswith("------- Forward"):
> +                rx_pkt = rx_s.search(line)
> +                tx_pkt = tx_s.search(line)
> +                total_rx.append(int(rx_pkt.group(1)))
> +                total_tx.append(int(tx_pkt.group(1)))
> +            elif "RX-packets" in line and "TX-packets" in line and "TX-dropped" in
> line:
> +                self.logger.info(line)
> +                q_rx_pkt = rx_pkt_s.search(line)
> +                q_tx_pkt = tx_pkt_s.search(line)
> +                total_rx_pkt.append(int(q_rx_pkt.group(1)))
> +                total_tx_pkt.append(int(q_tx_pkt.group(1)))
> +            else:
> +                continue
> +        self.verify(len(total_rx) == len(total_tx) == qn, "RX queue number is not
> equal to Tx queue number.")
> +        self.verify(sum(total_rx_pkt) == sum(total_tx_pkt) ==
> + pkt_count, "some packets lost.")
> +
> +    def stop_vm0(self):
> +        if getattr(self, 'vm0', None) and self.vm0:
> +            self.vm0_dut_ports = None
> +            self.vm0.stop()
> +            self.vm0 = None
> +
> +    def execute_testpmd_cmd(self, cmds):
> +        if len(cmds) == 0:
> +            return
> +        for item in cmds:
> +            if len(item) == 2:
> +                self.vm0_testpmd.execute_cmd(item[0], int(item[1]))
> +            else:
> +                self.vm0_testpmd.execute_cmd(item[0])
> +
> +    def testpmd_config_cmd_list(self, qn):
> +        cmd_list = [['stop'],
> +                    ['port stop all'],
> +                    ['port config all txq %d' % qn],
> +                    ['port config all rxq %d' % qn],
> +                    ['port start all']]
> +        return cmd_list
> +
> +    def verify_result(self, queue_num, pkt_num):
> +        if queue_num == 1:
> +            outstring = self.vm0_testpmd.execute_cmd("start", "testpmd> ")
> +            self.verify("port 0: RX queue number: 1 Tx queue number: 1" in
> outstring,
> +                        "The RX/TX queue number error.")
> +            self.vm0_dut_ports = self.vm_dut_0.get_ports('any')
> +            self.vf_mac = self.vm0_testpmd.get_port_mac(self.vm0_dut_ports[0])
> +            self.send_packet(self.vf_mac, self.src_intf, 3)
> +            out = self.vm0_testpmd.get_output()
> +            self.verify('port 0/queue 0: received 1 packets' in out, "queue 0 can
> not receive pkt")
> +        else:
> +            outstring = self.vm0_testpmd.execute_cmd("start", "testpmd> ", 120)
> +            self.logger.info(outstring)
> +            time.sleep(2)
> +            self.verify("port 0: RX queue number: %d Tx queue number: %d" %
> (queue_num, queue_num) in outstring,
> +                        "The RX/TX queue number error.")
> +            self.vm0_dut_ports = self.vm_dut_0.get_ports('any')
> +            self.vf_mac = self.vm0_testpmd.get_port_mac(self.vm0_dut_ports[0])
> +            self.send_packet(self.vf_mac, self.src_intf, pkt_num)
> +            outstring1 = self.vm0_testpmd.execute_cmd("stop", "testpmd> ",
> 120)
> +            time.sleep(2)
> +            self.verify_queue_number(outstring1, queue_num, pkt_num)
> +
> +    def test_reserve_valid_vf_qn(self):
> +        """
> +        Test case 1: reserve valid vf queue number
> +        :return:
> +        """
> +        valid_qn = (2, 4, 8,)
> +        for qn in valid_qn:
> +            host_eal_param = '-w %s,queue-num-per-vf=%d --file-prefix=test1 --
> socket-mem 1024,1024' % (self.pf_pci, qn)
> +            self.host_testpmd.start_testpmd(VM_CORES_MASK, param='',
> + eal_param=host_eal_param)
> +
> +            gest_eal_param = '-w %s --file-prefix=test2' %
> self.vm_dut_0.ports_info[0]['pci']
> +            self.vm0_testpmd = PmdOutput(self.vm_dut_0)
> +            self.vm0_testpmd.start_testpmd(VM_CORES_MASK,
> eal_param=gest_eal_param, param='')
> +            guest_cmds = self.testpmd_config_cmd_list(qn)
> +            self.execute_testpmd_cmd(guest_cmds)
> +            outstring = self.vm0_testpmd.execute_cmd("start", "testpmd> ")
> +            self.verify("port 0: RX queue number: %d Tx queue number: %d" %
> (qn, qn) in outstring, "The RX/TX queue number error.")
> +            self.vm0_dut_ports = self.vm_dut_0.get_ports('any')
> +            self.vf_mac = self.vm0_testpmd.get_port_mac(self.vm0_dut_ports[0])
> +            self.send_packet(self.vf_mac, self.src_intf, 100)
> +            outstring1 = self.vm0_testpmd.execute_cmd("stop", "testpmd> ")
> +            self.verify_queue_number(outstring1, qn, 100)
> +            guest_cmds1 = self.testpmd_config_cmd_list(qn + 1)
> +            self.execute_testpmd_cmd(guest_cmds1)
> +            outstring2 = self.vm0_testpmd.execute_cmd("start", "testpmd> ")
> +            time.sleep(2)
> +            self.verify("port 0: RX queue number: %d Tx queue number: %d" %
> ((qn + 1), (qn + 1)) in outstring2, "The RX/TX queue number error.")
> +            self.send_packet(self.vf_mac, self.src_intf, 254)
> +            outstring3 = self.vm0_testpmd.execute_cmd("stop", "testpmd> ")
> +            time.sleep(2)
> +            self.verify_queue_number(outstring3, qn + 1, 254)
> +            self.vm0_testpmd.execute_cmd('quit', '# ')
> +
> +    def test_reserve_invalid_vf_qn(self):
> +        """
> +        Test case 2: reserve invalid VF queue number
> +        :return:
> +        """
> +        for invalid_qn in (0, 3, 5, 6, 7, 9, 11, 15, 17, 25,):
> +            eal_param = '-w %s,queue-num-per-vf=%d --file-prefix=test1 --
> socket-mem 1024,1024' % (self.pf_pci, invalid_qn)
> +            testpmd_out = self.host_testpmd.start_testpmd(VM_CORES_MASK,
> param='', eal_param=eal_param)
> +            self.verify("it must be power of 2 and equal or less than 16" in
> testpmd_out, "there is no 'Wrong VF queue number = 0' logs.")
> +            self.dut.send_expect("quit", "# ")
> +
> +    def test_set_valid_vf_qn_in_testpmd(self):
> +        """
> +        Test case 3: set valid VF queue number in testpmd command-line
> options
> +        :return:
> +        """
> +        host_eal_param = '-w %s --file-prefix=test1 --socket-mem 1024,1024' %
> self.pf_pci
> +        self.host_testpmd.start_testpmd(VM_CORES_MASK, param='',
> + eal_param=host_eal_param)
> +
> +        gest_eal_param = '-w %s --file-prefix=test2' %
> self.vm_dut_0.ports_info[0]['pci']
> +        self.vm0_testpmd = PmdOutput(self.vm_dut_0)
> +        for valid_qn in range(1, 17):
> +            if valid_qn == 1:
> +                self.vm0_testpmd.start_testpmd(VM_CORES_MASK,
> eal_param=gest_eal_param, param=' --rxq=1 --txq=1')
> +                self.vm0_testpmd.execute_cmd('set verbose 1')
> +                self.vm0_testpmd.execute_cmd("set promisc all off", "testpmd> ")
> +                self.vm0_testpmd.execute_cmd("set fwd mac", "testpmd> ")
> +                self.verify_result(valid_qn, 500)
> +                self.vm0_testpmd.execute_cmd('quit', '# ')
> +            else:
> +                self.vm0_testpmd.start_testpmd(VM_CORES_MASK,
> eal_param=gest_eal_param,
> +                                               param=' --rxq=%d --txq=%d' % (valid_qn,
> valid_qn))
> +                self.vm0_testpmd.execute_cmd("set promisc all off", "testpmd> ")
> +                self.vm0_testpmd.execute_cmd("set fwd mac", "testpmd> ")
> +                self.verify_result(valid_qn, 500)
> +                self.vm0_testpmd.execute_cmd('quit', '# ')
> +
> +    def test_set_invalid_vf_qn_in_testpmd(self):
> +        """
> +        Test case 4: set invalid VF queue number in testpmd command-line
> options
> +        :return:
> +        """
> +        host_eal_param = '-w %s --file-prefix=test1 --socket-mem 1024,1024' %
> self.pf_pci
> +        self.host_testpmd.start_testpmd(VM_CORES_MASK, param='',
> eal_param=host_eal_param)
> +        gest_eal_param = '-w %s --file-prefix=test2' %
> self.vm_dut_0.ports_info[0]['pci']
> +        self.vm0_testpmd = PmdOutput(self.vm_dut_0)
> +
> +        command_0 = "./%s/app/testpmd -c %s -n %d %s -- -i %s" \
> +                  % (self.dut.target, '0xf', self.dut.get_memory_channels(),
> gest_eal_param, ' --rxq=0 --txq=0')
> +        outstring = self.vm0_testpmd.execute_cmd(command_0, expected='# ')
> +        self.verify("Either rx or tx queues should be non-zero" in outstring,
> "The output of testpmd start is different from expect when set invalid VF
> queue number 0.")
> +        time.sleep(2)
> +        command_17 = "./%s/app/testpmd -c %s -n %d %s -- -i %s" \
> +                  % (self.dut.target, '0xf', self.dut.get_memory_channels(),
> gest_eal_param, ' --rxq=17 --txq=17')
> +        outstring1 = self.vm0_testpmd.execute_cmd(command_17,
> expected='# ')
> +        self.verify("rxq 17 invalid - must be >= 0 && <= 16" in outstring1,
> +                    "The output of testpmd start is different from
> + expect when set invalid VF queue number 17.")
> +
> +    def test_set_valid_vf_qn_with_testpmd_func_cmd(self):
> +        """
> +        Test case 5: set valid VF queue number with testpmd function
> command
> +        :return:
> +        """
> +        host_eal_param = '-w %s --file-prefix=test1 --socket-mem 1024,1024' %
> self.pf_pci
> +        self.host_testpmd.start_testpmd(VM_CORES_MASK, param='',
> + eal_param=host_eal_param)
> +
> +        gest_eal_param = '-w %s --file-prefix=test2' %
> self.vm_dut_0.ports_info[0]['pci']
> +        self.vm0_testpmd = PmdOutput(self.vm_dut_0)
> +        self.vm0_testpmd.start_testpmd(VM_CORES_MASK,
> eal_param=gest_eal_param, param='')
> +        for valid_qn in range(1, 17):
> +            if valid_qn == 1:
> +                guest_cmds = self.testpmd_config_cmd_list(1)
> +                guest_cmds.insert(0, ['set fwd mac'])
> +                guest_cmds.insert(0, ['set promisc all off'])
> +                guest_cmds.insert(0, ['set verbose 1'])
> +                self.execute_testpmd_cmd(guest_cmds)
> +                self.verify_result(valid_qn, 500)
> +            else:
> +                guest_cmds = self.testpmd_config_cmd_list(valid_qn)
> +                guest_cmds.insert(0, ['set fwd mac'])
> +                guest_cmds.insert(0, ['set promisc all off'])
> +                self.execute_testpmd_cmd(guest_cmds)
> +                self.verify_result(valid_qn, 500)
> +        self.vm0_testpmd.execute_cmd('quit', '# ')
> +
> +    def test_set_invalid_vf_qn_with_testpmd_func_cmd(self):
> +        """
> +        Test case 6: set invalid VF queue number with testpmd function
> command
> +        :return:
> +        """
> +        # There is a bug of this test case, so the function hasn't been
> implemented.
> +        pass
> +
> +    def test_reserve_vf_qn(self):
> +        """
> +        Test case 7: Reserve VF queue number when VF bind to kernel driver
> +        :return:
> +        """
> +        host_eal_param = '-w %s,queue-num-per-vf=2 --file-prefix=test1 --
> socket-mem 1024,1024' % self.pf_pci
> +        self.host_testpmd.start_testpmd(VM_CORES_MASK, param='',
> eal_param=host_eal_param)
> +        self.vm0_testpmd = PmdOutput(self.vm_dut_0)
> +        self.vm0_testpmd.execute_cmd("./usertools/dpdk-devbind.py -b
> i40evf %s" % self.vm_dut_0.ports_info[0]['pci'], expected='# ')
> +        # wait few seconds for link ready
> +        countdown = 60
> +        while countdown:
> +            nic_info = self.vm0_testpmd.execute_cmd(
> +                "./usertools/dpdk-devbind.py -s | grep %s" %
> self.vm_dut_0.ports_info[0]['pci'], expected='# ')
> +            inf_str = nic_info.split("if=")[1]
> +            inf = inf_str.split(" ")[0]
> +            if "drv" not in inf and inf != "":
> +                break
> +            else:
> +                time.sleep(0.01)
> +                countdown -= 1
> +                continue
> +        output = self.vm0_testpmd.execute_cmd("ethtool -S %s" % inf,
> expected='# ')
> +        self.verify("tx-0.packets: 0" in output and "tx-1.packets: 0"
> + in output, "VF0 rxq and txq number is not 2.")
> +
> +    def tear_down(self):
> +        self.stop_vm0()
> +        self.dut.send_expect("quit", "# ")
> +
> +    def tear_down_all(self):
> +        self.destroy_vm_env()
> +        for port_id in self.dut_ports:
> +            self.dut.destroy_sriov_vfs_by_port(port_id)
> \ No newline at end of file
> --
> 2.17.2


^ permalink raw reply	[flat|nested] 2+ messages in thread

end of thread, other threads:[~2019-06-12  6:21 UTC | newest]

Thread overview: 2+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2019-06-11 19:02 [dts] [PATCH V4] tests/TestSuite_runtime_vf_queue_number:add testsuite Jianwei Mei
2019-06-12  6:21 ` Tu, Lijuan

This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).