Re: [dts] [PATCH V2] add suite qos meter

["Tu, Lijuan" <lijuan.tu@intel.com>]

applied

> -----Original Message-----
> From: dts [mailto:dts-bounces@dpdk.org] On Behalf Of yaobing
> Sent: Monday, January 13, 2020 10:39 AM
> To: dts@dpdk.org
> Cc: Yao, BingX Y <bingx.y.yao@intel.com>
> Subject: [dts] [PATCH V2] add suite qos meter
> 
> V1: add suite
> 
> V2: change method group package
> 
> Signed-off-by: yaobing <bingx.y.yao@intel.com>
> ---
>  tests/TestSuite_qos_meter.py | 170
> +++++++++++++++++++++++++++++++++++
>  1 file changed, 170 insertions(+)
>  create mode 100644 tests/TestSuite_qos_meter.py
> 
> diff --git a/tests/TestSuite_qos_meter.py b/tests/TestSuite_qos_meter.py
> new file mode 100644 index 0000000..062de81
> --- /dev/null
> +++ b/tests/TestSuite_qos_meter.py
> @@ -0,0 +1,170 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) <2019-2020> Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
> #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
> COPYRIGHT #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
> INCIDENTAL, #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
> NOT #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
> USE, #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
> ON ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
> #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
> THE USE #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
> DAMAGE.
> +
> +"""
> +DPDK Test suite.
> +Test QOS API in DPDK.
> +The DUT must have two 10G Ethernet ports connected to two ports of IXIA.
> +"""
> +import os
> +from test_case import TestCase
> +from  settings import HEADER_SIZE
> +from pktgen import TRANSMIT_CONT
> +from pmd_output import PmdOutput
> +from packet import Packet
> +
> +
> +class TestQosMeter(TestCase):
> +
> +    def set_up_all(self):
> +        """
> +        ip_fragmentation Prerequisites
> +        """
> +        # Based on h/w type, choose how many ports to use
> +        ports = self.dut.get_ports()
> +        self.dut_ports = self.dut.get_ports(self.nic)
> +        self.tx_port = self.tester.get_local_port(self.dut_ports[0])
> +        self.rx_port = self.tester.get_local_port(self.dut_ports[1])
> +        self.pmdout = PmdOutput(self.dut)
> +
> +        # Verify that enough ports are available
> +        self.verify(len(ports) >= 2, "Insufficient ports for testing")
> +
> +        #get data from
> https://doc.dpdk.org/guides/sample_app_ug/qos_metering.html
> +        self.blind_pps = 14880000
> +        self.aware_pps = 13880000
> +
> +    def set_up(self):
> +        """
> +        Run before each test case.
> +        """
> +        pass
> +
> +    def build_app_and_send_package(self):
> +        """
> +        Build app and send pkt
> +        return bps and pps
> +        """
> +        self.dut.send_expect('rm -rf ./examples/qos_meter/build', "#")
> +        out = self.dut.build_dpdk_apps("./examples/qos_meter")
> +        self.verify("Error" not in out, "Compilation error")
> +        self.verify("No such" not in out, "Compilation error")
> +        eal_params = self.dut.create_eal_parameters(cores='1S/1C/1T',
> fixed_prefix=True, prefix='qos_meter')
> +        cmd = './examples/qos_meter/build/qos_meter ' + eal_params + '-- -p
> 0x3'
> +        self.dut.send_expect(cmd, "TX = 1")
> +        payload_size = 64 - HEADER_SIZE['eth'] - HEADER_SIZE['ip']
> +        dts_mac = self.dut.get_mac_address(self.dut_ports[self.rx_port])
> +        pkt = Packet(pkt_type='IP_RAW')
> +        pkt.save_pcapfile(self.tester, "%s/tester.pcap" % self.tester.tmp_file)
> +        stream_option = {
> +            'pcap': "%s/tester.pcap" % self.tester.tmp_file,
> +            'stream_config': {
> +                    'rate': 100,
> +                    'transmit_mode': TRANSMIT_CONT,
> +                }
> +        }
> +        self.tester.pktgen.clear_streams()
> +        stream_ids = []
> +        stream_id = self.tester.pktgen.add_stream(self.tx_port, self.rx_port,
> "%s/tester.pcap" % self.tester.tmp_file)
> +        self.tester.pktgen.config_stream(stream_id,stream_option)
> +        stream_ids.append(stream_id)
> +        stream_id = self.tester.pktgen.add_stream(self.rx_port, self.tx_port,
> "%s/tester.pcap" % self.tester.tmp_file)
> +        self.tester.pktgen.config_stream(stream_id, stream_option)
> +        stream_ids.append(stream_id)
> +        traffic_opt = {
> +                          'method': 'throughput',
> +                          'rate': 100,
> +                          'duration': 20
> +        }
> +        bps, pps = self.tester.pktgen.measure(stream_ids, traffic_opt)
> +        return bps, pps
> +
> +    def verify_throughput(self, throughput, pps):
> +        difference_value = throughput - pps
> +        #performance data is allowed to float by 10%
> +        self.verify(- pps*0.1 < difference_value < pps*0.1, "throughput
> + validation failure")
> +
> +    def test_perf_srTCM_blind_RED(self):
> +        """
> +        srTCM blind RED
> +        """
> +        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-
> 9]/5/g' ./examples/qos_meter/main.c", "#")
> +        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE
> /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_BLIND/2' ./examples/qos_met
> er/main.c", "#")
> +        bps, pps = self.build_app_and_send_package()
> +        self.verify_throughput(pps, self.aware_pps)
> +
> +    def test_perf_srTCM_blind_GREEN(self):
> +        """
> +        srTCM blind GREEN
> +        """
> +        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-
> 9]/3/g' ./examples/qos_meter/main.c", "#")
> +        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE
> /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_BLIND/2' ./examples/qos_met
> er/main.c", "#")
> +        bps, pps= self.build_app_and_send_package()
> +        self.verify_throughput(pps, self.blind_pps)
> +
> +    def test_perf_srTCM_aware_RED(self):
> +        """
> +        srTCM aware RED
> +        """
> +        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-
> 9]/5/g' ./examples/qos_meter/main.c", "#")
> +        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE
> /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_AWARE/2' ./examples/qos_m
> eter/main.c", "#")
> +        bps, pps= self.build_app_and_send_package()
> +        self.verify_throughput(pps, self.blind_pps)
> +
> +    def test_perf_trTCM_blind(self):
> +        """
> +        trTCM blind
> +        """
> +        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-
> 9]/5/g' ./examples/qos_meter/main.c", "#")
> +        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE
> /s/APP_MODE_*/APP_MODE_TRTCM_COLOR_BLIND/2' ./examples/qos_met
> er/main.c", "#")
> +        bps, pps = self.build_app_and_send_package()
> +        self.verify_throughput(pps, self.aware_pps)
> +
> +    def test_perf_trTCM_aware(self):
> +        """
> +        trTCM aware
> +        """
> +        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-
> 9]/5/g' ./examples/qos_meter/main.c", "#")
> +        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE
> /s/APP_MODE_*/APP_MODE_TRTCM_COLOR_AWARE/2' ./examples/qos_m
> eter/main.c", "#")
> +        bps, pps = self.build_app_and_send_package()
> +        self.verify_throughput(pps, self.blind_pps)
> +
> +    def tear_down(self):
> +        """
> +        Run after each test case.
> +        """
> +        self.dut.kill_all()
> +
> +    def tear_down_all(self):
> +        """
> +        Run after each test suite.
> +        """
> +        self.dut.kill_all()
> --
> 2.17.2