test suite reviews and discussions
 help / color / Atom feed
* Re: [dts] [PATCH V1] add suite qos meter
  2020-01-08  8:27 [dts] [PATCH V1] add suite qos meter yaobing
@ 2020-01-08  8:24 ` Peng, Yuan
  2020-01-08  8:25 ` Yao, BingX Y
  1 sibling, 0 replies; 3+ messages in thread
From: Peng, Yuan @ 2020-01-08  8:24 UTC (permalink / raw)
  To: Yao, BingX Y, dts; +Cc: Yao, BingX Y, Peng, Yuan

Acked by Peng, Yuan <yuan.peng@intel.com>


-----Original Message-----
From: dts <dts-bounces@dpdk.org> On Behalf Of yaobing
Sent: Wednesday, January 8, 2020 4:28 PM
To: dts@dpdk.org
Cc: Yao, BingX Y <bingx.y.yao@intel.com>
Subject: [dts] [PATCH V1] add suite qos meter

add suite

Signed-off-by: yaobing <bingx.y.yao@intel.com>
---
 tests/TestSuite_qos_meter.py | 159 +++++++++++++++++++++++++++++++++++
 1 file changed, 159 insertions(+)
 create mode 100644 tests/TestSuite_qos_meter.py

diff --git a/tests/TestSuite_qos_meter.py b/tests/TestSuite_qos_meter.py new file mode 100644 index 0000000..aa38936
--- /dev/null
+++ b/tests/TestSuite_qos_meter.py
@@ -0,0 +1,159 @@
+# BSD LICENSE
+#
+# Copyright(c) <2011-2019> Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without # 
+modification, are permitted provided that the following conditions # 
+are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # 
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # 
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # 
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # 
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # 
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # 
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # 
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # 
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # 
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # 
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+"""
+DPDK Test suite.
+Test QOS API in DPDK.
+The DUT must have two 10G Ethernet ports connected to two ports of IXIA.
+"""
+import os
+from test_case import TestCase
+from  settings import HEADER_SIZE
+from pktgen import PacketGeneratorHelper
+
+
+class TestQosMeter(TestCase):
+
+    def set_up_all(self):
+        """
+        ip_fragmentation Prerequisites
+        """
+
+        # Based on h/w type, choose how many ports to use
+        ports = self.dut.get_ports()
+        self.dut_ports = self.dut.get_ports(self.nic)
+        self.tx_port = self.tester.get_local_port(self.dut_ports[0])
+        self.rx_port = self.tester.get_local_port(self.dut_ports[1])
+
+        # Verify that enough ports are available
+        self.verify(len(ports) >= 2, "Insufficient ports for testing")
+        self.output_path = '/tmp'
+        out = self.tester.send_expect('ls -d %s' % self.output_path, '# ')
+        if 'No such file or directory' in out:
+            self.tester.send_expect('mkdir -p %s' % self.output_path, '# ')
+        # create an instance to set stream field setting
+        self.pktgen_helper = PacketGeneratorHelper()
+
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        pass
+
+    def build_app_and_send_package(self):
+        """
+        Build app and send pkt
+        Return bps and pps
+        """
+
+        self.dut.send_expect('rm -rf ./examples/qos_meter/build',"#")
+        out = self.dut.build_dpdk_apps("./examples/qos_meter")
+        self.verify("Error" not in out, "Compilation error")
+        self.verify("No such" not in out, "Compilation error")
+        self.dut.send_expect('./examples/qos_meter/build/qos_meter --file-prefix=qos_meter -c 1 -n 4 -- -p 0x3 ', "TX = 1")
+        payload_size = 64 - HEADER_SIZE['eth'] - HEADER_SIZE['ip']
+        pcap = os.sep.join([self.output_path, "tester.pcap"])
+        flow = 'Ether()/IP()/Raw("x"*%s)' % payload_size
+        self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, flow))
+        self.tester.scapy_execute()
+
+        tgenInput = []
+        tgenInput.append([self.tx_port, self.rx_port, pcap])
+        tgenInput.append([self.rx_port, self.tx_port, pcap])
+
+        self.tester.scapy_execute()
+        self.tester.pktgen.clear_streams()
+        streams = self.pktgen_helper.prepare_stream_from_tginput(tgenInput, 1388000, None, self.tester.pktgen)
+        bps, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)
+        self.dut.send_expect('^C', '#')
+        return bps,pps
+
+    def test_perf_srTCM_blind_RED(self):
+        """
+        srTCM blind red
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps,pps = self.build_app_and_send_package()
+        difference_value = pps - 13880000
+        self.verify(-1388000 < difference_value <1388000,"throughput 
+ validation failure")
+
+    def test_perf_srTCM_blind_GREEN(self):
+        """
+        srTCM blind GREEN
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/3/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps, pps= self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput 
+ validation failure")
+
+    def test_perf_srTCM_aware_RED(self):
+        """
+        srTCM aware RED
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_AWARE/2' ./examples/qos_meter/main.c", "#")
+        bps, pps= self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput 
+ validation failure")
+
+    def test_perf_trTCM_blind(self):
+        """
+        trTCM blind
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_TRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps, pps = self.build_app_and_send_package()
+        difference_value = pps - 13880000
+        self.verify(-1388000 < difference_value <1388000,"throughput 
+ validation failure")
+
+    def test_perf_trTCM_aware(self):
+        """
+        trTCM aware
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_TRTCM_COLOR_AWARE/2' ./examples/qos_meter/main.c", "#")
+        bps, pps = self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput 
+ validation failure")
+
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.send_expect('^C', '#')
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        self.dut.send_expect('^C', '#')
--
2.17.2


^ permalink raw reply	[flat|nested] 3+ messages in thread

* Re: [dts] [PATCH V1] add suite qos meter
  2020-01-08  8:27 [dts] [PATCH V1] add suite qos meter yaobing
  2020-01-08  8:24 ` Peng, Yuan
@ 2020-01-08  8:25 ` Yao, BingX Y
  1 sibling, 0 replies; 3+ messages in thread
From: Yao, BingX Y @ 2020-01-08  8:25 UTC (permalink / raw)
  To: dts

[-- Attachment #1: Type: text/plain, Size: 8013 bytes --]

Tested-by: Yao, BingX Y <bingx.y.yao@intel.com>

-----Original Message-----
From: Yao, BingX Y 
Sent: Wednesday, January 8, 2020 4:28 PM
To: dts@dpdk.org
Cc: Yao, BingX Y <bingx.y.yao@intel.com>
Subject: [dts][PATCH V1] add suite qos meter

add suite

Signed-off-by: yaobing <bingx.y.yao@intel.com>
---
 tests/TestSuite_qos_meter.py | 159 +++++++++++++++++++++++++++++++++++
 1 file changed, 159 insertions(+)
 create mode 100644 tests/TestSuite_qos_meter.py

diff --git a/tests/TestSuite_qos_meter.py b/tests/TestSuite_qos_meter.py new file mode 100644 index 0000000..aa38936
--- /dev/null
+++ b/tests/TestSuite_qos_meter.py
@@ -0,0 +1,159 @@
+# BSD LICENSE
+#
+# Copyright(c) <2011-2019> Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without # 
+modification, are permitted provided that the following conditions # 
+are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # 
+"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # 
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # 
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # 
+OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # 
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # 
+LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # 
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # 
+THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # 
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # 
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+"""
+DPDK Test suite.
+Test QOS API in DPDK.
+The DUT must have two 10G Ethernet ports connected to two ports of IXIA.
+"""
+import os
+from test_case import TestCase
+from  settings import HEADER_SIZE
+from pktgen import PacketGeneratorHelper
+
+
+class TestQosMeter(TestCase):
+
+    def set_up_all(self):
+        """
+        ip_fragmentation Prerequisites
+        """
+
+        # Based on h/w type, choose how many ports to use
+        ports = self.dut.get_ports()
+        self.dut_ports = self.dut.get_ports(self.nic)
+        self.tx_port = self.tester.get_local_port(self.dut_ports[0])
+        self.rx_port = self.tester.get_local_port(self.dut_ports[1])
+
+        # Verify that enough ports are available
+        self.verify(len(ports) >= 2, "Insufficient ports for testing")
+        self.output_path = '/tmp'
+        out = self.tester.send_expect('ls -d %s' % self.output_path, '# ')
+        if 'No such file or directory' in out:
+            self.tester.send_expect('mkdir -p %s' % self.output_path, '# ')
+        # create an instance to set stream field setting
+        self.pktgen_helper = PacketGeneratorHelper()
+
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        pass
+
+    def build_app_and_send_package(self):
+        """
+        Build app and send pkt
+        Return bps and pps
+        """
+
+        self.dut.send_expect('rm -rf ./examples/qos_meter/build',"#")
+        out = self.dut.build_dpdk_apps("./examples/qos_meter")
+        self.verify("Error" not in out, "Compilation error")
+        self.verify("No such" not in out, "Compilation error")
+        self.dut.send_expect('./examples/qos_meter/build/qos_meter --file-prefix=qos_meter -c 1 -n 4 -- -p 0x3 ', "TX = 1")
+        payload_size = 64 - HEADER_SIZE['eth'] - HEADER_SIZE['ip']
+        pcap = os.sep.join([self.output_path, "tester.pcap"])
+        flow = 'Ether()/IP()/Raw("x"*%s)' % payload_size
+        self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, flow))
+        self.tester.scapy_execute()
+
+        tgenInput = []
+        tgenInput.append([self.tx_port, self.rx_port, pcap])
+        tgenInput.append([self.rx_port, self.tx_port, pcap])
+
+        self.tester.scapy_execute()
+        self.tester.pktgen.clear_streams()
+        streams = self.pktgen_helper.prepare_stream_from_tginput(tgenInput, 1388000, None, self.tester.pktgen)
+        bps, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)
+        self.dut.send_expect('^C', '#')
+        return bps,pps
+
+    def test_perf_srTCM_blind_RED(self):
+        """
+        srTCM blind red
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps,pps = self.build_app_and_send_package()
+        difference_value = pps - 13880000
+        self.verify(-1388000 < difference_value <1388000,"throughput 
+ validation failure")
+
+    def test_perf_srTCM_blind_GREEN(self):
+        """
+        srTCM blind GREEN
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/3/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps, pps= self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput 
+ validation failure")
+
+    def test_perf_srTCM_aware_RED(self):
+        """
+        srTCM aware RED
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_AWARE/2' ./examples/qos_meter/main.c", "#")
+        bps, pps= self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput 
+ validation failure")
+
+    def test_perf_trTCM_blind(self):
+        """
+        trTCM blind
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_TRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps, pps = self.build_app_and_send_package()
+        difference_value = pps - 13880000
+        self.verify(-1388000 < difference_value <1388000,"throughput 
+ validation failure")
+
+    def test_perf_trTCM_aware(self):
+        """
+        trTCM aware
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_TRTCM_COLOR_AWARE/2' ./examples/qos_meter/main.c", "#")
+        bps, pps = self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput 
+ validation failure")
+
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.send_expect('^C', '#')
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        self.dut.send_expect('^C', '#')
--
2.17.2


[-- Attachment #2: TestQosMeter.log --]
[-- Type: application/octet-stream, Size: 68608 bytes --]

^ permalink raw reply	[flat|nested] 3+ messages in thread

* [dts] [PATCH V1] add suite qos meter
@ 2020-01-08  8:27 yaobing
  2020-01-08  8:24 ` Peng, Yuan
  2020-01-08  8:25 ` Yao, BingX Y
  0 siblings, 2 replies; 3+ messages in thread
From: yaobing @ 2020-01-08  8:27 UTC (permalink / raw)
  To: dts; +Cc: yaobing

add suite

Signed-off-by: yaobing <bingx.y.yao@intel.com>
---
 tests/TestSuite_qos_meter.py | 159 +++++++++++++++++++++++++++++++++++
 1 file changed, 159 insertions(+)
 create mode 100644 tests/TestSuite_qos_meter.py

diff --git a/tests/TestSuite_qos_meter.py b/tests/TestSuite_qos_meter.py
new file mode 100644
index 0000000..aa38936
--- /dev/null
+++ b/tests/TestSuite_qos_meter.py
@@ -0,0 +1,159 @@
+# BSD LICENSE
+#
+# Copyright(c) <2011-2019> Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+"""
+DPDK Test suite.
+Test QOS API in DPDK.
+The DUT must have two 10G Ethernet ports connected to two ports of IXIA.
+"""
+import os
+from test_case import TestCase
+from  settings import HEADER_SIZE
+from pktgen import PacketGeneratorHelper
+
+
+class TestQosMeter(TestCase):
+
+    def set_up_all(self):
+        """
+        ip_fragmentation Prerequisites
+        """
+
+        # Based on h/w type, choose how many ports to use
+        ports = self.dut.get_ports()
+        self.dut_ports = self.dut.get_ports(self.nic)
+        self.tx_port = self.tester.get_local_port(self.dut_ports[0])
+        self.rx_port = self.tester.get_local_port(self.dut_ports[1])
+
+        # Verify that enough ports are available
+        self.verify(len(ports) >= 2, "Insufficient ports for testing")
+        self.output_path = '/tmp'
+        out = self.tester.send_expect('ls -d %s' % self.output_path, '# ')
+        if 'No such file or directory' in out:
+            self.tester.send_expect('mkdir -p %s' % self.output_path, '# ')
+        # create an instance to set stream field setting
+        self.pktgen_helper = PacketGeneratorHelper()
+
+    def set_up(self):
+        """
+        Run before each test case.
+        """
+        pass
+
+    def build_app_and_send_package(self):
+        """
+        Build app and send pkt
+        Return bps and pps
+        """
+
+        self.dut.send_expect('rm -rf ./examples/qos_meter/build',"#")
+        out = self.dut.build_dpdk_apps("./examples/qos_meter")
+        self.verify("Error" not in out, "Compilation error")
+        self.verify("No such" not in out, "Compilation error")
+        self.dut.send_expect('./examples/qos_meter/build/qos_meter --file-prefix=qos_meter -c 1 -n 4 -- -p 0x3 ', "TX = 1")
+        payload_size = 64 - HEADER_SIZE['eth'] - HEADER_SIZE['ip']
+        pcap = os.sep.join([self.output_path, "tester.pcap"])
+        flow = 'Ether()/IP()/Raw("x"*%s)' % payload_size
+        self.tester.scapy_append('wrpcap("%s", [%s])' % (pcap, flow))
+        self.tester.scapy_execute()
+
+        tgenInput = []
+        tgenInput.append([self.tx_port, self.rx_port, pcap])
+        tgenInput.append([self.rx_port, self.tx_port, pcap])
+
+        self.tester.scapy_execute()
+        self.tester.pktgen.clear_streams()
+        streams = self.pktgen_helper.prepare_stream_from_tginput(tgenInput, 1388000, None, self.tester.pktgen)
+        bps, pps = self.tester.pktgen.measure_throughput(stream_ids=streams)
+        self.dut.send_expect('^C', '#')
+        return bps,pps
+
+    def test_perf_srTCM_blind_RED(self):
+        """
+        srTCM blind red
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps,pps = self.build_app_and_send_package()
+        difference_value = pps - 13880000
+        self.verify(-1388000 < difference_value <1388000,"throughput validation failure")
+
+    def test_perf_srTCM_blind_GREEN(self):
+        """
+        srTCM blind GREEN
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/3/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps, pps= self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput validation failure")
+
+    def test_perf_srTCM_aware_RED(self):
+        """
+        srTCM aware RED
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_SRTCM_COLOR_AWARE/2' ./examples/qos_meter/main.c", "#")
+        bps, pps= self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput validation failure")
+
+    def test_perf_trTCM_blind(self):
+        """
+        trTCM blind
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_TRTCM_COLOR_BLIND/2' ./examples/qos_meter/main.c", "#")
+        bps, pps = self.build_app_and_send_package()
+        difference_value = pps - 13880000
+        self.verify(-1388000 < difference_value <1388000,"throughput validation failure")
+
+    def test_perf_trTCM_aware(self):
+        """
+        trTCM aware
+        """
+        self.dut.send_expect(r"sed -i -e '/#define APP_PKT_COLOR_POS/s/[0-9]/5/g' ./examples/qos_meter/main.c", "#")
+        self.dut.send_expect(r"sed -i -e '/^#define APP_MODE /s/APP_MODE_*/APP_MODE_TRTCM_COLOR_AWARE/2' ./examples/qos_meter/main.c", "#")
+        bps, pps = self.build_app_and_send_package()
+        difference_value = pps - 14880000
+        self.verify(-1488000 < difference_value <1488000,"throughput validation failure")
+
+    def tear_down(self):
+        """
+        Run after each test case.
+        """
+        self.dut.send_expect('^C', '#')
+
+    def tear_down_all(self):
+        """
+        Run after each test suite.
+        """
+        self.dut.send_expect('^C', '#')
-- 
2.17.2


^ permalink raw reply	[flat|nested] 3+ messages in thread

end of thread, back to index

Thread overview: 3+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2020-01-08  8:27 [dts] [PATCH V1] add suite qos meter yaobing
2020-01-08  8:24 ` Peng, Yuan
2020-01-08  8:25 ` Yao, BingX Y

test suite reviews and discussions

Archives are clonable:
	git clone --mirror http://inbox.dpdk.org/dts/0 dts/git/0.git

	# If you have public-inbox 1.1+ installed, you may
	# initialize and index your mirror using the following commands:
	public-inbox-init -V2 dts dts/ http://inbox.dpdk.org/dts \
		dts@dpdk.org
	public-inbox-index dts


Newsgroup available over NNTP:
	nntp://inbox.dpdk.org/inbox.dpdk.dts


AGPL code for this site: git clone https://public-inbox.org/ public-inbox