[dts][PATCH V1 0/2] modify the test suite to be consistent with the test plan

[dts][PATCH V1 0/2] modify the test suite to be consistent with the test plan

[Dukai Yuan]

*** BLURB HERE ***

Dukai Yuan (2):
  tests/pvp_multi_paths_performance: keep test suite consistent with the test plan
  conf/pvp_multi_paths_performance: update the configuration file to fit the test suite

 conf/pvp_multi_paths_performance.cfg          | 10 ++--
 .../TestSuite_pvp_multi_paths_performance.py  | 50 +++++++++----------
 2 files changed, 30 insertions(+), 30 deletions(-)

-- 
2.31.1

[dts][PATCH V1 1/2] tests/pvp_multi_paths_performance: keep test suite consistent with the test plan

[Dukai Yuan]

Some differences exist between the test suite and the test plan, 
so modify the scripts to be consistent with the test plan.

Signed-off-by: Dukai Yuan <dukaix.yuan@intel.com>
---
 .../TestSuite_pvp_multi_paths_performance.py  | 50 +++++++++----------
 1 file changed, 25 insertions(+), 25 deletions(-)

diff --git a/tests/TestSuite_pvp_multi_paths_performance.py b/tests/TestSuite_pvp_multi_paths_performance.py
index f704f29b..36d74a63 100644
--- a/tests/TestSuite_pvp_multi_paths_performance.py
+++ b/tests/TestSuite_pvp_multi_paths_performance.py
@@ -302,7 +302,7 @@ class TestPVPMultiPathsPerformance(TestCase):
 
     def test_perf_pvp_virtio11_mergeable(self):
         """
-        performance for PVP virtio 1.1 Mergeable Path.
+        Case 1:performance for PVP virtio 1.1 mergeable Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -314,16 +314,16 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("virtio_1.1_mergeable on")
+        self.send_and_verify("virtio1.1_mergeable")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
         self.handle_expected()
         self.handle_results()
 
-    def test_perf_pvp_virtio11_normal(self):
+    def test_perf_pvp_virtio11_non_mergeable(self):
         """
-        performance for PVP virtio1.1 Normal Path.
+        Case 2:performance for PVP virtio1.1 non-mergeable Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -335,7 +335,7 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("virtio_1.1_normal")
+        self.send_and_verify("virtio1.1_non_mergeable")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
@@ -344,7 +344,7 @@ class TestPVPMultiPathsPerformance(TestCase):
 
     def test_perf_pvp_virtio11_inorder_mergeable(self):
         """
-        performance for PVP virtio 1.1 inorder Mergeable Path.
+        Case 8:performance for PVP virtio 1.1 inorder mergeable Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -356,16 +356,16 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("virtio_1.1_inorder_mergeable on")
+        self.send_and_verify("virtio1.1_inorder_mergeable")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
         self.handle_expected()
         self.handle_results()
 
-    def test_perf_pvp_virtio11_inorder_normal(self):
+    def test_perf_pvp_virtio11_inorder_non_mergeable(self):
         """
-        performance for PVP virtio1.1 inorder Normal Path.
+        Case 9:performance for PVP virtio1.1 inorder non-mergeable Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -377,7 +377,7 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("virtio_1.1_inorder_normal")
+        self.send_and_verify("virtio1.1_inorder_non_mergeable")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
@@ -386,7 +386,7 @@ class TestPVPMultiPathsPerformance(TestCase):
 
     def test_perf_pvp_virtio11_vectorized(self):
         """
-        performance for PVP virtio1.1 Vectorized Path.
+        Case 10:performance for PVP virtio1.1 vectorized Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -398,7 +398,7 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("virtio_1.1_inorder_normal")
+        self.send_and_verify("virtio1.1_vectorized")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
@@ -407,7 +407,7 @@ class TestPVPMultiPathsPerformance(TestCase):
 
     def test_perf_pvp_inorder_mergeable(self):
         """
-        performance for PVP In_order mergeable Path.
+        Case 3:performance for PVP Inorder mergeable Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -419,16 +419,16 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("inoder mergeable on")
+        self.send_and_verify("virito1.0_inoder_mergeable")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
         self.handle_expected()
         self.handle_results()
 
-    def test_perf_pvp_inorder_normal(self):
+    def test_perf_pvp_inorder_non_mergeable(self):
         """
-        performance for PVP In_order Normal Path.
+        Case 4:performance for PVP Inorder non-mergeable Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -440,7 +440,7 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("inoder mergeable off")
+        self.send_and_verify("virito1.0_inoder_non_mergeable")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
@@ -449,7 +449,7 @@ class TestPVPMultiPathsPerformance(TestCase):
 
     def test_perf_pvp_mergeable(self):
         """
-        performance for PVP Mergeable Path.
+        Case 5:performance for PVP mergeable Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -461,16 +461,16 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("virito mergeable")
+        self.send_and_verify("virito1.0_mergeable")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
         self.handle_expected()
         self.handle_results()
 
-    def test_perf_pvp_normal(self):
+    def test_perf_pvp_non_mergeable(self):
         """
-        performance for PVP Normal Path.
+        Case 6:performance for PVP non_mergeable Path.
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -482,16 +482,16 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("virito normal")
+        self.send_and_verify("virito1.0_non_mergeable")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
         self.handle_expected()
         self.handle_results()
 
-    def test_perf_pvp_vector_rx(self):
+    def test_perf_pvp_vectorized_rx(self):
         """
-        performance for PVP Vector_RX Path
+        Case 7:performance for PVP vectorized_rx Path
         """
         self.test_target = self.running_case
         self.expected_throughput = self.get_suite_cfg()["expected_throughput"][
@@ -503,7 +503,7 @@ class TestPVPMultiPathsPerformance(TestCase):
         }
         self.start_vhost_testpmd()
         self.start_virtio_testpmd(virtio_pmd_arg)
-        self.send_and_verify("virito vector rx")
+        self.send_and_verify("virito1.0_vectorized_rx")
         self.close_all_testpmd()
         self.logger.info("result of all framesize result")
         self.result_table_print()
-- 
2.31.1

[dts][PATCH V1 2/2] conf/pvp_multi_paths_performance: update the configuration file to fit the test suite

[Dukai Yuan]

Update the configuration file to fit the test suite.

Signed-off-by: Dukai Yuan <dukaix.yuan@intel.com>
---
 conf/pvp_multi_paths_performance.cfg | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/conf/pvp_multi_paths_performance.cfg b/conf/pvp_multi_paths_performance.cfg
index 8847e436..33f35b14 100644
--- a/conf/pvp_multi_paths_performance.cfg
+++ b/conf/pvp_multi_paths_performance.cfg
@@ -6,11 +6,11 @@ accepted_tolerance = 2
 expected_throughput = {
     'test_perf_pvp_virtio11_vectorized': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
     'test_perf_pvp_virtio11_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
-    'test_perf_pvp_virtio11_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
+    'test_perf_pvp_virtio11_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
     'test_perf_pvp_virtio11_inorder_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
-    'test_perf_pvp_virtio11_inorder_normal': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
+    'test_perf_pvp_virtio11_inorder_non_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
     'test_perf_pvp_inorder_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
-    'test_perf_pvp_inorder_normal':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
+    'test_perf_pvp_inorder_non_mergeable':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
     'test_perf_pvp_mergeable': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
-    'test_perf_pvp_normal':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
-    'test_perf_pvp_vector_rx': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}}
+    'test_perf_pvp_non_mergeable':{64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}},
+    'test_perf_pvp_vectorized_rx': {64: {1024: 0.000}, 128: {1024: 0.000}, 256: {1024: 0.000}, 512: {1024: 0.000}, 1024: {1024: 0.000}, 1518: {1024: 0.000}}}
-- 
2.31.1

[dts][PATCH V1 0/2] Modify the test suite to be consistent with the test plan

[Dukai Yuan]

*** BLURB HERE ***

Dukai Yuan (2):
  tests/pvp_multi_paths_vhost_single_core_performance: keep test suite consistent with the test plan
Some differences exist between the test suite and the test plan,
so modify the scripts to be consistent with the test plan.

  conf/pvp_multi_paths_vhost_single_core_performance: update the configuration file to fit the test suite

 ...ti_paths_vhost_single_core_performance.cfg | 10 ++--
 ...lti_paths_vhost_single_core_performance.py | 50 +++++++++----------
 2 files changed, 30 insertions(+), 30 deletions(-)

-- 
2.31.1