* [PATCH v1 1/2] dts: add start Tx first method to testpmd shell
@ 2025-09-16 20:04 Dean Marx
2025-09-16 20:04 ` [PATCH v1 2/2] dts: add virtio forwarding test suite Dean Marx
2025-09-23 11:27 ` [PATCH v1 1/2] dts: add start Tx first method to testpmd shell Luca Vizzarro
0 siblings, 2 replies; 4+ messages in thread
From: Dean Marx @ 2025-09-16 20:04 UTC (permalink / raw)
To: probb, luca.vizzarro, yoan.picchi, Honnappa.Nagarahalli, paul.szczepanek
Cc: dev, Dean Marx
Add start tx_first method to testpmd shell, which sends
a specified number of burst packets prior to starting
packet forwarding.
Signed-off-by: Dean Marx <dmarx@iol.unh.edu>
---
dts/framework/remote_session/testpmd_shell.py | 21 +++++++++++++++++++
1 file changed, 21 insertions(+)
diff --git a/dts/framework/remote_session/testpmd_shell.py b/dts/framework/remote_session/testpmd_shell.py
index 1df3d5f792..44be5ed44f 100644
--- a/dts/framework/remote_session/testpmd_shell.py
+++ b/dts/framework/remote_session/testpmd_shell.py
@@ -1578,6 +1578,27 @@ def start(self, verify: bool = True) -> None:
self._logger.debug(f"Failed to start packet forwarding: \n{start_cmd_output}")
raise InteractiveCommandExecutionError("Testpmd failed to start packet forwarding.")
+ @requires_started_ports
+ def start_tx_first(self, burst_num: int, verify: bool = True) -> None:
+ """Start packet forwarding after sending specified number of bursts of packets.
+
+ Args:
+ burst_num: Number of packets to send before stopping transmission.
+ verify: If :data:`True` , a second start command will be sent in an attempt to verify
+ packet forwarding started as expected.
+
+ Raises:
+ InteractiveCommandExecutionError: If `verify` is :data:`True` and forwarding fails to
+ start or ports fail to come up.
+ """
+ self.send_command(f"start tx_first {burst_num if burst_num is not None else ""}")
+ if verify:
+ # If forwarding was already started, sending "start" again should tell us
+ start_cmd_output = self.send_command("start")
+ if "Packet forwarding already started" not in start_cmd_output:
+ self._logger.debug(f"Failed to start packet forwarding: \n{start_cmd_output}")
+ raise InteractiveCommandExecutionError("Testpmd failed to start packet forwarding.")
+
def stop(self, verify: bool = True) -> str:
"""Stop packet forwarding.
--
2.51.0
^ permalink raw reply [flat|nested] 4+ messages in thread
* [PATCH v1 2/2] dts: add virtio forwarding test suite
2025-09-16 20:04 [PATCH v1 1/2] dts: add start Tx first method to testpmd shell Dean Marx
@ 2025-09-16 20:04 ` Dean Marx
2025-09-23 11:38 ` Luca Vizzarro
2025-09-23 11:27 ` [PATCH v1 1/2] dts: add start Tx first method to testpmd shell Luca Vizzarro
1 sibling, 1 reply; 4+ messages in thread
From: Dean Marx @ 2025-09-16 20:04 UTC (permalink / raw)
To: probb, luca.vizzarro, yoan.picchi, Honnappa.Nagarahalli, paul.szczepanek
Cc: dev, Dean Marx
Add test suite covering virtio-user and vhost
server/client forwarding scenarios with
testpmd packet validation.
Signed-off-by: Dean Marx <dmarx@iol.unh.edu>
---
doc/api/dts/tests.TestSuite_virtio_fwd.rst | 8 +
dts/tests/TestSuite_virtio_fwd.py | 179 +++++++++++++++++++++
2 files changed, 187 insertions(+)
create mode 100644 doc/api/dts/tests.TestSuite_virtio_fwd.rst
create mode 100644 dts/tests/TestSuite_virtio_fwd.py
diff --git a/doc/api/dts/tests.TestSuite_virtio_fwd.rst b/doc/api/dts/tests.TestSuite_virtio_fwd.rst
new file mode 100644
index 0000000000..782eddad2d
--- /dev/null
+++ b/doc/api/dts/tests.TestSuite_virtio_fwd.rst
@@ -0,0 +1,8 @@
+.. SPDX-License-Identifier: BSD-3-Clause
+
+virtio_fwd Test Suite
+===========================
+
+.. automodule:: tests.TestSuite_virtio_fwd
+ :members:
+ :show-inheritance:
\ No newline at end of file
diff --git a/dts/tests/TestSuite_virtio_fwd.py b/dts/tests/TestSuite_virtio_fwd.py
new file mode 100644
index 0000000000..3521fdfc08
--- /dev/null
+++ b/dts/tests/TestSuite_virtio_fwd.py
@@ -0,0 +1,179 @@
+# SPDX-License-Identifier: BSD-3-Clause
+# Copyright(c) 2025 University of New Hampshire
+
+"""Virtio forwarding test suite.
+
+Verify vhost/virtio pvp and loopback topology functionalities.
+"""
+
+import re
+
+from scapy.layers.inet import IP
+from scapy.layers.l2 import Ether
+
+from framework.params.testpmd import SimpleForwardingModes
+from framework.remote_session.testpmd_shell import TestPmdShell
+from framework.test_suite import TestSuite, func_test
+from framework.testbed_model.capability import requires
+from framework.testbed_model.linux_session import LinuxSession
+from framework.testbed_model.topology import TopologyType
+from framework.testbed_model.virtual_device import VirtualDevice
+
+
+@requires(topology_type=TopologyType.two_links)
+class TestVirtioFwd(TestSuite):
+ """Virtio forwarding test suite."""
+
+ @func_test
+ def virtio_server(self) -> None:
+ """Test virtio server packet transmission.
+
+ Steps:
+ * Launch a testpmd session with a vhost-user virtual device (client side).
+ * Launch a testpmd session with a virtio-user virtual device (server side).
+ * Set the forwarding mode to mac in both sessions.
+ * Start packet forwarding on vhost session.
+ * Send a burst of packets from the virtio session.
+ * Stop packet forwarding on vhost session and collect Rx packet stats.
+
+ Verify:
+ * Vhost session receives packets from virtio session.
+ """
+ with (
+ TestPmdShell(
+ prefix="vhost",
+ no_pci=True,
+ memory_channels=4,
+ vdevs=[VirtualDevice("eth_vhost0,iface=/tmp/vhost-net,client=1")],
+ ) as vhost,
+ TestPmdShell(
+ prefix="virtio",
+ no_pci=True,
+ memory_channels=4,
+ vdevs=[
+ VirtualDevice(
+ "net_virtio_user0,mac=00:01:02:03:04:05,path=/tmp/vhost-net,server=1"
+ )
+ ],
+ ) as virtio,
+ ):
+ vhost.set_forward_mode(SimpleForwardingModes.mac)
+ virtio.set_forward_mode(SimpleForwardingModes.mac)
+
+ vhost.start()
+ virtio.start_tx_first(burst_num=32)
+
+ forwarding_stats = vhost.stop()
+
+ match_rx = re.search(r"RX-packets:\s*(\d+)", forwarding_stats)
+ match_tx = re.search(r"TX-packets:\s*(\d+)", forwarding_stats)
+ rx_packets = int(match_rx[1]) if match_rx else 0
+ tx_packets = int(match_tx[1]) if match_tx else 0
+
+ self.verify(
+ rx_packets != 0 and tx_packets != 0,
+ "Vhost session failed to receive packets from virtio session.",
+ )
+
+ @func_test
+ def virtio_server_reconnect(self) -> None:
+ """Test virtio server reconnection.
+
+ Steps:
+ * Launch a testpmd session with a vhost-user virtual device (client side).
+ * Launch a testpmd session with a virtio-user virtual device (server side).
+ * Close the virtio session and relaunch it.
+ * Start packet forwarding on vhost session.
+ * Send a burst of packets from the virtio session.
+ * Stop packet forwarding on vhost session and collect Rx packet stats.
+
+ Verify:
+ * Vhost session receives packets from relaunched virtio session.
+ """
+ with TestPmdShell(
+ prefix="vhost",
+ no_pci=True,
+ memory_channels=4,
+ vdevs=[VirtualDevice("eth_vhost0,iface=/tmp/vhost-net,client=1")],
+ ) as vhost:
+ with TestPmdShell(
+ prefix="virtio",
+ no_pci=True,
+ memory_channels=4,
+ vdevs=[
+ VirtualDevice(
+ "net_virtio_user0,mac=00:01:02:03:04:05,path=/tmp/vhost-net,server=1"
+ )
+ ],
+ ) as virtio:
+ pass
+ # end session and reconnect
+ with TestPmdShell(
+ prefix="virtio",
+ no_pci=True,
+ memory_channels=4,
+ vdevs=[
+ VirtualDevice(
+ "net_virtio_user0,mac=00:01:02:03:04:05,path=/tmp/vhost-net,server=1"
+ )
+ ],
+ ) as virtio:
+ virtio.set_forward_mode(SimpleForwardingModes.mac)
+ vhost.set_forward_mode(SimpleForwardingModes.mac)
+
+ vhost.start()
+ virtio.start_tx_first(burst_num=32)
+
+ forwarding_stats = vhost.stop()
+
+ match_rx = re.search(r"RX-packets:\s*(\d+)", forwarding_stats)
+ match_tx = re.search(r"TX-packets:\s*(\d+)", forwarding_stats)
+ rx_packets = int(match_rx[1]) if match_rx else 0
+ tx_packets = int(match_tx[1]) if match_tx else 0
+
+ self.verify(
+ rx_packets != 0 and tx_packets != 0,
+ "Vhost session failed to receive packets from virtio session.",
+ )
+
+ @func_test
+ def pvp_loop(self) -> None:
+ """Test vhost/virtio physical-virtual-physical loop topology.
+
+ Steps:
+ * Launch testpmd session with a physical NIC and virtio-user vdev
+ connected to a vhost-net socket.
+ * Configure the tap interface that is created with IP address and
+ set link state to UP.
+ * Launch second testpmd session with af_packet vdev connected to
+ the tap interface.
+ * Start packet forwarding on both testpmd sessions.
+ * Send 100 packets to the physical interface from external tester.
+ * Capture packets on the same physical interface.
+
+ Verify:
+ * Physical interface receives all 100 sent packets.
+ """
+ self.sut_node = self._ctx.sut_node
+ if not isinstance(self._ctx.sut_node.main_session, LinuxSession):
+ self.verify(False, "Must be running on a Linux environment.")
+ with TestPmdShell(
+ prefix="virtio",
+ vdevs=[VirtualDevice("virtio_user0,path=/dev/vhost-net,queues=1,queue_size=1024")],
+ ) as virtio:
+ self.sut_node.main_session.send_command("ip link set dev tap0 up", privileged=True)
+ with TestPmdShell(
+ prefix="vhost", no_pci=True, vdevs=[VirtualDevice("net_af_packet0,iface=tap0")]
+ ) as vhost:
+ virtio.set_forward_mode(SimpleForwardingModes.mac)
+ vhost.set_forward_mode(SimpleForwardingModes.mac)
+ vhost.start()
+ virtio.start()
+
+ packet = Ether() / IP()
+ packets = [packet] * 100
+ captured_packets = self.send_packets_and_capture(packets)
+
+ self.verify(
+ len(captured_packets) >= 100, "Sent packets not received on physical interface."
+ )
--
2.51.0
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [PATCH v1 1/2] dts: add start Tx first method to testpmd shell
2025-09-16 20:04 [PATCH v1 1/2] dts: add start Tx first method to testpmd shell Dean Marx
2025-09-16 20:04 ` [PATCH v1 2/2] dts: add virtio forwarding test suite Dean Marx
@ 2025-09-23 11:27 ` Luca Vizzarro
1 sibling, 0 replies; 4+ messages in thread
From: Luca Vizzarro @ 2025-09-23 11:27 UTC (permalink / raw)
To: Dean Marx; +Cc: probb, yoan.picchi, Honnappa.Nagarahalli, paul.szczepanek, dev
Looks good to me.
Reviewed-by: Luca Vizzarro <luca.vizzarro@arm.com>
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [PATCH v1 2/2] dts: add virtio forwarding test suite
2025-09-16 20:04 ` [PATCH v1 2/2] dts: add virtio forwarding test suite Dean Marx
@ 2025-09-23 11:38 ` Luca Vizzarro
0 siblings, 0 replies; 4+ messages in thread
From: Luca Vizzarro @ 2025-09-23 11:38 UTC (permalink / raw)
To: Dean Marx; +Cc: probb, yoan.picchi, Honnappa.Nagarahalli, paul.szczepanek, dev
On Tue, Sep 16, 2025 at 04:04:58PM +0000, Dean Marx wrote:
> diff --git a/dts/tests/TestSuite_virtio_fwd.py b/dts/tests/TestSuite_virtio_fwd.py
> new file mode 100644
> index 0000000000..3521fdfc08
> --- /dev/null
> +++ b/dts/tests/TestSuite_virtio_fwd.py
> @@ -0,0 +1,179 @@
> +# SPDX-License-Identifier: BSD-3-Clause
> +# Copyright(c) 2025 University of New Hampshire
> +
> +"""Virtio forwarding test suite.
> +
> +Verify vhost/virtio pvp and loopback topology functionalities.
> +"""
> +
> +import re
> +
> +from scapy.layers.inet import IP
> +from scapy.layers.l2 import Ether
> +
> +from framework.params.testpmd import SimpleForwardingModes
> +from framework.remote_session.testpmd_shell import TestPmdShell
> +from framework.test_suite import TestSuite, func_test
> +from framework.testbed_model.capability import requires
> +from framework.testbed_model.linux_session import LinuxSession
> +from framework.testbed_model.topology import TopologyType
> +from framework.testbed_model.virtual_device import VirtualDevice
> +
> +
> +@requires(topology_type=TopologyType.two_links)
> +class TestVirtioFwd(TestSuite):
> + """Virtio forwarding test suite."""
> +
> + @func_test
> + def virtio_server(self) -> None:
> + """Test virtio server packet transmission.
> +
> + Steps:
> + * Launch a testpmd session with a vhost-user virtual device (client side).
> + * Launch a testpmd session with a virtio-user virtual device (server side).
> + * Set the forwarding mode to mac in both sessions.
> + * Start packet forwarding on vhost session.
> + * Send a burst of packets from the virtio session.
> + * Stop packet forwarding on vhost session and collect Rx packet stats.
> +
> + Verify:
> + * Vhost session receives packets from virtio session.
> + """
> + with (
> + TestPmdShell(
> + prefix="vhost",
> + no_pci=True,
> + memory_channels=4,
> + vdevs=[VirtualDevice("eth_vhost0,iface=/tmp/vhost-net,client=1")],
> + ) as vhost,
> + TestPmdShell(
> + prefix="virtio",
> + no_pci=True,
> + memory_channels=4,
> + vdevs=[
> + VirtualDevice(
> + "net_virtio_user0,mac=00:01:02:03:04:05,path=/tmp/vhost-net,server=1"
> + )
> + ],
> + ) as virtio,
> + ):
> + vhost.set_forward_mode(SimpleForwardingModes.mac)
> + virtio.set_forward_mode(SimpleForwardingModes.mac)
> +
> + vhost.start()
> + virtio.start_tx_first(burst_num=32)
> +
> + forwarding_stats = vhost.stop()
> +
> + match_rx = re.search(r"RX-packets:\s*(\d+)", forwarding_stats)
> + match_tx = re.search(r"TX-packets:\s*(\d+)", forwarding_stats)
> + rx_packets = int(match_rx[1]) if match_rx else 0
> + tx_packets = int(match_tx[1]) if match_tx else 0
Would it be worth introducing a TextParser class that will actually
parse the forwarding stats and present them properly to the test?
> +
> + self.verify(
> + rx_packets != 0 and tx_packets != 0,
> + "Vhost session failed to receive packets from virtio session.",
> + )
> +
> + @func_test
> + def virtio_server_reconnect(self) -> None:
> + """Test virtio server reconnection.
> +
> + Steps:
> + * Launch a testpmd session with a vhost-user virtual device (client side).
> + * Launch a testpmd session with a virtio-user virtual device (server side).
> + * Close the virtio session and relaunch it.
> + * Start packet forwarding on vhost session.
> + * Send a burst of packets from the virtio session.
> + * Stop packet forwarding on vhost session and collect Rx packet stats.
> +
> + Verify:
> + * Vhost session receives packets from relaunched virtio session.
> + """
> + with TestPmdShell(
> + prefix="vhost",
> + no_pci=True,
> + memory_channels=4,
> + vdevs=[VirtualDevice("eth_vhost0,iface=/tmp/vhost-net,client=1")],
> + ) as vhost:
> + with TestPmdShell(
> + prefix="virtio",
> + no_pci=True,
> + memory_channels=4,
> + vdevs=[
> + VirtualDevice(
> + "net_virtio_user0,mac=00:01:02:03:04:05,path=/tmp/vhost-net,server=1"
> + )
> + ],
> + ) as virtio:
> + pass
> + # end session and reconnect
how could this is launched twice? Could use some explanation here.
> + with TestPmdShell(
> + prefix="virtio",
> + no_pci=True,
> + memory_channels=4,
> + vdevs=[
> + VirtualDevice(
> + "net_virtio_user0,mac=00:01:02:03:04:05,path=/tmp/vhost-net,server=1"
> + )
Wouldn't it make more sense to store the vdev in a variable and re-use
it?
> + ],
> + ) as virtio:
> + virtio.set_forward_mode(SimpleForwardingModes.mac)
> + vhost.set_forward_mode(SimpleForwardingModes.mac)
> +
> + vhost.start()
> + virtio.start_tx_first(burst_num=32)
> +
> + forwarding_stats = vhost.stop()
> +
> + match_rx = re.search(r"RX-packets:\s*(\d+)", forwarding_stats)
> + match_tx = re.search(r"TX-packets:\s*(\d+)", forwarding_stats)
> + rx_packets = int(match_rx[1]) if match_rx else 0
> + tx_packets = int(match_tx[1]) if match_tx else 0
> +
> + self.verify(
> + rx_packets != 0 and tx_packets != 0,
> + "Vhost session failed to receive packets from virtio session.",
> + )
> +
> + @func_test
> + def pvp_loop(self) -> None:
> + """Test vhost/virtio physical-virtual-physical loop topology.
> +
> + Steps:
> + * Launch testpmd session with a physical NIC and virtio-user vdev
> + connected to a vhost-net socket.
> + * Configure the tap interface that is created with IP address and
> + set link state to UP.
> + * Launch second testpmd session with af_packet vdev connected to
> + the tap interface.
> + * Start packet forwarding on both testpmd sessions.
> + * Send 100 packets to the physical interface from external tester.
> + * Capture packets on the same physical interface.
> +
> + Verify:
> + * Physical interface receives all 100 sent packets.
> + """
> + self.sut_node = self._ctx.sut_node
> + if not isinstance(self._ctx.sut_node.main_session, LinuxSession):
surely you could just use the `self.sut_node` you've just created :D
> + self.verify(False, "Must be running on a Linux environment.")
> + with TestPmdShell(
> + prefix="virtio",
> + vdevs=[VirtualDevice("virtio_user0,path=/dev/vhost-net,queues=1,queue_size=1024")],
> + ) as virtio:
> + self.sut_node.main_session.send_command("ip link set dev tap0 up", privileged=True)
> + with TestPmdShell(
> + prefix="vhost", no_pci=True, vdevs=[VirtualDevice("net_af_packet0,iface=tap0")]
> + ) as vhost:
> + virtio.set_forward_mode(SimpleForwardingModes.mac)
> + vhost.set_forward_mode(SimpleForwardingModes.mac)
> + vhost.start()
> + virtio.start()
> +
> + packet = Ether() / IP()
> + packets = [packet] * 100
> + captured_packets = self.send_packets_and_capture(packets)
> +
> + self.verify(
> + len(captured_packets) >= 100, "Sent packets not received on physical interface."
> + )
> --
> 2.51.0
^ permalink raw reply [flat|nested] 4+ messages in thread
end of thread, other threads:[~2025-09-23 11:38 UTC | newest]
Thread overview: 4+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2025-09-16 20:04 [PATCH v1 1/2] dts: add start Tx first method to testpmd shell Dean Marx
2025-09-16 20:04 ` [PATCH v1 2/2] dts: add virtio forwarding test suite Dean Marx
2025-09-23 11:38 ` Luca Vizzarro
2025-09-23 11:27 ` [PATCH v1 1/2] dts: add start Tx first method to testpmd shell Luca Vizzarro
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).