[dpdk-dev] [PATCH 18/44] event/octeontx2: add SSO dual GWS HW device operations

[<pbhagavatula@marvell.com>]

From: Pavan Nikhilesh <pbhagavatula@marvell.com>

Add SSO dual workslot mode GWS HW device operations.

Signed-off-by: Pavan Nikhilesh <pbhagavatula@marvell.com>
Signed-off-by: Jerin Jacob <jerinj@marvell.com>
---
 drivers/event/octeontx2/Makefile           |  1 +
 drivers/event/octeontx2/meson.build        |  1 +
 drivers/event/octeontx2/otx2_worker_dual.c |  6 ++
 drivers/event/octeontx2/otx2_worker_dual.h | 76 ++++++++++++++++++++++
 4 files changed, 84 insertions(+)
 create mode 100644 drivers/event/octeontx2/otx2_worker_dual.c
 create mode 100644 drivers/event/octeontx2/otx2_worker_dual.h

diff --git a/drivers/event/octeontx2/Makefile b/drivers/event/octeontx2/Makefile
index a3de5ca23..dfecda599 100644
--- a/drivers/event/octeontx2/Makefile
+++ b/drivers/event/octeontx2/Makefile
@@ -30,6 +30,7 @@ LIBABIVER := 1
 # all source are stored in SRCS-y
 #
 
+SRCS-$(CONFIG_RTE_LIBRTE_PMD_OCTEONTX2_EVENTDEV) += otx2_worker_dual.c
 SRCS-$(CONFIG_RTE_LIBRTE_PMD_OCTEONTX2_EVENTDEV) += otx2_worker.c
 SRCS-$(CONFIG_RTE_LIBRTE_PMD_OCTEONTX2_EVENTDEV) += otx2_evdev.c
 SRCS-$(CONFIG_RTE_LIBRTE_PMD_OCTEONTX2_EVENTDEV) += otx2_evdev_irq.c
diff --git a/drivers/event/octeontx2/meson.build b/drivers/event/octeontx2/meson.build
index 1d2080b6d..c2a5f3e3d 100644
--- a/drivers/event/octeontx2/meson.build
+++ b/drivers/event/octeontx2/meson.build
@@ -3,6 +3,7 @@
 #
 
 sources = files('otx2_worker.c',
+		'otx2_worker_dual.c',
 		'otx2_evdev.c',
 		'otx2_evdev_irq.c',
 		)
diff --git a/drivers/event/octeontx2/otx2_worker_dual.c b/drivers/event/octeontx2/otx2_worker_dual.c
new file mode 100644
index 000000000..f762436aa
--- /dev/null
+++ b/drivers/event/octeontx2/otx2_worker_dual.c
@@ -0,0 +1,6 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2019 Marvell International Ltd.
+ */
+
+#include "otx2_worker_dual.h"
+#include "otx2_worker.h"
diff --git a/drivers/event/octeontx2/otx2_worker_dual.h b/drivers/event/octeontx2/otx2_worker_dual.h
new file mode 100644
index 000000000..fe8813897
--- /dev/null
+++ b/drivers/event/octeontx2/otx2_worker_dual.h
@@ -0,0 +1,76 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2019 Marvell International Ltd.
+ */
+
+#ifndef __OTX2_WORKER_DUAL_H__
+#define __OTX2_WORKER_DUAL_H__
+
+#include <rte_branch_prediction.h>
+#include <rte_common.h>
+
+#include <otx2_common.h>
+#include "otx2_evdev.h"
+
+/* SSO Operations */
+static __rte_always_inline uint16_t
+otx2_ssogws_dual_get_work(struct otx2_ssogws_state *ws,
+			  struct otx2_ssogws_state *ws_pair,
+			  struct rte_event *ev)
+{
+	const uint64_t set_gw = BIT_ULL(16) | 1;
+	uint64_t get_work0;
+	uint64_t get_work1;
+
+#ifdef RTE_ARCH_ARM64
+	asm volatile(
+			"        ldr %[tag], [%[tag_loc]]    \n"
+			"        ldr %[wqp], [%[wqp_loc]]    \n"
+			"        tbz %[tag], 63, done%=      \n"
+			"        sevl                        \n"
+			"rty%=:  wfe                         \n"
+			"        ldr %[tag], [%[tag_loc]]    \n"
+			"        ldr %[wqp], [%[wqp_loc]]    \n"
+			"        tbnz %[tag], 63, rty%=      \n"
+			"done%=: str %[gw], [%[pong]]        \n"
+			"        prfm pldl1strm, [%[wqp]]    \n"
+			"        dmb ld                      \n"
+			: [tag] "=&r" (get_work0), [wqp] "=&r" (get_work1)
+			: [tag_loc] "r" (ws->tag_op),
+			  [wqp_loc] "r" (ws->wqp_op),
+			  [gw] "r" (set_gw),
+			  [pong] "r" (ws_pair->getwrk_op)
+			);
+#else
+	get_work0 = otx2_read64(ws->tag_op);
+	while ((BIT_ULL(63)) & get_work0)
+		get_work0 = otx2_read64(ws->tag_op);
+	get_work1 = otx2_read64(ws->wqp_op);
+	otx2_write64(set_gw, ws_pair->getwrk_op);
+
+	rte_prefetch_non_temporal((const void *)get_work1);
+#endif
+
+	ws->cur_tt = (get_work0 >> 32) & 0x3;
+	ws->cur_grp = (get_work0 >> 36) & 0x3FF;
+	get_work0 = (get_work0 & (0x3ull << 32)) << 6 |
+		(get_work0 & (0x3FFull << 36)) << 4 |
+		(get_work0 & 0xffffffff);
+
+	ev->event = get_work0;
+	ev->u64 = get_work1;
+
+	return !!get_work1;
+}
+
+static __rte_always_inline void
+otx2_ssogws_dual_add_work(struct otx2_ssogws_dual *ws, const uint64_t event_ptr,
+			  const uint32_t tag, const uint8_t new_tt,
+			  const uint16_t grp)
+{
+	uint64_t add_work0;
+
+	add_work0 = tag | ((uint64_t)(new_tt) << 32);
+	otx2_store_pair(add_work0, event_ptr, ws->grps_base[grp]);
+}
+
+#endif
-- 
2.21.0