From: Jerin Jacob <jerinjacobk@gmail.com>
To: Ashwin Sekhar T K <asekhar@marvell.com>
Cc: dev@dpdk.org, Nithin Kumar Dabilpuram <ndabilpuram@marvell.com>,
Kiran Kumar K <kirankumark@marvell.com>,
Sunil Kumar Kori <skori@marvell.com>,
Satha Rao <skoteshwar@marvell.com>,
jerinj@marvell.com, pbhagavatula@marvell.com,
psatheesh@marvell.com, anoobj@marvell.com, gakhil@marvell.com,
hkalra@marvell.com
Subject: Re: [PATCH v3] common/cnxk: add new APIs for batch operations
Date: Tue, 30 May 2023 22:21:40 +0530 [thread overview]
Message-ID: <CALBAE1NCNh3CXCqodNrxgKEH1U=xTfN-__90qRUeGUT_A_qS6g@mail.gmail.com> (raw)
In-Reply-To: <20230530091251.1040406-1-asekhar@marvell.com>
On Tue, May 30, 2023 at 2:43 PM Ashwin Sekhar T K <asekhar@marvell.com> wrote:
>
> Add new APIs for counting and extracting allocated objects
> from a single cache line in the batch alloc memory.
>
> Signed-off-by: Ashwin Sekhar T K <asekhar@marvell.com>
Applied to dpdk-next-net-mrvl/for-next-net. Thanks
> ---
> drivers/common/cnxk/roc_npa.h | 78 ++++++++++++++++++++++++++++++-----
> 1 file changed, 67 insertions(+), 11 deletions(-)
>
> diff --git a/drivers/common/cnxk/roc_npa.h b/drivers/common/cnxk/roc_npa.h
> index e1e164499e..4ad5f044b5 100644
> --- a/drivers/common/cnxk/roc_npa.h
> +++ b/drivers/common/cnxk/roc_npa.h
> @@ -209,7 +209,6 @@ roc_npa_aura_batch_alloc_issue(uint64_t aura_handle, uint64_t *buf,
> unsigned int num, const int dis_wait,
> const int drop)
> {
> - unsigned int i;
> int64_t *addr;
> uint64_t res;
> union {
> @@ -220,10 +219,6 @@ roc_npa_aura_batch_alloc_issue(uint64_t aura_handle, uint64_t *buf,
> if (num > ROC_CN10K_NPA_BATCH_ALLOC_MAX_PTRS)
> return -1;
>
> - /* Zero first word of every cache line */
> - for (i = 0; i < num; i += (ROC_ALIGN / sizeof(uint64_t)))
> - buf[i] = 0;
> -
> addr = (int64_t *)(roc_npa_aura_handle_to_base(aura_handle) +
> NPA_LF_AURA_BATCH_ALLOC);
> cmp.u = 0;
> @@ -240,6 +235,9 @@ roc_npa_aura_batch_alloc_issue(uint64_t aura_handle, uint64_t *buf,
> return 0;
> }
>
> +/*
> + * Wait for a batch alloc operation on a cache line to complete.
> + */
> static inline void
> roc_npa_batch_alloc_wait(uint64_t *cache_line, unsigned int wait_us)
> {
> @@ -255,6 +253,23 @@ roc_npa_batch_alloc_wait(uint64_t *cache_line, unsigned int wait_us)
> break;
> }
>
> +/*
> + * Count the number of pointers in a single batch alloc cache line.
> + */
> +static inline unsigned int
> +roc_npa_aura_batch_alloc_count_line(uint64_t *line, unsigned int wait_us)
> +{
> + struct npa_batch_alloc_status_s *status;
> +
> + status = (struct npa_batch_alloc_status_s *)line;
> + roc_npa_batch_alloc_wait(line, wait_us);
> +
> + return status->count;
> +}
> +
> +/*
> + * Count the number of pointers in a sequence of batch alloc cache lines.
> + */
> static inline unsigned int
> roc_npa_aura_batch_alloc_count(uint64_t *aligned_buf, unsigned int num,
> unsigned int wait_us)
> @@ -279,6 +294,40 @@ roc_npa_aura_batch_alloc_count(uint64_t *aligned_buf, unsigned int num,
> return count;
> }
>
> +/*
> + * Extract allocated pointers from a single batch alloc cache line. This api
> + * only extracts the required number of pointers from the cache line and it
> + * adjusts the statsus->count so that a subsequent call to this api can
> + * extract the remaining pointers in the cache line appropriately.
> + */
> +static inline unsigned int
> +roc_npa_aura_batch_alloc_extract_line(uint64_t *buf, uint64_t *line,
> + unsigned int num, unsigned int *rem)
> +{
> + struct npa_batch_alloc_status_s *status;
> + unsigned int avail;
> +
> + status = (struct npa_batch_alloc_status_s *)line;
> + roc_npa_batch_alloc_wait(line, 0);
> + avail = status->count;
> + num = avail > num ? num : avail;
> + if (num)
> + memcpy(buf, &line[avail - num], num * sizeof(uint64_t));
> + avail -= num;
> + if (avail == 0) {
> + /* Clear the lowest 7 bits of the first pointer */
> + buf[0] &= ~0x7FUL;
> + status->ccode = 0;
> + }
> + status->count = avail;
> + *rem = avail;
> +
> + return num;
> +}
> +
> +/*
> + * Extract all allocated pointers from a sequence of batch alloc cache lines.
> + */
> static inline unsigned int
> roc_npa_aura_batch_alloc_extract(uint64_t *buf, uint64_t *aligned_buf,
> unsigned int num)
> @@ -330,11 +379,15 @@ roc_npa_aura_op_bulk_free(uint64_t aura_handle, uint64_t const *buf,
> }
> }
>
> +/*
> + * Issue a batch alloc operation on a sequence of cache lines, wait for the
> + * batch alloc to complete and copy the pointers out into the user buffer.
> + */
> static inline unsigned int
> roc_npa_aura_op_batch_alloc(uint64_t aura_handle, uint64_t *buf,
> - uint64_t *aligned_buf, unsigned int num,
> - const int dis_wait, const int drop,
> - const int partial)
> + unsigned int num, uint64_t *aligned_buf,
> + unsigned int aligned_buf_sz, const int dis_wait,
> + const int drop, const int partial)
> {
> unsigned int count, chunk, num_alloc;
>
> @@ -344,9 +397,12 @@ roc_npa_aura_op_batch_alloc(uint64_t aura_handle, uint64_t *buf,
>
> count = 0;
> while (num) {
> - chunk = (num > ROC_CN10K_NPA_BATCH_ALLOC_MAX_PTRS) ?
> - ROC_CN10K_NPA_BATCH_ALLOC_MAX_PTRS :
> - num;
> + /* Make sure that the pointers allocated fit into the cache
> + * lines reserved.
> + */
> + chunk = aligned_buf_sz / sizeof(uint64_t);
> + chunk = PLT_MIN(num, chunk);
> + chunk = PLT_MIN((int)chunk, ROC_CN10K_NPA_BATCH_ALLOC_MAX_PTRS);
>
> if (roc_npa_aura_batch_alloc_issue(aura_handle, aligned_buf,
> chunk, dis_wait, drop))
> --
> 2.25.1
>
prev parent reply other threads:[~2023-05-30 16:52 UTC|newest]
Thread overview: 7+ messages / expand[flat|nested] mbox.gz Atom feed top
2023-05-26 13:45 [PATCH 1/2] mempool/cnxk: avoid indefinite wait Ashwin Sekhar T K
2023-05-26 13:45 ` [PATCH 2/2] common/cnxk: add new APIs for batch operations Ashwin Sekhar T K
2023-05-29 9:14 ` [PATCH 1/2] mempool/cnxk: avoid indefinite wait Jerin Jacob
2023-05-29 9:25 ` [PATCH v2 1/2] mempool/cnxk: fix indefinite wait in batch alloc Ashwin Sekhar T K
2023-05-29 9:25 ` [PATCH v2 2/2] common/cnxk: add new APIs for batch operations Ashwin Sekhar T K
2023-05-30 9:12 ` [PATCH v3] " Ashwin Sekhar T K
2023-05-30 16:51 ` Jerin Jacob [this message]
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to='CALBAE1NCNh3CXCqodNrxgKEH1U=xTfN-__90qRUeGUT_A_qS6g@mail.gmail.com' \
--to=jerinjacobk@gmail.com \
--cc=anoobj@marvell.com \
--cc=asekhar@marvell.com \
--cc=dev@dpdk.org \
--cc=gakhil@marvell.com \
--cc=hkalra@marvell.com \
--cc=jerinj@marvell.com \
--cc=kirankumark@marvell.com \
--cc=ndabilpuram@marvell.com \
--cc=pbhagavatula@marvell.com \
--cc=psatheesh@marvell.com \
--cc=skori@marvell.com \
--cc=skoteshwar@marvell.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).