From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from mga14.intel.com (mga14.intel.com [192.55.52.115]) by dpdk.org (Postfix) with ESMTP id 0C34568AA for ; Wed, 1 Oct 2014 16:13:46 +0200 (CEST) Received: from fmsmga003.fm.intel.com ([10.253.24.29]) by fmsmga103.fm.intel.com with ESMTP; 01 Oct 2014 07:11:04 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=Sophos;i="4.97,862,1389772800"; d="scan'208";a="394124535" Received: from irvmail001.ir.intel.com ([163.33.26.43]) by FMSMGA003.fm.intel.com with ESMTP; 01 Oct 2014 07:14:06 -0700 Received: from sivswdev01.ir.intel.com (sivswdev01.ir.intel.com [10.237.217.45]) by irvmail001.ir.intel.com (8.14.3/8.13.6/MailSET/Hub) with ESMTP id s91EKQho006124; Wed, 1 Oct 2014 15:20:27 +0100 Received: from sivswdev01.ir.intel.com (localhost [127.0.0.1]) by sivswdev01.ir.intel.com with ESMTP id s91EKQkS022447; Wed, 1 Oct 2014 15:20:26 +0100 Received: (from pwodkowx@localhost) by sivswdev01.ir.intel.com with id s91EKQ23022436; Wed, 1 Oct 2014 15:20:26 +0100 From: Pawel Wodkowski To: dev@dpdk.org Date: Wed, 1 Oct 2014 15:20:22 +0100 Message-Id: <1412173222-22391-1-git-send-email-pawelx.wodkowski@intel.com> X-Mailer: git-send-email 1.7.4.1 Subject: [dpdk-dev] [PATCH v3] alarms: Change alarm cancel function to be thread-safe X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.15 Precedence: list List-Id: patches and discussions about DPDK List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Wed, 01 Oct 2014 14:13:47 -0000 v3: Set rte_errno inside rte_alarm_cancel() to inform caller about canceling result. v2: Eliminate a race between rte_alarm_set() used in context of executing callback function and other threads that use rte_alarm_cancel(). Signed-off-by: Pawel Wodkowski --- lib/librte_eal/common/include/rte_alarm.h | 12 ++++- lib/librte_eal/linuxapp/eal/eal_alarm.c | 83 ++++++++++++++++++++--------- 2 files changed, 68 insertions(+), 27 deletions(-) diff --git a/lib/librte_eal/common/include/rte_alarm.h b/lib/librte_eal/common/include/rte_alarm.h index d451522..d5d4e9d 100644 --- a/lib/librte_eal/common/include/rte_alarm.h +++ b/lib/librte_eal/common/include/rte_alarm.h @@ -76,7 +76,8 @@ typedef void (*rte_eal_alarm_callback)(void *arg); int rte_eal_alarm_set(uint64_t us, rte_eal_alarm_callback cb, void *cb_arg); /** - * Function to cancel an alarm callback which has been registered before. + * Function to cancel an alarm callback which has been registered before. If + * used outside alarm callback it wait for all callbacks to finish execution. * * @param cb_fn * alarm callback @@ -86,7 +87,14 @@ int rte_eal_alarm_set(uint64_t us, rte_eal_alarm_callback cb, void *cb_arg); * can be used here. * * @return - * - The number of callbacks removed + * - value greater than 0 and rte_errno not changed - returned value is + * the number of canceled alarm callback functions + * - value greater or equal 0 and rte_errno set to EINPROGRESS, at least one + * alarm could not be canceled because cancelation was requested from alarm + * callback context. Returned value is the number of succesfuly canceled + * alarm callbacks + * - 0 and rte_errno set to ENOENT - no alarm found + * - -1 and rte_errno set to EINVAL - invalid parameter (NULL callback) */ int rte_eal_alarm_cancel(rte_eal_alarm_callback cb_fn, void *cb_arg); diff --git a/lib/librte_eal/linuxapp/eal/eal_alarm.c b/lib/librte_eal/linuxapp/eal/eal_alarm.c index 480f0cb..4801650 100644 --- a/lib/librte_eal/linuxapp/eal/eal_alarm.c +++ b/lib/librte_eal/linuxapp/eal/eal_alarm.c @@ -69,7 +69,8 @@ struct alarm_entry { struct timeval time; rte_eal_alarm_callback cb_fn; void *cb_arg; - volatile int executing; + volatile uint8_t executing; + volatile pthread_t executing_id; }; static LIST_HEAD(alarm_list, alarm_entry) alarm_list = LIST_HEAD_INITIALIZER(); @@ -108,11 +109,13 @@ eal_alarm_callback(struct rte_intr_handle *hdl __rte_unused, (ap->time.tv_sec < now.tv_sec || (ap->time.tv_sec == now.tv_sec && ap->time.tv_usec <= now.tv_usec))){ ap->executing = 1; + ap->executing_id = pthread_self(); rte_spinlock_unlock(&alarm_list_lk); ap->cb_fn(ap->cb_arg); rte_spinlock_lock(&alarm_list_lk); + LIST_REMOVE(ap, next); rte_free(ap); } @@ -145,7 +148,7 @@ rte_eal_alarm_set(uint64_t us, rte_eal_alarm_callback cb_fn, void *cb_arg) if (us < 1 || us > (UINT64_MAX - US_PER_S) || cb_fn == NULL) return -EINVAL; - new_alarm = rte_malloc(NULL, sizeof(*new_alarm), 0); + new_alarm = rte_zmalloc(NULL, sizeof(*new_alarm), 0); if (new_alarm == NULL) return -ENOMEM; @@ -156,7 +159,6 @@ rte_eal_alarm_set(uint64_t us, rte_eal_alarm_callback cb_fn, void *cb_arg) new_alarm->cb_arg = cb_arg; new_alarm->time.tv_usec = (now.tv_usec + us) % US_PER_S; new_alarm->time.tv_sec = now.tv_sec + ((now.tv_usec + us) / US_PER_S); - new_alarm->executing = 0; rte_spinlock_lock(&alarm_list_lk); if (!handler_registered) { @@ -202,34 +204,65 @@ rte_eal_alarm_cancel(rte_eal_alarm_callback cb_fn, void *cb_arg) { struct alarm_entry *ap, *ap_prev; int count = 0; + int err = 0; + int executing; - if (!cb_fn) + if (!cb_fn) { + rte_errno = EINVAL; return -1; - - rte_spinlock_lock(&alarm_list_lk); - /* remove any matches at the start of the list */ - while ((ap = LIST_FIRST(&alarm_list)) != NULL && - cb_fn == ap->cb_fn && ap->executing == 0 && - (cb_arg == (void *)-1 || cb_arg == ap->cb_arg)) { - LIST_REMOVE(ap, next); - rte_free(ap); - count++; } - ap_prev = ap; - /* now go through list, removing entries not at start */ - LIST_FOREACH(ap, &alarm_list, next) { - /* this won't be true first time through */ - if (cb_fn == ap->cb_fn && ap->executing == 0 && + do { + executing = 0; + rte_spinlock_lock(&alarm_list_lk); + /* remove any matches at the start of the list */ + while ((ap = LIST_FIRST(&alarm_list)) != NULL && + cb_fn == ap->cb_fn && (cb_arg == (void *)-1 || cb_arg == ap->cb_arg)) { - LIST_REMOVE(ap,next); - rte_free(ap); - count++; - ap = ap_prev; + + if (ap->executing == 0) { + LIST_REMOVE(ap, next); + rte_free(ap); + count++; + } else { + /* If calling from other context, mark that alarm is executing + * so loop can spin till it finish. Otherwise we are trying to + * cancel our self - mark it by EINPROGRESS */ + if (pthread_equal(ap->executing_id, pthread_self()) == 0) + executing++; + else + err = EINPROGRESS; + + break; + } } ap_prev = ap; - } - rte_spinlock_unlock(&alarm_list_lk); + + /* now go through list, removing entries not at start */ + LIST_FOREACH(ap, &alarm_list, next) { + /* this won't be true first time through */ + if (cb_fn == ap->cb_fn && + (cb_arg == (void *)-1 || cb_arg == ap->cb_arg)) { + + if (ap->executing == 0) { + LIST_REMOVE(ap,next); + rte_free(ap); + count++; + ap = ap_prev; + } else if (pthread_equal(ap->executing_id, pthread_self()) == 0) + executing++; + else + err = EINPROGRESS; + } + ap_prev = ap; + } + rte_spinlock_unlock(&alarm_list_lk); + } while (executing != 0); + + if (count == 0 && err == 0) + rte_errno = ENOENT; + else if (err) + rte_errno = err; + return count; } - -- 1.7.9.5