diff mbox series

[v1,2/3] linux-gen: timer: don't mark expired timeouts as stale on odp_timer_cancel

Message ID 1519146008-3368-3-git-send-email-odpbot@yandex.ru
State New
Headers show
Series [v1,1/3] validation: timer: fix "Failed to set timer" error | expand

Commit Message

Github ODP bot Feb. 20, 2018, 5 p.m. UTC 
From: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov@linaro.org>


Don't replace expiry tick for fired timeouts during odp_timer_cancel(),
so that corresponding timeouts won't be reported as stale even though
they are fresh.

Signed-off-by: Dmitry Eremin-Solenikov <dmitry.ereminsolenikov@linaro.org>

---
/** Email created from pull request 491 (lumag:timer-fix-2)
 ** https://github.com/Linaro/odp/pull/491
 ** Patch: https://github.com/Linaro/odp/pull/491.patch
 ** Base sha: d5419e8857b2bc61d3be17fe53f171550fee426b
 ** Merge commit sha: 1623e4e7c0742c5238c1b97abe1e8af93f091443
 **/
 platform/linux-generic/odp_timer.c | 72 ++++++++++++++++++++++++++++++++------
 1 file changed, 62 insertions(+), 10 deletions(-)
diff mbox series

Patch

diff --git a/platform/linux-generic/odp_timer.c b/platform/linux-generic/odp_timer.c
index bdb25c60e..0928acdeb 100644
--- a/platform/linux-generic/odp_timer.c
+++ b/platform/linux-generic/odp_timer.c
@@ -375,9 +375,8 @@  static inline odp_timer_t timer_alloc(timer_pool_t *tp,
 	return hdl;
 }
 
-static odp_buffer_t timer_cancel(timer_pool_t *tp,
-				 uint32_t idx,
-				 uint64_t new_state);
+static odp_buffer_t timer_set_unused(timer_pool_t *tp,
+				     uint32_t idx);
 
 static inline odp_buffer_t timer_free(timer_pool_t *tp, uint32_t idx)
 {
@@ -385,7 +384,7 @@  static inline odp_buffer_t timer_free(timer_pool_t *tp, uint32_t idx)
 
 	/* Free the timer by setting timer state to unused and
 	 * grab any timeout buffer */
-	odp_buffer_t old_buf = timer_cancel(tp, idx, TMO_UNUSED);
+	odp_buffer_t old_buf = timer_set_unused(tp, idx);
 
 	/* Destroy timer */
 	timer_fini(tim, &tp->tick_buf[idx]);
@@ -540,9 +539,8 @@  static bool timer_reset(uint32_t idx,
 	return success;
 }
 
-static odp_buffer_t timer_cancel(timer_pool_t *tp,
-				 uint32_t idx,
-				 uint64_t new_state)
+static odp_buffer_t timer_set_unused(timer_pool_t *tp,
+				     uint32_t idx)
 {
 	tick_buf_t *tb = &tp->tick_buf[idx];
 	odp_buffer_t old_buf;
@@ -550,7 +548,7 @@  static odp_buffer_t timer_cancel(timer_pool_t *tp,
 #ifdef ODP_ATOMIC_U128
 	tick_buf_t new, old;
 	/* Update the timer state (e.g. cancel the current timeout) */
-	new.exp_tck.v = new_state;
+	new.exp_tck.v = TMO_UNUSED;
 	/* Swap out the old buffer */
 	new.tmo_buf = ODP_BUFFER_INVALID;
 	TB_SET_PAD(new);
@@ -566,7 +564,7 @@  static odp_buffer_t timer_cancel(timer_pool_t *tp,
 			odp_cpu_pause();
 
 	/* Update the timer state (e.g. cancel the current timeout) */
-	tb->exp_tck.v = new_state;
+	tb->exp_tck.v = TMO_UNUSED;
 
 	/* Swap out the old buffer */
 	old_buf = tb->tmo_buf;
@@ -579,6 +577,60 @@  static odp_buffer_t timer_cancel(timer_pool_t *tp,
 	return old_buf;
 }
 
+static odp_buffer_t timer_cancel(timer_pool_t *tp,
+				 uint32_t idx)
+{
+	tick_buf_t *tb = &tp->tick_buf[idx];
+	odp_buffer_t old_buf;
+
+#ifdef ODP_ATOMIC_U128
+	tick_buf_t new, old;
+
+	do {
+		/* Relaxed and non-atomic read of current values */
+		old.exp_tck.v = tb->exp_tck.v;
+		old.tmo_buf = tb->tmo_buf;
+		TB_SET_PAD(old);
+
+		/* Check if it is not expired already */
+		if (!(old.exp_tck.v & TMO_INACTIVE))
+			break;
+
+		/* Set up new values */
+		new.exp_tck.v = TMO_INACTIVE;
+		new.tmo_buf = ODP_BUFFER_INVALID;
+		TB_SET_PAD(new);
+		/* Atomic CAS will fail if we experienced torn reads,
+		 * retry update sequence until CAS succeeds */
+	} while (!_odp_atomic_u128_cmp_xchg_mm(
+				(_odp_atomic_u128_t *)tb,
+				(_uint128_t *)&old,
+				(_uint128_t *)&new,
+				_ODP_MEMMODEL_RLS,
+				_ODP_MEMMODEL_RLX));
+	old_buf = old.tmo_buf;
+#else
+	/* Take a related lock */
+	while (_odp_atomic_flag_tas(IDX2LOCK(idx)))
+		/* While lock is taken, spin using relaxed loads */
+		while (_odp_atomic_flag_load(IDX2LOCK(idx)))
+			odp_cpu_pause();
+
+	/* Swap in new buffer, save any old buffer */
+	old_buf = tb->tmo_buf;
+	tb->tmo_buf = ODP_BUFFER_INVALID;
+
+	/* Write the new expiration tick if it not cancelled */
+	if (!(tb->exp_tck.v & TMO_INACTIVE))
+		tb->exp_tck.v = TMO_INACTIVE;
+
+	/* Release the lock */
+	_odp_atomic_flag_clear(IDX2LOCK(idx));
+#endif
+	/* Return the old buffer */
+	return old_buf;
+}
+
 static unsigned timer_expire(timer_pool_t *tp, uint32_t idx, uint64_t tick)
 {
 	_odp_timer_t *tim = &tp->timers[idx];
@@ -1109,7 +1161,7 @@  int odp_timer_cancel(odp_timer_t hdl, odp_event_t *tmo_ev)
 	timer_pool_t *tp = handle_to_tp(hdl);
 	uint32_t idx = handle_to_idx(hdl, tp);
 	/* Set the expiration tick of the timer to TMO_INACTIVE */
-	odp_buffer_t old_buf = timer_cancel(tp, idx, TMO_INACTIVE);
+	odp_buffer_t old_buf = timer_cancel(tp, idx);
 	if (old_buf != ODP_BUFFER_INVALID) {
 		*tmo_ev = odp_buffer_to_event(old_buf);
 		return 0; /* Active timer cancelled, timeout returned */