|
@@ -272,3 +272,134 @@ static __inline__ int atomic_sub_if_positive(int i, atomic_t * v)
|
|
|
" bltz %0, 1f \n"
|
|
|
" sc %0, %2 \n"
|
|
|
" .set noreorder \n"
|
|
|
+ " beqz %0, 1b \n"
|
|
|
+ " subu %0, %1, %3 \n"
|
|
|
+ " .set reorder \n"
|
|
|
+ "1: \n"
|
|
|
+ " .set mips0 \n"
|
|
|
+ : "=&r" (result), "=&r" (temp), "+m" (v->counter)
|
|
|
+ : "Ir" (i));
|
|
|
+ } else {
|
|
|
+ unsigned long flags;
|
|
|
+
|
|
|
+ raw_local_irq_save(flags);
|
|
|
+ result = v->counter;
|
|
|
+ result -= i;
|
|
|
+ if (result >= 0)
|
|
|
+ v->counter = result;
|
|
|
+ raw_local_irq_restore(flags);
|
|
|
+ }
|
|
|
+
|
|
|
+ smp_llsc_mb();
|
|
|
+
|
|
|
+ return result;
|
|
|
+}
|
|
|
+
|
|
|
+#define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))
|
|
|
+#define atomic_xchg(v, new) (xchg(&((v)->counter), (new)))
|
|
|
+
|
|
|
+/**
|
|
|
+ * __atomic_add_unless - add unless the number is a given value
|
|
|
+ * @v: pointer of type atomic_t
|
|
|
+ * @a: the amount to add to v...
|
|
|
+ * @u: ...unless v is equal to u.
|
|
|
+ *
|
|
|
+ * Atomically adds @a to @v, so long as it was not @u.
|
|
|
+ * Returns the old value of @v.
|
|
|
+ */
|
|
|
+static __inline__ int __atomic_add_unless(atomic_t *v, int a, int u)
|
|
|
+{
|
|
|
+ int c, old;
|
|
|
+ c = atomic_read(v);
|
|
|
+ for (;;) {
|
|
|
+ if (unlikely(c == (u)))
|
|
|
+ break;
|
|
|
+ old = atomic_cmpxchg((v), c, c + (a));
|
|
|
+ if (likely(old == c))
|
|
|
+ break;
|
|
|
+ c = old;
|
|
|
+ }
|
|
|
+ return c;
|
|
|
+}
|
|
|
+
|
|
|
+#define atomic_dec_return(v) atomic_sub_return(1, (v))
|
|
|
+#define atomic_inc_return(v) atomic_add_return(1, (v))
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic_sub_and_test - subtract value from variable and test result
|
|
|
+ * @i: integer value to subtract
|
|
|
+ * @v: pointer of type atomic_t
|
|
|
+ *
|
|
|
+ * Atomically subtracts @i from @v and returns
|
|
|
+ * true if the result is zero, or false for all
|
|
|
+ * other cases.
|
|
|
+ */
|
|
|
+#define atomic_sub_and_test(i, v) (atomic_sub_return((i), (v)) == 0)
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic_inc_and_test - increment and test
|
|
|
+ * @v: pointer of type atomic_t
|
|
|
+ *
|
|
|
+ * Atomically increments @v by 1
|
|
|
+ * and returns true if the result is zero, or false for all
|
|
|
+ * other cases.
|
|
|
+ */
|
|
|
+#define atomic_inc_and_test(v) (atomic_inc_return(v) == 0)
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic_dec_and_test - decrement by 1 and test
|
|
|
+ * @v: pointer of type atomic_t
|
|
|
+ *
|
|
|
+ * Atomically decrements @v by 1 and
|
|
|
+ * returns true if the result is 0, or false for all other
|
|
|
+ * cases.
|
|
|
+ */
|
|
|
+#define atomic_dec_and_test(v) (atomic_sub_return(1, (v)) == 0)
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic_dec_if_positive - decrement by 1 if old value positive
|
|
|
+ * @v: pointer of type atomic_t
|
|
|
+ */
|
|
|
+#define atomic_dec_if_positive(v) atomic_sub_if_positive(1, v)
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic_inc - increment atomic variable
|
|
|
+ * @v: pointer of type atomic_t
|
|
|
+ *
|
|
|
+ * Atomically increments @v by 1.
|
|
|
+ */
|
|
|
+#define atomic_inc(v) atomic_add(1, (v))
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic_dec - decrement and test
|
|
|
+ * @v: pointer of type atomic_t
|
|
|
+ *
|
|
|
+ * Atomically decrements @v by 1.
|
|
|
+ */
|
|
|
+#define atomic_dec(v) atomic_sub(1, (v))
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic_add_negative - add and test if negative
|
|
|
+ * @v: pointer of type atomic_t
|
|
|
+ * @i: integer value to add
|
|
|
+ *
|
|
|
+ * Atomically adds @i to @v and returns true
|
|
|
+ * if the result is negative, or false when
|
|
|
+ * result is greater than or equal to zero.
|
|
|
+ */
|
|
|
+#define atomic_add_negative(i, v) (atomic_add_return(i, (v)) < 0)
|
|
|
+
|
|
|
+#ifdef CONFIG_64BIT
|
|
|
+
|
|
|
+#define ATOMIC64_INIT(i) { (i) }
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic64_read - read atomic variable
|
|
|
+ * @v: pointer of type atomic64_t
|
|
|
+ *
|
|
|
+ */
|
|
|
+#define atomic64_read(v) (*(volatile long *)&(v)->counter)
|
|
|
+
|
|
|
+/*
|
|
|
+ * atomic64_set - set atomic variable
|
|
|
+ * @v: pointer of type atomic64_t
|