GNU Linux-libre 4.9.284-gnu1
[releases.git] / arch / sparc / include / asm / atomic_64.h
1 /* atomic.h: Thankfully the V9 is at least reasonable for this
2  *           stuff.
3  *
4  * Copyright (C) 1996, 1997, 2000, 2012 David S. Miller (davem@redhat.com)
5  */
6
7 #ifndef __ARCH_SPARC64_ATOMIC__
8 #define __ARCH_SPARC64_ATOMIC__
9
10 #include <linux/types.h>
11 #include <asm/cmpxchg.h>
12 #include <asm/barrier.h>
13
14 #define ATOMIC_INIT(i)          { (i) }
15 #define ATOMIC64_INIT(i)        { (i) }
16
17 #define atomic_read(v)          READ_ONCE((v)->counter)
18 #define atomic64_read(v)        READ_ONCE((v)->counter)
19
20 #define atomic_set(v, i)        WRITE_ONCE(((v)->counter), (i))
21 #define atomic64_set(v, i)      WRITE_ONCE(((v)->counter), (i))
22
23 #define ATOMIC_OP(op)                                                   \
24 void atomic_##op(int, atomic_t *);                                      \
25 void atomic64_##op(long, atomic64_t *);
26
27 #define ATOMIC_OP_RETURN(op)                                            \
28 int atomic_##op##_return(int, atomic_t *);                              \
29 long atomic64_##op##_return(long, atomic64_t *);
30
31 #define ATOMIC_FETCH_OP(op)                                             \
32 int atomic_fetch_##op(int, atomic_t *);                                 \
33 long atomic64_fetch_##op(long, atomic64_t *);
34
35 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_OP_RETURN(op) ATOMIC_FETCH_OP(op)
36
37 ATOMIC_OPS(add)
38 ATOMIC_OPS(sub)
39
40 #undef ATOMIC_OPS
41 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_FETCH_OP(op)
42
43 ATOMIC_OPS(and)
44 ATOMIC_OPS(or)
45 ATOMIC_OPS(xor)
46
47 #undef ATOMIC_OPS
48 #undef ATOMIC_FETCH_OP
49 #undef ATOMIC_OP_RETURN
50 #undef ATOMIC_OP
51
52 #define atomic_dec_return(v)   atomic_sub_return(1, v)
53 #define atomic64_dec_return(v) atomic64_sub_return(1, v)
54
55 #define atomic_inc_return(v)   atomic_add_return(1, v)
56 #define atomic64_inc_return(v) atomic64_add_return(1, v)
57
58 /*
59  * atomic_inc_and_test - increment and test
60  * @v: pointer of type atomic_t
61  *
62  * Atomically increments @v by 1
63  * and returns true if the result is zero, or false for all
64  * other cases.
65  */
66 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0)
67 #define atomic64_inc_and_test(v) (atomic64_inc_return(v) == 0)
68
69 #define atomic_sub_and_test(i, v) (atomic_sub_return(i, v) == 0)
70 #define atomic64_sub_and_test(i, v) (atomic64_sub_return(i, v) == 0)
71
72 #define atomic_dec_and_test(v) (atomic_sub_return(1, v) == 0)
73 #define atomic64_dec_and_test(v) (atomic64_sub_return(1, v) == 0)
74
75 #define atomic_inc(v) atomic_add(1, v)
76 #define atomic64_inc(v) atomic64_add(1, v)
77
78 #define atomic_dec(v) atomic_sub(1, v)
79 #define atomic64_dec(v) atomic64_sub(1, v)
80
81 #define atomic_add_negative(i, v) (atomic_add_return(i, v) < 0)
82 #define atomic64_add_negative(i, v) (atomic64_add_return(i, v) < 0)
83
84 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))
85
86 static inline int atomic_xchg(atomic_t *v, int new)
87 {
88         return xchg(&v->counter, new);
89 }
90
91 static inline int __atomic_add_unless(atomic_t *v, int a, int u)
92 {
93         int c, old;
94         c = atomic_read(v);
95         for (;;) {
96                 if (unlikely(c == (u)))
97                         break;
98                 old = atomic_cmpxchg((v), c, c + (a));
99                 if (likely(old == c))
100                         break;
101                 c = old;
102         }
103         return c;
104 }
105
106 #define atomic64_cmpxchg(v, o, n) \
107         ((__typeof__((v)->counter))cmpxchg(&((v)->counter), (o), (n)))
108 #define atomic64_xchg(v, new) (xchg(&((v)->counter), new))
109
110 static inline long atomic64_add_unless(atomic64_t *v, long a, long u)
111 {
112         long c, old;
113         c = atomic64_read(v);
114         for (;;) {
115                 if (unlikely(c == (u)))
116                         break;
117                 old = atomic64_cmpxchg((v), c, c + (a));
118                 if (likely(old == c))
119                         break;
120                 c = old;
121         }
122         return c != (u);
123 }
124
125 #define atomic64_inc_not_zero(v) atomic64_add_unless((v), 1, 0)
126
127 long atomic64_dec_if_positive(atomic64_t *v);
128
129 #endif /* !(__ARCH_SPARC64_ATOMIC__) */