~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/arch/x86/include/asm/local.h

Version: ~ [ linux-5.5 ] ~ [ linux-5.4.15 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.98 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.167 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.211 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.211 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.19.8 ] ~ [ linux-3.18.140 ] ~ [ linux-3.17.8 ] ~ [ linux-3.16.81 ] ~ [ linux-3.15.10 ] ~ [ linux-3.14.79 ] ~ [ linux-3.13.11 ] ~ [ linux-3.12.74 ] ~ [ linux-3.11.10 ] ~ [ linux-3.10.108 ] ~ [ linux-3.9.11 ] ~ [ linux-3.8.13 ] ~ [ linux-3.7.10 ] ~ [ linux-3.6.11 ] ~ [ linux-3.5.7 ] ~ [ linux-3.4.113 ] ~ [ linux-3.3.8 ] ~ [ linux-3.2.102 ] ~ [ linux-3.1.10 ] ~ [ linux-3.0.101 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.5 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 #ifndef _ASM_X86_LOCAL_H
  2 #define _ASM_X86_LOCAL_H
  3 
  4 #include <linux/percpu.h>
  5 
  6 #include <linux/atomic.h>
  7 #include <asm/asm.h>
  8 
  9 typedef struct {
 10         atomic_long_t a;
 11 } local_t;
 12 
 13 #define LOCAL_INIT(i)   { ATOMIC_LONG_INIT(i) }
 14 
 15 #define local_read(l)   atomic_long_read(&(l)->a)
 16 #define local_set(l, i) atomic_long_set(&(l)->a, (i))
 17 
 18 static inline void local_inc(local_t *l)
 19 {
 20         asm volatile(_ASM_INC "%0"
 21                      : "+m" (l->a.counter));
 22 }
 23 
 24 static inline void local_dec(local_t *l)
 25 {
 26         asm volatile(_ASM_DEC "%0"
 27                      : "+m" (l->a.counter));
 28 }
 29 
 30 static inline void local_add(long i, local_t *l)
 31 {
 32         asm volatile(_ASM_ADD "%1,%0"
 33                      : "+m" (l->a.counter)
 34                      : "ir" (i));
 35 }
 36 
 37 static inline void local_sub(long i, local_t *l)
 38 {
 39         asm volatile(_ASM_SUB "%1,%0"
 40                      : "+m" (l->a.counter)
 41                      : "ir" (i));
 42 }
 43 
 44 /**
 45  * local_sub_and_test - subtract value from variable and test result
 46  * @i: integer value to subtract
 47  * @l: pointer to type local_t
 48  *
 49  * Atomically subtracts @i from @l and returns
 50  * true if the result is zero, or false for all
 51  * other cases.
 52  */
 53 static inline int local_sub_and_test(long i, local_t *l)
 54 {
 55         GEN_BINARY_RMWcc(_ASM_SUB, l->a.counter, "er", i, "%0", "e");
 56 }
 57 
 58 /**
 59  * local_dec_and_test - decrement and test
 60  * @l: pointer to type local_t
 61  *
 62  * Atomically decrements @l by 1 and
 63  * returns true if the result is 0, or false for all other
 64  * cases.
 65  */
 66 static inline int local_dec_and_test(local_t *l)
 67 {
 68         GEN_UNARY_RMWcc(_ASM_DEC, l->a.counter, "%0", "e");
 69 }
 70 
 71 /**
 72  * local_inc_and_test - increment and test
 73  * @l: pointer to type local_t
 74  *
 75  * Atomically increments @l by 1
 76  * and returns true if the result is zero, or false for all
 77  * other cases.
 78  */
 79 static inline int local_inc_and_test(local_t *l)
 80 {
 81         GEN_UNARY_RMWcc(_ASM_INC, l->a.counter, "%0", "e");
 82 }
 83 
 84 /**
 85  * local_add_negative - add and test if negative
 86  * @i: integer value to add
 87  * @l: pointer to type local_t
 88  *
 89  * Atomically adds @i to @l and returns true
 90  * if the result is negative, or false when
 91  * result is greater than or equal to zero.
 92  */
 93 static inline int local_add_negative(long i, local_t *l)
 94 {
 95         GEN_BINARY_RMWcc(_ASM_ADD, l->a.counter, "er", i, "%0", "s");
 96 }
 97 
 98 /**
 99  * local_add_return - add and return
100  * @i: integer value to add
101  * @l: pointer to type local_t
102  *
103  * Atomically adds @i to @l and returns @i + @l
104  */
105 static inline long local_add_return(long i, local_t *l)
106 {
107         long __i = i;
108         asm volatile(_ASM_XADD "%0, %1;"
109                      : "+r" (i), "+m" (l->a.counter)
110                      : : "memory");
111         return i + __i;
112 }
113 
114 static inline long local_sub_return(long i, local_t *l)
115 {
116         return local_add_return(-i, l);
117 }
118 
119 #define local_inc_return(l)  (local_add_return(1, l))
120 #define local_dec_return(l)  (local_sub_return(1, l))
121 
122 #define local_cmpxchg(l, o, n) \
123         (cmpxchg_local(&((l)->a.counter), (o), (n)))
124 /* Always has a lock prefix */
125 #define local_xchg(l, n) (xchg(&((l)->a.counter), (n)))
126 
127 /**
128  * local_add_unless - add unless the number is a given value
129  * @l: pointer of type local_t
130  * @a: the amount to add to l...
131  * @u: ...unless l is equal to u.
132  *
133  * Atomically adds @a to @l, so long as it was not @u.
134  * Returns non-zero if @l was not @u, and zero otherwise.
135  */
136 #define local_add_unless(l, a, u)                               \
137 ({                                                              \
138         long c, old;                                            \
139         c = local_read((l));                                    \
140         for (;;) {                                              \
141                 if (unlikely(c == (u)))                         \
142                         break;                                  \
143                 old = local_cmpxchg((l), c, c + (a));           \
144                 if (likely(old == c))                           \
145                         break;                                  \
146                 c = old;                                        \
147         }                                                       \
148         c != (u);                                               \
149 })
150 #define local_inc_not_zero(l) local_add_unless((l), 1, 0)
151 
152 /* On x86_32, these are no better than the atomic variants.
153  * On x86-64 these are better than the atomic variants on SMP kernels
154  * because they dont use a lock prefix.
155  */
156 #define __local_inc(l)          local_inc(l)
157 #define __local_dec(l)          local_dec(l)
158 #define __local_add(i, l)       local_add((i), (l))
159 #define __local_sub(i, l)       local_sub((i), (l))
160 
161 #endif /* _ASM_X86_LOCAL_H */
162 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp