33 int __percpu_counter_init_many(struct percpu_counter *fbc, s64 amount,
37 #define percpu_counter_init_many(fbc, value, gfp, nr_counters)		\  argument
41 		__percpu_counter_init_many(fbc, value, gfp, nr_counters,\
46 #define percpu_counter_init(fbc, value, gfp)				\  argument
47 	percpu_counter_init_many(fbc, value, gfp, 1)
49 void percpu_counter_destroy_many(struct percpu_counter *fbc, u32 nr_counters);
50 static inline void percpu_counter_destroy(struct percpu_counter *fbc)  in percpu_counter_destroy()  argument
52 	percpu_counter_destroy_many(fbc, 1);  in percpu_counter_destroy()
55 void percpu_counter_set(struct percpu_counter *fbc, s64 amount);
56 void percpu_counter_add_batch(struct percpu_counter *fbc, s64 amount,
58 s64 __percpu_counter_sum(struct percpu_counter *fbc);
59 int __percpu_counter_compare(struct percpu_counter *fbc, s64 rhs, s32 batch);
60 bool __percpu_counter_limited_add(struct percpu_counter *fbc, s64 limit,
62 void percpu_counter_sync(struct percpu_counter *fbc);
64 static inline int percpu_counter_compare(struct percpu_counter *fbc, s64 rhs)  in percpu_counter_compare()  argument
66 	return __percpu_counter_compare(fbc, rhs, percpu_counter_batch);  in percpu_counter_compare()
69 static inline void percpu_counter_add(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add()  argument
71 	percpu_counter_add_batch(fbc, amount, percpu_counter_batch);  in percpu_counter_add()
75 percpu_counter_limited_add(struct percpu_counter *fbc, s64 limit, s64 amount)  in percpu_counter_limited_add()  argument
77 	return __percpu_counter_limited_add(fbc, limit, amount,  in percpu_counter_limited_add()
92 percpu_counter_add_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add_local()  argument
94 	percpu_counter_add_batch(fbc, amount, PERCPU_COUNTER_LOCAL_BATCH);  in percpu_counter_add_local()
97 static inline s64 percpu_counter_sum_positive(struct percpu_counter *fbc)  in percpu_counter_sum_positive()  argument
99 	s64 ret = __percpu_counter_sum(fbc);  in percpu_counter_sum_positive()
103 static inline s64 percpu_counter_sum(struct percpu_counter *fbc)  in percpu_counter_sum()  argument
105 	return __percpu_counter_sum(fbc);  in percpu_counter_sum()
108 static inline s64 percpu_counter_read(struct percpu_counter *fbc)  in percpu_counter_read()  argument
110 	return fbc->count;  in percpu_counter_read()
118 static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc)  in percpu_counter_read_positive()  argument
121 	s64 ret = READ_ONCE(fbc->count);  in percpu_counter_read_positive()
128 static inline bool percpu_counter_initialized(struct percpu_counter *fbc)  in percpu_counter_initialized()  argument
130 	return (fbc->counters != NULL);  in percpu_counter_initialized()
139 static inline int percpu_counter_init_many(struct percpu_counter *fbc,  in percpu_counter_init_many()  argument
146 		fbc[i].count = amount;  in percpu_counter_init_many()
151 static inline int percpu_counter_init(struct percpu_counter *fbc, s64 amount,  in percpu_counter_init()  argument
154 	return percpu_counter_init_many(fbc, amount, gfp, 1);  in percpu_counter_init()
157 static inline void percpu_counter_destroy_many(struct percpu_counter *fbc,  in percpu_counter_destroy_many()  argument
162 static inline void percpu_counter_destroy(struct percpu_counter *fbc)  in percpu_counter_destroy()  argument
166 static inline void percpu_counter_set(struct percpu_counter *fbc, s64 amount)  in percpu_counter_set()  argument
168 	fbc->count = amount;  in percpu_counter_set()
171 static inline int percpu_counter_compare(struct percpu_counter *fbc, s64 rhs)  in percpu_counter_compare()  argument
173 	if (fbc->count > rhs)  in percpu_counter_compare()
175 	else if (fbc->count < rhs)  in percpu_counter_compare()
182 __percpu_counter_compare(struct percpu_counter *fbc, s64 rhs, s32 batch)  in __percpu_counter_compare()  argument
184 	return percpu_counter_compare(fbc, rhs);  in __percpu_counter_compare()
188 percpu_counter_add(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add()  argument
193 	fbc->count += amount;  in percpu_counter_add()
198 percpu_counter_limited_add(struct percpu_counter *fbc, s64 limit, s64 amount)  in percpu_counter_limited_add()  argument
208 	count = fbc->count + amount;  in percpu_counter_limited_add()
211 		fbc->count = count;  in percpu_counter_limited_add()
220 percpu_counter_add_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_add_local()  argument
222 	percpu_counter_add(fbc, amount);  in percpu_counter_add_local()
226 percpu_counter_add_batch(struct percpu_counter *fbc, s64 amount, s32 batch)  in percpu_counter_add_batch()  argument
228 	percpu_counter_add(fbc, amount);  in percpu_counter_add_batch()
231 static inline s64 percpu_counter_read(struct percpu_counter *fbc)  in percpu_counter_read()  argument
233 	return fbc->count;  in percpu_counter_read()
240 static inline s64 percpu_counter_read_positive(struct percpu_counter *fbc)  in percpu_counter_read_positive()  argument
242 	return fbc->count;  in percpu_counter_read_positive()
245 static inline s64 percpu_counter_sum_positive(struct percpu_counter *fbc)  in percpu_counter_sum_positive()  argument
247 	return percpu_counter_read_positive(fbc);  in percpu_counter_sum_positive()
250 static inline s64 percpu_counter_sum(struct percpu_counter *fbc)  in percpu_counter_sum()  argument
252 	return percpu_counter_read(fbc);  in percpu_counter_sum()
255 static inline bool percpu_counter_initialized(struct percpu_counter *fbc)  in percpu_counter_initialized()  argument
260 static inline void percpu_counter_sync(struct percpu_counter *fbc)  in percpu_counter_sync()  argument
265 static inline void percpu_counter_inc(struct percpu_counter *fbc)  in percpu_counter_inc()  argument
267 	percpu_counter_add(fbc, 1);  in percpu_counter_inc()
270 static inline void percpu_counter_dec(struct percpu_counter *fbc)  in percpu_counter_dec()  argument
272 	percpu_counter_add(fbc, -1);  in percpu_counter_dec()
275 static inline void percpu_counter_sub(struct percpu_counter *fbc, s64 amount)  in percpu_counter_sub()  argument
277 	percpu_counter_add(fbc, -amount);  in percpu_counter_sub()
281 percpu_counter_sub_local(struct percpu_counter *fbc, s64 amount)  in percpu_counter_sub_local()  argument
283 	percpu_counter_add_local(fbc, -amount);  in percpu_counter_sub_local()