109 int __must_check percpu_ref_init(struct percpu_ref *ref,
112 void percpu_ref_exit(struct percpu_ref *ref);
113 void percpu_ref_switch_to_atomic(struct percpu_ref *ref,
115 void percpu_ref_switch_to_atomic_sync(struct percpu_ref *ref);
116 void percpu_ref_switch_to_percpu(struct percpu_ref *ref);
117 void percpu_ref_kill_and_confirm(struct percpu_ref *ref,
119 void percpu_ref_resurrect(struct percpu_ref *ref);
120 void percpu_ref_reinit(struct percpu_ref *ref);
134 static inline void percpu_ref_kill(struct percpu_ref *ref)  in percpu_ref_kill()  argument
136 	percpu_ref_kill_and_confirm(ref, NULL);  in percpu_ref_kill()
145 static inline bool __ref_is_percpu(struct percpu_ref *ref,  in __ref_is_percpu()  argument
161 	percpu_ptr = READ_ONCE(ref->percpu_count_ptr);  in __ref_is_percpu()
185 static inline void percpu_ref_get_many(struct percpu_ref *ref, unsigned long nr)  in percpu_ref_get_many()  argument
191 	if (__ref_is_percpu(ref, &percpu_count))  in percpu_ref_get_many()
194 		atomic_long_add(nr, &ref->count);  in percpu_ref_get_many()
207 static inline void percpu_ref_get(struct percpu_ref *ref)  in percpu_ref_get()  argument
209 	percpu_ref_get_many(ref, 1);  in percpu_ref_get()
221 static inline bool percpu_ref_tryget(struct percpu_ref *ref)  in percpu_ref_tryget()  argument
228 	if (__ref_is_percpu(ref, &percpu_count)) {  in percpu_ref_tryget()
232 		ret = atomic_long_inc_not_zero(&ref->count);  in percpu_ref_tryget()
255 static inline bool percpu_ref_tryget_live(struct percpu_ref *ref)  in percpu_ref_tryget_live()  argument
262 	if (__ref_is_percpu(ref, &percpu_count)) {  in percpu_ref_tryget_live()
265 	} else if (!(ref->percpu_count_ptr & __PERCPU_REF_DEAD)) {  in percpu_ref_tryget_live()
266 		ret = atomic_long_inc_not_zero(&ref->count);  in percpu_ref_tryget_live()
284 static inline void percpu_ref_put_many(struct percpu_ref *ref, unsigned long nr)  in percpu_ref_put_many()  argument
290 	if (__ref_is_percpu(ref, &percpu_count))  in percpu_ref_put_many()
292 	else if (unlikely(atomic_long_sub_and_test(nr, &ref->count)))  in percpu_ref_put_many()
293 		ref->release(ref);  in percpu_ref_put_many()
307 static inline void percpu_ref_put(struct percpu_ref *ref)  in percpu_ref_put()  argument
309 	percpu_ref_put_many(ref, 1);  in percpu_ref_put()
321 static inline bool percpu_ref_is_dying(struct percpu_ref *ref)  in percpu_ref_is_dying()  argument
323 	return ref->percpu_count_ptr & __PERCPU_REF_DEAD;  in percpu_ref_is_dying()
334 static inline bool percpu_ref_is_zero(struct percpu_ref *ref)  in percpu_ref_is_zero()  argument
338 	if (__ref_is_percpu(ref, &percpu_count))  in percpu_ref_is_zero()
340 	return !atomic_long_read(&ref->count);  in percpu_ref_is_zero()