38 static unsigned long __percpu *percpu_count_ptr(struct percpu_ref *ref)  in percpu_count_ptr()  function
41 		(ref->percpu_count_ptr & ~__PERCPU_REF_ATOMIC_DEAD);  in percpu_count_ptr()
65 	ref->percpu_count_ptr = (unsigned long)  in percpu_ref_init()
67 	if (!ref->percpu_count_ptr)  in percpu_ref_init()
73 		ref->percpu_count_ptr |= __PERCPU_REF_ATOMIC;  in percpu_ref_init()
78 		ref->percpu_count_ptr |= __PERCPU_REF_DEAD;  in percpu_ref_init()
101 	unsigned long __percpu *percpu_count = percpu_count_ptr(ref);  in percpu_ref_exit()
105 		ref->percpu_count_ptr = __PERCPU_REF_ATOMIC_DEAD;  in percpu_ref_exit()
125 	unsigned long __percpu *percpu_count = percpu_count_ptr(ref);  in percpu_ref_switch_to_atomic_rcu()
164 	if (!(ref->percpu_count_ptr & __PERCPU_REF_ATOMIC)) {  in __percpu_ref_switch_to_atomic()
166 		ref->percpu_count_ptr |= __PERCPU_REF_ATOMIC;  in __percpu_ref_switch_to_atomic()
228 	unsigned long __percpu *percpu_count = percpu_count_ptr(ref);  in __percpu_ref_switch_to_percpu()
233 	if (!(ref->percpu_count_ptr & __PERCPU_REF_ATOMIC))  in __percpu_ref_switch_to_percpu()
249 	smp_store_release(&ref->percpu_count_ptr,  in __percpu_ref_switch_to_percpu()
250 			  ref->percpu_count_ptr & ~__PERCPU_REF_ATOMIC);  in __percpu_ref_switch_to_percpu()
276 	if (!(ref->percpu_count_ptr & __PERCPU_REF_DEAD))  in percpu_ref_switch_to_percpu()
302 	WARN_ONCE(ref->percpu_count_ptr & __PERCPU_REF_DEAD,  in percpu_ref_kill_and_confirm()
305 	ref->percpu_count_ptr |= __PERCPU_REF_DEAD;  in percpu_ref_kill_and_confirm()
326 	ref->percpu_count_ptr &= ~__PERCPU_REF_DEAD;  in percpu_ref_reinit()