29 extern void __page_ref_set(struct page *page, int v);
30 extern void __page_ref_mod(struct page *page, int v);
31 extern void __page_ref_mod_and_test(struct page *page, int v, int ret);
32 extern void __page_ref_mod_and_return(struct page *page, int v, int ret);
33 extern void __page_ref_mod_unless(struct page *page, int v, int u);
34 extern void __page_ref_freeze(struct page *page, int v, int ret);
35 extern void __page_ref_unfreeze(struct page *page, int v);
41 static inline void __page_ref_set(struct page *page, int v)  in __page_ref_set()  argument
44 static inline void __page_ref_mod(struct page *page, int v)  in __page_ref_mod()  argument
47 static inline void __page_ref_mod_and_test(struct page *page, int v, int ret)  in __page_ref_mod_and_test()  argument
50 static inline void __page_ref_mod_and_return(struct page *page, int v, int ret)  in __page_ref_mod_and_return()  argument
53 static inline void __page_ref_mod_unless(struct page *page, int v, int u)  in __page_ref_mod_unless()  argument
56 static inline void __page_ref_freeze(struct page *page, int v, int ret)  in __page_ref_freeze()  argument
59 static inline void __page_ref_unfreeze(struct page *page, int v)  in __page_ref_unfreeze()  argument
65 static inline int page_ref_count(struct page *page)  in page_ref_count()  argument
67 	return atomic_read(&page->_refcount);  in page_ref_count()
70 static inline int page_count(struct page *page)  in page_count()  argument
72 	return atomic_read(&compound_head(page)->_refcount);  in page_count()
75 static inline void set_page_count(struct page *page, int v)  in set_page_count()  argument
77 	atomic_set(&page->_refcount, v);  in set_page_count()
79 		__page_ref_set(page, v);  in set_page_count()
86 static inline void init_page_count(struct page *page)  in init_page_count()  argument
88 	set_page_count(page, 1);  in init_page_count()
91 static inline void page_ref_add(struct page *page, int nr)  in page_ref_add()  argument
93 	atomic_add(nr, &page->_refcount);  in page_ref_add()
95 		__page_ref_mod(page, nr);  in page_ref_add()
98 static inline void page_ref_sub(struct page *page, int nr)  in page_ref_sub()  argument
100 	atomic_sub(nr, &page->_refcount);  in page_ref_sub()
102 		__page_ref_mod(page, -nr);  in page_ref_sub()
105 static inline void page_ref_inc(struct page *page)  in page_ref_inc()  argument
107 	atomic_inc(&page->_refcount);  in page_ref_inc()
109 		__page_ref_mod(page, 1);  in page_ref_inc()
112 static inline void page_ref_dec(struct page *page)  in page_ref_dec()  argument
114 	atomic_dec(&page->_refcount);  in page_ref_dec()
116 		__page_ref_mod(page, -1);  in page_ref_dec()
119 static inline int page_ref_sub_and_test(struct page *page, int nr)  in page_ref_sub_and_test()  argument
121 	int ret = atomic_sub_and_test(nr, &page->_refcount);  in page_ref_sub_and_test()
124 		__page_ref_mod_and_test(page, -nr, ret);  in page_ref_sub_and_test()
128 static inline int page_ref_inc_return(struct page *page)  in page_ref_inc_return()  argument
130 	int ret = atomic_inc_return(&page->_refcount);  in page_ref_inc_return()
133 		__page_ref_mod_and_return(page, 1, ret);  in page_ref_inc_return()
137 static inline int page_ref_dec_and_test(struct page *page)  in page_ref_dec_and_test()  argument
139 	int ret = atomic_dec_and_test(&page->_refcount);  in page_ref_dec_and_test()
142 		__page_ref_mod_and_test(page, -1, ret);  in page_ref_dec_and_test()
146 static inline int page_ref_dec_return(struct page *page)  in page_ref_dec_return()  argument
148 	int ret = atomic_dec_return(&page->_refcount);  in page_ref_dec_return()
151 		__page_ref_mod_and_return(page, -1, ret);  in page_ref_dec_return()
155 static inline int page_ref_add_unless(struct page *page, int nr, int u)  in page_ref_add_unless()  argument
157 	int ret = atomic_add_unless(&page->_refcount, nr, u);  in page_ref_add_unless()
160 		__page_ref_mod_unless(page, nr, ret);  in page_ref_add_unless()
164 static inline int page_ref_freeze(struct page *page, int count)  in page_ref_freeze()  argument
166 	int ret = likely(atomic_cmpxchg(&page->_refcount, count, 0) == count);  in page_ref_freeze()
169 		__page_ref_freeze(page, count, ret);  in page_ref_freeze()
173 static inline void page_ref_unfreeze(struct page *page, int count)  in page_ref_unfreeze()  argument
175 	VM_BUG_ON_PAGE(page_count(page) != 0, page);  in page_ref_unfreeze()
178 	atomic_set_release(&page->_refcount, count);  in page_ref_unfreeze()
180 		__page_ref_unfreeze(page, count);  in page_ref_unfreeze()