| /include/linux/ |
| D | page_ref.h | 29 extern void __page_ref_set(struct page *page, int v);
30 extern void __page_ref_mod(struct page *page, int v);
31 extern void __page_ref_mod_and_test(struct page *page, int v, int ret);
32 extern void __page_ref_mod_and_return(struct page *page, int v, int ret);
33 extern void __page_ref_mod_unless(struct page *page, int v, int u);
34 extern void __page_ref_freeze(struct page *page, int v, int ret);
35 extern void __page_ref_unfreeze(struct page *page, int v);
41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
47 static inline void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument
[all …]
|
| D | page_idle.h | 12 static inline bool page_is_young(struct page *page) in page_is_young() argument
14 return PageYoung(page); in page_is_young()
17 static inline void set_page_young(struct page *page) in set_page_young() argument
19 SetPageYoung(page); in set_page_young()
22 static inline bool test_and_clear_page_young(struct page *page) in test_and_clear_page_young() argument
24 return TestClearPageYoung(page); in test_and_clear_page_young()
27 static inline bool page_is_idle(struct page *page) in page_is_idle() argument
29 return PageIdle(page); in page_is_idle()
32 static inline void set_page_idle(struct page *page) in set_page_idle() argument
34 SetPageIdle(page); in set_page_idle()
[all …]
|
| D | page_owner.h | 11 extern void __reset_page_owner(struct page *page, unsigned int order);
12 extern void __set_page_owner(struct page *page,
14 extern void __split_page_owner(struct page *page, unsigned int nr);
15 extern void __copy_page_owner(struct page *oldpage, struct page *newpage);
16 extern void __set_page_owner_migrate_reason(struct page *page, int reason);
17 extern void __dump_page_owner(struct page *page);
21 static inline void reset_page_owner(struct page *page, unsigned int order) in reset_page_owner() argument
24 __reset_page_owner(page, order); in reset_page_owner()
27 static inline void set_page_owner(struct page *page, in set_page_owner() argument
31 __set_page_owner(page, order, gfp_mask); in set_page_owner()
[all …]
|
| D | balloon_compaction.h | 58 int (*migratepage)(struct balloon_dev_info *, struct page *newpage,
59 struct page *page, enum migrate_mode mode);
63 extern struct page *balloon_page_alloc(void);
65 struct page *page);
66 extern struct page *balloon_page_dequeue(struct balloon_dev_info *b_dev_info);
83 extern bool balloon_page_isolate(struct page *page,
85 extern void balloon_page_putback(struct page *page);
87 struct page *newpage,
88 struct page *page, enum migrate_mode mode);
100 struct page *page) in balloon_page_insert() argument
[all …]
|
| D | page-flags.h | 170 struct page; /* forward declaration */
172 static inline struct page *compound_head(struct page *page) in compound_head() argument
174 unsigned long head = READ_ONCE(page->compound_head); in compound_head()
177 return (struct page *) (head - 1); in compound_head()
178 return page; in compound_head()
181 static __always_inline int PageTail(struct page *page) in PageTail() argument
183 return READ_ONCE(page->compound_head) & 1; in PageTail()
186 static __always_inline int PageCompound(struct page *page) in PageCompound() argument
188 return test_bit(PG_head, &page->flags) || PageTail(page); in PageCompound()
192 static inline int PagePoisoned(const struct page *page) in PagePoisoned() argument
[all …]
|
| D | migrate.h | 10 typedef struct page *new_page_t(struct page *page, unsigned long private);
11 typedef void free_page_t(struct page *page, unsigned long private);
34 static inline struct page *new_page_nodemask(struct page *page, in new_page_nodemask() argument
39 struct page *new_page = NULL; in new_page_nodemask()
41 if (PageHuge(page)) in new_page_nodemask()
42 return alloc_huge_page_nodemask(page_hstate(compound_head(page)), in new_page_nodemask()
45 if (PageTransHuge(page)) { in new_page_nodemask()
50 if (PageHighMem(page) || (zone_idx(page_zone(page)) == ZONE_MOVABLE)) in new_page_nodemask()
66 struct page *newpage, struct page *page,
70 extern int isolate_movable_page(struct page *page, isolate_mode_t mode);
[all …]
|
| D | pagemap.h | 121 void release_pages(struct page **pages, int nr);
167 static inline int __page_cache_add_speculative(struct page *page, int count) in __page_cache_add_speculative() argument
182 VM_BUG_ON_PAGE(page_count(page) == 0, page); in __page_cache_add_speculative()
183 page_ref_add(page, count); in __page_cache_add_speculative()
186 if (unlikely(!page_ref_add_unless(page, count, 0))) { in __page_cache_add_speculative()
195 VM_BUG_ON_PAGE(PageTail(page), page); in __page_cache_add_speculative()
200 static inline int page_cache_get_speculative(struct page *page) in page_cache_get_speculative() argument
202 return __page_cache_add_speculative(page, 1); in page_cache_get_speculative()
205 static inline int page_cache_add_speculative(struct page *page, int count) in page_cache_add_speculative() argument
207 return __page_cache_add_speculative(page, count); in page_cache_add_speculative()
[all …]
|
| D | hugetlb_cgroup.h | 29 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_page(struct page *page) in hugetlb_cgroup_from_page() argument
31 VM_BUG_ON_PAGE(!PageHuge(page), page); in hugetlb_cgroup_from_page()
33 if (compound_order(page) < HUGETLB_CGROUP_MIN_ORDER) in hugetlb_cgroup_from_page()
35 return (struct hugetlb_cgroup *)page[2].private; in hugetlb_cgroup_from_page()
39 int set_hugetlb_cgroup(struct page *page, struct hugetlb_cgroup *h_cg) in set_hugetlb_cgroup() argument
41 VM_BUG_ON_PAGE(!PageHuge(page), page); in set_hugetlb_cgroup()
43 if (compound_order(page) < HUGETLB_CGROUP_MIN_ORDER) in set_hugetlb_cgroup()
45 page[2].private = (unsigned long)h_cg; in set_hugetlb_cgroup()
58 struct page *page);
60 struct page *page);
[all …]
|
| D | pageblock-flags.h | 55 struct page;
57 unsigned long get_pfnblock_flags_mask(struct page *page,
62 void set_pfnblock_flags_mask(struct page *page,
69 #define get_pageblock_flags_group(page, start_bitidx, end_bitidx) \ argument
70 get_pfnblock_flags_mask(page, page_to_pfn(page), \
73 #define set_pageblock_flags_group(page, flags, start_bitidx, end_bitidx) \ argument
74 set_pfnblock_flags_mask(page, flags, page_to_pfn(page), \
79 #define get_pageblock_skip(page) \ argument
80 get_pageblock_flags_group(page, PB_migrate_skip, \
82 #define clear_pageblock_skip(page) \ argument
[all …]
|
| D | mm_inline.h | 21 static inline int page_is_file_cache(struct page *page) in page_is_file_cache() argument
23 return !PageSwapBacked(page); in page_is_file_cache()
47 static __always_inline void add_page_to_lru_list(struct page *page, in add_page_to_lru_list() argument
50 update_lru_size(lruvec, lru, page_zonenum(page), hpage_nr_pages(page)); in add_page_to_lru_list()
51 list_add(&page->lru, &lruvec->lists[lru]); in add_page_to_lru_list()
54 static __always_inline void add_page_to_lru_list_tail(struct page *page, in add_page_to_lru_list_tail() argument
57 update_lru_size(lruvec, lru, page_zonenum(page), hpage_nr_pages(page)); in add_page_to_lru_list_tail()
58 list_add_tail(&page->lru, &lruvec->lists[lru]); in add_page_to_lru_list_tail()
61 static __always_inline void del_page_from_lru_list(struct page *page, in del_page_from_lru_list() argument
64 list_del(&page->lru); in del_page_from_lru_list()
[all …]
|
| D | highmem.h | 15 static inline void flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vma… in flush_anon_page() argument
21 static inline void flush_kernel_dcache_page(struct page *page) in flush_kernel_dcache_page() argument
67 struct page *kmap_to_page(void *addr);
73 static inline struct page *kmap_to_page(void *addr) in kmap_to_page()
81 static inline void *kmap(struct page *page) in kmap() argument
84 return page_address(page); in kmap()
87 static inline void kunmap(struct page *page) in kunmap() argument
91 static inline void *kmap_atomic(struct page *page) in kmap_atomic() argument
95 return page_address(page); in kmap_atomic()
97 #define kmap_atomic_prot(page, prot) kmap_atomic(page) argument
[all …]
|
| D | swap.h | 310 void *workingset_eviction(struct page *page);
311 void workingset_refault(struct page *page, void *shadow);
312 void workingset_activation(struct page *page);
331 extern void lru_cache_add(struct page *);
332 extern void lru_cache_add_anon(struct page *page);
333 extern void lru_cache_add_file(struct page *page);
334 extern void lru_add_page_tail(struct page *page, struct page *page_tail,
336 extern void activate_page(struct page *);
337 extern void mark_page_accessed(struct page *);
341 extern void rotate_reclaimable_page(struct page *page);
[all …]
|
| D | rmap.h | 182 struct anon_vma *page_get_anon_vma(struct page *page);
191 void page_move_anon_rmap(struct page *, struct vm_area_struct *);
192 void page_add_anon_rmap(struct page *, struct vm_area_struct *,
194 void do_page_add_anon_rmap(struct page *, struct vm_area_struct *,
196 void page_add_new_anon_rmap(struct page *, struct vm_area_struct *,
198 void page_add_file_rmap(struct page *, bool);
199 void page_remove_rmap(struct page *, bool);
201 void hugepage_add_anon_rmap(struct page *, struct vm_area_struct *,
203 void hugepage_add_new_anon_rmap(struct page *, struct vm_area_struct *,
206 static inline void page_dup_rmap(struct page *page, bool compound) in page_dup_rmap() argument
[all …]
|
| D | mm.h | 163 static inline void __mm_zero_struct_page(struct page *page) in __mm_zero_struct_page() argument
165 unsigned long *_pp = (void *)page; in __mm_zero_struct_page()
168 BUILD_BUG_ON(sizeof(struct page) & 7); in __mm_zero_struct_page()
169 BUILD_BUG_ON(sizeof(struct page) < 56); in __mm_zero_struct_page()
170 BUILD_BUG_ON(sizeof(struct page) > 80); in __mm_zero_struct_page()
172 switch (sizeof(struct page)) { in __mm_zero_struct_page()
190 #define mm_zero_struct_page(pp) ((void)memset((pp), 0, sizeof(struct page)))
226 #define nth_page(page,n) pfn_to_page(page_to_pfn((page)) + (n)) argument
234 #define lru_to_page(head) (list_entry((head)->prev, struct page, lru))
443 struct page *cow_page; /* Page handler may use for COW fault */
[all …]
|
| D | page-isolation.h | 10 static inline bool is_migrate_isolate_page(struct page *page) in is_migrate_isolate_page() argument
12 return get_pageblock_migratetype(page) == MIGRATE_ISOLATE; in is_migrate_isolate_page()
23 static inline bool is_migrate_isolate_page(struct page *page) in is_migrate_isolate_page() argument
36 bool has_unmovable_pages(struct zone *zone, struct page *page, int count,
38 void set_pageblock_migratetype(struct page *page, int migratetype);
39 int move_freepages_block(struct zone *zone, struct page *page,
63 struct page *alloc_migrate_target(struct page *page, unsigned long private);
|
| D | cleancache.h | 33 pgoff_t, struct page *);
35 pgoff_t, struct page *);
44 extern int __cleancache_get_page(struct page *);
45 extern void __cleancache_put_page(struct page *);
46 extern void __cleancache_invalidate_page(struct address_space *, struct page *);
56 static inline bool cleancache_fs_enabled(struct page *page) in cleancache_fs_enabled() argument
58 return cleancache_fs_enabled_mapping(page->mapping); in cleancache_fs_enabled()
91 static inline int cleancache_get_page(struct page *page) in cleancache_get_page() argument
93 if (cleancache_enabled && cleancache_fs_enabled(page)) in cleancache_get_page()
94 return __cleancache_get_page(page); in cleancache_get_page()
[all …]
|
| D | ksm.h | 51 struct page *ksm_might_need_to_copy(struct page *page,
54 void rmap_walk_ksm(struct page *page, struct rmap_walk_control *rwc);
55 void ksm_migrate_page(struct page *newpage, struct page *oldpage);
75 static inline struct page *ksm_might_need_to_copy(struct page *page, in ksm_might_need_to_copy() argument
78 return page; in ksm_might_need_to_copy()
81 static inline void rmap_walk_ksm(struct page *page, in rmap_walk_ksm() argument
86 static inline void ksm_migrate_page(struct page *newpage, struct page *oldpage) in ksm_migrate_page()
|
| D | huge_mm.h | 28 extern struct page *follow_trans_huge_pmd(struct vm_area_struct *vma,
161 extern void prep_transhuge_page(struct page *page);
162 extern void free_transhuge_page(struct page *page);
164 bool can_split_huge_page(struct page *page, int *pextra_pins);
165 int split_huge_page_to_list(struct page *page, struct list_head *list);
166 static inline int split_huge_page(struct page *page) in split_huge_page() argument
168 return split_huge_page_to_list(page, NULL); in split_huge_page()
170 void deferred_split_huge_page(struct page *page);
173 unsigned long address, bool freeze, struct page *page);
186 bool freeze, struct page *page);
[all …]
|
| D | memcontrol.h | 26 struct page;
412 int mem_cgroup_try_charge(struct page *page, struct mm_struct *mm,
415 int mem_cgroup_try_charge_delay(struct page *page, struct mm_struct *mm,
418 void mem_cgroup_commit_charge(struct page *page, struct mem_cgroup *memcg,
420 void mem_cgroup_cancel_charge(struct page *page, struct mem_cgroup *memcg,
422 void mem_cgroup_uncharge(struct page *page);
425 void mem_cgroup_migrate(struct page *oldpage, struct page *newpage);
466 struct lruvec *mem_cgroup_page_lruvec(struct page *, struct pglist_data *);
472 struct mem_cgroup *get_mem_cgroup_from_page(struct page *page);
558 struct cgroup_subsys_state *mem_cgroup_css_from_page(struct page *page);
[all …]
|
| /include/drm/ttm/ |
| D | ttm_set_memory.h | 40 static inline int ttm_set_pages_array_wb(struct page **pages, int addrinarray) in ttm_set_pages_array_wb()
45 static inline int ttm_set_pages_array_wc(struct page **pages, int addrinarray) in ttm_set_pages_array_wc()
50 static inline int ttm_set_pages_array_uc(struct page **pages, int addrinarray) in ttm_set_pages_array_uc()
55 static inline int ttm_set_pages_wb(struct page *page, int numpages) in ttm_set_pages_wb() argument
57 return set_pages_wb(page, numpages); in ttm_set_pages_wb()
60 static inline int ttm_set_pages_wc(struct page *page, int numpages) in ttm_set_pages_wc() argument
62 unsigned long addr = (unsigned long)page_address(page); in ttm_set_pages_wc()
67 static inline int ttm_set_pages_uc(struct page *page, int numpages) in ttm_set_pages_uc() argument
69 return set_pages_uc(page, numpages); in ttm_set_pages_uc()
78 static inline int ttm_set_pages_array_wb(struct page **pages, int addrinarray) in ttm_set_pages_array_wb()
[all …]
|
| /include/trace/events/ |
| D | pagemap.h | 19 #define trace_pagemap_flags(page) ( \ argument
20 (PageAnon(page) ? PAGEMAP_ANONYMOUS : PAGEMAP_FILE) | \
21 (page_mapped(page) ? PAGEMAP_MAPPED : 0) | \
22 (PageSwapCache(page) ? PAGEMAP_SWAPCACHE : 0) | \
23 (PageSwapBacked(page) ? PAGEMAP_SWAPBACKED : 0) | \
24 (PageMappedToDisk(page) ? PAGEMAP_MAPPEDDISK : 0) | \
25 (page_has_private(page) ? PAGEMAP_BUFFERS : 0) \
31 struct page *page,
35 TP_ARGS(page, lru),
38 __field(struct page *, page )
[all …]
|
| D | page_ref.h | 15 TP_PROTO(struct page *page, int v),
17 TP_ARGS(page, v),
30 __entry->pfn = page_to_pfn(page);
31 __entry->flags = page->flags;
32 __entry->count = page_ref_count(page);
33 __entry->mapcount = page_mapcount(page);
34 __entry->mapping = page->mapping;
35 __entry->mt = get_pageblock_migratetype(page);
49 TP_PROTO(struct page *page, int v),
51 TP_ARGS(page, v)
[all …]
|
| D | cma.h | 13 TP_PROTO(unsigned long pfn, const struct page *page,
16 TP_ARGS(pfn, page, count, align),
20 __field(const struct page *, page)
27 __entry->page = page;
34 __entry->page,
41 TP_PROTO(unsigned long pfn, const struct page *page,
44 TP_ARGS(pfn, page, count),
48 __field(const struct page *, page)
54 __entry->page = page;
60 __entry->page,
|
| D | page_pool.h | 41 const struct page *page, u32 release),
43 TP_ARGS(pool, page, release),
47 __field(const struct page *, page)
53 __entry->page = page;
58 __entry->pool, __entry->page, __entry->release)
64 const struct page *page, u32 hold),
66 TP_ARGS(pool, page, hold),
70 __field(const struct page *, page)
76 __entry->page = page;
81 __entry->pool, __entry->page, __entry->hold)
|
| /include/net/ |
| D | page_pool.h | 117 struct page *page_pool_alloc_pages(struct page_pool *pool, gfp_t gfp);
119 static inline struct page *page_pool_dev_alloc_pages(struct page_pool *pool) in page_pool_dev_alloc_pages()
153 struct page *page, bool allow_direct);
156 struct page *page, bool allow_direct) in page_pool_put_page() argument
162 __page_pool_put_page(pool, page, allow_direct); in page_pool_put_page()
167 struct page *page) in page_pool_recycle_direct() argument
169 __page_pool_put_page(pool, page, true); in page_pool_recycle_direct()
177 void page_pool_unmap_page(struct page_pool *pool, struct page *page);
179 struct page *page) in page_pool_release_page() argument
182 page_pool_unmap_page(pool, page); in page_pool_release_page()
[all …]
|