| /include/linux/ |
| D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
142 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
158 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
170 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
184 static inline int folio_ref_sub_and_test(struct folio *folio, int nr) in folio_ref_sub_and_test()
198 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
212 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
[all …]
|
| D | page_idle.h | 14 static inline bool folio_test_young(const struct folio *folio) in folio_test_young()
28 static inline void folio_set_young(struct folio *folio) in folio_set_young()
39 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
53 static inline bool folio_test_idle(const struct folio *folio) in folio_test_idle()
67 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
78 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle()
|
| D | hugetlb_cgroup.h | 61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
70 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
167 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
183 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
[all …]
|
| D | rmap.h | 197 static inline void __folio_rmap_sanity_checks(struct folio *folio, in __folio_rmap_sanity_checks()
242 #define folio_add_anon_rmap_pte(folio, page, vma, address, flags) \ argument
250 #define folio_add_file_rmap_pte(folio, page, vma) \ argument
256 #define folio_remove_rmap_pte(folio, page, vma) \ argument
267 static inline int hugetlb_try_dup_anon_rmap(struct folio *folio, in hugetlb_try_dup_anon_rmap()
284 static inline int hugetlb_try_share_anon_rmap(struct folio *folio) in hugetlb_try_share_anon_rmap()
307 static inline void hugetlb_add_file_rmap(struct folio *folio) in hugetlb_add_file_rmap()
316 static inline void hugetlb_remove_rmap(struct folio *folio) in hugetlb_remove_rmap()
324 static __always_inline void __folio_dup_file_rmap(struct folio *folio, in __folio_dup_file_rmap()
360 static inline void folio_dup_file_rmap_ptes(struct folio *folio, in folio_dup_file_rmap_ptes()
[all …]
|
| D | mm_inline.h | 31 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
69 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
90 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
147 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
160 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
177 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
223 static inline unsigned long lru_gen_folio_seq(struct lruvec *lruvec, struct folio *folio, in lru_gen_folio_seq()
256 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
286 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
326 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
[all …]
|
| D | pagemap.h | 556 static inline struct address_space *folio_file_mapping(struct folio *folio) in folio_file_mapping()
576 static inline struct address_space *folio_flush_mapping(struct folio *folio) in folio_flush_mapping()
598 static inline struct inode *folio_inode(struct folio *folio) in folio_inode()
611 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private()
629 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private()
646 static inline void *folio_detach_private(struct folio *folio) in folio_detach_private()
923 static inline pgoff_t folio_index(struct folio *folio) in folio_index()
936 static inline pgoff_t folio_next_index(struct folio *folio) in folio_next_index()
951 static inline struct page *folio_file_page(struct folio *folio, pgoff_t index) in folio_file_page()
966 static inline bool folio_contains(struct folio *folio, pgoff_t index) in folio_contains()
[all …]
|
| D | vmstat.h | 422 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
428 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
434 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
440 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
446 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
452 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
458 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
464 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
470 static inline void __node_stat_sub_folio(struct folio *folio, in __node_stat_sub_folio()
476 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
[all …]
|
| D | highmem.h | 227 struct folio *folio; in vma_alloc_zeroed_movable_folio() local
455 static inline void memcpy_from_folio(char *to, struct folio *folio, in memcpy_from_folio()
483 static inline void memcpy_to_folio(struct folio *folio, size_t offset, in memcpy_to_folio()
520 static inline __must_check void *folio_zero_tail(struct folio *folio, in folio_zero_tail()
556 static inline void folio_fill_tail(struct folio *folio, size_t offset, in folio_fill_tail()
594 static inline size_t memcpy_from_file_folio(char *to, struct folio *folio, in memcpy_from_file_folio()
620 static inline void folio_zero_segments(struct folio *folio, in folio_zero_segments()
632 static inline void folio_zero_segment(struct folio *folio, in folio_zero_segment()
644 static inline void folio_zero_range(struct folio *folio, in folio_zero_range()
659 static inline void folio_release_kmap(struct folio *folio, void *addr) in folio_release_kmap()
|
| D | mmdebug.h | 27 #define VM_BUG_ON_FOLIO(cond, folio) \ argument
59 #define VM_WARN_ON_FOLIO(cond, folio) ({ \ argument
68 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) ({ \ argument
98 #define VM_BUG_ON_FOLIO(cond, folio) VM_BUG_ON(cond) argument
104 #define VM_WARN_ON_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
105 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
|
| D | zswap.h | 42 static inline bool zswap_store(struct folio *folio) in zswap_store()
47 static inline bool zswap_load(struct folio *folio) in zswap_load()
60 static inline void zswap_folio_swapin(struct folio *folio) {} in zswap_folio_swapin()
|
| D | memcontrol.h | 406 static inline struct mem_cgroup *__folio_memcg(struct folio *folio) in __folio_memcg()
427 static inline struct obj_cgroup *__folio_objcg(struct folio *folio) in __folio_objcg()
459 static inline struct mem_cgroup *folio_memcg(struct folio *folio) in folio_memcg()
472 static inline bool folio_memcg_charged(struct folio *folio) in folio_memcg_charged()
490 static inline struct mem_cgroup *folio_memcg_rcu(struct folio *folio) in folio_memcg_rcu()
530 static inline struct mem_cgroup *folio_memcg_check(struct folio *folio) in folio_memcg_check()
580 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
705 static inline int mem_cgroup_charge(struct folio *folio, struct mm_struct *mm, in mem_cgroup_charge()
729 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
790 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
[all …]
|
| D | page-flags.h | 287 #define folio_page(folio, n) nth_page(&(folio)->page, n) argument
314 static const unsigned long *const_folio_flags(const struct folio *folio, in const_folio_flags()
324 static unsigned long *folio_flags(struct folio *folio, unsigned n) in folio_flags()
709 static __always_inline bool folio_test_anon(const struct folio *folio) in folio_test_anon()
719 static __always_inline bool __folio_test_movable(const struct folio *folio) in __folio_test_movable()
738 static __always_inline bool folio_test_ksm(const struct folio *folio) in folio_test_ksm()
767 static inline bool folio_xor_flags_has_waiters(struct folio *folio, in folio_xor_flags_has_waiters()
783 static inline bool folio_test_uptodate(const struct folio *folio) in folio_test_uptodate()
805 static __always_inline void __folio_mark_uptodate(struct folio *folio) in __folio_mark_uptodate()
811 static __always_inline void folio_mark_uptodate(struct folio *folio) in folio_mark_uptodate()
[all …]
|
| D | huge_mm.h | 356 struct folio *folio = page_folio(page); in split_huge_page() local
448 static inline bool folio_test_pmd_mappable(struct folio *folio) in folio_test_pmd_mappable()
461 static inline bool is_huge_zero_folio(const struct folio *folio) in is_huge_zero_folio()
488 static inline bool folio_test_pmd_mappable(struct folio *folio) in folio_test_pmd_mappable()
526 can_split_folio(struct folio *folio, int caller_pins, int *pextra_pins) in can_split_folio()
541 static inline int split_folio_to_list(struct folio *folio, struct list_head *list) in split_folio_to_list()
546 static inline void deferred_split_folio(struct folio *folio, bool partially_mapped) {} in deferred_split_folio()
551 unsigned long address, bool freeze, struct folio *folio) {} in __split_huge_pmd()
553 unsigned long address, bool freeze, struct folio *folio) {} in split_huge_pmd_address()
556 bool freeze, struct folio *folio) {} in split_huge_pmd_locked()
[all …]
|
| D | mm.h | 228 #define folio_page_idx(folio, p) (page_to_pfn(p) - folio_pfn(folio)) argument
231 #define folio_page_idx(folio, p) ((p) - &(folio)->page) argument
1203 struct folio *folio = (struct folio *)page; in compound_order() local
1219 static inline unsigned int folio_order(const struct folio *folio) in folio_order()
1255 static inline int folio_put_testzero(struct folio *folio) in folio_put_testzero()
1318 static inline int folio_entire_mapcount(const struct folio *folio) in folio_entire_mapcount()
1324 static inline int folio_large_mapcount(const struct folio *folio) in folio_large_mapcount()
1350 static inline int folio_mapcount(const struct folio *folio) in folio_mapcount()
1369 static inline bool folio_mapped(const struct folio *folio) in folio_mapped()
1526 static inline bool put_devmap_managed_folio_refs(struct folio *folio, int refs) in put_devmap_managed_folio_refs()
[all …]
|
| D | migrate.h | 95 static inline bool isolate_folio_to_list(struct folio *folio, struct list_head *list) in isolate_folio_to_list()
121 static inline bool folio_test_movable(struct folio *folio) in folio_test_movable()
127 const struct movable_operations *folio_movable_ops(struct folio *folio) in folio_movable_ops()
150 static inline int migrate_misplaced_folio_prepare(struct folio *folio, in migrate_misplaced_folio_prepare()
155 static inline int migrate_misplaced_folio(struct folio *folio, in migrate_misplaced_folio()
|
| D | swap.h | 356 struct folio *folio = page_folio(page); in page_swap_entry() local
387 static inline bool folio_may_be_lru_cached(struct folio *folio) in folio_may_be_lru_cached()
561 static inline void free_swap_cache(struct folio *folio) in free_swap_cache()
588 static inline void put_swap_folio(struct folio *folio, swp_entry_t swp) in put_swap_folio()
607 static inline swp_entry_t folio_alloc_swap(struct folio *folio) in folio_alloc_swap()
614 static inline bool folio_free_swap(struct folio *folio) in folio_free_swap()
667 static inline void folio_throttle_swaprate(struct folio *folio, gfp_t gfp) in folio_throttle_swaprate()
674 static inline void folio_throttle_swaprate(struct folio *folio, gfp_t gfp) in folio_throttle_swaprate()
682 static inline int mem_cgroup_try_charge_swap(struct folio *folio, in mem_cgroup_try_charge_swap()
701 static inline void mem_cgroup_swapout(struct folio *folio, swp_entry_t entry) in mem_cgroup_swapout()
[all …]
|
| D | ksm.h | 126 static inline void collect_procs_ksm(struct folio *folio, struct page *page, in collect_procs_ksm()
138 static inline struct folio *ksm_might_need_to_copy(struct folio *folio, in ksm_might_need_to_copy()
144 static inline void rmap_walk_ksm(struct folio *folio, in rmap_walk_ksm()
|
| D | folio_queue.h | 213 static inline unsigned int __folio_order(struct folio *folio) in __folio_order()
233 static inline unsigned int folioq_append(struct folio_queue *folioq, struct folio *folio) in folioq_append()
255 static inline unsigned int folioq_append_mark(struct folio_queue *folioq, struct folio *folio) in folioq_append_mark()
|
| D | cacheflush.h | 14 static inline void flush_dcache_folio(struct folio *folio) in flush_dcache_folio()
|
| D | fsverity.h | 237 static inline bool fsverity_verify_blocks(struct folio *folio, size_t len, in fsverity_verify_blocks()
256 static inline bool fsverity_verify_folio(struct folio *folio) in fsverity_verify_folio()
|
| D | hugetlb.h | 293 struct folio *folio) in hugetlb_folio_mapping_lock_write()
418 static inline bool isolate_hugetlb(struct folio *folio, struct list_head *list) in isolate_hugetlb()
423 static inline int get_hwpoison_hugetlb_folio(struct folio *folio, bool *hugetlb, bool unpoison) in get_hwpoison_hugetlb_folio()
434 static inline void folio_putback_active_hugetlb(struct folio *folio) in folio_putback_active_hugetlb()
725 static inline struct hugepage_subpool *hugetlb_folio_subpool(struct folio *folio) in hugetlb_folio_subpool()
730 static inline void hugetlb_set_folio_subpool(struct folio *folio, in hugetlb_set_folio_subpool()
814 static inline void arch_clear_hugetlb_flags(struct folio *folio) { } in arch_clear_hugetlb_flags()
826 static inline struct hstate *folio_hstate(struct folio *folio) in folio_hstate()
849 static inline void folio_clear_hugetlb_hwpoison(struct folio *folio) in folio_clear_hugetlb_hwpoison()
|
| D | writeback.h | 236 static inline void inode_attach_wb(struct inode *inode, struct folio *folio) in inode_attach_wb()
298 static inline void inode_attach_wb(struct inode *inode, struct folio *folio) in inode_attach_wb()
327 struct folio *folio, size_t bytes) in wbc_account_cgroup_owner()
|
| D | cma.h | 68 static inline bool cma_free_folio(struct cma *cma, const struct folio *folio) in cma_free_folio()
|
| D | memremap.h | 167 static inline bool folio_is_device_private(const struct folio *folio) in folio_is_device_private()
185 static inline bool folio_is_device_coherent(const struct folio *folio) in folio_is_device_coherent()
|
| /include/trace/events/ |
| D | pagemap.h | 19 #define trace_pagemap_flags(folio) ( \ argument
|