| /include/linux/ |
| D | page_idle.h | 16 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
30 static inline void folio_set_young(struct folio *folio) in folio_set_young()
41 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
55 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
69 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
80 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle()
94 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
99 static inline void folio_set_young(struct folio *folio) in folio_set_young()
103 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
108 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
[all …]
|
| D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
151 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
163 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
175 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
189 static inline int folio_ref_sub_and_test(struct folio *folio, int nr) in folio_ref_sub_and_test()
203 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
217 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
[all …]
|
| D | hugetlb_cgroup.h | 68 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
79 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
85 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
90 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
102 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
108 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
178 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
184 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
189 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
194 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
[all …]
|
| D | rmap.h | 200 static inline void __folio_rmap_sanity_checks(struct folio *folio, in __folio_rmap_sanity_checks()
242 #define folio_add_anon_rmap_pte(folio, page, vma, address, flags) \ argument
250 #define folio_add_file_rmap_pte(folio, page, vma) \ argument
256 #define folio_remove_rmap_pte(folio, page, vma) \ argument
267 static inline int hugetlb_try_dup_anon_rmap(struct folio *folio, in hugetlb_try_dup_anon_rmap()
283 static inline int hugetlb_try_share_anon_rmap(struct folio *folio) in hugetlb_try_share_anon_rmap()
306 static inline void hugetlb_add_file_rmap(struct folio *folio) in hugetlb_add_file_rmap()
314 static inline void hugetlb_remove_rmap(struct folio *folio) in hugetlb_remove_rmap()
321 static __always_inline void __folio_dup_file_rmap(struct folio *folio, in __folio_dup_file_rmap()
351 static inline void folio_dup_file_rmap_ptes(struct folio *folio, in folio_dup_file_rmap_ptes()
[all …]
|
| D | pagemap.h | 429 static inline struct address_space *folio_file_mapping(struct folio *folio) in folio_file_mapping()
449 static inline struct address_space *folio_flush_mapping(struct folio *folio) in folio_flush_mapping()
471 static inline struct inode *folio_inode(struct folio *folio) in folio_inode()
484 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private()
502 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private()
519 static inline void *folio_detach_private(struct folio *folio) in folio_detach_private()
783 #define swapcache_index(folio) __page_file_index(&(folio)->page) argument
796 static inline pgoff_t folio_index(struct folio *folio) in folio_index()
809 static inline pgoff_t folio_next_index(struct folio *folio) in folio_next_index()
824 static inline struct page *folio_file_page(struct folio *folio, pgoff_t index) in folio_file_page()
[all …]
|
| D | mm_inline.h | 30 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
68 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
89 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
146 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
160 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
177 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
242 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
293 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
332 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
337 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
[all …]
|
| D | vmstat.h | 418 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
424 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
430 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
436 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
442 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
448 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
454 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
460 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
466 static inline void __node_stat_sub_folio(struct folio *folio, in __node_stat_sub_folio()
472 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
[all …]
|
| D | mmdebug.h | 27 #define VM_BUG_ON_FOLIO(cond, folio) \ argument
59 #define VM_WARN_ON_FOLIO(cond, folio) ({ \ argument
68 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) ({ \ argument
98 #define VM_BUG_ON_FOLIO(cond, folio) VM_BUG_ON(cond) argument
104 #define VM_WARN_ON_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
105 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
|
| D | memcontrol.h | 393 static inline struct mem_cgroup *__folio_memcg(struct folio *folio) in __folio_memcg()
414 static inline struct obj_cgroup *__folio_objcg(struct folio *folio) in __folio_objcg()
446 static inline struct mem_cgroup *folio_memcg(struct folio *folio) in folio_memcg()
469 static inline struct mem_cgroup *folio_memcg_rcu(struct folio *folio) in folio_memcg_rcu()
508 static inline struct mem_cgroup *folio_memcg_check(struct folio *folio) in folio_memcg_check()
559 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
568 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
691 static inline int mem_cgroup_charge(struct folio *folio, struct mm_struct *mm, in mem_cgroup_charge()
711 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
770 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
[all …]
|
| D | secretmem.h | 9 static inline bool folio_is_secretmem(struct folio *folio) in folio_is_secretmem()
41 static inline bool folio_is_secretmem(struct folio *folio) in folio_is_secretmem()
|
| D | zswap.h | 22 static inline bool zswap_store(struct folio *folio) in zswap_store()
27 static inline bool zswap_load(struct folio *folio) in zswap_load()
|
| D | highmem.h | 227 struct folio *folio; in vma_alloc_zeroed_movable_folio() local
442 static inline void memcpy_from_folio(char *to, struct folio *folio, in memcpy_from_folio()
463 static inline void memcpy_to_folio(struct folio *folio, size_t offset, in memcpy_to_folio()
498 static inline size_t memcpy_from_file_folio(char *to, struct folio *folio, in memcpy_from_file_folio()
524 static inline void folio_zero_segments(struct folio *folio, in folio_zero_segments()
536 static inline void folio_zero_segment(struct folio *folio, in folio_zero_segment()
548 static inline void folio_zero_range(struct folio *folio, in folio_zero_range()
|
| D | page-flags.h | 287 #define folio_page(folio, n) nth_page(&(folio)->page, n) argument
314 static unsigned long *folio_flags(struct folio *folio, unsigned n) in folio_flags()
676 static __always_inline bool folio_test_anon(struct folio *folio) in folio_test_anon()
686 static __always_inline bool __folio_test_movable(const struct folio *folio) in __folio_test_movable()
705 static __always_inline bool folio_test_ksm(struct folio *folio) in folio_test_ksm()
731 static inline bool folio_test_uptodate(struct folio *folio) in folio_test_uptodate()
753 static __always_inline void __folio_mark_uptodate(struct folio *folio) in __folio_mark_uptodate()
759 static __always_inline void folio_mark_uptodate(struct folio *folio) in folio_mark_uptodate()
785 #define folio_start_writeback(folio) \ argument
787 #define folio_start_writeback_keepwrite(folio) \ argument
[all …]
|
| D | huge_mm.h | 369 static inline bool folio_test_pmd_mappable(struct folio *folio) in folio_test_pmd_mappable()
418 static inline bool folio_test_pmd_mappable(struct folio *folio) in folio_test_pmd_mappable()
443 static inline void folio_prep_large_rmappable(struct folio *folio) {} in folio_prep_large_rmappable()
458 static inline void deferred_split_folio(struct folio *folio) {} in deferred_split_folio()
463 unsigned long address, bool freeze, struct folio *folio) {} in __split_huge_pmd()
465 unsigned long address, bool freeze, struct folio *folio) {} in split_huge_pmd_address()
547 static inline int split_folio_to_list(struct folio *folio, in split_folio_to_list()
553 static inline int split_folio(struct folio *folio) in split_folio()
|
| D | mm.h | 216 #define folio_page_idx(folio, p) (page_to_pfn(p) - folio_pfn(folio)) argument
219 #define folio_page_idx(folio, p) ((p) - &(folio)->page) argument
1080 struct folio *folio = (struct folio *)page; in compound_order() local
1096 static inline unsigned int folio_order(struct folio *folio) in folio_order()
1132 static inline int folio_put_testzero(struct folio *folio) in folio_put_testzero()
1196 static inline int folio_entire_mapcount(struct folio *folio) in folio_entire_mapcount()
1249 static inline int folio_mapcount(struct folio *folio) in folio_mapcount()
1263 static inline bool folio_large_is_mapped(struct folio *folio) in folio_large_is_mapped()
1279 static inline bool folio_mapped(struct folio *folio) in folio_mapped()
1463 #define folio_ref_zero_or_close_to_overflow(folio) \ argument
[all …]
|
| D | swap.h | 363 struct folio *folio = page_folio(page); in page_swap_entry() local
587 static inline void put_swap_folio(struct folio *folio, swp_entry_t swp) in put_swap_folio()
606 static inline swp_entry_t folio_alloc_swap(struct folio *folio) in folio_alloc_swap()
613 static inline bool folio_free_swap(struct folio *folio) in folio_free_swap()
666 static inline void folio_throttle_swaprate(struct folio *folio, gfp_t gfp) in folio_throttle_swaprate()
673 static inline void folio_throttle_swaprate(struct folio *folio, gfp_t gfp) in folio_throttle_swaprate()
681 static inline int mem_cgroup_try_charge_swap(struct folio *folio, in mem_cgroup_try_charge_swap()
700 static inline void mem_cgroup_swapout(struct folio *folio, swp_entry_t entry) in mem_cgroup_swapout()
704 static inline int mem_cgroup_try_charge_swap(struct folio *folio, in mem_cgroup_try_charge_swap()
720 static inline bool mem_cgroup_swap_full(struct folio *folio) in mem_cgroup_swap_full()
|
| D | migrate.h | 121 static inline bool folio_test_movable(struct folio *folio) in folio_test_movable()
127 const struct movable_operations *folio_movable_ops(struct folio *folio) in folio_movable_ops()
148 static inline int migrate_misplaced_folio(struct folio *folio, in migrate_misplaced_folio()
|
| D | netfs.h | 28 #define folio_test_fscache(folio) folio_test_private_2(folio) argument
42 static inline void folio_start_fscache(struct folio *folio) in folio_start_fscache()
56 static inline void folio_end_fscache(struct folio *folio) in folio_end_fscache()
69 static inline void folio_wait_fscache(struct folio *folio) in folio_wait_fscache()
87 static inline int folio_wait_fscache_killable(struct folio *folio) in folio_wait_fscache_killable()
|
| D | ksm.h | 143 static inline struct folio *ksm_might_need_to_copy(struct folio *folio, in ksm_might_need_to_copy()
149 static inline void rmap_walk_ksm(struct folio *folio, in rmap_walk_ksm()
|
| D | cacheflush.h | 14 static inline void flush_dcache_folio(struct folio *folio) in flush_dcache_folio()
|
| D | fsverity.h | 237 static inline bool fsverity_verify_blocks(struct folio *folio, size_t len, in fsverity_verify_blocks()
256 static inline bool fsverity_verify_folio(struct folio *folio) in fsverity_verify_folio()
|
| D | pagevec.h | 72 struct folio *folio) in folio_batch_add()
|
| D | memremap.h | 166 static inline bool folio_is_device_private(const struct folio *folio) in folio_is_device_private()
184 static inline bool folio_is_device_coherent(const struct folio *folio) in folio_is_device_coherent()
|
| /include/trace/events/ |
| D | pagemap.h | 19 #define trace_pagemap_flags(folio) ( \ argument
|
| /include/linux/sched/ |
| D | numa_balancing.h | 41 struct folio *folio, int src_nid, int dst_cpu) in should_numa_migrate_memory()
|