/* SPDX-License-Identifier: GPL-2.0 */ #undef TRACE_SYSTEM #define TRACE_SYSTEM mm #ifdef CREATE_TRACE_POINTS #define TRACE_INCLUDE_PATH trace/hooks #endif #if !defined(_TRACE_HOOK_MM_H) || defined(TRACE_HEADER_MULTI_READ) #define _TRACE_HOOK_MM_H #include struct shmem_inode_info; struct folio; struct folio_batch; struct track; struct compact_control; DECLARE_RESTRICTED_HOOK(android_rvh_shmem_get_folio, TP_PROTO(struct shmem_inode_info *info, struct folio **folio, int order), TP_ARGS(info, folio, order), 3); DECLARE_HOOK(android_vh_shmem_mod_shmem, TP_PROTO(struct address_space *mapping, long nr_pages), TP_ARGS(mapping, nr_pages)); DECLARE_HOOK(android_vh_shmem_mod_swapped, TP_PROTO(struct address_space *mapping, long nr_pages), TP_ARGS(mapping, nr_pages)); DECLARE_RESTRICTED_HOOK(android_rvh_try_alloc_pages_gfp, TP_PROTO(struct page **page, unsigned int order, gfp_t gfp, enum zone_type highest_zoneidx), TP_ARGS(page, order, gfp, highest_zoneidx), 1); DECLARE_RESTRICTED_HOOK(android_rvh_shmem_suitable_orders, TP_PROTO(struct inode *inode, pgoff_t index, unsigned long orders, unsigned long *suitable_orders), TP_ARGS(inode, index, orders, suitable_orders), 4); DECLARE_RESTRICTED_HOOK(android_rvh_shmem_allowable_huge_orders, TP_PROTO(struct inode *inode, pgoff_t index, struct vm_area_struct *vma, unsigned long *orders), TP_ARGS(inode, index, vma, orders), 4); DECLARE_RESTRICTED_HOOK(android_rvh_bitmap_find_best_next_area, TP_PROTO(unsigned long *bitmap, unsigned long bitmap_maxno, unsigned long start, unsigned int bitmap_count, unsigned long mask, unsigned long offset, unsigned long *bitmap_no, bool status), TP_ARGS(bitmap, bitmap_maxno, start, bitmap_count, mask, offset, bitmap_no, status), 1); DECLARE_HOOK(android_vh_madvise_cold_pageout_skip, TP_PROTO(struct vm_area_struct *vma, struct folio *folio, bool pageout, bool *need_skip), TP_ARGS(vma, folio, pageout, need_skip)); DECLARE_RESTRICTED_HOOK(android_rvh_set_gfp_zone_flags, TP_PROTO(unsigned int *flags), /* gfp_t *flags */ TP_ARGS(flags), 1); DECLARE_RESTRICTED_HOOK(android_rvh_set_readahead_gfp_mask, TP_PROTO(unsigned int *flags), /* gfp_t *flags */ TP_ARGS(flags), 1); struct mem_cgroup; DECLARE_HOOK(android_vh_mem_cgroup_alloc, TP_PROTO(struct mem_cgroup *memcg), TP_ARGS(memcg)); DECLARE_HOOK(android_vh_mem_cgroup_free, TP_PROTO(struct mem_cgroup *memcg), TP_ARGS(memcg)); DECLARE_HOOK(android_vh_mem_cgroup_id_remove, TP_PROTO(struct mem_cgroup *memcg), TP_ARGS(memcg)); struct cgroup_subsys_state; DECLARE_HOOK(android_vh_mem_cgroup_css_online, TP_PROTO(struct cgroup_subsys_state *css, struct mem_cgroup *memcg), TP_ARGS(css, memcg)); DECLARE_HOOK(android_vh_mem_cgroup_css_offline, TP_PROTO(struct cgroup_subsys_state *css, struct mem_cgroup *memcg), TP_ARGS(css, memcg)); DECLARE_HOOK(android_vh_io_statistics, TP_PROTO(struct address_space *mapping, unsigned int index, unsigned int nr_page, bool read, bool direct), TP_ARGS(mapping, index, nr_page, read, direct)); DECLARE_HOOK(android_vh_pagetypeinfo_show, TP_PROTO(struct seq_file *m), TP_ARGS(m)); struct cma; DECLARE_HOOK(android_vh_cma_alloc_bypass, TP_PROTO(struct cma *cma, unsigned long count, unsigned int align, gfp_t gfp_mask, struct page **page, bool *bypass), TP_ARGS(cma, count, align, gfp_mask, page, bypass)); DECLARE_HOOK(android_vh_cma_alloc_start, TP_PROTO(struct cma *cma), TP_ARGS(cma)); DECLARE_HOOK(android_vh_cma_alloc_finish, TP_PROTO(struct cma *cma), TP_ARGS(cma)); DECLARE_HOOK(android_vh_cma_alloc_busy_info, TP_PROTO(unsigned long *failed_pfn), TP_ARGS(failed_pfn)); struct compact_control; DECLARE_HOOK(android_vh_isolate_freepages, TP_PROTO(struct compact_control *cc, struct page *page, bool *bypass), TP_ARGS(cc, page, bypass)); struct oom_control; DECLARE_HOOK(android_vh_oom_check_panic, TP_PROTO(struct oom_control *oc, int *ret), TP_ARGS(oc, ret)); DECLARE_HOOK(android_vh_rmqueue_smallest_bypass, TP_PROTO(struct page **page, struct zone *zone, int order, int migratetype), TP_ARGS(page, zone, order, migratetype)); DECLARE_HOOK(android_vh_free_one_page_bypass, TP_PROTO(struct page *page, struct zone *zone, int order, int migratetype, int fpi_flags, bool *bypass), TP_ARGS(page, zone, order, migratetype, fpi_flags, bypass)); DECLARE_HOOK(android_vh_migration_target_bypass, TP_PROTO(struct page *page, bool *bypass), TP_ARGS(page, bypass)); struct page_vma_mapped_walk; DECLARE_HOOK(android_vh_slab_alloc_node, TP_PROTO(void *object, unsigned long addr, struct kmem_cache *s), TP_ARGS(object, addr, s)); DECLARE_HOOK(android_vh_slab_free, TP_PROTO(unsigned long addr, struct kmem_cache *s), TP_ARGS(addr, s)); DECLARE_HOOK(android_vh_process_madvise_begin, TP_PROTO(struct task_struct *task, int behavior), TP_ARGS(task, behavior)); DECLARE_HOOK(android_vh_process_madvise_iter, TP_PROTO(struct task_struct *task, int behavior, ssize_t *ret), TP_ARGS(task, behavior, ret)); DECLARE_RESTRICTED_HOOK(android_rvh_do_read_fault, TP_PROTO(struct vm_fault *vmf, unsigned long *fault_around_pages), TP_ARGS(vmf, fault_around_pages), 1); DECLARE_HOOK(android_vh_rmqueue, TP_PROTO(struct zone *preferred_zone, struct zone *zone, unsigned int order, gfp_t gfp_flags, unsigned int alloc_flags, int migratetype), TP_ARGS(preferred_zone, zone, order, gfp_flags, alloc_flags, migratetype)); DECLARE_HOOK(android_vh_filemap_get_folio, TP_PROTO(struct address_space *mapping, pgoff_t index, int fgp_flags, gfp_t gfp_mask, struct folio *folio), TP_ARGS(mapping, index, fgp_flags, gfp_mask, folio)); DECLARE_HOOK(android_vh_filemap_get_folio_gfp, TP_PROTO(struct address_space *mapping, int fgp_flags, gfp_t *gfp_mask), TP_ARGS(mapping, fgp_flags, gfp_mask)); DECLARE_RESTRICTED_HOOK(android_rvh_madvise_pageout_begin, TP_PROTO(void **private), TP_ARGS(private), 1); DECLARE_RESTRICTED_HOOK(android_rvh_madvise_pageout_end, TP_PROTO(void *private, struct list_head *folio_list), TP_ARGS(private, folio_list), 1); DECLARE_RESTRICTED_HOOK(android_rvh_reclaim_folio_list, TP_PROTO(struct list_head *folio_list, void *private), TP_ARGS(folio_list, private), 1); DECLARE_RESTRICTED_HOOK(android_rvh_mapping_shrinkable, TP_PROTO(bool *shrinkable), TP_ARGS(shrinkable), 1); DECLARE_HOOK(android_vh_meminfo_cache_adjust, TP_PROTO(unsigned long *cached), TP_ARGS(cached)); DECLARE_HOOK(android_vh_si_mem_available_adjust, TP_PROTO(unsigned long *available), TP_ARGS(available)); DECLARE_HOOK(android_vh_si_meminfo_adjust, TP_PROTO(unsigned long *totalram, unsigned long *freeram), TP_ARGS(totalram, freeram)); DECLARE_HOOK(android_vh_si_meminfo_adjust_shmem, TP_PROTO(unsigned long *sharedram), TP_ARGS(sharedram)); DECLARE_HOOK(android_vh_test_clear_look_around_ref, TP_PROTO(struct page *page), TP_ARGS(page)); DECLARE_HOOK(android_vh_look_around_migrate_folio, TP_PROTO(struct folio *old_folio, struct folio *new_folio), TP_ARGS(old_folio, new_folio)); DECLARE_HOOK(android_vh_look_around, TP_PROTO(struct page_vma_mapped_walk *pvmw, struct folio *folio, struct vm_area_struct *vma, int *referenced), TP_ARGS(pvmw, folio, vma, referenced)); DECLARE_HOOK(android_vh_meminfo_proc_show, TP_PROTO(struct seq_file *m), TP_ARGS(m)); DECLARE_RESTRICTED_HOOK(android_rvh_meminfo_proc_show, TP_PROTO(struct seq_file *m), TP_ARGS(m), 1); DECLARE_HOOK(android_vh_exit_mm, TP_PROTO(struct mm_struct *mm), TP_ARGS(mm)); DECLARE_HOOK(android_vh_show_mem, TP_PROTO(unsigned int filter, nodemask_t *nodemask), TP_ARGS(filter, nodemask)); DECLARE_HOOK(android_vh_print_slabinfo_header, TP_PROTO(struct seq_file *m), TP_ARGS(m)); struct slabinfo; DECLARE_HOOK(android_vh_cache_show, TP_PROTO(struct seq_file *m, struct slabinfo *sinfo, struct kmem_cache *s), TP_ARGS(m, sinfo, s)); DECLARE_HOOK(android_vh_free_unref_page_bypass, TP_PROTO(struct page *page, int order, int migratetype, bool *bypass), TP_ARGS(page, order, migratetype, bypass)); DECLARE_HOOK(android_vh_kvmalloc_node_use_vmalloc, TP_PROTO(size_t size, gfp_t *kmalloc_flags, bool *use_vmalloc), TP_ARGS(size, kmalloc_flags, use_vmalloc)); DECLARE_HOOK(android_vh_should_alloc_pages_retry, TP_PROTO(gfp_t gfp_mask, int order, int *alloc_flags, int migratetype, struct zone *preferred_zone, struct page **page, bool *should_alloc_retry), TP_ARGS(gfp_mask, order, alloc_flags, migratetype, preferred_zone, page, should_alloc_retry)); DECLARE_HOOK(android_vh_unreserve_highatomic_bypass, TP_PROTO(bool force, struct zone *zone, bool *skip_unreserve_highatomic), TP_ARGS(force, zone, skip_unreserve_highatomic)); DECLARE_HOOK(android_vh_rmqueue_bulk_bypass, TP_PROTO(unsigned int order, struct per_cpu_pages *pcp, int migratetype, struct list_head *list), TP_ARGS(order, pcp, migratetype, list)); DECLARE_HOOK(android_vh_madvise_swapin_walk_pmd_entry, TP_PROTO(swp_entry_t entry), TP_ARGS(entry)); DECLARE_HOOK(android_vh_process_madvise, TP_PROTO(int behavior, ssize_t *ret, void *priv), TP_ARGS(behavior, ret, priv)); DECLARE_HOOK(android_vh_count_workingset_refault, TP_PROTO(struct folio *folio), TP_ARGS(folio)); DECLARE_HOOK(android_vh_ra_tuning_max_page, TP_PROTO(struct readahead_control *ractl, unsigned long *max_page), TP_ARGS(ractl, max_page)); DECLARE_HOOK(android_vh_calc_alloc_flags, TP_PROTO(gfp_t gfp_mask, unsigned int *alloc_flags, bool *bypass), TP_ARGS(gfp_mask, alloc_flags, bypass)); DECLARE_HOOK(android_vh_should_fault_around, TP_PROTO(struct vm_fault *vmf, bool *should_around), TP_ARGS(vmf, should_around)); DECLARE_HOOK(android_vh_slab_folio_alloced, TP_PROTO(unsigned int order, gfp_t flags), TP_ARGS(order, flags)); DECLARE_HOOK(android_vh_kmalloc_large_alloced, TP_PROTO(struct folio *folio, unsigned int order, gfp_t flags), TP_ARGS(folio, order, flags)); DECLARE_RESTRICTED_HOOK(android_rvh_ctl_dirty_rate, TP_PROTO(struct inode *inode), TP_ARGS(inode), 1); DECLARE_HOOK(android_vh_reserve_highatomic_bypass, TP_PROTO(struct page *page, bool *bypass), TP_ARGS(page, bypass)); DECLARE_HOOK(android_vh_alloc_pages_entry, TP_PROTO(gfp_t *gfp, unsigned int order, int preferred_nid, nodemask_t *nodemask), TP_ARGS(gfp, order, preferred_nid, nodemask)); DECLARE_HOOK(android_vh_watermark_fast_ok, TP_PROTO(unsigned int order, gfp_t gfp_mask, bool *is_watermark_ok), TP_ARGS(order, gfp_mask, is_watermark_ok)); DECLARE_HOOK(android_vh_free_unref_folios_to_pcp_bypass, TP_PROTO(struct folio_batch *folios, bool *bypass), TP_ARGS(folios, bypass)); DECLARE_HOOK(android_vh_cma_alloc_fail, TP_PROTO(char *name, unsigned long count, unsigned long req_count), TP_ARGS(name, count, req_count)); DECLARE_RESTRICTED_HOOK(android_rvh_vmalloc_node_bypass, TP_PROTO(unsigned long size, gfp_t gfp_mask, void **addr), TP_ARGS(size, gfp_mask, addr), 1); DECLARE_RESTRICTED_HOOK(android_rvh_vfree_bypass, TP_PROTO(const void *addr, bool *bypass), TP_ARGS(addr, bypass), 1); DECLARE_HOOK(android_vh_cma_alloc_retry, TP_PROTO(char *name, int *retry), TP_ARGS(name, retry)); DECLARE_HOOK(android_vh_tune_mmap_readaround, TP_PROTO(unsigned int ra_pages, pgoff_t pgoff, pgoff_t *start, unsigned int *size, unsigned int *async_size), TP_ARGS(ra_pages, pgoff, start, size, async_size)); DECLARE_HOOK(android_vh_smaps_pte_entry, TP_PROTO(swp_entry_t entry, int mapcount, unsigned long *swap_shared, unsigned long *writeback, unsigned long *same, unsigned long *huge), TP_ARGS(entry, mapcount, swap_shared, writeback, same, huge)); DECLARE_HOOK(android_vh_show_smap, TP_PROTO(struct seq_file *m, unsigned long swap_shared, unsigned long writeback, unsigned long same, unsigned long huge), TP_ARGS(m, swap_shared, writeback, same, huge)); DECLARE_HOOK(android_vh_get_page_wmark, TP_PROTO(unsigned int alloc_flags, unsigned long *page_wmark), TP_ARGS(alloc_flags, page_wmark)); DECLARE_HOOK(android_vh_page_add_new_anon_rmap, TP_PROTO(struct page *page, struct vm_area_struct *vma, unsigned long address), TP_ARGS(page, vma, address)); DECLARE_HOOK(android_vh_mm_compaction_begin, TP_PROTO(struct compact_control *cc, long *vendor_ret), TP_ARGS(cc, vendor_ret)); DECLARE_HOOK(android_vh_mm_compaction_end, TP_PROTO(struct compact_control *cc, long vendor_ret), TP_ARGS(cc, vendor_ret)); DECLARE_HOOK(android_vh_alloc_pages_slowpath_start, TP_PROTO(u64 *stime), TP_ARGS(stime)); DECLARE_HOOK(android_vh_alloc_pages_slowpath_end, TP_PROTO(gfp_t *gfp_mask, unsigned int order, unsigned long alloc_start, u64 stime, unsigned long did_some_progress, unsigned long pages_reclaimed, int retry_loop_count), TP_ARGS(gfp_mask, order, alloc_start, stime, did_some_progress, pages_reclaimed, retry_loop_count)); DECLARE_HOOK(android_vh_add_lazyfree_bypass, TP_PROTO(struct lruvec *lruvec, struct folio *folio, bool *bypass), TP_ARGS(lruvec, folio, bypass)); DECLARE_HOOK(android_vh_do_async_mmap_readahead, TP_PROTO(struct vm_fault *vmf, struct folio *folio, bool *skip), TP_ARGS(vmf, folio, skip)); DECLARE_HOOK(android_vh_mm_free_page, TP_PROTO(struct page *page), TP_ARGS(page)); DECLARE_HOOK(android_vh_alloc_contig_range_not_isolated, TP_PROTO(unsigned long start, unsigned end), TP_ARGS(start, end)); DECLARE_HOOK(android_vh_warn_alloc_tune_ratelimit, TP_PROTO(struct ratelimit_state *rs), TP_ARGS(rs)); DECLARE_HOOK(android_vh_warn_alloc_show_mem_bypass, TP_PROTO(bool *bypass), TP_ARGS(bypass)); DECLARE_HOOK(android_vh_free_pages_prepare_bypass, TP_PROTO(struct page *page, unsigned int order, int __bitwise flags, bool *skip_free_pages_prepare), TP_ARGS(page, order, flags, skip_free_pages_prepare)); DECLARE_HOOK(android_vh_free_pages_ok_bypass, TP_PROTO(struct page *page, unsigned int order, int __bitwise flags, bool *skip_free_pages_ok), TP_ARGS(page, order, flags, skip_free_pages_ok)); DECLARE_HOOK(android_vh_free_page_bypass, TP_PROTO(struct page *page, unsigned int order, bool *skip_free_page), TP_ARGS(page, order, skip_free_page)); DECLARE_HOOK(android_vh_free_folio_bypass, TP_PROTO(struct folio *folio, unsigned int order, bool *skip_free_folio), TP_ARGS(folio, order, skip_free_folio)); DECLARE_HOOK(android_vh_free_pages_prepare_init, TP_PROTO(struct page *page, int nr_pages, bool *init), TP_ARGS(page, nr_pages, init)); DECLARE_HOOK(android_vh_free_one_page_flag_check, TP_PROTO(unsigned long *flags), TP_ARGS(flags)); DECLARE_HOOK(android_vh_post_alloc_hook, TP_PROTO(struct page *page, unsigned int order, bool *init), TP_ARGS(page, order, init)); DECLARE_HOOK(android_vh_check_new_page, TP_PROTO(unsigned long *flags), TP_ARGS(flags)); DECLARE_HOOK(android_vh_split_large_folio_bypass, TP_PROTO(bool *bypass), TP_ARGS(bypass)); DECLARE_HOOK(android_vh_page_should_be_protected, TP_PROTO(struct folio *folio, unsigned long nr_scanned, s8 priority, u64 *ext, int *should_protect), TP_ARGS(folio, nr_scanned, priority, ext, should_protect)); DECLARE_HOOK(android_vh_do_read_fault, TP_PROTO(struct vm_fault *vmf, unsigned long fault_around_bytes), TP_ARGS(vmf, fault_around_bytes)); DECLARE_HOOK(android_vh_wp_page_reuse, TP_PROTO(struct vm_fault *vmf, struct folio *folio), TP_ARGS(vmf, folio)); DECLARE_HOOK(android_vh_filemap_read, TP_PROTO(struct file *file, loff_t pos, size_t size), TP_ARGS(file, pos, size)); DECLARE_HOOK(android_vh_filemap_map_pages, TP_PROTO(struct file *file, pgoff_t orig_start_pgoff, pgoff_t first_pgoff, pgoff_t last_pgoff, vm_fault_t ret), TP_ARGS(file, orig_start_pgoff, first_pgoff, last_pgoff, ret)); DECLARE_HOOK(android_vh_page_cache_readahead_start, TP_PROTO(struct file *file, pgoff_t pgoff, unsigned int size, bool sync), TP_ARGS(file, pgoff, size, sync)); DECLARE_HOOK(android_vh_page_cache_readahead_end, TP_PROTO(struct file *file, pgoff_t pgoff), TP_ARGS(file, pgoff)); DECLARE_HOOK(android_vh_page_cache_ra_order_bypass, TP_PROTO(struct readahead_control *ractl, struct file_ra_state *ra, int new_order, gfp_t *gfp, bool *bypass), TP_ARGS(ractl, ra, new_order, gfp, bypass)); DECLARE_HOOK(android_vh_filemap_fault_start, TP_PROTO(struct file *file, pgoff_t pgoff), TP_ARGS(file, pgoff)); DECLARE_HOOK(android_vh_filemap_fault_end, TP_PROTO(struct file *file, pgoff_t pgoff), TP_ARGS(file, pgoff)); DECLARE_HOOK(android_vh_zs_shrinker_adjust, TP_PROTO(unsigned long *pages_to_free), TP_ARGS(pages_to_free)); DECLARE_HOOK(android_vh_zs_shrinker_bypass, TP_PROTO(bool *bypass), TP_ARGS(bypass)); DECLARE_HOOK(android_vh_drain_all_pages_bypass, TP_PROTO(gfp_t gfp_mask, unsigned int order, unsigned long alloc_flags, int migratetype, unsigned long did_some_progress, bool *bypass), TP_ARGS(gfp_mask, order, alloc_flags, migratetype, did_some_progress, bypass)); DECLARE_HOOK(android_vh_alloc_pages_reclaim_bypass, TP_PROTO(gfp_t gfp_mask, int order, int alloc_flags, int migratetype, struct page **page), TP_ARGS(gfp_mask, order, alloc_flags, migratetype, page)); DECLARE_HOOK(android_vh_alloc_pages_failure_bypass, TP_PROTO(gfp_t gfp_mask, int order, int alloc_flags, int migratetype, struct page **page), TP_ARGS(gfp_mask, order, alloc_flags, migratetype, page)); DECLARE_HOOK(android_vh_save_vmalloc_stack, TP_PROTO(unsigned long flags, struct vm_struct *vm), TP_ARGS(flags, vm)); DECLARE_HOOK(android_vh_show_stack_hash, TP_PROTO(struct seq_file *m, struct vm_struct *v), TP_ARGS(m, v)); DECLARE_HOOK(android_vh_save_track_hash, TP_PROTO(bool alloc, struct track *p), TP_ARGS(alloc, p)); DECLARE_HOOK(android_vh_adjust_kvmalloc_flags, TP_PROTO(unsigned int order, gfp_t *alloc_flags), TP_ARGS(order, alloc_flags)); DECLARE_HOOK(android_vh_customize_alloc_gfp, TP_PROTO(gfp_t *alloc_gfp, unsigned int order), TP_ARGS(alloc_gfp, order)); DECLARE_HOOK(android_vh_mm_kcompactd_cpu_online, TP_PROTO(int cpu), TP_ARGS(cpu)); DECLARE_HOOK(android_vh_adjust_swap_info_flags, TP_PROTO(unsigned long *flags), TP_ARGS(flags)); DECLARE_RESTRICTED_HOOK(android_rvh_alloc_pages_reclaim_start, TP_PROTO(gfp_t gfp_mask, int order, int *alloc_flags), TP_ARGS(gfp_mask, order, alloc_flags), 3); DECLARE_RESTRICTED_HOOK(android_rvh_alloc_pages_reclaim_cycle_end, TP_PROTO(gfp_t gfp_mask, int order, int *alloc_flags, unsigned long *did_some_progress, int *no_progress_loops, unsigned long direct_reclaim_retries), TP_ARGS(gfp_mask, order, alloc_flags, did_some_progress, no_progress_loops, direct_reclaim_retries), 6); DECLARE_HOOK(android_vh_kmalloc_slab, TP_PROTO(unsigned int index, gfp_t flags, struct kmem_cache **s), TP_ARGS(index, flags, s)); DECLARE_HOOK(android_vh_init_adjust_zone_wmark, TP_PROTO(struct zone *zone, u64 interval), TP_ARGS(zone, interval)); DECLARE_HOOK(android_vh_lock_folio_drop_mmap_start, TP_PROTO(struct task_struct **tsk, struct vm_fault *vmf, struct folio *folio, struct file *file), TP_ARGS(tsk, vmf, folio, file)); DECLARE_HOOK(android_vh_lock_folio_drop_mmap_end, TP_PROTO(bool success, struct task_struct **tsk, struct vm_fault *vmf, struct folio *folio, struct file *file), TP_ARGS(success, tsk, vmf, folio, file)); DECLARE_HOOK(android_vh_filemap_update_page, TP_PROTO(struct address_space *mapping, struct folio *folio, struct file *file), TP_ARGS(mapping, folio, file)); DECLARE_HOOK(android_vh_mm_direct_reclaim_enter, TP_PROTO(unsigned int order), TP_ARGS(order)); DECLARE_HOOK(android_vh_mm_direct_reclaim_exit, TP_PROTO(unsigned long did_some_progress, int retry_times), TP_ARGS(did_some_progress, retry_times)); struct oom_control; DECLARE_HOOK(android_vh_mm_may_oom_exit, TP_PROTO(struct oom_control *oc, unsigned long did_some_progress), TP_ARGS(oc, did_some_progress)); DECLARE_HOOK(android_vh_calculate_totalreserve_pages, TP_PROTO(bool *skip), TP_ARGS(skip)); DECLARE_HOOK(android_vh_compact_finished, TP_PROTO(bool *abort_compact), TP_ARGS(abort_compact)); DECLARE_HOOK(android_vh_madvise_cold_or_pageout_abort, TP_PROTO(struct vm_area_struct *vma, bool *abort_madvise), TP_ARGS(vma, abort_madvise)); DECLARE_HOOK(android_vh_lruvec_add_folio, TP_PROTO(struct lruvec *lruvec, struct folio *folio, enum lru_list lru, bool tail, bool *skip), TP_ARGS(lruvec, folio, lru, tail, skip)); DECLARE_HOOK(android_vh_lruvec_del_folio, TP_PROTO(struct lruvec *lruvec, struct folio *folio, enum lru_list lru, bool *skip), TP_ARGS(lruvec, folio, lru, skip)); DECLARE_HOOK(android_vh_rmqueue_pcplist_override_batch, TP_PROTO(int *batch), TP_ARGS(batch)); DECLARE_HOOK(android_vh_do_group_exit, TP_PROTO(struct task_struct *tsk), TP_ARGS(tsk)); DECLARE_HOOK(android_vh_swapmem_gather_init, TP_PROTO(struct mm_struct *mm), TP_ARGS(mm)); DECLARE_HOOK(android_vh_swapmem_gather_add_bypass, TP_PROTO(struct mm_struct *mm, swp_entry_t entry, int nr, bool *bypass), TP_ARGS(mm, entry, nr, bypass)); DECLARE_HOOK(android_vh_swapmem_gather_finish, TP_PROTO(struct mm_struct *mm), TP_ARGS(mm)); DECLARE_HOOK(android_vh_oom_swapmem_gather_init, TP_PROTO(struct mm_struct *mm), TP_ARGS(mm)); DECLARE_HOOK(android_vh_oom_swapmem_gather_finish, TP_PROTO(struct mm_struct *mm), TP_ARGS(mm)); DECLARE_HOOK(android_vh_do_anonymous_page, TP_PROTO(struct vm_area_struct *vma, struct folio *folio), TP_ARGS(vma, folio)); DECLARE_HOOK(android_vh_do_swap_page, TP_PROTO(struct folio *folio, pte_t *pte, struct vm_fault *vmf, swp_entry_t entry), TP_ARGS(folio, pte, vmf, entry)); DECLARE_HOOK(android_vh_do_wp_page, TP_PROTO(struct folio *folio), TP_ARGS(folio)); DECLARE_HOOK(android_vh_uprobes_replace_page, TP_PROTO(struct folio *new_folio, struct folio *old_folio), TP_ARGS(new_folio, old_folio)); DECLARE_HOOK(android_vh_shmem_swapin_folio, TP_PROTO(struct folio *folio), TP_ARGS(folio)); DECLARE_HOOK(android_vh_swap_writepage, TP_PROTO(unsigned long *sis_flags, struct page *page), TP_ARGS(sis_flags, page)); DECLARE_RESTRICTED_HOOK(android_rvh_swap_read_folio_bdev_sync, TP_PROTO(struct block_device *bdev, sector_t sector, struct page *page, bool *read), TP_ARGS(bdev, sector, page, read), 4); DECLARE_HOOK(android_vh_mmap_region, TP_PROTO(struct vm_area_struct *vma, unsigned long addr), TP_ARGS(vma, addr)); DECLARE_HOOK(android_vh_try_to_unmap_one, TP_PROTO(struct folio *folio, struct vm_area_struct *vma, unsigned long addr, void *arg, bool ret), TP_ARGS(folio, vma, addr, arg, ret)); DECLARE_HOOK(android_vh_mem_cgroup_charge, TP_PROTO(struct folio *folio, struct mem_cgroup **memcg), TP_ARGS(folio, memcg)); DECLARE_HOOK(android_vh_filemap_add_folio, TP_PROTO(struct address_space *mapping, struct folio *folio, pgoff_t index), TP_ARGS(mapping, folio, index)); DECLARE_HOOK(android_vh_gcma_cc_allow_nonworkingset, TP_PROTO(bool *allow_nonworkingset), TP_ARGS(allow_nonworkingset)); DECLARE_HOOK(android_vh_gcma_cc_store_page_bypass, TP_PROTO(bool *bypass), TP_ARGS(bypass)); DECLARE_HOOK(android_vh_swap_bio_charge, TP_PROTO(struct bio *bio), TP_ARGS(bio)); DECLARE_HOOK(android_vh_mm_customize_alloc_anon_thp, TP_PROTO(gfp_t *gfp_mask, unsigned long *orders, int *order, struct folio **folio), TP_ARGS(gfp_mask, orders, order, folio)); DECLARE_HOOK(android_vh_mm_customize_ac, TP_PROTO(gfp_t gfp, unsigned int order, struct zonelist **zonelist, struct zoneref **preferred_zoneref, enum zone_type *highest_zoneidx, unsigned int *alloc_flags), TP_ARGS(gfp, order, zonelist, preferred_zoneref, highest_zoneidx, alloc_flags)); DECLARE_HOOK(android_vh_mm_customize_rmqueue, TP_PROTO(struct zone *zone, unsigned int order, unsigned int *alloc_flags, int *migratetype), TP_ARGS(zone, order, alloc_flags, migratetype)); DECLARE_HOOK(android_vh_mm_customize_suitable_zone, TP_PROTO(struct zone *zone, gfp_t gfp, int order, enum zone_type highest_zoneidx, bool *use_this_zone, bool *suitable), TP_ARGS(zone, gfp, order, highest_zoneidx, use_this_zone, suitable)); DECLARE_HOOK(android_vh_mm_customize_wmark_ok, TP_PROTO(struct zone *zone, unsigned int order, enum zone_type highest_zoneidx, bool *wmark_ok, bool *customized), TP_ARGS(zone, order, highest_zoneidx, wmark_ok, customized)); DECLARE_HOOK(android_vh_mm_customize_zone_max_order, TP_PROTO(struct zone *zone, int *max_order), TP_ARGS(zone, max_order)); DECLARE_HOOK(android_vh_mm_customize_zone_pageset, TP_PROTO(struct zone *zone, int *new_high_min, int *new_high_max, int *new_batch), TP_ARGS(zone, new_high_min, new_high_max, new_batch)); DECLARE_HOOK(android_vh_mm_customize_longterm_pinnable, TP_PROTO(struct folio *folio, bool *is_longterm_pinnable), TP_ARGS(folio, is_longterm_pinnable)); DECLARE_HOOK(android_vh_mm_migrate_one_page, TP_PROTO(struct page *page, const vm_flags_t vm_flags), TP_ARGS(page, vm_flags)); DECLARE_HOOK(android_vh_mm_remove_migration_pte_bypass, TP_PROTO(struct folio *dst, struct vm_area_struct *vma, unsigned long addr, struct folio *src, bool *bypass), TP_ARGS(dst, vma, addr, src, bypass)); DECLARE_HOOK(android_vh_mm_split_huge_page_bypass, TP_PROTO(struct page *page, struct list_head *list, int *ret, bool *bypass), TP_ARGS(page, list, ret, bypass)); DECLARE_HOOK(android_vh_mm_try_split_folio_bypass, TP_PROTO(struct folio *folio, bool *bypass), TP_ARGS(folio, bypass)); DECLARE_HOOK(android_vh_customize_thp_gfp_orders, TP_PROTO(gfp_t *gfp_mask, unsigned long *orders, int *order), TP_ARGS(gfp_mask, orders, order)); DECLARE_HOOK(android_vh_customize_pmd_gfp_bypass, TP_PROTO(gfp_t *gfp_mask, bool *bypass), TP_ARGS(gfp_mask, bypass)); DECLARE_HOOK(android_vh_thp_vma_allowable_orders, TP_PROTO(struct vm_area_struct *vma, unsigned long *orders), TP_ARGS(vma, orders)); DECLARE_HOOK(android_vh_ksize, TP_PROTO(struct folio *folio, size_t *up_size), TP_ARGS(folio, up_size)); DECLARE_HOOK(android_vh_kmalloc_large_node_bypass, TP_PROTO(size_t size, gfp_t flags, int node, void **ptr, bool *bypass), TP_ARGS(size, flags, node, ptr, bypass)); DECLARE_HOOK(android_vh_kfree_bypass, TP_PROTO(struct folio *folio, const void *object, bool *bypass), TP_ARGS(folio, object, bypass)); DECLARE_HOOK(android_vh_check_heap_object_bypass, TP_PROTO(struct folio *folio, bool *bypass), TP_ARGS(folio, bypass)); DECLARE_HOOK(android_vh_oom_reaper_delay_bypass, TP_PROTO(struct task_struct *tsk, bool *bypass), TP_ARGS(tsk, bypass)); #endif /* _TRACE_HOOK_MM_H */ /* This part must be outside protection */ #include