• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #undef TRACE_SYSTEM
3 #define TRACE_SYSTEM vmscan
4 
5 #define TRACE_INCLUDE_PATH trace/hooks
6 
7 #if !defined(_TRACE_HOOK_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
8 #define _TRACE_HOOK_VMSCAN_H
9 
10 #include <trace/hooks/vendor_hooks.h>
11 
12 struct mem_cgroup_reclaim_cookie;
13 struct lruvec;
14 
15 DECLARE_RESTRICTED_HOOK(android_rvh_set_balance_anon_file_reclaim,
16 			TP_PROTO(bool *balance_anon_file_reclaim),
17 			TP_ARGS(balance_anon_file_reclaim), 1);
18 DECLARE_HOOK(android_vh_check_folio_look_around_ref,
19 	TP_PROTO(struct folio *folio, int *skip),
20 	TP_ARGS(folio, skip));
21 DECLARE_HOOK(android_vh_tune_swappiness,
22 	TP_PROTO(int *swappiness),
23 	TP_ARGS(swappiness));
24 DECLARE_HOOK(android_vh_shrink_folio_list,
25 	TP_PROTO(struct folio *folio, bool dirty, bool writeback,
26 		bool *activate, bool *keep),
27 	TP_ARGS(folio, dirty, writeback, activate, keep));
28 DECLARE_HOOK(android_vh_inode_lru_isolate,
29 	TP_PROTO(struct inode *inode, bool *skip),
30 	TP_ARGS(inode, skip));
31 DECLARE_HOOK(android_vh_invalidate_mapping_pagevec,
32 	TP_PROTO(struct address_space *mapping, bool *skip),
33 	TP_ARGS(mapping, skip));
34 DECLARE_HOOK(android_vh_modify_scan_control,
35 	TP_PROTO(u64 *ext, unsigned long *nr_to_reclaim,
36 	struct mem_cgroup *target_mem_cgroup,
37 	bool *file_is_tiny, bool *may_writepage),
38 	TP_ARGS(ext, nr_to_reclaim, target_mem_cgroup, file_is_tiny, may_writepage));
39 DECLARE_HOOK(android_vh_should_continue_reclaim,
40 	TP_PROTO(u64 *ext, unsigned long *nr_to_reclaim,
41 	unsigned long *nr_reclaimed, bool *continue_reclaim),
42 	TP_ARGS(ext, nr_to_reclaim, nr_reclaimed, continue_reclaim));
43 DECLARE_HOOK(android_vh_async_psi_bypass,
44 	TP_PROTO(bool *bypass),
45 	TP_ARGS(bypass));
46 DECLARE_HOOK(android_vh_mglru_should_abort_scan,
47 	TP_PROTO(unsigned long nr_reclaimed, unsigned long nr_to_reclaim,
48 	unsigned int order, bool *bypass),
49 	TP_ARGS(nr_to_reclaim, nr_reclaimed, order, bypass));
50 DECLARE_HOOK(android_vh_mglru_aging_bypass,
51 	TP_PROTO(struct lruvec *lruvec, unsigned long max_seq,
52 	int swappiness, bool *bypass, bool *young),
53 	TP_ARGS(lruvec, max_seq, swappiness, bypass, young));
54 DECLARE_HOOK(android_vh_shrink_node_memcgs_bypass,
55 	TP_PROTO(u64 *ext, struct mem_cgroup_reclaim_cookie *partial,
56 	unsigned long nr_to_reclaim, unsigned long nr_reclaimed,
57 	gfp_t gfp_mask, int order, bool *bypass),
58 	TP_ARGS(ext, partial, nr_to_reclaim, nr_reclaimed, gfp_mask, order, bypass));
59 DECLARE_HOOK(android_vh_should_memcg_bypass,
60 	TP_PROTO(struct mem_cgroup *memcg, int priority, bool *bypass),
61 	TP_ARGS(memcg, priority, bypass));
62 DECLARE_HOOK(android_vh_do_shrink_slab,
63 	TP_PROTO(struct shrinker *shrinker, long *freeable),
64 	TP_ARGS(shrinker, freeable));
65 DECLARE_HOOK(android_vh_do_shrink_slab_ex,
66 	TP_PROTO(struct shrink_control *shrinkctl, struct shrinker *shrinker,
67 		long *freeable, int priority),
68 	TP_ARGS(shrinkctl, shrinker, freeable, priority));
69 DECLARE_HOOK(android_vh_rebalance_anon_lru_bypass,
70 	TP_PROTO(bool *bypass),
71 	TP_ARGS(bypass));
72 DECLARE_HOOK(android_vh_use_vm_swappiness,
73 	TP_PROTO(bool *use_vm_swappiness),
74 	TP_ARGS(use_vm_swappiness));
75 DECLARE_HOOK(android_vh_tune_scan_control,
76 	TP_PROTO(bool *skip_swap),
77 	TP_ARGS(skip_swap));
78 DECLARE_HOOK(android_vh_page_referenced_check_bypass,
79 	TP_PROTO(struct folio *folio, unsigned long nr_to_scan, int lru, bool *bypass),
80 	TP_ARGS(folio, nr_to_scan, lru, bypass));
81 enum scan_balance;
82 DECLARE_HOOK(android_vh_tune_scan_type,
83 	TP_PROTO(enum scan_balance *scan_type),
84 	TP_ARGS(scan_type));
85 DECLARE_HOOK(android_vh_shrink_slab_bypass,
86 	TP_PROTO(gfp_t gfp_mask, int nid, struct mem_cgroup *memcg, int priority, bool *bypass),
87 	TP_ARGS(gfp_mask, nid, memcg, priority, bypass));
88 DECLARE_HOOK(android_vh_vmscan_kswapd_done,
89 	TP_PROTO(int node_id, unsigned int highest_zoneidx, unsigned int alloc_order,
90 		unsigned int reclaim_order),
91 	TP_ARGS(node_id, highest_zoneidx, alloc_order, reclaim_order));
92 DECLARE_RESTRICTED_HOOK(android_rvh_vmscan_kswapd_wake,
93 	TP_PROTO(int node_id, unsigned int highest_zoneidx, unsigned int alloc_order),
94 	TP_ARGS(node_id, highest_zoneidx, alloc_order), 1);
95 DECLARE_RESTRICTED_HOOK(android_rvh_vmscan_kswapd_done,
96 	TP_PROTO(int node_id, unsigned int highest_zoneidx, unsigned int alloc_order,
97 		unsigned int reclaim_order),
98 	TP_ARGS(node_id, highest_zoneidx, alloc_order, reclaim_order), 1);
99 DECLARE_HOOK(android_vh_direct_reclaim_begin,
100 	TP_PROTO(int *prio),
101 	TP_ARGS(prio));
102 DECLARE_HOOK(android_vh_direct_reclaim_end,
103 	TP_PROTO(int prio),
104 	TP_ARGS(prio));
105 DECLARE_HOOK(android_vh_throttle_direct_reclaim_bypass,
106 	TP_PROTO(bool *bypass),
107 	TP_ARGS(bypass));
108 DECLARE_HOOK(android_vh_shrink_node,
109 	TP_PROTO(pg_data_t *pgdat, struct mem_cgroup *memcg),
110 	TP_ARGS(pgdat, memcg));
111 DECLARE_HOOK(android_vh_shrink_node_memcgs,
112 	TP_PROTO(struct mem_cgroup *memcg, bool *skip),
113 	TP_ARGS(memcg, skip));
114 DECLARE_HOOK(android_vh_mm_isolate_priv_lru,
115 	TP_PROTO(unsigned long nr_to_scan, struct lruvec *lruvec, enum lru_list lru,
116 		struct list_head *dst, int reclaim_idx, bool may_unmap,
117 		unsigned long *nr_scanned, unsigned long *nr_taken),
118 	TP_ARGS(nr_to_scan, lruvec, lru, dst, reclaim_idx, may_unmap, nr_scanned, nr_taken));
119 DECLARE_HOOK(android_vh_mm_customize_file_is_tiny,
120 	TP_PROTO(unsigned int may_swap, int order, int highest_zoneidx, bool *file_is_tiny),
121 	TP_ARGS(may_swap, order, highest_zoneidx, file_is_tiny));
122 DECLARE_HOOK(android_vh_mm_customize_pgdat_balanced,
123 	TP_PROTO(int order, int highest_zoneidx, bool *balanced, bool *customized),
124 	TP_ARGS(order, highest_zoneidx, balanced, customized));
125 DECLARE_HOOK(android_vh_mm_customize_reclaim_idx,
126 	TP_PROTO(int order, gfp_t gfp, s8 *reclaim_idx, enum zone_type *highest_zoneidx),
127 	TP_ARGS(order, gfp, reclaim_idx, highest_zoneidx));
128 #endif /* _TRACE_HOOK_VMSCAN_H */
129 /* This part must be outside protection */
130 #include <trace/define_trace.h>
131