1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #include <linux/node.h> 3 #include <linux/mmzone.h> 4 #include <linux/compaction.h> 5 /* 6 * The order of these masks is important. Matching masks will be seen 7 * first and the left over flags will end up showing by themselves. 8 * 9 * For example, if we have GFP_KERNEL before GFP_USER we wil get: 10 * 11 * GFP_KERNEL|GFP_HARDWALL 12 * 13 * Thus most bits set go first. 14 */ 15 16 #define gfpflag_string(flag) {(__force unsigned long)flag, #flag} 17 18 #define __def_gfpflag_names \ 19 gfpflag_string(GFP_TRANSHUGE), \ 20 gfpflag_string(GFP_TRANSHUGE_LIGHT), \ 21 gfpflag_string(GFP_HIGHUSER_MOVABLE), \ 22 gfpflag_string(GFP_HIGHUSER), \ 23 gfpflag_string(GFP_USER), \ 24 gfpflag_string(GFP_KERNEL_ACCOUNT), \ 25 gfpflag_string(GFP_KERNEL), \ 26 gfpflag_string(GFP_NOFS), \ 27 gfpflag_string(GFP_ATOMIC), \ 28 gfpflag_string(GFP_NOIO), \ 29 gfpflag_string(GFP_NOWAIT), \ 30 gfpflag_string(GFP_DMA), \ 31 gfpflag_string(__GFP_HIGHMEM), \ 32 gfpflag_string(GFP_DMA32), \ 33 gfpflag_string(__GFP_HIGH), \ 34 gfpflag_string(__GFP_IO), \ 35 gfpflag_string(__GFP_FS), \ 36 gfpflag_string(__GFP_NOWARN), \ 37 gfpflag_string(__GFP_RETRY_MAYFAIL), \ 38 gfpflag_string(__GFP_NOFAIL), \ 39 gfpflag_string(__GFP_NORETRY), \ 40 gfpflag_string(__GFP_COMP), \ 41 gfpflag_string(__GFP_ZERO), \ 42 gfpflag_string(__GFP_NOMEMALLOC), \ 43 gfpflag_string(__GFP_MEMALLOC), \ 44 gfpflag_string(__GFP_HARDWALL), \ 45 gfpflag_string(__GFP_THISNODE), \ 46 gfpflag_string(__GFP_RECLAIMABLE), \ 47 gfpflag_string(__GFP_MOVABLE), \ 48 gfpflag_string(__GFP_ACCOUNT), \ 49 gfpflag_string(__GFP_WRITE), \ 50 gfpflag_string(__GFP_RECLAIM), \ 51 gfpflag_string(__GFP_DIRECT_RECLAIM), \ 52 gfpflag_string(__GFP_KSWAPD_RECLAIM), \ 53 gfpflag_string(__GFP_ZEROTAGS) 54 55 #ifdef CONFIG_KASAN_HW_TAGS 56 #define __def_gfpflag_names_kasan , \ 57 gfpflag_string(__GFP_SKIP_ZERO), \ 58 gfpflag_string(__GFP_SKIP_KASAN) 59 #else 60 #define __def_gfpflag_names_kasan 61 #endif 62 63 #define show_gfp_flags(flags) \ 64 (flags) ? __print_flags(flags, "|", \ 65 __def_gfpflag_names __def_gfpflag_names_kasan \ 66 ) : "none" 67 68 #ifdef CONFIG_MEM_PURGEABLE 69 #define IF_HAVE_PG_PURGEABLE(_name) ,{1UL << PG_##_name, __stringify(_name)} 70 #else 71 #define IF_HAVE_PG_PURGEABLE(_name) 72 #endif 73 74 #ifdef CONFIG_SECURITY_XPM 75 #define IF_HAVE_PG_XPM_INTEGRITY(_name) ,{1UL << PG_##_name, __stringify(_name)} 76 #else 77 #define IF_HAVE_PG_XPM_INTEGRITY(_name) 78 #endif 79 80 #ifdef CONFIG_MMU 81 #define IF_HAVE_PG_MLOCK(_name) ,{1UL << PG_##_name, __stringify(_name)} 82 #else 83 #define IF_HAVE_PG_MLOCK(_name) 84 #endif 85 86 #ifdef CONFIG_ARCH_USES_PG_UNCACHED 87 #define IF_HAVE_PG_UNCACHED(_name) ,{1UL << PG_##_name, __stringify(_name)} 88 #else 89 #define IF_HAVE_PG_UNCACHED(_name) 90 #endif 91 92 #ifdef CONFIG_MEMORY_FAILURE 93 #define IF_HAVE_PG_HWPOISON(_name) ,{1UL << PG_##_name, __stringify(_name)} 94 #else 95 #define IF_HAVE_PG_HWPOISON(_name) 96 #endif 97 98 #if defined(CONFIG_PAGE_IDLE_FLAG) && defined(CONFIG_64BIT) 99 #define IF_HAVE_PG_IDLE(_name) ,{1UL << PG_##_name, __stringify(_name)} 100 #else 101 #define IF_HAVE_PG_IDLE(_name) 102 #endif 103 104 #ifdef CONFIG_ARCH_USES_PG_ARCH_X 105 #define IF_HAVE_PG_ARCH_X(_name) ,{1UL << PG_##_name, __stringify(_name)} 106 #else 107 #define IF_HAVE_PG_ARCH_X(_name) 108 #endif 109 110 #define DEF_PAGEFLAG_NAME(_name) { 1UL << PG_##_name, __stringify(_name) } 111 112 #define __def_pageflag_names \ 113 DEF_PAGEFLAG_NAME(locked), \ 114 DEF_PAGEFLAG_NAME(waiters), \ 115 DEF_PAGEFLAG_NAME(error), \ 116 DEF_PAGEFLAG_NAME(referenced), \ 117 DEF_PAGEFLAG_NAME(uptodate), \ 118 DEF_PAGEFLAG_NAME(dirty), \ 119 DEF_PAGEFLAG_NAME(lru), \ 120 DEF_PAGEFLAG_NAME(active), \ 121 DEF_PAGEFLAG_NAME(workingset), \ 122 DEF_PAGEFLAG_NAME(slab), \ 123 DEF_PAGEFLAG_NAME(owner_priv_1), \ 124 DEF_PAGEFLAG_NAME(arch_1), \ 125 DEF_PAGEFLAG_NAME(reserved), \ 126 DEF_PAGEFLAG_NAME(private), \ 127 DEF_PAGEFLAG_NAME(private_2), \ 128 DEF_PAGEFLAG_NAME(writeback), \ 129 DEF_PAGEFLAG_NAME(head), \ 130 DEF_PAGEFLAG_NAME(mappedtodisk), \ 131 DEF_PAGEFLAG_NAME(reclaim), \ 132 DEF_PAGEFLAG_NAME(swapbacked), \ 133 DEF_PAGEFLAG_NAME(unevictable) \ 134 IF_HAVE_PG_PURGEABLE(purgeable) \ 135 IF_HAVE_PG_MLOCK(mlocked) \ 136 IF_HAVE_PG_UNCACHED(uncached) \ 137 IF_HAVE_PG_HWPOISON(hwpoison) \ 138 IF_HAVE_PG_IDLE(idle) \ 139 IF_HAVE_PG_IDLE(young) \ 140 IF_HAVE_PG_ARCH_X(arch_2) \ 141 IF_HAVE_PG_ARCH_X(arch_3) \ 142 IF_HAVE_PG_ARCH_X(xpm_readonly) \ 143 IF_HAVE_PG_ARCH_X(xpm_writetainted) 144 145 #define show_page_flags(flags) \ 146 (flags) ? __print_flags(flags, "|", \ 147 __def_pageflag_names \ 148 ) : "none" 149 150 #define DEF_PAGETYPE_NAME(_name) { PG_##_name, __stringify(_name) } 151 152 #define __def_pagetype_names \ 153 DEF_PAGETYPE_NAME(hugetlb), \ 154 DEF_PAGETYPE_NAME(offline), \ 155 DEF_PAGETYPE_NAME(guard), \ 156 DEF_PAGETYPE_NAME(table), \ 157 DEF_PAGETYPE_NAME(buddy) 158 159 #if defined(CONFIG_X86) 160 #define __VM_ARCH_SPECIFIC_1 {VM_PAT, "pat" } 161 #elif defined(CONFIG_PPC) 162 #define __VM_ARCH_SPECIFIC_1 {VM_SAO, "sao" } 163 #elif defined(CONFIG_PARISC) || defined(CONFIG_IA64) 164 #define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP, "growsup" } 165 #elif !defined(CONFIG_MMU) 166 #define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy" } 167 #else 168 #define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1, "arch_1" } 169 #endif 170 171 #ifdef CONFIG_MEM_SOFT_DIRTY 172 #define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name }, 173 #else 174 #define IF_HAVE_VM_SOFTDIRTY(flag,name) 175 #endif 176 177 #ifdef CONFIG_HAVE_ARCH_USERFAULTFD_MINOR 178 # define IF_HAVE_UFFD_MINOR(flag, name) {flag, name}, 179 #else 180 # define IF_HAVE_UFFD_MINOR(flag, name) 181 #endif 182 183 #define __def_vmaflag_names \ 184 {VM_READ, "read" }, \ 185 {VM_WRITE, "write" }, \ 186 {VM_EXEC, "exec" }, \ 187 {VM_SHARED, "shared" }, \ 188 {VM_MAYREAD, "mayread" }, \ 189 {VM_MAYWRITE, "maywrite" }, \ 190 {VM_MAYEXEC, "mayexec" }, \ 191 {VM_MAYSHARE, "mayshare" }, \ 192 {VM_GROWSDOWN, "growsdown" }, \ 193 {VM_UFFD_MISSING, "uffd_missing" }, \ 194 IF_HAVE_UFFD_MINOR(VM_UFFD_MINOR, "uffd_minor" ) \ 195 {VM_PFNMAP, "pfnmap" }, \ 196 {VM_UFFD_WP, "uffd_wp" }, \ 197 {VM_LOCKED, "locked" }, \ 198 {VM_IO, "io" }, \ 199 {VM_SEQ_READ, "seqread" }, \ 200 {VM_RAND_READ, "randread" }, \ 201 {VM_DONTCOPY, "dontcopy" }, \ 202 {VM_DONTEXPAND, "dontexpand" }, \ 203 {VM_LOCKONFAULT, "lockonfault" }, \ 204 {VM_ACCOUNT, "account" }, \ 205 {VM_NORESERVE, "noreserve" }, \ 206 {VM_HUGETLB, "hugetlb" }, \ 207 {VM_SYNC, "sync" }, \ 208 __VM_ARCH_SPECIFIC_1 , \ 209 {VM_WIPEONFORK, "wipeonfork" }, \ 210 {VM_DONTDUMP, "dontdump" }, \ 211 IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY, "softdirty" ) \ 212 {VM_MIXEDMAP, "mixedmap" }, \ 213 {VM_HUGEPAGE, "hugepage" }, \ 214 {VM_NOHUGEPAGE, "nohugepage" }, \ 215 {VM_MERGEABLE, "mergeable" } \ 216 217 #define show_vma_flags(flags) \ 218 (flags) ? __print_flags(flags, "|", \ 219 __def_vmaflag_names \ 220 ) : "none" 221 222 #ifdef CONFIG_COMPACTION 223 #define COMPACTION_STATUS \ 224 EM( COMPACT_SKIPPED, "skipped") \ 225 EM( COMPACT_DEFERRED, "deferred") \ 226 EM( COMPACT_CONTINUE, "continue") \ 227 EM( COMPACT_SUCCESS, "success") \ 228 EM( COMPACT_PARTIAL_SKIPPED, "partial_skipped") \ 229 EM( COMPACT_COMPLETE, "complete") \ 230 EM( COMPACT_NO_SUITABLE_PAGE, "no_suitable_page") \ 231 EM( COMPACT_NOT_SUITABLE_ZONE, "not_suitable_zone") \ 232 EMe(COMPACT_CONTENDED, "contended") 233 234 /* High-level compaction status feedback */ 235 #define COMPACTION_FAILED 1 236 #define COMPACTION_WITHDRAWN 2 237 #define COMPACTION_PROGRESS 3 238 239 #define compact_result_to_feedback(result) \ 240 ({ \ 241 enum compact_result __result = result; \ 242 (__result == COMPACT_COMPLETE) ? COMPACTION_FAILED : \ 243 (__result == COMPACT_SUCCESS) ? COMPACTION_PROGRESS : COMPACTION_WITHDRAWN; \ 244 }) 245 246 #define COMPACTION_FEEDBACK \ 247 EM(COMPACTION_FAILED, "failed") \ 248 EM(COMPACTION_WITHDRAWN, "withdrawn") \ 249 EMe(COMPACTION_PROGRESS, "progress") 250 251 #define COMPACTION_PRIORITY \ 252 EM(COMPACT_PRIO_SYNC_FULL, "COMPACT_PRIO_SYNC_FULL") \ 253 EM(COMPACT_PRIO_SYNC_LIGHT, "COMPACT_PRIO_SYNC_LIGHT") \ 254 EMe(COMPACT_PRIO_ASYNC, "COMPACT_PRIO_ASYNC") 255 #else 256 #define COMPACTION_STATUS 257 #define COMPACTION_PRIORITY 258 #define COMPACTION_FEEDBACK 259 #endif 260 261 #ifdef CONFIG_ZONE_DMA 262 #define IFDEF_ZONE_DMA(X) X 263 #else 264 #define IFDEF_ZONE_DMA(X) 265 #endif 266 267 #ifdef CONFIG_ZONE_DMA32 268 #define IFDEF_ZONE_DMA32(X) X 269 #else 270 #define IFDEF_ZONE_DMA32(X) 271 #endif 272 273 #ifdef CONFIG_HIGHMEM 274 #define IFDEF_ZONE_HIGHMEM(X) X 275 #else 276 #define IFDEF_ZONE_HIGHMEM(X) 277 #endif 278 279 #define ZONE_TYPE \ 280 IFDEF_ZONE_DMA( EM (ZONE_DMA, "DMA")) \ 281 IFDEF_ZONE_DMA32( EM (ZONE_DMA32, "DMA32")) \ 282 EM (ZONE_NORMAL, "Normal") \ 283 IFDEF_ZONE_HIGHMEM( EM (ZONE_HIGHMEM,"HighMem")) \ 284 EMe(ZONE_MOVABLE,"Movable") 285 286 #define LRU_NAMES \ 287 EM (LRU_INACTIVE_ANON, "inactive_anon") \ 288 EM (LRU_ACTIVE_ANON, "active_anon") \ 289 EM (LRU_INACTIVE_FILE, "inactive_file") \ 290 EM (LRU_ACTIVE_FILE, "active_file") \ 291 EMe(LRU_UNEVICTABLE, "unevictable") 292 293 /* 294 * First define the enums in the above macros to be exported to userspace 295 * via TRACE_DEFINE_ENUM(). 296 */ 297 #undef EM 298 #undef EMe 299 #define EM(a, b) TRACE_DEFINE_ENUM(a); 300 #define EMe(a, b) TRACE_DEFINE_ENUM(a); 301 302 COMPACTION_STATUS 303 COMPACTION_PRIORITY 304 /* COMPACTION_FEEDBACK are defines not enums. Not needed here. */ 305 ZONE_TYPE 306 LRU_NAMES 307 308 /* 309 * Now redefine the EM() and EMe() macros to map the enums to the strings 310 * that will be printed in the output. 311 */ 312 #undef EM 313 #undef EMe 314 #define EM(a, b) {a, b}, 315 #define EMe(a, b) {a, b} 316