1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #include <linux/node.h> 3 #include <linux/mmzone.h> 4 #include <linux/compaction.h> 5 /* 6 * The order of these masks is important. Matching masks will be seen 7 * first and the left over flags will end up showing by themselves. 8 * 9 * For example, if we have GFP_KERNEL before GFP_USER we wil get: 10 * 11 * GFP_KERNEL|GFP_HARDWALL 12 * 13 * Thus most bits set go first. 14 */ 15 16 #define gfpflag_string(flag) {(__force unsigned long)flag, #flag} 17 18 #define __def_gfpflag_names \ 19 gfpflag_string(GFP_TRANSHUGE), \ 20 gfpflag_string(GFP_TRANSHUGE_LIGHT), \ 21 gfpflag_string(GFP_HIGHUSER_MOVABLE), \ 22 gfpflag_string(GFP_HIGHUSER), \ 23 gfpflag_string(GFP_USER), \ 24 gfpflag_string(GFP_KERNEL_ACCOUNT), \ 25 gfpflag_string(GFP_KERNEL), \ 26 gfpflag_string(GFP_NOFS), \ 27 gfpflag_string(GFP_ATOMIC), \ 28 gfpflag_string(GFP_NOIO), \ 29 gfpflag_string(GFP_NOWAIT), \ 30 gfpflag_string(GFP_DMA), \ 31 gfpflag_string(__GFP_HIGHMEM), \ 32 gfpflag_string(GFP_DMA32), \ 33 gfpflag_string(__GFP_HIGH), \ 34 gfpflag_string(__GFP_ATOMIC), \ 35 gfpflag_string(__GFP_IO), \ 36 gfpflag_string(__GFP_FS), \ 37 gfpflag_string(__GFP_NOWARN), \ 38 gfpflag_string(__GFP_RETRY_MAYFAIL), \ 39 gfpflag_string(__GFP_NOFAIL), \ 40 gfpflag_string(__GFP_NORETRY), \ 41 gfpflag_string(__GFP_COMP), \ 42 gfpflag_string(__GFP_ZERO), \ 43 gfpflag_string(__GFP_NOMEMALLOC), \ 44 gfpflag_string(__GFP_MEMALLOC), \ 45 gfpflag_string(__GFP_HARDWALL), \ 46 gfpflag_string(__GFP_THISNODE), \ 47 gfpflag_string(__GFP_RECLAIMABLE), \ 48 gfpflag_string(__GFP_MOVABLE), \ 49 gfpflag_string(__GFP_ACCOUNT), \ 50 gfpflag_string(__GFP_WRITE), \ 51 gfpflag_string(__GFP_RECLAIM), \ 52 gfpflag_string(__GFP_DIRECT_RECLAIM), \ 53 gfpflag_string(__GFP_KSWAPD_RECLAIM), \ 54 gfpflag_string(__GFP_ZEROTAGS) 55 56 #ifdef CONFIG_KASAN_HW_TAGS 57 #define __def_gfpflag_names_kasan , \ 58 gfpflag_string(__GFP_SKIP_ZERO), \ 59 gfpflag_string(__GFP_SKIP_KASAN_POISON), \ 60 gfpflag_string(__GFP_SKIP_KASAN_UNPOISON) 61 #else 62 #define __def_gfpflag_names_kasan 63 #endif 64 65 #define show_gfp_flags(flags) \ 66 (flags) ? __print_flags(flags, "|", \ 67 __def_gfpflag_names __def_gfpflag_names_kasan \ 68 ) : "none" 69 70 #ifdef CONFIG_MMU 71 #define IF_HAVE_PG_MLOCK(flag,string) ,{1UL << flag, string} 72 #else 73 #define IF_HAVE_PG_MLOCK(flag,string) 74 #endif 75 76 #ifdef CONFIG_ARCH_USES_PG_UNCACHED 77 #define IF_HAVE_PG_UNCACHED(flag,string) ,{1UL << flag, string} 78 #else 79 #define IF_HAVE_PG_UNCACHED(flag,string) 80 #endif 81 82 #ifdef CONFIG_MEMORY_FAILURE 83 #define IF_HAVE_PG_HWPOISON(flag,string) ,{1UL << flag, string} 84 #else 85 #define IF_HAVE_PG_HWPOISON(flag,string) 86 #endif 87 88 #if defined(CONFIG_PAGE_IDLE_FLAG) && defined(CONFIG_64BIT) 89 #define IF_HAVE_PG_IDLE(flag,string) ,{1UL << flag, string} 90 #else 91 #define IF_HAVE_PG_IDLE(flag,string) 92 #endif 93 94 #ifdef CONFIG_ARCH_USES_PG_ARCH_X 95 #define IF_HAVE_PG_ARCH_X(flag,string) ,{1UL << flag, string} 96 #else 97 #define IF_HAVE_PG_ARCH_X(flag,string) 98 #endif 99 100 #ifdef CONFIG_KASAN_HW_TAGS 101 #define IF_HAVE_PG_SKIP_KASAN_POISON(flag,string) ,{1UL << flag, string} 102 #else 103 #define IF_HAVE_PG_SKIP_KASAN_POISON(flag,string) 104 #endif 105 106 #define __def_pageflag_names \ 107 {1UL << PG_locked, "locked" }, \ 108 {1UL << PG_waiters, "waiters" }, \ 109 {1UL << PG_error, "error" }, \ 110 {1UL << PG_referenced, "referenced" }, \ 111 {1UL << PG_uptodate, "uptodate" }, \ 112 {1UL << PG_dirty, "dirty" }, \ 113 {1UL << PG_lru, "lru" }, \ 114 {1UL << PG_active, "active" }, \ 115 {1UL << PG_workingset, "workingset" }, \ 116 {1UL << PG_slab, "slab" }, \ 117 {1UL << PG_owner_priv_1, "owner_priv_1" }, \ 118 {1UL << PG_arch_1, "arch_1" }, \ 119 {1UL << PG_reserved, "reserved" }, \ 120 {1UL << PG_private, "private" }, \ 121 {1UL << PG_private_2, "private_2" }, \ 122 {1UL << PG_writeback, "writeback" }, \ 123 {1UL << PG_head, "head" }, \ 124 {1UL << PG_mappedtodisk, "mappedtodisk" }, \ 125 {1UL << PG_reclaim, "reclaim" }, \ 126 {1UL << PG_swapbacked, "swapbacked" }, \ 127 {1UL << PG_unevictable, "unevictable" } \ 128 IF_HAVE_PG_MLOCK(PG_mlocked, "mlocked" ) \ 129 IF_HAVE_PG_UNCACHED(PG_uncached, "uncached" ) \ 130 IF_HAVE_PG_HWPOISON(PG_hwpoison, "hwpoison" ) \ 131 IF_HAVE_PG_IDLE(PG_young, "young" ) \ 132 IF_HAVE_PG_IDLE(PG_idle, "idle" ) \ 133 IF_HAVE_PG_ARCH_X(PG_arch_2, "arch_2" ) \ 134 IF_HAVE_PG_ARCH_X(PG_arch_3, "arch_3" ) \ 135 IF_HAVE_PG_SKIP_KASAN_POISON(PG_skip_kasan_poison, "skip_kasan_poison") 136 137 #define show_page_flags(flags) \ 138 (flags) ? __print_flags(flags, "|", \ 139 __def_pageflag_names \ 140 ) : "none" 141 142 #if defined(CONFIG_X86) 143 #define __VM_ARCH_SPECIFIC_1 {VM_PAT, "pat" } 144 #elif defined(CONFIG_PPC) 145 #define __VM_ARCH_SPECIFIC_1 {VM_SAO, "sao" } 146 #elif defined(CONFIG_PARISC) || defined(CONFIG_IA64) 147 #define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP, "growsup" } 148 #elif !defined(CONFIG_MMU) 149 #define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy" } 150 #else 151 #define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1, "arch_1" } 152 #endif 153 154 #ifdef CONFIG_MEM_SOFT_DIRTY 155 #define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name }, 156 #else 157 #define IF_HAVE_VM_SOFTDIRTY(flag,name) 158 #endif 159 160 #ifdef CONFIG_HAVE_ARCH_USERFAULTFD_MINOR 161 # define IF_HAVE_UFFD_MINOR(flag, name) {flag, name}, 162 #else 163 # define IF_HAVE_UFFD_MINOR(flag, name) 164 #endif 165 166 #define __def_vmaflag_names \ 167 {VM_READ, "read" }, \ 168 {VM_WRITE, "write" }, \ 169 {VM_EXEC, "exec" }, \ 170 {VM_SHARED, "shared" }, \ 171 {VM_MAYREAD, "mayread" }, \ 172 {VM_MAYWRITE, "maywrite" }, \ 173 {VM_MAYEXEC, "mayexec" }, \ 174 {VM_MAYSHARE, "mayshare" }, \ 175 {VM_GROWSDOWN, "growsdown" }, \ 176 {VM_UFFD_MISSING, "uffd_missing" }, \ 177 IF_HAVE_UFFD_MINOR(VM_UFFD_MINOR, "uffd_minor" ) \ 178 {VM_PFNMAP, "pfnmap" }, \ 179 {VM_UFFD_WP, "uffd_wp" }, \ 180 {VM_LOCKED, "locked" }, \ 181 {VM_IO, "io" }, \ 182 {VM_SEQ_READ, "seqread" }, \ 183 {VM_RAND_READ, "randread" }, \ 184 {VM_DONTCOPY, "dontcopy" }, \ 185 {VM_DONTEXPAND, "dontexpand" }, \ 186 {VM_LOCKONFAULT, "lockonfault" }, \ 187 {VM_ACCOUNT, "account" }, \ 188 {VM_NORESERVE, "noreserve" }, \ 189 {VM_HUGETLB, "hugetlb" }, \ 190 {VM_SYNC, "sync" }, \ 191 __VM_ARCH_SPECIFIC_1 , \ 192 {VM_WIPEONFORK, "wipeonfork" }, \ 193 {VM_DONTDUMP, "dontdump" }, \ 194 IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY, "softdirty" ) \ 195 {VM_MIXEDMAP, "mixedmap" }, \ 196 {VM_HUGEPAGE, "hugepage" }, \ 197 {VM_NOHUGEPAGE, "nohugepage" }, \ 198 {VM_MERGEABLE, "mergeable" } \ 199 200 #define show_vma_flags(flags) \ 201 (flags) ? __print_flags(flags, "|", \ 202 __def_vmaflag_names \ 203 ) : "none" 204 205 #ifdef CONFIG_COMPACTION 206 #define COMPACTION_STATUS \ 207 EM( COMPACT_SKIPPED, "skipped") \ 208 EM( COMPACT_DEFERRED, "deferred") \ 209 EM( COMPACT_CONTINUE, "continue") \ 210 EM( COMPACT_SUCCESS, "success") \ 211 EM( COMPACT_PARTIAL_SKIPPED, "partial_skipped") \ 212 EM( COMPACT_COMPLETE, "complete") \ 213 EM( COMPACT_NO_SUITABLE_PAGE, "no_suitable_page") \ 214 EM( COMPACT_NOT_SUITABLE_ZONE, "not_suitable_zone") \ 215 EMe(COMPACT_CONTENDED, "contended") 216 217 /* High-level compaction status feedback */ 218 #define COMPACTION_FAILED 1 219 #define COMPACTION_WITHDRAWN 2 220 #define COMPACTION_PROGRESS 3 221 222 #define compact_result_to_feedback(result) \ 223 ({ \ 224 enum compact_result __result = result; \ 225 (compaction_failed(__result)) ? COMPACTION_FAILED : \ 226 (compaction_withdrawn(__result)) ? COMPACTION_WITHDRAWN : COMPACTION_PROGRESS; \ 227 }) 228 229 #define COMPACTION_FEEDBACK \ 230 EM(COMPACTION_FAILED, "failed") \ 231 EM(COMPACTION_WITHDRAWN, "withdrawn") \ 232 EMe(COMPACTION_PROGRESS, "progress") 233 234 #define COMPACTION_PRIORITY \ 235 EM(COMPACT_PRIO_SYNC_FULL, "COMPACT_PRIO_SYNC_FULL") \ 236 EM(COMPACT_PRIO_SYNC_LIGHT, "COMPACT_PRIO_SYNC_LIGHT") \ 237 EMe(COMPACT_PRIO_ASYNC, "COMPACT_PRIO_ASYNC") 238 #else 239 #define COMPACTION_STATUS 240 #define COMPACTION_PRIORITY 241 #define COMPACTION_FEEDBACK 242 #endif 243 244 #ifdef CONFIG_ZONE_DMA 245 #define IFDEF_ZONE_DMA(X) X 246 #else 247 #define IFDEF_ZONE_DMA(X) 248 #endif 249 250 #ifdef CONFIG_ZONE_DMA32 251 #define IFDEF_ZONE_DMA32(X) X 252 #else 253 #define IFDEF_ZONE_DMA32(X) 254 #endif 255 256 #ifdef CONFIG_HIGHMEM 257 #define IFDEF_ZONE_HIGHMEM(X) X 258 #else 259 #define IFDEF_ZONE_HIGHMEM(X) 260 #endif 261 262 #define ZONE_TYPE \ 263 IFDEF_ZONE_DMA( EM (ZONE_DMA, "DMA")) \ 264 IFDEF_ZONE_DMA32( EM (ZONE_DMA32, "DMA32")) \ 265 EM (ZONE_NORMAL, "Normal") \ 266 IFDEF_ZONE_HIGHMEM( EM (ZONE_HIGHMEM,"HighMem")) \ 267 EMe(ZONE_MOVABLE,"Movable") 268 269 #define LRU_NAMES \ 270 EM (LRU_INACTIVE_ANON, "inactive_anon") \ 271 EM (LRU_ACTIVE_ANON, "active_anon") \ 272 EM (LRU_INACTIVE_FILE, "inactive_file") \ 273 EM (LRU_ACTIVE_FILE, "active_file") \ 274 EMe(LRU_UNEVICTABLE, "unevictable") 275 276 /* 277 * First define the enums in the above macros to be exported to userspace 278 * via TRACE_DEFINE_ENUM(). 279 */ 280 #undef EM 281 #undef EMe 282 #define EM(a, b) TRACE_DEFINE_ENUM(a); 283 #define EMe(a, b) TRACE_DEFINE_ENUM(a); 284 285 COMPACTION_STATUS 286 COMPACTION_PRIORITY 287 /* COMPACTION_FEEDBACK are defines not enums. Not needed here. */ 288 ZONE_TYPE 289 LRU_NAMES 290 291 /* 292 * Now redefine the EM() and EMe() macros to map the enums to the strings 293 * that will be printed in the output. 294 */ 295 #undef EM 296 #undef EMe 297 #define EM(a, b) {a, b}, 298 #define EMe(a, b) {a, b} 299