Debian Codegraph @

include/trace/events/mmflags.h

raw
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #include <linux/node.h>
3 #include <linux/mmzone.h>
4 #include <linux/compaction.h>
5 /*
6 * The order of these masks is important. Matching masks will be seen
7 * first and the left over flags will end up showing by themselves.
8 *
9 * For example, if we have GFP_KERNEL before GFP_USER we wil get:
10 *
11 * GFP_KERNEL|GFP_HARDWALL
12 *
13 * Thus most bits set go first.
14 */
15
16 /* These define the values that are enums (the bits) */
17 #define TRACE_GFP_FLAGS_GENERAL \
18 TRACE_GFP_EM(DMA) \
19 TRACE_GFP_EM(HIGHMEM) \
20 TRACE_GFP_EM(DMA32) \
21 TRACE_GFP_EM(MOVABLE) \
22 TRACE_GFP_EM(RECLAIMABLE) \
23 TRACE_GFP_EM(HIGH) \
24 TRACE_GFP_EM(IO) \
25 TRACE_GFP_EM(FS) \
26 TRACE_GFP_EM(ZERO) \
27 TRACE_GFP_EM(DIRECT_RECLAIM) \
28 TRACE_GFP_EM(KSWAPD_RECLAIM) \
29 TRACE_GFP_EM(WRITE) \
30 TRACE_GFP_EM(NOWARN) \
31 TRACE_GFP_EM(RETRY_MAYFAIL) \
32 TRACE_GFP_EM(NOFAIL) \
33 TRACE_GFP_EM(NORETRY) \
34 TRACE_GFP_EM(MEMALLOC) \
35 TRACE_GFP_EM(COMP) \
36 TRACE_GFP_EM(NOMEMALLOC) \
37 TRACE_GFP_EM(HARDWALL) \
38 TRACE_GFP_EM(THISNODE) \
39 TRACE_GFP_EM(ACCOUNT) \
40 TRACE_GFP_EM(ZEROTAGS)
41
42 #ifdef CONFIG_KASAN_HW_TAGS
43 # define TRACE_GFP_FLAGS_KASAN \
44 TRACE_GFP_EM(SKIP_ZERO) \
45 TRACE_GFP_EM(SKIP_KASAN)
46 #else
47 # define TRACE_GFP_FLAGS_KASAN
48 #endif
49
50 #ifdef CONFIG_LOCKDEP
51 # define TRACE_GFP_FLAGS_LOCKDEP \
52 TRACE_GFP_EM(NOLOCKDEP)
53 #else
54 # define TRACE_GFP_FLAGS_LOCKDEP
55 #endif
56
57 #ifdef CONFIG_SLAB_OBJ_EXT
58 # define TRACE_GFP_FLAGS_SLAB \
59 TRACE_GFP_EM(NO_OBJ_EXT)
60 #else
61 # define TRACE_GFP_FLAGS_SLAB
62 #endif
63
64 #define TRACE_GFP_FLAGS \
65 TRACE_GFP_FLAGS_GENERAL \
66 TRACE_GFP_FLAGS_KASAN \
67 TRACE_GFP_FLAGS_LOCKDEP \
68 TRACE_GFP_FLAGS_SLAB
69
70 #undef TRACE_GFP_EM
71 #define TRACE_GFP_EM(a) TRACE_DEFINE_ENUM(___GFP_##a##_BIT);
72
73 TRACE_GFP_FLAGS
74
75 /* Just in case these are ever used */
76 TRACE_DEFINE_ENUM(___GFP_UNUSED_BIT);
77 TRACE_DEFINE_ENUM(___GFP_LAST_BIT);
78
79 #define gfpflag_string(flag) {(__force unsigned long)flag, #flag}
80
81 /*
82 * For the values that match the bits, use the TRACE_GFP_FLAGS
83 * which will allow any updates to be included automatically.
84 */
85 #undef TRACE_GFP_EM
86 #define TRACE_GFP_EM(a) gfpflag_string(__GFP_##a),
87
88 #define __def_gfpflag_names \
89 gfpflag_string(GFP_TRANSHUGE), \
90 gfpflag_string(GFP_TRANSHUGE_LIGHT), \
91 gfpflag_string(GFP_HIGHUSER_MOVABLE), \
92 gfpflag_string(GFP_HIGHUSER), \
93 gfpflag_string(GFP_USER), \
94 gfpflag_string(GFP_KERNEL_ACCOUNT), \
95 gfpflag_string(GFP_KERNEL), \
96 gfpflag_string(GFP_NOFS), \
97 gfpflag_string(GFP_ATOMIC), \
98 gfpflag_string(GFP_NOIO), \
99 gfpflag_string(GFP_NOWAIT), \
100 gfpflag_string(GFP_DMA), \
101 gfpflag_string(GFP_DMA32), \
102 gfpflag_string(__GFP_RECLAIM), \
103 TRACE_GFP_FLAGS \
104 { 0, NULL }
105
106 #define show_gfp_flags(flags) \
107 (flags) ? __print_flags(flags, "|", __def_gfpflag_names \
108 ) : "none"
109
110 #ifdef CONFIG_MMU
111 #define IF_HAVE_PG_MLOCK(_name) ,{1UL << PG_##_name, __stringify(_name)}
112 #else
113 #define IF_HAVE_PG_MLOCK(_name)
114 #endif
115
116 #ifdef CONFIG_MEMORY_FAILURE
117 #define IF_HAVE_PG_HWPOISON(_name) ,{1UL << PG_##_name, __stringify(_name)}
118 #else
119 #define IF_HAVE_PG_HWPOISON(_name)
120 #endif
121
122 #if defined(CONFIG_PAGE_IDLE_FLAG) && defined(CONFIG_64BIT)
123 #define IF_HAVE_PG_IDLE(_name) ,{1UL << PG_##_name, __stringify(_name)}
124 #else
125 #define IF_HAVE_PG_IDLE(_name)
126 #endif
127
128 #ifdef CONFIG_ARCH_USES_PG_ARCH_2
129 #define IF_HAVE_PG_ARCH_2(_name) ,{1UL << PG_##_name, __stringify(_name)}
130 #else
131 #define IF_HAVE_PG_ARCH_2(_name)
132 #endif
133
134 #ifdef CONFIG_ARCH_USES_PG_ARCH_3
135 #define IF_HAVE_PG_ARCH_3(_name) ,{1UL << PG_##_name, __stringify(_name)}
136 #else
137 #define IF_HAVE_PG_ARCH_3(_name)
138 #endif
139
140 #define DEF_PAGEFLAG_NAME(_name) { 1UL << PG_##_name, __stringify(_name) }
141
142 #define __def_pageflag_names \
143 DEF_PAGEFLAG_NAME(locked), \
144 DEF_PAGEFLAG_NAME(waiters), \
145 DEF_PAGEFLAG_NAME(referenced), \
146 DEF_PAGEFLAG_NAME(uptodate), \
147 DEF_PAGEFLAG_NAME(dirty), \
148 DEF_PAGEFLAG_NAME(lru), \
149 DEF_PAGEFLAG_NAME(active), \
150 DEF_PAGEFLAG_NAME(workingset), \
151 DEF_PAGEFLAG_NAME(owner_priv_1), \
152 DEF_PAGEFLAG_NAME(owner_2), \
153 DEF_PAGEFLAG_NAME(arch_1), \
154 DEF_PAGEFLAG_NAME(reserved), \
155 DEF_PAGEFLAG_NAME(private), \
156 DEF_PAGEFLAG_NAME(private_2), \
157 DEF_PAGEFLAG_NAME(writeback), \
158 DEF_PAGEFLAG_NAME(head), \
159 DEF_PAGEFLAG_NAME(reclaim), \
160 DEF_PAGEFLAG_NAME(swapbacked), \
161 DEF_PAGEFLAG_NAME(unevictable), \
162 DEF_PAGEFLAG_NAME(dropbehind) \
163 IF_HAVE_PG_MLOCK(mlocked) \
164 IF_HAVE_PG_HWPOISON(hwpoison) \
165 IF_HAVE_PG_IDLE(idle) \
166 IF_HAVE_PG_IDLE(young) \
167 IF_HAVE_PG_ARCH_2(arch_2) \
168 IF_HAVE_PG_ARCH_3(arch_3)
169
170 #define show_page_flags(flags) \
171 (flags) ? __print_flags(flags, "|", \
172 __def_pageflag_names \
173 ) : "none"
174
175 #if defined(CONFIG_PPC64)
176 #define __VM_ARCH_SPECIFIC_1 {VM_SAO, "sao" }
177 #elif defined(CONFIG_PARISC)
178 #define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP, "growsup" }
179 #elif !defined(CONFIG_MMU)
180 #define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy" }
181 #else
182 #define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1, "arch_1" }
183 #endif
184
185 #ifdef CONFIG_MEM_SOFT_DIRTY
186 #define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name },
187 #else
188 #define IF_HAVE_VM_SOFTDIRTY(flag,name)
189 #endif
190
191 #ifdef CONFIG_HAVE_ARCH_USERFAULTFD_MINOR
192 # define IF_HAVE_UFFD_MINOR(flag, name) {flag, name},
193 #else
194 # define IF_HAVE_UFFD_MINOR(flag, name)
195 #endif
196
197 #if defined(CONFIG_64BIT) || defined(CONFIG_PPC32)
198 # define IF_HAVE_VM_DROPPABLE(flag, name) {flag, name},
199 #else
200 # define IF_HAVE_VM_DROPPABLE(flag, name)
201 #endif
202
203 #define __def_vmaflag_names \
204 {VM_READ, "read" }, \
205 {VM_WRITE, "write" }, \
206 {VM_EXEC, "exec" }, \
207 {VM_SHARED, "shared" }, \
208 {VM_MAYREAD, "mayread" }, \
209 {VM_MAYWRITE, "maywrite" }, \
210 {VM_MAYEXEC, "mayexec" }, \
211 {VM_MAYSHARE, "mayshare" }, \
212 {VM_GROWSDOWN, "growsdown" }, \
213 {VM_UFFD_MISSING, "uffd_missing" }, \
214 IF_HAVE_UFFD_MINOR(VM_UFFD_MINOR, "uffd_minor" ) \
215 {VM_PFNMAP, "pfnmap" }, \
216 {VM_MAYBE_GUARD, "maybe_guard" }, \
217 {VM_UFFD_WP, "uffd_wp" }, \
218 {VM_LOCKED, "locked" }, \
219 {VM_IO, "io" }, \
220 {VM_SEQ_READ, "seqread" }, \
221 {VM_RAND_READ, "randread" }, \
222 {VM_DONTCOPY, "dontcopy" }, \
223 {VM_DONTEXPAND, "dontexpand" }, \
224 {VM_LOCKONFAULT, "lockonfault" }, \
225 {VM_ACCOUNT, "account" }, \
226 {VM_NORESERVE, "noreserve" }, \
227 {VM_HUGETLB, "hugetlb" }, \
228 {VM_SYNC, "sync" }, \
229 __VM_ARCH_SPECIFIC_1 , \
230 {VM_WIPEONFORK, "wipeonfork" }, \
231 {VM_DONTDUMP, "dontdump" }, \
232 IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY, "softdirty" ) \
233 {VM_MIXEDMAP, "mixedmap" }, \
234 {VM_HUGEPAGE, "hugepage" }, \
235 {VM_NOHUGEPAGE, "nohugepage" }, \
236 IF_HAVE_VM_DROPPABLE(VM_DROPPABLE, "droppable" ) \
237 {VM_MERGEABLE, "mergeable" } \
238
239 #define show_vma_flags(flags) \
240 (flags) ? __print_flags(flags, "|", \
241 __def_vmaflag_names \
242 ) : "none"
243
244 #ifdef CONFIG_COMPACTION
245 #define COMPACTION_STATUS \
246 EM( COMPACT_SKIPPED, "skipped") \
247 EM( COMPACT_DEFERRED, "deferred") \
248 EM( COMPACT_CONTINUE, "continue") \
249 EM( COMPACT_SUCCESS, "success") \
250 EM( COMPACT_PARTIAL_SKIPPED, "partial_skipped") \
251 EM( COMPACT_COMPLETE, "complete") \
252 EM( COMPACT_NO_SUITABLE_PAGE, "no_suitable_page") \
253 EM( COMPACT_NOT_SUITABLE_ZONE, "not_suitable_zone") \
254 EMe(COMPACT_CONTENDED, "contended")
255
256 /* High-level compaction status feedback */
257 #define COMPACTION_FAILED 1
258 #define COMPACTION_WITHDRAWN 2
259 #define COMPACTION_PROGRESS 3
260
261 #define compact_result_to_feedback(result) \
262 ({ \
263 enum compact_result __result = result; \
264 (__result == COMPACT_COMPLETE) ? COMPACTION_FAILED : \
265 (__result == COMPACT_SUCCESS) ? COMPACTION_PROGRESS : COMPACTION_WITHDRAWN; \
266 })
267
268 #define COMPACTION_FEEDBACK \
269 EM(COMPACTION_FAILED, "failed") \
270 EM(COMPACTION_WITHDRAWN, "withdrawn") \
271 EMe(COMPACTION_PROGRESS, "progress")
272
273 #define COMPACTION_PRIORITY \
274 EM(COMPACT_PRIO_SYNC_FULL, "COMPACT_PRIO_SYNC_FULL") \
275 EM(COMPACT_PRIO_SYNC_LIGHT, "COMPACT_PRIO_SYNC_LIGHT") \
276 EMe(COMPACT_PRIO_ASYNC, "COMPACT_PRIO_ASYNC")
277 #else
278 #define COMPACTION_STATUS
279 #define COMPACTION_PRIORITY
280 #define COMPACTION_FEEDBACK
281 #endif
282
283 #ifdef CONFIG_ZONE_DMA
284 #define IFDEF_ZONE_DMA(X) X
285 #else
286 #define IFDEF_ZONE_DMA(X)
287 #endif
288
289 #ifdef CONFIG_ZONE_DMA32
290 #define IFDEF_ZONE_DMA32(X) X
291 #else
292 #define IFDEF_ZONE_DMA32(X)
293 #endif
294
295 #ifdef CONFIG_HIGHMEM
296 #define IFDEF_ZONE_HIGHMEM(X) X
297 #else
298 #define IFDEF_ZONE_HIGHMEM(X)
299 #endif
300
301 #define ZONE_TYPE \
302 IFDEF_ZONE_DMA( EM (ZONE_DMA, "DMA")) \
303 IFDEF_ZONE_DMA32( EM (ZONE_DMA32, "DMA32")) \
304 EM (ZONE_NORMAL, "Normal") \
305 IFDEF_ZONE_HIGHMEM( EM (ZONE_HIGHMEM,"HighMem")) \
306 EMe(ZONE_MOVABLE,"Movable")
307
308 #define LRU_NAMES \
309 EM (LRU_INACTIVE_ANON, "inactive_anon") \
310 EM (LRU_ACTIVE_ANON, "active_anon") \
311 EM (LRU_INACTIVE_FILE, "inactive_file") \
312 EM (LRU_ACTIVE_FILE, "active_file") \
313 EMe(LRU_UNEVICTABLE, "unevictable")
314
315 /*
316 * First define the enums in the above macros to be exported to userspace
317 * via TRACE_DEFINE_ENUM().
318 */
319 #undef EM
320 #undef EMe
321 #define EM(a, b) TRACE_DEFINE_ENUM(a);
322 #define EMe(a, b) TRACE_DEFINE_ENUM(a);
323
324 COMPACTION_STATUS
325 COMPACTION_PRIORITY
326 /* COMPACTION_FEEDBACK are defines not enums. Not needed here. */
327 ZONE_TYPE
328 LRU_NAMES
329
330 /*
331 * Now redefine the EM() and EMe() macros to map the enums to the strings
332 * that will be printed in the output.
333 */
334 #undef EM
335 #undef EMe
336 #define EM(a, b) {a, b},
337 #define EMe(a, b) {a, b}