1 /* SPDX-License-Identifier: GPL-2.0 */
2 #include <linux/node.h>
3 #include <linux/mmzone.h>
4 #include <linux/compaction.h>
5 /*
6  * The order of these masks is important. Matching masks will be seen
7  * first and the left over flags will end up showing by themselves.
8  *
9  * For example, if we have GFP_KERNEL before GFP_USER we wil get:
10  *
11  *  GFP_KERNEL|GFP_HARDWALL
12  *
13  * Thus most bits set go first.
14  */
15 
16 #define __def_gfpflag_names						\
17 	{(unsigned long)GFP_TRANSHUGE,		"GFP_TRANSHUGE"},	\
18 	{(unsigned long)GFP_TRANSHUGE_LIGHT,	"GFP_TRANSHUGE_LIGHT"}, \
19 	{(unsigned long)GFP_HIGHUSER_MOVABLE,	"GFP_HIGHUSER_MOVABLE"},\
20 	{(unsigned long)GFP_HIGHUSER,		"GFP_HIGHUSER"},	\
21 	{(unsigned long)GFP_USER,		"GFP_USER"},		\
22 	{(unsigned long)GFP_KERNEL_ACCOUNT,	"GFP_KERNEL_ACCOUNT"},	\
23 	{(unsigned long)GFP_KERNEL,		"GFP_KERNEL"},		\
24 	{(unsigned long)GFP_NOFS,		"GFP_NOFS"},		\
25 	{(unsigned long)GFP_ATOMIC,		"GFP_ATOMIC"},		\
26 	{(unsigned long)GFP_NOIO,		"GFP_NOIO"},		\
27 	{(unsigned long)GFP_NOWAIT,		"GFP_NOWAIT"},		\
28 	{(unsigned long)GFP_DMA,		"GFP_DMA"},		\
29 	{(unsigned long)__GFP_HIGHMEM,		"__GFP_HIGHMEM"},	\
30 	{(unsigned long)GFP_DMA32,		"GFP_DMA32"},		\
31 	{(unsigned long)__GFP_HIGH,		"__GFP_HIGH"},		\
32 	{(unsigned long)__GFP_ATOMIC,		"__GFP_ATOMIC"},	\
33 	{(unsigned long)__GFP_IO,		"__GFP_IO"},		\
34 	{(unsigned long)__GFP_FS,		"__GFP_FS"},		\
35 	{(unsigned long)__GFP_NOWARN,		"__GFP_NOWARN"},	\
36 	{(unsigned long)__GFP_RETRY_MAYFAIL,	"__GFP_RETRY_MAYFAIL"},	\
37 	{(unsigned long)__GFP_NOFAIL,		"__GFP_NOFAIL"},	\
38 	{(unsigned long)__GFP_NORETRY,		"__GFP_NORETRY"},	\
39 	{(unsigned long)__GFP_COMP,		"__GFP_COMP"},		\
40 	{(unsigned long)__GFP_ZERO,		"__GFP_ZERO"},		\
41 	{(unsigned long)__GFP_NOMEMALLOC,	"__GFP_NOMEMALLOC"},	\
42 	{(unsigned long)__GFP_MEMALLOC,		"__GFP_MEMALLOC"},	\
43 	{(unsigned long)__GFP_HARDWALL,		"__GFP_HARDWALL"},	\
44 	{(unsigned long)__GFP_THISNODE,		"__GFP_THISNODE"},	\
45 	{(unsigned long)__GFP_RECLAIMABLE,	"__GFP_RECLAIMABLE"},	\
46 	{(unsigned long)__GFP_MOVABLE,		"__GFP_MOVABLE"},	\
47 	{(unsigned long)__GFP_ACCOUNT,		"__GFP_ACCOUNT"},	\
48 	{(unsigned long)__GFP_WRITE,		"__GFP_WRITE"},		\
49 	{(unsigned long)__GFP_RECLAIM,		"__GFP_RECLAIM"},	\
50 	{(unsigned long)__GFP_DIRECT_RECLAIM,	"__GFP_DIRECT_RECLAIM"},\
51 	{(unsigned long)__GFP_KSWAPD_RECLAIM,	"__GFP_KSWAPD_RECLAIM"}\
52 
53 #define show_gfp_flags(flags)						\
54 	(flags) ? __print_flags(flags, "|",				\
55 	__def_gfpflag_names						\
56 	) : "none"
57 
58 #ifdef CONFIG_MMU
59 #define IF_HAVE_PG_MLOCK(flag,string) ,{1UL << flag, string}
60 #else
61 #define IF_HAVE_PG_MLOCK(flag,string)
62 #endif
63 
64 #ifdef CONFIG_ARCH_USES_PG_UNCACHED
65 #define IF_HAVE_PG_UNCACHED(flag,string) ,{1UL << flag, string}
66 #else
67 #define IF_HAVE_PG_UNCACHED(flag,string)
68 #endif
69 
70 #ifdef CONFIG_MEMORY_FAILURE
71 #define IF_HAVE_PG_HWPOISON(flag,string) ,{1UL << flag, string}
72 #else
73 #define IF_HAVE_PG_HWPOISON(flag,string)
74 #endif
75 
76 #if defined(CONFIG_IDLE_PAGE_TRACKING) && defined(CONFIG_64BIT)
77 #define IF_HAVE_PG_IDLE(flag,string) ,{1UL << flag, string}
78 #else
79 #define IF_HAVE_PG_IDLE(flag,string)
80 #endif
81 
82 #define __def_pageflag_names						\
83 	{1UL << PG_locked,		"locked"	},		\
84 	{1UL << PG_waiters,		"waiters"	},		\
85 	{1UL << PG_error,		"error"		},		\
86 	{1UL << PG_referenced,		"referenced"	},		\
87 	{1UL << PG_uptodate,		"uptodate"	},		\
88 	{1UL << PG_dirty,		"dirty"		},		\
89 	{1UL << PG_lru,			"lru"		},		\
90 	{1UL << PG_active,		"active"	},		\
91 	{1UL << PG_slab,		"slab"		},		\
92 	{1UL << PG_owner_priv_1,	"owner_priv_1"	},		\
93 	{1UL << PG_arch_1,		"arch_1"	},		\
94 	{1UL << PG_reserved,		"reserved"	},		\
95 	{1UL << PG_private,		"private"	},		\
96 	{1UL << PG_private_2,		"private_2"	},		\
97 	{1UL << PG_writeback,		"writeback"	},		\
98 	{1UL << PG_head,		"head"		},		\
99 	{1UL << PG_mappedtodisk,	"mappedtodisk"	},		\
100 	{1UL << PG_reclaim,		"reclaim"	},		\
101 	{1UL << PG_swapbacked,		"swapbacked"	},		\
102 	{1UL << PG_unevictable,		"unevictable"	}		\
103 IF_HAVE_PG_MLOCK(PG_mlocked,		"mlocked"	)		\
104 IF_HAVE_PG_UNCACHED(PG_uncached,	"uncached"	)		\
105 IF_HAVE_PG_HWPOISON(PG_hwpoison,	"hwpoison"	)		\
106 IF_HAVE_PG_IDLE(PG_young,		"young"		)		\
107 IF_HAVE_PG_IDLE(PG_idle,		"idle"		)
108 
109 #define show_page_flags(flags)						\
110 	(flags) ? __print_flags(flags, "|",				\
111 	__def_pageflag_names						\
112 	) : "none"
113 
114 #if defined(CONFIG_X86)
115 #define __VM_ARCH_SPECIFIC_1 {VM_PAT,     "pat"           }
116 #elif defined(CONFIG_PPC)
117 #define __VM_ARCH_SPECIFIC_1 {VM_SAO,     "sao"           }
118 #elif defined(CONFIG_PARISC) || defined(CONFIG_IA64)
119 #define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP,	"growsup"	}
120 #elif !defined(CONFIG_MMU)
121 #define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy"	}
122 #else
123 #define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1,	"arch_1"	}
124 #endif
125 
126 #ifdef CONFIG_MEM_SOFT_DIRTY
127 #define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name },
128 #else
129 #define IF_HAVE_VM_SOFTDIRTY(flag,name)
130 #endif
131 
132 #define __def_vmaflag_names						\
133 	{VM_READ,			"read"		},		\
134 	{VM_WRITE,			"write"		},		\
135 	{VM_EXEC,			"exec"		},		\
136 	{VM_SHARED,			"shared"	},		\
137 	{VM_MAYREAD,			"mayread"	},		\
138 	{VM_MAYWRITE,			"maywrite"	},		\
139 	{VM_MAYEXEC,			"mayexec"	},		\
140 	{VM_MAYSHARE,			"mayshare"	},		\
141 	{VM_GROWSDOWN,			"growsdown"	},		\
142 	{VM_UFFD_MISSING,		"uffd_missing"	},		\
143 	{VM_PFNMAP,			"pfnmap"	},		\
144 	{VM_DENYWRITE,			"denywrite"	},		\
145 	{VM_UFFD_WP,			"uffd_wp"	},		\
146 	{VM_LOCKED,			"locked"	},		\
147 	{VM_IO,				"io"		},		\
148 	{VM_SEQ_READ,			"seqread"	},		\
149 	{VM_RAND_READ,			"randread"	},		\
150 	{VM_DONTCOPY,			"dontcopy"	},		\
151 	{VM_DONTEXPAND,			"dontexpand"	},		\
152 	{VM_LOCKONFAULT,		"lockonfault"	},		\
153 	{VM_ACCOUNT,			"account"	},		\
154 	{VM_NORESERVE,			"noreserve"	},		\
155 	{VM_HUGETLB,			"hugetlb"	},		\
156 	__VM_ARCH_SPECIFIC_1				,		\
157 	{VM_WIPEONFORK,			"wipeonfork"	},		\
158 	{VM_DONTDUMP,			"dontdump"	},		\
159 IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY,	"softdirty"	)		\
160 	{VM_MIXEDMAP,			"mixedmap"	},		\
161 	{VM_HUGEPAGE,			"hugepage"	},		\
162 	{VM_NOHUGEPAGE,			"nohugepage"	},		\
163 	{VM_MERGEABLE,			"mergeable"	}		\
164 
165 #define show_vma_flags(flags)						\
166 	(flags) ? __print_flags(flags, "|",				\
167 	__def_vmaflag_names						\
168 	) : "none"
169 
170 #ifdef CONFIG_COMPACTION
171 #define COMPACTION_STATUS					\
172 	EM( COMPACT_SKIPPED,		"skipped")		\
173 	EM( COMPACT_DEFERRED,		"deferred")		\
174 	EM( COMPACT_CONTINUE,		"continue")		\
175 	EM( COMPACT_SUCCESS,		"success")		\
176 	EM( COMPACT_PARTIAL_SKIPPED,	"partial_skipped")	\
177 	EM( COMPACT_COMPLETE,		"complete")		\
178 	EM( COMPACT_NO_SUITABLE_PAGE,	"no_suitable_page")	\
179 	EM( COMPACT_NOT_SUITABLE_ZONE,	"not_suitable_zone")	\
180 	EMe(COMPACT_CONTENDED,		"contended")
181 
182 /* High-level compaction status feedback */
183 #define COMPACTION_FAILED	1
184 #define COMPACTION_WITHDRAWN	2
185 #define COMPACTION_PROGRESS	3
186 
187 #define compact_result_to_feedback(result)	\
188 ({						\
189 	enum compact_result __result = result;	\
190 	(compaction_failed(__result)) ? COMPACTION_FAILED : \
191 		(compaction_withdrawn(__result)) ? COMPACTION_WITHDRAWN : COMPACTION_PROGRESS; \
192 })
193 
194 #define COMPACTION_FEEDBACK		\
195 	EM(COMPACTION_FAILED,		"failed")	\
196 	EM(COMPACTION_WITHDRAWN,	"withdrawn")	\
197 	EMe(COMPACTION_PROGRESS,	"progress")
198 
199 #define COMPACTION_PRIORITY						\
200 	EM(COMPACT_PRIO_SYNC_FULL,	"COMPACT_PRIO_SYNC_FULL")	\
201 	EM(COMPACT_PRIO_SYNC_LIGHT,	"COMPACT_PRIO_SYNC_LIGHT")	\
202 	EMe(COMPACT_PRIO_ASYNC,		"COMPACT_PRIO_ASYNC")
203 #else
204 #define COMPACTION_STATUS
205 #define COMPACTION_PRIORITY
206 #define COMPACTION_FEEDBACK
207 #endif
208 
209 #ifdef CONFIG_ZONE_DMA
210 #define IFDEF_ZONE_DMA(X) X
211 #else
212 #define IFDEF_ZONE_DMA(X)
213 #endif
214 
215 #ifdef CONFIG_ZONE_DMA32
216 #define IFDEF_ZONE_DMA32(X) X
217 #else
218 #define IFDEF_ZONE_DMA32(X)
219 #endif
220 
221 #ifdef CONFIG_HIGHMEM
222 #define IFDEF_ZONE_HIGHMEM(X) X
223 #else
224 #define IFDEF_ZONE_HIGHMEM(X)
225 #endif
226 
227 #define ZONE_TYPE						\
228 	IFDEF_ZONE_DMA(		EM (ZONE_DMA,	 "DMA"))	\
229 	IFDEF_ZONE_DMA32(	EM (ZONE_DMA32,	 "DMA32"))	\
230 				EM (ZONE_NORMAL, "Normal")	\
231 	IFDEF_ZONE_HIGHMEM(	EM (ZONE_HIGHMEM,"HighMem"))	\
232 				EMe(ZONE_MOVABLE,"Movable")
233 
234 #define LRU_NAMES		\
235 		EM (LRU_INACTIVE_ANON, "inactive_anon") \
236 		EM (LRU_ACTIVE_ANON, "active_anon") \
237 		EM (LRU_INACTIVE_FILE, "inactive_file") \
238 		EM (LRU_ACTIVE_FILE, "active_file") \
239 		EMe(LRU_UNEVICTABLE, "unevictable")
240 
241 /*
242  * First define the enums in the above macros to be exported to userspace
243  * via TRACE_DEFINE_ENUM().
244  */
245 #undef EM
246 #undef EMe
247 #define EM(a, b)	TRACE_DEFINE_ENUM(a);
248 #define EMe(a, b)	TRACE_DEFINE_ENUM(a);
249 
250 COMPACTION_STATUS
251 COMPACTION_PRIORITY
252 /* COMPACTION_FEEDBACK are defines not enums. Not needed here. */
253 ZONE_TYPE
254 LRU_NAMES
255 
256 /*
257  * Now redefine the EM() and EMe() macros to map the enums to the strings
258  * that will be printed in the output.
259  */
260 #undef EM
261 #undef EMe
262 #define EM(a, b)	{a, b},
263 #define EMe(a, b)	{a, b}
264