1 /* SPDX-License-Identifier: GPL-2.0 */
2 #undef TRACE_SYSTEM
3 #define TRACE_SYSTEM fs_dax
4 
5 #if !defined(_TRACE_FS_DAX_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_FS_DAX_H
7 
8 #include <linux/tracepoint.h>
9 
10 DECLARE_EVENT_CLASS(dax_pmd_fault_class,
11 	TP_PROTO(struct inode *inode, struct vm_fault *vmf,
12 		pgoff_t max_pgoff, int result),
13 	TP_ARGS(inode, vmf, max_pgoff, result),
14 	TP_STRUCT__entry(
15 		__field(unsigned long, ino)
16 		__field(unsigned long, vm_start)
17 		__field(unsigned long, vm_end)
18 		__field(unsigned long, vm_flags)
19 		__field(unsigned long, address)
20 		__field(pgoff_t, pgoff)
21 		__field(pgoff_t, max_pgoff)
22 		__field(dev_t, dev)
23 		__field(unsigned int, flags)
24 		__field(int, result)
25 	),
26 	TP_fast_assign(
27 		__entry->dev = inode->i_sb->s_dev;
28 		__entry->ino = inode->i_ino;
29 		__entry->vm_start = vmf->vma->vm_start;
30 		__entry->vm_end = vmf->vma->vm_end;
31 		__entry->vm_flags = vmf->vma->vm_flags;
32 		__entry->address = vmf->address;
33 		__entry->flags = vmf->flags;
34 		__entry->pgoff = vmf->pgoff;
35 		__entry->max_pgoff = max_pgoff;
36 		__entry->result = result;
37 	),
38 	TP_printk("dev %d:%d ino %#lx %s %s address %#lx vm_start "
39 			"%#lx vm_end %#lx pgoff %#lx max_pgoff %#lx %s",
40 		MAJOR(__entry->dev),
41 		MINOR(__entry->dev),
42 		__entry->ino,
43 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
44 		__print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
45 		__entry->address,
46 		__entry->vm_start,
47 		__entry->vm_end,
48 		__entry->pgoff,
49 		__entry->max_pgoff,
50 		__print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE)
51 	)
52 )
53 
54 #define DEFINE_PMD_FAULT_EVENT(name) \
55 DEFINE_EVENT(dax_pmd_fault_class, name, \
56 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
57 		pgoff_t max_pgoff, int result), \
58 	TP_ARGS(inode, vmf, max_pgoff, result))
59 
60 DEFINE_PMD_FAULT_EVENT(dax_pmd_fault);
61 DEFINE_PMD_FAULT_EVENT(dax_pmd_fault_done);
62 
63 DECLARE_EVENT_CLASS(dax_pmd_load_hole_class,
64 	TP_PROTO(struct inode *inode, struct vm_fault *vmf,
65 		struct page *zero_page,
66 		void *radix_entry),
67 	TP_ARGS(inode, vmf, zero_page, radix_entry),
68 	TP_STRUCT__entry(
69 		__field(unsigned long, ino)
70 		__field(unsigned long, vm_flags)
71 		__field(unsigned long, address)
72 		__field(struct page *, zero_page)
73 		__field(void *, radix_entry)
74 		__field(dev_t, dev)
75 	),
76 	TP_fast_assign(
77 		__entry->dev = inode->i_sb->s_dev;
78 		__entry->ino = inode->i_ino;
79 		__entry->vm_flags = vmf->vma->vm_flags;
80 		__entry->address = vmf->address;
81 		__entry->zero_page = zero_page;
82 		__entry->radix_entry = radix_entry;
83 	),
84 	TP_printk("dev %d:%d ino %#lx %s address %#lx zero_page %p "
85 			"radix_entry %#lx",
86 		MAJOR(__entry->dev),
87 		MINOR(__entry->dev),
88 		__entry->ino,
89 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
90 		__entry->address,
91 		__entry->zero_page,
92 		(unsigned long)__entry->radix_entry
93 	)
94 )
95 
96 #define DEFINE_PMD_LOAD_HOLE_EVENT(name) \
97 DEFINE_EVENT(dax_pmd_load_hole_class, name, \
98 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
99 		struct page *zero_page, void *radix_entry), \
100 	TP_ARGS(inode, vmf, zero_page, radix_entry))
101 
102 DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole);
103 DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole_fallback);
104 
105 DECLARE_EVENT_CLASS(dax_pmd_insert_mapping_class,
106 	TP_PROTO(struct inode *inode, struct vm_fault *vmf,
107 		long length, pfn_t pfn, void *radix_entry),
108 	TP_ARGS(inode, vmf, length, pfn, radix_entry),
109 	TP_STRUCT__entry(
110 		__field(unsigned long, ino)
111 		__field(unsigned long, vm_flags)
112 		__field(unsigned long, address)
113 		__field(long, length)
114 		__field(u64, pfn_val)
115 		__field(void *, radix_entry)
116 		__field(dev_t, dev)
117 		__field(int, write)
118 	),
119 	TP_fast_assign(
120 		__entry->dev = inode->i_sb->s_dev;
121 		__entry->ino = inode->i_ino;
122 		__entry->vm_flags = vmf->vma->vm_flags;
123 		__entry->address = vmf->address;
124 		__entry->write = vmf->flags & FAULT_FLAG_WRITE;
125 		__entry->length = length;
126 		__entry->pfn_val = pfn.val;
127 		__entry->radix_entry = radix_entry;
128 	),
129 	TP_printk("dev %d:%d ino %#lx %s %s address %#lx length %#lx "
130 			"pfn %#llx %s radix_entry %#lx",
131 		MAJOR(__entry->dev),
132 		MINOR(__entry->dev),
133 		__entry->ino,
134 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
135 		__entry->write ? "write" : "read",
136 		__entry->address,
137 		__entry->length,
138 		__entry->pfn_val & ~PFN_FLAGS_MASK,
139 		__print_flags_u64(__entry->pfn_val & PFN_FLAGS_MASK, "|",
140 			PFN_FLAGS_TRACE),
141 		(unsigned long)__entry->radix_entry
142 	)
143 )
144 
145 #define DEFINE_PMD_INSERT_MAPPING_EVENT(name) \
146 DEFINE_EVENT(dax_pmd_insert_mapping_class, name, \
147 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
148 		long length, pfn_t pfn, void *radix_entry), \
149 	TP_ARGS(inode, vmf, length, pfn, radix_entry))
150 
151 DEFINE_PMD_INSERT_MAPPING_EVENT(dax_pmd_insert_mapping);
152 
153 DECLARE_EVENT_CLASS(dax_pte_fault_class,
154 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result),
155 	TP_ARGS(inode, vmf, result),
156 	TP_STRUCT__entry(
157 		__field(unsigned long, ino)
158 		__field(unsigned long, vm_flags)
159 		__field(unsigned long, address)
160 		__field(pgoff_t, pgoff)
161 		__field(dev_t, dev)
162 		__field(unsigned int, flags)
163 		__field(int, result)
164 	),
165 	TP_fast_assign(
166 		__entry->dev = inode->i_sb->s_dev;
167 		__entry->ino = inode->i_ino;
168 		__entry->vm_flags = vmf->vma->vm_flags;
169 		__entry->address = vmf->address;
170 		__entry->flags = vmf->flags;
171 		__entry->pgoff = vmf->pgoff;
172 		__entry->result = result;
173 	),
174 	TP_printk("dev %d:%d ino %#lx %s %s address %#lx pgoff %#lx %s",
175 		MAJOR(__entry->dev),
176 		MINOR(__entry->dev),
177 		__entry->ino,
178 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
179 		__print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
180 		__entry->address,
181 		__entry->pgoff,
182 		__print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE)
183 	)
184 )
185 
186 #define DEFINE_PTE_FAULT_EVENT(name) \
187 DEFINE_EVENT(dax_pte_fault_class, name, \
188 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result), \
189 	TP_ARGS(inode, vmf, result))
190 
191 DEFINE_PTE_FAULT_EVENT(dax_pte_fault);
192 DEFINE_PTE_FAULT_EVENT(dax_pte_fault_done);
193 DEFINE_PTE_FAULT_EVENT(dax_load_hole);
194 DEFINE_PTE_FAULT_EVENT(dax_insert_pfn_mkwrite_no_entry);
195 DEFINE_PTE_FAULT_EVENT(dax_insert_pfn_mkwrite);
196 
197 TRACE_EVENT(dax_insert_mapping,
198 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, void *radix_entry),
199 	TP_ARGS(inode, vmf, radix_entry),
200 	TP_STRUCT__entry(
201 		__field(unsigned long, ino)
202 		__field(unsigned long, vm_flags)
203 		__field(unsigned long, address)
204 		__field(void *, radix_entry)
205 		__field(dev_t, dev)
206 		__field(int, write)
207 	),
208 	TP_fast_assign(
209 		__entry->dev = inode->i_sb->s_dev;
210 		__entry->ino = inode->i_ino;
211 		__entry->vm_flags = vmf->vma->vm_flags;
212 		__entry->address = vmf->address;
213 		__entry->write = vmf->flags & FAULT_FLAG_WRITE;
214 		__entry->radix_entry = radix_entry;
215 	),
216 	TP_printk("dev %d:%d ino %#lx %s %s address %#lx radix_entry %#lx",
217 		MAJOR(__entry->dev),
218 		MINOR(__entry->dev),
219 		__entry->ino,
220 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
221 		__entry->write ? "write" : "read",
222 		__entry->address,
223 		(unsigned long)__entry->radix_entry
224 	)
225 )
226 
227 DECLARE_EVENT_CLASS(dax_writeback_range_class,
228 	TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),
229 	TP_ARGS(inode, start_index, end_index),
230 	TP_STRUCT__entry(
231 		__field(unsigned long, ino)
232 		__field(pgoff_t, start_index)
233 		__field(pgoff_t, end_index)
234 		__field(dev_t, dev)
235 	),
236 	TP_fast_assign(
237 		__entry->dev = inode->i_sb->s_dev;
238 		__entry->ino = inode->i_ino;
239 		__entry->start_index = start_index;
240 		__entry->end_index = end_index;
241 	),
242 	TP_printk("dev %d:%d ino %#lx pgoff %#lx-%#lx",
243 		MAJOR(__entry->dev),
244 		MINOR(__entry->dev),
245 		__entry->ino,
246 		__entry->start_index,
247 		__entry->end_index
248 	)
249 )
250 
251 #define DEFINE_WRITEBACK_RANGE_EVENT(name) \
252 DEFINE_EVENT(dax_writeback_range_class, name, \
253 	TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),\
254 	TP_ARGS(inode, start_index, end_index))
255 
256 DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range);
257 DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range_done);
258 
259 TRACE_EVENT(dax_writeback_one,
260 	TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen),
261 	TP_ARGS(inode, pgoff, pglen),
262 	TP_STRUCT__entry(
263 		__field(unsigned long, ino)
264 		__field(pgoff_t, pgoff)
265 		__field(pgoff_t, pglen)
266 		__field(dev_t, dev)
267 	),
268 	TP_fast_assign(
269 		__entry->dev = inode->i_sb->s_dev;
270 		__entry->ino = inode->i_ino;
271 		__entry->pgoff = pgoff;
272 		__entry->pglen = pglen;
273 	),
274 	TP_printk("dev %d:%d ino %#lx pgoff %#lx pglen %#lx",
275 		MAJOR(__entry->dev),
276 		MINOR(__entry->dev),
277 		__entry->ino,
278 		__entry->pgoff,
279 		__entry->pglen
280 	)
281 )
282 
283 #endif /* _TRACE_FS_DAX_H */
284 
285 /* This part must be outside protection */
286 #include <trace/define_trace.h>
287