1 /* SPDX-License-Identifier: GPL-2.0 */
2 #undef TRACE_SYSTEM
3 #define TRACE_SYSTEM xdp
4 
5 #if !defined(_TRACE_XDP_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_XDP_H
7 
8 #include <linux/netdevice.h>
9 #include <linux/filter.h>
10 #include <linux/tracepoint.h>
11 #include <linux/bpf.h>
12 
13 #define __XDP_ACT_MAP(FN)	\
14 	FN(ABORTED)		\
15 	FN(DROP)		\
16 	FN(PASS)		\
17 	FN(TX)			\
18 	FN(REDIRECT)
19 
20 #define __XDP_ACT_TP_FN(x)	\
21 	TRACE_DEFINE_ENUM(XDP_##x);
22 #define __XDP_ACT_SYM_FN(x)	\
23 	{ XDP_##x, #x },
24 #define __XDP_ACT_SYM_TAB	\
25 	__XDP_ACT_MAP(__XDP_ACT_SYM_FN) { -1, 0 }
26 __XDP_ACT_MAP(__XDP_ACT_TP_FN)
27 
28 TRACE_EVENT(xdp_exception,
29 
30 	TP_PROTO(const struct net_device *dev,
31 		 const struct bpf_prog *xdp, u32 act),
32 
33 	TP_ARGS(dev, xdp, act),
34 
35 	TP_STRUCT__entry(
36 		__field(int, prog_id)
37 		__field(u32, act)
38 		__field(int, ifindex)
39 	),
40 
41 	TP_fast_assign(
42 		__entry->prog_id	= xdp->aux->id;
43 		__entry->act		= act;
44 		__entry->ifindex	= dev->ifindex;
45 	),
46 
47 	TP_printk("prog_id=%d action=%s ifindex=%d",
48 		  __entry->prog_id,
49 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
50 		  __entry->ifindex)
51 );
52 
53 DECLARE_EVENT_CLASS(xdp_redirect_template,
54 
55 	TP_PROTO(const struct net_device *dev,
56 		 const struct bpf_prog *xdp,
57 		 int to_ifindex, int err,
58 		 const struct bpf_map *map, u32 map_index),
59 
60 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
61 
62 	TP_STRUCT__entry(
63 		__field(int, prog_id)
64 		__field(u32, act)
65 		__field(int, ifindex)
66 		__field(int, err)
67 		__field(int, to_ifindex)
68 		__field(u32, map_id)
69 		__field(int, map_index)
70 	),
71 
72 	TP_fast_assign(
73 		__entry->prog_id	= xdp->aux->id;
74 		__entry->act		= XDP_REDIRECT;
75 		__entry->ifindex	= dev->ifindex;
76 		__entry->err		= err;
77 		__entry->to_ifindex	= to_ifindex;
78 		__entry->map_id		= map ? map->id : 0;
79 		__entry->map_index	= map_index;
80 	),
81 
82 	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d",
83 		  __entry->prog_id,
84 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
85 		  __entry->ifindex, __entry->to_ifindex,
86 		  __entry->err)
87 );
88 
89 DEFINE_EVENT(xdp_redirect_template, xdp_redirect,
90 	TP_PROTO(const struct net_device *dev,
91 		 const struct bpf_prog *xdp,
92 		 int to_ifindex, int err,
93 		 const struct bpf_map *map, u32 map_index),
94 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
95 );
96 
97 DEFINE_EVENT(xdp_redirect_template, xdp_redirect_err,
98 	TP_PROTO(const struct net_device *dev,
99 		 const struct bpf_prog *xdp,
100 		 int to_ifindex, int err,
101 		 const struct bpf_map *map, u32 map_index),
102 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
103 );
104 
105 #define _trace_xdp_redirect(dev, xdp, to)		\
106 	 trace_xdp_redirect(dev, xdp, to, 0, NULL, 0);
107 
108 #define _trace_xdp_redirect_err(dev, xdp, to, err)	\
109 	 trace_xdp_redirect_err(dev, xdp, to, err, NULL, 0);
110 
111 DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map,
112 	TP_PROTO(const struct net_device *dev,
113 		 const struct bpf_prog *xdp,
114 		 int to_ifindex, int err,
115 		 const struct bpf_map *map, u32 map_index),
116 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
117 	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
118 		  " map_id=%d map_index=%d",
119 		  __entry->prog_id,
120 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
121 		  __entry->ifindex, __entry->to_ifindex,
122 		  __entry->err,
123 		  __entry->map_id, __entry->map_index)
124 );
125 
126 DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map_err,
127 	TP_PROTO(const struct net_device *dev,
128 		 const struct bpf_prog *xdp,
129 		 int to_ifindex, int err,
130 		 const struct bpf_map *map, u32 map_index),
131 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
132 	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
133 		  " map_id=%d map_index=%d",
134 		  __entry->prog_id,
135 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
136 		  __entry->ifindex, __entry->to_ifindex,
137 		  __entry->err,
138 		  __entry->map_id, __entry->map_index)
139 );
140 
141 #ifndef __DEVMAP_OBJ_TYPE
142 #define __DEVMAP_OBJ_TYPE
143 struct _bpf_dtab_netdev {
144 	struct net_device *dev;
145 };
146 #endif /* __DEVMAP_OBJ_TYPE */
147 
148 #define devmap_ifindex(fwd, map)				\
149 	(!fwd ? 0 :						\
150 	 ((map->map_type == BPF_MAP_TYPE_DEVMAP) ?		\
151 	  ((struct _bpf_dtab_netdev *)fwd)->dev->ifindex : 0))
152 
153 #define _trace_xdp_redirect_map(dev, xdp, fwd, map, idx)		\
154 	 trace_xdp_redirect_map(dev, xdp, devmap_ifindex(fwd, map),	\
155 				0, map, idx)
156 
157 #define _trace_xdp_redirect_map_err(dev, xdp, fwd, map, idx, err)	\
158 	 trace_xdp_redirect_map_err(dev, xdp, devmap_ifindex(fwd, map),	\
159 				    err, map, idx)
160 
161 TRACE_EVENT(xdp_cpumap_kthread,
162 
163 	TP_PROTO(int map_id, unsigned int processed,  unsigned int drops,
164 		 int sched),
165 
166 	TP_ARGS(map_id, processed, drops, sched),
167 
168 	TP_STRUCT__entry(
169 		__field(int, map_id)
170 		__field(u32, act)
171 		__field(int, cpu)
172 		__field(unsigned int, drops)
173 		__field(unsigned int, processed)
174 		__field(int, sched)
175 	),
176 
177 	TP_fast_assign(
178 		__entry->map_id		= map_id;
179 		__entry->act		= XDP_REDIRECT;
180 		__entry->cpu		= smp_processor_id();
181 		__entry->drops		= drops;
182 		__entry->processed	= processed;
183 		__entry->sched	= sched;
184 	),
185 
186 	TP_printk("kthread"
187 		  " cpu=%d map_id=%d action=%s"
188 		  " processed=%u drops=%u"
189 		  " sched=%d",
190 		  __entry->cpu, __entry->map_id,
191 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
192 		  __entry->processed, __entry->drops,
193 		  __entry->sched)
194 );
195 
196 TRACE_EVENT(xdp_cpumap_enqueue,
197 
198 	TP_PROTO(int map_id, unsigned int processed,  unsigned int drops,
199 		 int to_cpu),
200 
201 	TP_ARGS(map_id, processed, drops, to_cpu),
202 
203 	TP_STRUCT__entry(
204 		__field(int, map_id)
205 		__field(u32, act)
206 		__field(int, cpu)
207 		__field(unsigned int, drops)
208 		__field(unsigned int, processed)
209 		__field(int, to_cpu)
210 	),
211 
212 	TP_fast_assign(
213 		__entry->map_id		= map_id;
214 		__entry->act		= XDP_REDIRECT;
215 		__entry->cpu		= smp_processor_id();
216 		__entry->drops		= drops;
217 		__entry->processed	= processed;
218 		__entry->to_cpu		= to_cpu;
219 	),
220 
221 	TP_printk("enqueue"
222 		  " cpu=%d map_id=%d action=%s"
223 		  " processed=%u drops=%u"
224 		  " to_cpu=%d",
225 		  __entry->cpu, __entry->map_id,
226 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
227 		  __entry->processed, __entry->drops,
228 		  __entry->to_cpu)
229 );
230 
231 TRACE_EVENT(xdp_devmap_xmit,
232 
233 	TP_PROTO(const struct bpf_map *map, u32 map_index,
234 		 int sent, int drops,
235 		 const struct net_device *from_dev,
236 		 const struct net_device *to_dev, int err),
237 
238 	TP_ARGS(map, map_index, sent, drops, from_dev, to_dev, err),
239 
240 	TP_STRUCT__entry(
241 		__field(int, map_id)
242 		__field(u32, act)
243 		__field(u32, map_index)
244 		__field(int, drops)
245 		__field(int, sent)
246 		__field(int, from_ifindex)
247 		__field(int, to_ifindex)
248 		__field(int, err)
249 	),
250 
251 	TP_fast_assign(
252 		__entry->map_id		= map->id;
253 		__entry->act		= XDP_REDIRECT;
254 		__entry->map_index	= map_index;
255 		__entry->drops		= drops;
256 		__entry->sent		= sent;
257 		__entry->from_ifindex	= from_dev->ifindex;
258 		__entry->to_ifindex	= to_dev->ifindex;
259 		__entry->err		= err;
260 	),
261 
262 	TP_printk("ndo_xdp_xmit"
263 		  " map_id=%d map_index=%d action=%s"
264 		  " sent=%d drops=%d"
265 		  " from_ifindex=%d to_ifindex=%d err=%d",
266 		  __entry->map_id, __entry->map_index,
267 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
268 		  __entry->sent, __entry->drops,
269 		  __entry->from_ifindex, __entry->to_ifindex, __entry->err)
270 );
271 
272 #endif /* _TRACE_XDP_H */
273 
274 #include <trace/define_trace.h>
275