1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __LINUX_NETFILTER_H
3 #define __LINUX_NETFILTER_H
4
5 #include <linux/init.h>
6 #include <linux/skbuff.h>
7 #include <linux/net.h>
8 #include <linux/if.h>
9 #include <linux/in.h>
10 #include <linux/in6.h>
11 #include <linux/wait.h>
12 #include <linux/list.h>
13 #include <linux/static_key.h>
14 #include <linux/netfilter_defs.h>
15 #include <linux/netdevice.h>
16 #include <net/net_namespace.h>
17
18 #ifdef CONFIG_NETFILTER
NF_DROP_GETERR(int verdict)19 static inline int NF_DROP_GETERR(int verdict)
20 {
21 return -(verdict >> NF_VERDICT_QBITS);
22 }
23
nf_inet_addr_cmp(const union nf_inet_addr * a1,const union nf_inet_addr * a2)24 static inline int nf_inet_addr_cmp(const union nf_inet_addr *a1,
25 const union nf_inet_addr *a2)
26 {
27 return a1->all[0] == a2->all[0] &&
28 a1->all[1] == a2->all[1] &&
29 a1->all[2] == a2->all[2] &&
30 a1->all[3] == a2->all[3];
31 }
32
nf_inet_addr_mask(const union nf_inet_addr * a1,union nf_inet_addr * result,const union nf_inet_addr * mask)33 static inline void nf_inet_addr_mask(const union nf_inet_addr *a1,
34 union nf_inet_addr *result,
35 const union nf_inet_addr *mask)
36 {
37 result->all[0] = a1->all[0] & mask->all[0];
38 result->all[1] = a1->all[1] & mask->all[1];
39 result->all[2] = a1->all[2] & mask->all[2];
40 result->all[3] = a1->all[3] & mask->all[3];
41 }
42
43 int netfilter_init(void);
44
45 struct sk_buff;
46
47 struct nf_hook_ops;
48
49 struct sock;
50
51 struct nf_hook_state {
52 unsigned int hook;
53 u_int8_t pf;
54 struct net_device *in;
55 struct net_device *out;
56 struct sock *sk;
57 struct net *net;
58 int (*okfn)(struct net *, struct sock *, struct sk_buff *);
59 };
60
61 typedef unsigned int nf_hookfn(void *priv,
62 struct sk_buff *skb,
63 const struct nf_hook_state *state);
64 struct nf_hook_ops {
65 /* User fills in from here down. */
66 nf_hookfn *hook;
67 struct net_device *dev;
68 void *priv;
69 u_int8_t pf;
70 unsigned int hooknum;
71 /* Hooks are ordered in ascending priority. */
72 int priority;
73 };
74
75 struct nf_hook_entry {
76 nf_hookfn *hook;
77 void *priv;
78 };
79
80 struct nf_hook_entries_rcu_head {
81 struct rcu_head head;
82 void *allocation;
83 };
84
85 struct nf_hook_entries {
86 u16 num_hook_entries;
87 /* padding */
88 struct nf_hook_entry hooks[];
89
90 /* trailer: pointers to original orig_ops of each hook,
91 * followed by rcu_head and scratch space used for freeing
92 * the structure via call_rcu.
93 *
94 * This is not part of struct nf_hook_entry since its only
95 * needed in slow path (hook register/unregister):
96 * const struct nf_hook_ops *orig_ops[]
97 *
98 * For the same reason, we store this at end -- its
99 * only needed when a hook is deleted, not during
100 * packet path processing:
101 * struct nf_hook_entries_rcu_head head
102 */
103 };
104
nf_hook_entries_get_hook_ops(const struct nf_hook_entries * e)105 static inline struct nf_hook_ops **nf_hook_entries_get_hook_ops(const struct nf_hook_entries *e)
106 {
107 unsigned int n = e->num_hook_entries;
108 const void *hook_end;
109
110 hook_end = &e->hooks[n]; /* this is *past* ->hooks[]! */
111
112 return (struct nf_hook_ops **)hook_end;
113 }
114
115 static inline int
nf_hook_entry_hookfn(const struct nf_hook_entry * entry,struct sk_buff * skb,struct nf_hook_state * state)116 nf_hook_entry_hookfn(const struct nf_hook_entry *entry, struct sk_buff *skb,
117 struct nf_hook_state *state)
118 {
119 return entry->hook(entry->priv, skb, state);
120 }
121
nf_hook_state_init(struct nf_hook_state * p,unsigned int hook,u_int8_t pf,struct net_device * indev,struct net_device * outdev,struct sock * sk,struct net * net,int (* okfn)(struct net *,struct sock *,struct sk_buff *))122 static inline void nf_hook_state_init(struct nf_hook_state *p,
123 unsigned int hook,
124 u_int8_t pf,
125 struct net_device *indev,
126 struct net_device *outdev,
127 struct sock *sk,
128 struct net *net,
129 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
130 {
131 p->hook = hook;
132 p->pf = pf;
133 p->in = indev;
134 p->out = outdev;
135 p->sk = sk;
136 p->net = net;
137 p->okfn = okfn;
138 }
139
140
141
142 struct nf_sockopt_ops {
143 struct list_head list;
144
145 u_int8_t pf;
146
147 /* Non-inclusive ranges: use 0/0/NULL to never get called. */
148 int set_optmin;
149 int set_optmax;
150 int (*set)(struct sock *sk, int optval, void __user *user, unsigned int len);
151 #ifdef CONFIG_COMPAT
152 int (*compat_set)(struct sock *sk, int optval,
153 void __user *user, unsigned int len);
154 #endif
155 int get_optmin;
156 int get_optmax;
157 int (*get)(struct sock *sk, int optval, void __user *user, int *len);
158 #ifdef CONFIG_COMPAT
159 int (*compat_get)(struct sock *sk, int optval,
160 void __user *user, int *len);
161 #endif
162 /* Use the module struct to lock set/get code in place */
163 struct module *owner;
164 };
165
166 /* Function to register/unregister hook points. */
167 int nf_register_net_hook(struct net *net, const struct nf_hook_ops *ops);
168 void nf_unregister_net_hook(struct net *net, const struct nf_hook_ops *ops);
169 int nf_register_net_hooks(struct net *net, const struct nf_hook_ops *reg,
170 unsigned int n);
171 void nf_unregister_net_hooks(struct net *net, const struct nf_hook_ops *reg,
172 unsigned int n);
173
174 /* Functions to register get/setsockopt ranges (non-inclusive). You
175 need to check permissions yourself! */
176 int nf_register_sockopt(struct nf_sockopt_ops *reg);
177 void nf_unregister_sockopt(struct nf_sockopt_ops *reg);
178
179 #ifdef CONFIG_JUMP_LABEL
180 extern struct static_key nf_hooks_needed[NFPROTO_NUMPROTO][NF_MAX_HOOKS];
181 #endif
182
183 int nf_hook_slow(struct sk_buff *skb, struct nf_hook_state *state,
184 const struct nf_hook_entries *e, unsigned int i);
185
186 /**
187 * nf_hook - call a netfilter hook
188 *
189 * Returns 1 if the hook has allowed the packet to pass. The function
190 * okfn must be invoked by the caller in this case. Any other return
191 * value indicates the packet has been consumed by the hook.
192 */
nf_hook(u_int8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * indev,struct net_device * outdev,int (* okfn)(struct net *,struct sock *,struct sk_buff *))193 static inline int nf_hook(u_int8_t pf, unsigned int hook, struct net *net,
194 struct sock *sk, struct sk_buff *skb,
195 struct net_device *indev, struct net_device *outdev,
196 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
197 {
198 struct nf_hook_entries *hook_head = NULL;
199 int ret = 1;
200
201 #ifdef CONFIG_JUMP_LABEL
202 if (__builtin_constant_p(pf) &&
203 __builtin_constant_p(hook) &&
204 !static_key_false(&nf_hooks_needed[pf][hook]))
205 return 1;
206 #endif
207
208 rcu_read_lock();
209 switch (pf) {
210 case NFPROTO_IPV4:
211 hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]);
212 break;
213 case NFPROTO_IPV6:
214 hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]);
215 break;
216 case NFPROTO_ARP:
217 #ifdef CONFIG_NETFILTER_FAMILY_ARP
218 if (WARN_ON_ONCE(hook >= ARRAY_SIZE(net->nf.hooks_arp)))
219 break;
220 hook_head = rcu_dereference(net->nf.hooks_arp[hook]);
221 #endif
222 break;
223 case NFPROTO_BRIDGE:
224 #ifdef CONFIG_NETFILTER_FAMILY_BRIDGE
225 hook_head = rcu_dereference(net->nf.hooks_bridge[hook]);
226 #endif
227 break;
228 default:
229 WARN_ON_ONCE(1);
230 break;
231 }
232
233 if (hook_head) {
234 struct nf_hook_state state;
235
236 nf_hook_state_init(&state, hook, pf, indev, outdev,
237 sk, net, okfn);
238
239 ret = nf_hook_slow(skb, &state, hook_head, 0);
240 }
241 rcu_read_unlock();
242
243 return ret;
244 }
245
246 /* Activate hook; either okfn or kfree_skb called, unless a hook
247 returns NF_STOLEN (in which case, it's up to the hook to deal with
248 the consequences).
249
250 Returns -ERRNO if packet dropped. Zero means queued, stolen or
251 accepted.
252 */
253
254 /* RR:
255 > I don't want nf_hook to return anything because people might forget
256 > about async and trust the return value to mean "packet was ok".
257
258 AK:
259 Just document it clearly, then you can expect some sense from kernel
260 coders :)
261 */
262
263 static inline int
NF_HOOK_COND(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *),bool cond)264 NF_HOOK_COND(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
265 struct sk_buff *skb, struct net_device *in, struct net_device *out,
266 int (*okfn)(struct net *, struct sock *, struct sk_buff *),
267 bool cond)
268 {
269 int ret;
270
271 if (!cond ||
272 ((ret = nf_hook(pf, hook, net, sk, skb, in, out, okfn)) == 1))
273 ret = okfn(net, sk, skb);
274 return ret;
275 }
276
277 static inline int
NF_HOOK(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))278 NF_HOOK(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk, struct sk_buff *skb,
279 struct net_device *in, struct net_device *out,
280 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
281 {
282 int ret = nf_hook(pf, hook, net, sk, skb, in, out, okfn);
283 if (ret == 1)
284 ret = okfn(net, sk, skb);
285 return ret;
286 }
287
288 static inline void
NF_HOOK_LIST(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct list_head * head,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))289 NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
290 struct list_head *head, struct net_device *in, struct net_device *out,
291 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
292 {
293 struct sk_buff *skb, *next;
294 struct list_head sublist;
295
296 INIT_LIST_HEAD(&sublist);
297 list_for_each_entry_safe(skb, next, head, list) {
298 skb_list_del_init(skb);
299 if (nf_hook(pf, hook, net, sk, skb, in, out, okfn) == 1)
300 list_add_tail(&skb->list, &sublist);
301 }
302 /* Put passed packets back on main list */
303 list_splice(&sublist, head);
304 }
305
306 /* Call setsockopt() */
307 int nf_setsockopt(struct sock *sk, u_int8_t pf, int optval, char __user *opt,
308 unsigned int len);
309 int nf_getsockopt(struct sock *sk, u_int8_t pf, int optval, char __user *opt,
310 int *len);
311 #ifdef CONFIG_COMPAT
312 int compat_nf_setsockopt(struct sock *sk, u_int8_t pf, int optval,
313 char __user *opt, unsigned int len);
314 int compat_nf_getsockopt(struct sock *sk, u_int8_t pf, int optval,
315 char __user *opt, int *len);
316 #endif
317
318 /* Call this before modifying an existing packet: ensures it is
319 modifiable and linear to the point you care about (writable_len).
320 Returns true or false. */
321 int skb_make_writable(struct sk_buff *skb, unsigned int writable_len);
322
323 struct flowi;
324 struct nf_queue_entry;
325
326 __sum16 nf_checksum(struct sk_buff *skb, unsigned int hook,
327 unsigned int dataoff, u_int8_t protocol,
328 unsigned short family);
329
330 __sum16 nf_checksum_partial(struct sk_buff *skb, unsigned int hook,
331 unsigned int dataoff, unsigned int len,
332 u_int8_t protocol, unsigned short family);
333 int nf_route(struct net *net, struct dst_entry **dst, struct flowi *fl,
334 bool strict, unsigned short family);
335 int nf_reroute(struct sk_buff *skb, struct nf_queue_entry *entry);
336
337 #include <net/flow.h>
338
339 struct nf_conn;
340 enum nf_nat_manip_type;
341 struct nlattr;
342 enum ip_conntrack_dir;
343
344 struct nf_nat_hook {
345 int (*parse_nat_setup)(struct nf_conn *ct, enum nf_nat_manip_type manip,
346 const struct nlattr *attr);
347 void (*decode_session)(struct sk_buff *skb, struct flowi *fl);
348 unsigned int (*manip_pkt)(struct sk_buff *skb, struct nf_conn *ct,
349 enum nf_nat_manip_type mtype,
350 enum ip_conntrack_dir dir);
351 };
352
353 extern struct nf_nat_hook __rcu *nf_nat_hook;
354
355 static inline void
nf_nat_decode_session(struct sk_buff * skb,struct flowi * fl,u_int8_t family)356 nf_nat_decode_session(struct sk_buff *skb, struct flowi *fl, u_int8_t family)
357 {
358 #ifdef CONFIG_NF_NAT_NEEDED
359 struct nf_nat_hook *nat_hook;
360
361 rcu_read_lock();
362 nat_hook = rcu_dereference(nf_nat_hook);
363 if (nat_hook && nat_hook->decode_session)
364 nat_hook->decode_session(skb, fl);
365 rcu_read_unlock();
366 #endif
367 }
368
369 #else /* !CONFIG_NETFILTER */
370 static inline int
NF_HOOK_COND(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *),bool cond)371 NF_HOOK_COND(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
372 struct sk_buff *skb, struct net_device *in, struct net_device *out,
373 int (*okfn)(struct net *, struct sock *, struct sk_buff *),
374 bool cond)
375 {
376 return okfn(net, sk, skb);
377 }
378
379 static inline int
NF_HOOK(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))380 NF_HOOK(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
381 struct sk_buff *skb, struct net_device *in, struct net_device *out,
382 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
383 {
384 return okfn(net, sk, skb);
385 }
386
387 static inline void
NF_HOOK_LIST(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct list_head * head,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))388 NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
389 struct list_head *head, struct net_device *in, struct net_device *out,
390 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
391 {
392 /* nothing to do */
393 }
394
nf_hook(u_int8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * indev,struct net_device * outdev,int (* okfn)(struct net *,struct sock *,struct sk_buff *))395 static inline int nf_hook(u_int8_t pf, unsigned int hook, struct net *net,
396 struct sock *sk, struct sk_buff *skb,
397 struct net_device *indev, struct net_device *outdev,
398 int (*okfn)(struct net *, struct sock *, struct sk_buff *))
399 {
400 return 1;
401 }
402 struct flowi;
403 static inline void
nf_nat_decode_session(struct sk_buff * skb,struct flowi * fl,u_int8_t family)404 nf_nat_decode_session(struct sk_buff *skb, struct flowi *fl, u_int8_t family)
405 {
406 }
407 #endif /*CONFIG_NETFILTER*/
408
409 #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
410 #include <linux/netfilter/nf_conntrack_zones_common.h>
411
412 extern void (*ip_ct_attach)(struct sk_buff *, const struct sk_buff *) __rcu;
413 void nf_ct_attach(struct sk_buff *, const struct sk_buff *);
414 struct nf_conntrack_tuple;
415 bool nf_ct_get_tuple_skb(struct nf_conntrack_tuple *dst_tuple,
416 const struct sk_buff *skb);
417 #else
nf_ct_attach(struct sk_buff * new,struct sk_buff * skb)418 static inline void nf_ct_attach(struct sk_buff *new, struct sk_buff *skb) {}
419 struct nf_conntrack_tuple;
nf_ct_get_tuple_skb(struct nf_conntrack_tuple * dst_tuple,const struct sk_buff * skb)420 static inline bool nf_ct_get_tuple_skb(struct nf_conntrack_tuple *dst_tuple,
421 const struct sk_buff *skb)
422 {
423 return false;
424 }
425 #endif
426
427 struct nf_conn;
428 enum ip_conntrack_info;
429
430 struct nf_ct_hook {
431 int (*update)(struct net *net, struct sk_buff *skb);
432 void (*destroy)(struct nf_conntrack *);
433 bool (*get_tuple_skb)(struct nf_conntrack_tuple *,
434 const struct sk_buff *);
435 };
436 extern struct nf_ct_hook __rcu *nf_ct_hook;
437
438 struct nlattr;
439
440 struct nfnl_ct_hook {
441 struct nf_conn *(*get_ct)(const struct sk_buff *skb,
442 enum ip_conntrack_info *ctinfo);
443 size_t (*build_size)(const struct nf_conn *ct);
444 int (*build)(struct sk_buff *skb, struct nf_conn *ct,
445 enum ip_conntrack_info ctinfo,
446 u_int16_t ct_attr, u_int16_t ct_info_attr);
447 int (*parse)(const struct nlattr *attr, struct nf_conn *ct);
448 int (*attach_expect)(const struct nlattr *attr, struct nf_conn *ct,
449 u32 portid, u32 report);
450 void (*seq_adjust)(struct sk_buff *skb, struct nf_conn *ct,
451 enum ip_conntrack_info ctinfo, s32 off);
452 };
453 extern struct nfnl_ct_hook __rcu *nfnl_ct_hook;
454
455 /**
456 * nf_skb_duplicated - TEE target has sent a packet
457 *
458 * When a xtables target sends a packet, the OUTPUT and POSTROUTING
459 * hooks are traversed again, i.e. nft and xtables are invoked recursively.
460 *
461 * This is used by xtables TEE target to prevent the duplicated skb from
462 * being duplicated again.
463 */
464 DECLARE_PER_CPU(bool, nf_skb_duplicated);
465
466 #endif /*__LINUX_NETFILTER_H*/
467