1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __LINUX_NETFILTER_H
3 #define __LINUX_NETFILTER_H
4 
5 #include <linux/init.h>
6 #include <linux/skbuff.h>
7 #include <linux/net.h>
8 #include <linux/if.h>
9 #include <linux/in.h>
10 #include <linux/in6.h>
11 #include <linux/wait.h>
12 #include <linux/list.h>
13 #include <linux/static_key.h>
14 #include <linux/netfilter_defs.h>
15 #include <linux/netdevice.h>
16 #include <net/net_namespace.h>
17 
18 #ifdef CONFIG_NETFILTER
NF_DROP_GETERR(int verdict)19 static inline int NF_DROP_GETERR(int verdict)
20 {
21 	return -(verdict >> NF_VERDICT_QBITS);
22 }
23 
nf_inet_addr_cmp(const union nf_inet_addr * a1,const union nf_inet_addr * a2)24 static inline int nf_inet_addr_cmp(const union nf_inet_addr *a1,
25 				   const union nf_inet_addr *a2)
26 {
27 	return a1->all[0] == a2->all[0] &&
28 	       a1->all[1] == a2->all[1] &&
29 	       a1->all[2] == a2->all[2] &&
30 	       a1->all[3] == a2->all[3];
31 }
32 
nf_inet_addr_mask(const union nf_inet_addr * a1,union nf_inet_addr * result,const union nf_inet_addr * mask)33 static inline void nf_inet_addr_mask(const union nf_inet_addr *a1,
34 				     union nf_inet_addr *result,
35 				     const union nf_inet_addr *mask)
36 {
37 	result->all[0] = a1->all[0] & mask->all[0];
38 	result->all[1] = a1->all[1] & mask->all[1];
39 	result->all[2] = a1->all[2] & mask->all[2];
40 	result->all[3] = a1->all[3] & mask->all[3];
41 }
42 
43 int netfilter_init(void);
44 
45 struct sk_buff;
46 
47 struct nf_hook_ops;
48 
49 struct sock;
50 
51 struct nf_hook_state {
52 	unsigned int hook;
53 	u_int8_t pf;
54 	struct net_device *in;
55 	struct net_device *out;
56 	struct sock *sk;
57 	struct net *net;
58 	int (*okfn)(struct net *, struct sock *, struct sk_buff *);
59 };
60 
61 typedef unsigned int nf_hookfn(void *priv,
62 			       struct sk_buff *skb,
63 			       const struct nf_hook_state *state);
64 struct nf_hook_ops {
65 	/* User fills in from here down. */
66 	nf_hookfn		*hook;
67 	struct net_device	*dev;
68 	void			*priv;
69 	u_int8_t		pf;
70 	unsigned int		hooknum;
71 	/* Hooks are ordered in ascending priority. */
72 	int			priority;
73 };
74 
75 struct nf_hook_entry {
76 	nf_hookfn			*hook;
77 	void				*priv;
78 };
79 
80 struct nf_hook_entries_rcu_head {
81 	struct rcu_head head;
82 	void	*allocation;
83 };
84 
85 struct nf_hook_entries {
86 	u16				num_hook_entries;
87 	/* padding */
88 	struct nf_hook_entry		hooks[];
89 
90 	/* trailer: pointers to original orig_ops of each hook,
91 	 * followed by rcu_head and scratch space used for freeing
92 	 * the structure via call_rcu.
93 	 *
94 	 *   This is not part of struct nf_hook_entry since its only
95 	 *   needed in slow path (hook register/unregister):
96 	 * const struct nf_hook_ops     *orig_ops[]
97 	 *
98 	 *   For the same reason, we store this at end -- its
99 	 *   only needed when a hook is deleted, not during
100 	 *   packet path processing:
101 	 * struct nf_hook_entries_rcu_head     head
102 	 */
103 };
104 
nf_hook_entries_get_hook_ops(const struct nf_hook_entries * e)105 static inline struct nf_hook_ops **nf_hook_entries_get_hook_ops(const struct nf_hook_entries *e)
106 {
107 	unsigned int n = e->num_hook_entries;
108 	const void *hook_end;
109 
110 	hook_end = &e->hooks[n]; /* this is *past* ->hooks[]! */
111 
112 	return (struct nf_hook_ops **)hook_end;
113 }
114 
115 static inline int
nf_hook_entry_hookfn(const struct nf_hook_entry * entry,struct sk_buff * skb,struct nf_hook_state * state)116 nf_hook_entry_hookfn(const struct nf_hook_entry *entry, struct sk_buff *skb,
117 		     struct nf_hook_state *state)
118 {
119 	return entry->hook(entry->priv, skb, state);
120 }
121 
nf_hook_state_init(struct nf_hook_state * p,unsigned int hook,u_int8_t pf,struct net_device * indev,struct net_device * outdev,struct sock * sk,struct net * net,int (* okfn)(struct net *,struct sock *,struct sk_buff *))122 static inline void nf_hook_state_init(struct nf_hook_state *p,
123 				      unsigned int hook,
124 				      u_int8_t pf,
125 				      struct net_device *indev,
126 				      struct net_device *outdev,
127 				      struct sock *sk,
128 				      struct net *net,
129 				      int (*okfn)(struct net *, struct sock *, struct sk_buff *))
130 {
131 	p->hook = hook;
132 	p->pf = pf;
133 	p->in = indev;
134 	p->out = outdev;
135 	p->sk = sk;
136 	p->net = net;
137 	p->okfn = okfn;
138 }
139 
140 
141 
142 struct nf_sockopt_ops {
143 	struct list_head list;
144 
145 	u_int8_t pf;
146 
147 	/* Non-inclusive ranges: use 0/0/NULL to never get called. */
148 	int set_optmin;
149 	int set_optmax;
150 	int (*set)(struct sock *sk, int optval, void __user *user, unsigned int len);
151 #ifdef CONFIG_COMPAT
152 	int (*compat_set)(struct sock *sk, int optval,
153 			void __user *user, unsigned int len);
154 #endif
155 	int get_optmin;
156 	int get_optmax;
157 	int (*get)(struct sock *sk, int optval, void __user *user, int *len);
158 #ifdef CONFIG_COMPAT
159 	int (*compat_get)(struct sock *sk, int optval,
160 			void __user *user, int *len);
161 #endif
162 	/* Use the module struct to lock set/get code in place */
163 	struct module *owner;
164 };
165 
166 /* Function to register/unregister hook points. */
167 int nf_register_net_hook(struct net *net, const struct nf_hook_ops *ops);
168 void nf_unregister_net_hook(struct net *net, const struct nf_hook_ops *ops);
169 int nf_register_net_hooks(struct net *net, const struct nf_hook_ops *reg,
170 			  unsigned int n);
171 void nf_unregister_net_hooks(struct net *net, const struct nf_hook_ops *reg,
172 			     unsigned int n);
173 
174 /* Functions to register get/setsockopt ranges (non-inclusive).  You
175    need to check permissions yourself! */
176 int nf_register_sockopt(struct nf_sockopt_ops *reg);
177 void nf_unregister_sockopt(struct nf_sockopt_ops *reg);
178 
179 #ifdef CONFIG_JUMP_LABEL
180 extern struct static_key nf_hooks_needed[NFPROTO_NUMPROTO][NF_MAX_HOOKS];
181 #endif
182 
183 int nf_hook_slow(struct sk_buff *skb, struct nf_hook_state *state,
184 		 const struct nf_hook_entries *e, unsigned int i);
185 
186 /**
187  *	nf_hook - call a netfilter hook
188  *
189  *	Returns 1 if the hook has allowed the packet to pass.  The function
190  *	okfn must be invoked by the caller in this case.  Any other return
191  *	value indicates the packet has been consumed by the hook.
192  */
nf_hook(u_int8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * indev,struct net_device * outdev,int (* okfn)(struct net *,struct sock *,struct sk_buff *))193 static inline int nf_hook(u_int8_t pf, unsigned int hook, struct net *net,
194 			  struct sock *sk, struct sk_buff *skb,
195 			  struct net_device *indev, struct net_device *outdev,
196 			  int (*okfn)(struct net *, struct sock *, struct sk_buff *))
197 {
198 	struct nf_hook_entries *hook_head = NULL;
199 	int ret = 1;
200 
201 #ifdef CONFIG_JUMP_LABEL
202 	if (__builtin_constant_p(pf) &&
203 	    __builtin_constant_p(hook) &&
204 	    !static_key_false(&nf_hooks_needed[pf][hook]))
205 		return 1;
206 #endif
207 
208 	rcu_read_lock();
209 	switch (pf) {
210 	case NFPROTO_IPV4:
211 		hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]);
212 		break;
213 	case NFPROTO_IPV6:
214 		hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]);
215 		break;
216 	case NFPROTO_ARP:
217 #ifdef CONFIG_NETFILTER_FAMILY_ARP
218 		if (WARN_ON_ONCE(hook >= ARRAY_SIZE(net->nf.hooks_arp)))
219 			break;
220 		hook_head = rcu_dereference(net->nf.hooks_arp[hook]);
221 #endif
222 		break;
223 	case NFPROTO_BRIDGE:
224 #ifdef CONFIG_NETFILTER_FAMILY_BRIDGE
225 		hook_head = rcu_dereference(net->nf.hooks_bridge[hook]);
226 #endif
227 		break;
228 	default:
229 		WARN_ON_ONCE(1);
230 		break;
231 	}
232 
233 	if (hook_head) {
234 		struct nf_hook_state state;
235 
236 		nf_hook_state_init(&state, hook, pf, indev, outdev,
237 				   sk, net, okfn);
238 
239 		ret = nf_hook_slow(skb, &state, hook_head, 0);
240 	}
241 	rcu_read_unlock();
242 
243 	return ret;
244 }
245 
246 /* Activate hook; either okfn or kfree_skb called, unless a hook
247    returns NF_STOLEN (in which case, it's up to the hook to deal with
248    the consequences).
249 
250    Returns -ERRNO if packet dropped.  Zero means queued, stolen or
251    accepted.
252 */
253 
254 /* RR:
255    > I don't want nf_hook to return anything because people might forget
256    > about async and trust the return value to mean "packet was ok".
257 
258    AK:
259    Just document it clearly, then you can expect some sense from kernel
260    coders :)
261 */
262 
263 static inline int
NF_HOOK_COND(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *),bool cond)264 NF_HOOK_COND(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
265 	     struct sk_buff *skb, struct net_device *in, struct net_device *out,
266 	     int (*okfn)(struct net *, struct sock *, struct sk_buff *),
267 	     bool cond)
268 {
269 	int ret;
270 
271 	if (!cond ||
272 	    ((ret = nf_hook(pf, hook, net, sk, skb, in, out, okfn)) == 1))
273 		ret = okfn(net, sk, skb);
274 	return ret;
275 }
276 
277 static inline int
NF_HOOK(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))278 NF_HOOK(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk, struct sk_buff *skb,
279 	struct net_device *in, struct net_device *out,
280 	int (*okfn)(struct net *, struct sock *, struct sk_buff *))
281 {
282 	int ret = nf_hook(pf, hook, net, sk, skb, in, out, okfn);
283 	if (ret == 1)
284 		ret = okfn(net, sk, skb);
285 	return ret;
286 }
287 
288 static inline void
NF_HOOK_LIST(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct list_head * head,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))289 NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
290 	     struct list_head *head, struct net_device *in, struct net_device *out,
291 	     int (*okfn)(struct net *, struct sock *, struct sk_buff *))
292 {
293 	struct sk_buff *skb, *next;
294 	struct list_head sublist;
295 
296 	INIT_LIST_HEAD(&sublist);
297 	list_for_each_entry_safe(skb, next, head, list) {
298 		skb_list_del_init(skb);
299 		if (nf_hook(pf, hook, net, sk, skb, in, out, okfn) == 1)
300 			list_add_tail(&skb->list, &sublist);
301 	}
302 	/* Put passed packets back on main list */
303 	list_splice(&sublist, head);
304 }
305 
306 /* Call setsockopt() */
307 int nf_setsockopt(struct sock *sk, u_int8_t pf, int optval, char __user *opt,
308 		  unsigned int len);
309 int nf_getsockopt(struct sock *sk, u_int8_t pf, int optval, char __user *opt,
310 		  int *len);
311 #ifdef CONFIG_COMPAT
312 int compat_nf_setsockopt(struct sock *sk, u_int8_t pf, int optval,
313 		char __user *opt, unsigned int len);
314 int compat_nf_getsockopt(struct sock *sk, u_int8_t pf, int optval,
315 		char __user *opt, int *len);
316 #endif
317 
318 /* Call this before modifying an existing packet: ensures it is
319    modifiable and linear to the point you care about (writable_len).
320    Returns true or false. */
321 int skb_make_writable(struct sk_buff *skb, unsigned int writable_len);
322 
323 struct flowi;
324 struct nf_queue_entry;
325 
326 __sum16 nf_checksum(struct sk_buff *skb, unsigned int hook,
327 		    unsigned int dataoff, u_int8_t protocol,
328 		    unsigned short family);
329 
330 __sum16 nf_checksum_partial(struct sk_buff *skb, unsigned int hook,
331 			    unsigned int dataoff, unsigned int len,
332 			    u_int8_t protocol, unsigned short family);
333 int nf_route(struct net *net, struct dst_entry **dst, struct flowi *fl,
334 	     bool strict, unsigned short family);
335 int nf_reroute(struct sk_buff *skb, struct nf_queue_entry *entry);
336 
337 #include <net/flow.h>
338 
339 struct nf_conn;
340 enum nf_nat_manip_type;
341 struct nlattr;
342 enum ip_conntrack_dir;
343 
344 struct nf_nat_hook {
345 	int (*parse_nat_setup)(struct nf_conn *ct, enum nf_nat_manip_type manip,
346 			       const struct nlattr *attr);
347 	void (*decode_session)(struct sk_buff *skb, struct flowi *fl);
348 	unsigned int (*manip_pkt)(struct sk_buff *skb, struct nf_conn *ct,
349 				  enum nf_nat_manip_type mtype,
350 				  enum ip_conntrack_dir dir);
351 };
352 
353 extern struct nf_nat_hook __rcu *nf_nat_hook;
354 
355 static inline void
nf_nat_decode_session(struct sk_buff * skb,struct flowi * fl,u_int8_t family)356 nf_nat_decode_session(struct sk_buff *skb, struct flowi *fl, u_int8_t family)
357 {
358 #ifdef CONFIG_NF_NAT_NEEDED
359 	struct nf_nat_hook *nat_hook;
360 
361 	rcu_read_lock();
362 	nat_hook = rcu_dereference(nf_nat_hook);
363 	if (nat_hook && nat_hook->decode_session)
364 		nat_hook->decode_session(skb, fl);
365 	rcu_read_unlock();
366 #endif
367 }
368 
369 #else /* !CONFIG_NETFILTER */
370 static inline int
NF_HOOK_COND(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *),bool cond)371 NF_HOOK_COND(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
372 	     struct sk_buff *skb, struct net_device *in, struct net_device *out,
373 	     int (*okfn)(struct net *, struct sock *, struct sk_buff *),
374 	     bool cond)
375 {
376 	return okfn(net, sk, skb);
377 }
378 
379 static inline int
NF_HOOK(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))380 NF_HOOK(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
381 	struct sk_buff *skb, struct net_device *in, struct net_device *out,
382 	int (*okfn)(struct net *, struct sock *, struct sk_buff *))
383 {
384 	return okfn(net, sk, skb);
385 }
386 
387 static inline void
NF_HOOK_LIST(uint8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct list_head * head,struct net_device * in,struct net_device * out,int (* okfn)(struct net *,struct sock *,struct sk_buff *))388 NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
389 	     struct list_head *head, struct net_device *in, struct net_device *out,
390 	     int (*okfn)(struct net *, struct sock *, struct sk_buff *))
391 {
392 	/* nothing to do */
393 }
394 
nf_hook(u_int8_t pf,unsigned int hook,struct net * net,struct sock * sk,struct sk_buff * skb,struct net_device * indev,struct net_device * outdev,int (* okfn)(struct net *,struct sock *,struct sk_buff *))395 static inline int nf_hook(u_int8_t pf, unsigned int hook, struct net *net,
396 			  struct sock *sk, struct sk_buff *skb,
397 			  struct net_device *indev, struct net_device *outdev,
398 			  int (*okfn)(struct net *, struct sock *, struct sk_buff *))
399 {
400 	return 1;
401 }
402 struct flowi;
403 static inline void
nf_nat_decode_session(struct sk_buff * skb,struct flowi * fl,u_int8_t family)404 nf_nat_decode_session(struct sk_buff *skb, struct flowi *fl, u_int8_t family)
405 {
406 }
407 #endif /*CONFIG_NETFILTER*/
408 
409 #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
410 #include <linux/netfilter/nf_conntrack_zones_common.h>
411 
412 extern void (*ip_ct_attach)(struct sk_buff *, const struct sk_buff *) __rcu;
413 void nf_ct_attach(struct sk_buff *, const struct sk_buff *);
414 struct nf_conntrack_tuple;
415 bool nf_ct_get_tuple_skb(struct nf_conntrack_tuple *dst_tuple,
416 			 const struct sk_buff *skb);
417 #else
nf_ct_attach(struct sk_buff * new,struct sk_buff * skb)418 static inline void nf_ct_attach(struct sk_buff *new, struct sk_buff *skb) {}
419 struct nf_conntrack_tuple;
nf_ct_get_tuple_skb(struct nf_conntrack_tuple * dst_tuple,const struct sk_buff * skb)420 static inline bool nf_ct_get_tuple_skb(struct nf_conntrack_tuple *dst_tuple,
421 				       const struct sk_buff *skb)
422 {
423 	return false;
424 }
425 #endif
426 
427 struct nf_conn;
428 enum ip_conntrack_info;
429 
430 struct nf_ct_hook {
431 	int (*update)(struct net *net, struct sk_buff *skb);
432 	void (*destroy)(struct nf_conntrack *);
433 	bool (*get_tuple_skb)(struct nf_conntrack_tuple *,
434 			      const struct sk_buff *);
435 };
436 extern struct nf_ct_hook __rcu *nf_ct_hook;
437 
438 struct nlattr;
439 
440 struct nfnl_ct_hook {
441 	struct nf_conn *(*get_ct)(const struct sk_buff *skb,
442 				  enum ip_conntrack_info *ctinfo);
443 	size_t (*build_size)(const struct nf_conn *ct);
444 	int (*build)(struct sk_buff *skb, struct nf_conn *ct,
445 		     enum ip_conntrack_info ctinfo,
446 		     u_int16_t ct_attr, u_int16_t ct_info_attr);
447 	int (*parse)(const struct nlattr *attr, struct nf_conn *ct);
448 	int (*attach_expect)(const struct nlattr *attr, struct nf_conn *ct,
449 			     u32 portid, u32 report);
450 	void (*seq_adjust)(struct sk_buff *skb, struct nf_conn *ct,
451 			   enum ip_conntrack_info ctinfo, s32 off);
452 };
453 extern struct nfnl_ct_hook __rcu *nfnl_ct_hook;
454 
455 /**
456  * nf_skb_duplicated - TEE target has sent a packet
457  *
458  * When a xtables target sends a packet, the OUTPUT and POSTROUTING
459  * hooks are traversed again, i.e. nft and xtables are invoked recursively.
460  *
461  * This is used by xtables TEE target to prevent the duplicated skb from
462  * being duplicated again.
463  */
464 DECLARE_PER_CPU(bool, nf_skb_duplicated);
465 
466 #endif /*__LINUX_NETFILTER_H*/
467