Skip to contentSkip to conversation

netfilter: add and use nf_hook_slow_list()

PATCH Applied Florian Westphal 3 participants 6 messages Oct 10, 2019 – Oct 17, 2019

Subsystems (2)
lore
Share & tools
lore

Florian Westphal

author maintainer
#0 lore raw

PATCH v2 1/1 netfilter: add and use nf_hook_slow_list()

At this time, NF_HOOK_LIST() macro will iterate the list and then calls nf_hook() for each individual skb.

This makes it so the entire list is passed into the netfilter core. The advantage is that we only need to fetch the rule blob once per list instead of per-skb.

NF_HOOK_LIST now only works for ipv4 and ipv6, as those are the only callers.

v2: use skb_list_del_init() instead of list_del (Edward Cree)

---
 include/linux/netfilter.h | 41 +++++++++++++++++++++++++++++----------
 net/netfilter/core.c      | 20 +++++++++++++++++++
 2 files changed, 51 insertions(+), 10 deletions(-)
include/linux/netfilter.h +31 -10
index 77ebb61faf48..eb312e7ca36e 100644
@@ -199,6 +199,8 @@ extern struct static_key nf_hooks_needed[NFPROTO_NUMPROTO][NF_MAX_HOOKS];
 int nf_hook_slow(struct sk_buff *skb, struct nf_hook_state *state,
 		 const struct nf_hook_entries *e, unsigned int i);
 
+void nf_hook_slow_list(struct list_head *head, struct nf_hook_state *state,
+		       const struct nf_hook_entries *e);
 /**
  *	nf_hook - call a netfilter hook
  *
@@ -311,17 +313,36 @@ NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk,
 	     struct list_head *head, struct net_device *in, struct net_device *out,
 	     int (*okfn)(struct net *, struct sock *, struct sk_buff *))
 {
-	struct sk_buff *skb, *next;
-	struct list_head sublist;
-
-	INIT_LIST_HEAD(&sublist);
-	list_for_each_entry_safe(skb, next, head, list) {
-		list_del(&skb->list);
-		if (nf_hook(pf, hook, net, sk, skb, in, out, okfn) == 1)
-			list_add_tail(&skb->list, &sublist);
+	struct nf_hook_entries *hook_head = NULL;
+
+#ifdef CONFIG_JUMP_LABEL
+	if (__builtin_constant_p(pf) &&
+	    __builtin_constant_p(hook) &&
+	    !static_key_false(&nf_hooks_needed[pf][hook]))
+		return;
+#endif
+
+	rcu_read_lock();
+	switch (pf) {
+	case NFPROTO_IPV4:
+		hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]);
+		break;
+	case NFPROTO_IPV6:
+		hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]);
+		break;
+	default:
+		WARN_ON_ONCE(1);
+		break;
 	}
-	/* Put passed packets back on main list */
-	list_splice(&sublist, head);
+
+	if (hook_head) {
+		struct nf_hook_state state;
+
+		nf_hook_state_init(&state, hook, pf, in, out, sk, net, okfn);
+
+		nf_hook_slow_list(head, &state, hook_head);
+	}
+	rcu_read_unlock();
 }
 
 /* Call setsockopt() */
net/netfilter/core.c +20 -0
index 5d5bdf450091..78f046ec506f 100644
@@ -536,6 +536,26 @@ int nf_hook_slow(struct sk_buff *skb, struct nf_hook_state *state,
 }
 EXPORT_SYMBOL(nf_hook_slow);
 
+void nf_hook_slow_list(struct list_head *head, struct nf_hook_state *state,
+		       const struct nf_hook_entries *e)
+{
+	struct sk_buff *skb, *next;
+	struct list_head sublist;
+	int ret;
+
+	INIT_LIST_HEAD(&sublist);
+
+	list_for_each_entry_safe(skb, next, head, list) {
+		skb_list_del_init(skb);
+		ret = nf_hook_slow(skb, state, e, 0);
+		if (ret == 1)
+			list_add_tail(&skb->list, &sublist);
+	}
+	/* Put passed packets back on main list */
+	list_splice(&sublist, head);
+}
+EXPORT_SYMBOL(nf_hook_slow_list);
+
 /* This needs to be compiled in any case to avoid dependencies between the
  * nfnetlink_queue code and nf_conntrack.
  */
Signature · 1 line
2.21.0
#1 lore raw
Quoted 2 lines · Florian Westphal

NF_HOOK_LIST now only works for ipv4 and ipv6, as those are the only callers.

...

include/linux/netfilter.h NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk, · line 336

Quoted 13 lines
include/linux/netfilter.h +12 -0
+
+     rcu_read_lock();
+     switch (pf) {
+     case NFPROTO_IPV4:
+             hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]);
+             break;
+     case NFPROTO_IPV6:
+             hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]);
+             break;
+     default:
+             WARN_ON_ONCE(1);
+             break;
      }

Would it not make sense instead to abstract out the switch in nf_hook()
into, say, an inline function that could be called from here? That would satisfy SPOT and also save updating this code if new callers of NF_HOOK_LIST are added in the future.

(Sorry I didn't spot this the first time around; I don't know the NF
code all that well.)

-Ed
The information contained in this message is confidential and is intended for the addressee(s) only. If you have received this message in error, please notify the sender immediately and delete the message. Unless you are an addressee (or authorized to receive for an addressee), you may not use, copy or disclose to anyone this message or any information contained in this message. The unauthorized use, disclosure, copying or alteration of this message is strictly prohibited.

author maintainer
#2 lore raw
Quoted 17 lines · Edward Cree
Quoted 2 lines · Florian Westphal

NF_HOOK_LIST now only works for ipv4 and ipv6, as those are the only callers.

...

include/linux/netfilter.h NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk, · line 336

Quoted 13 lines
include/linux/netfilter.h +12 -0
+
+     rcu_read_lock();
+     switch (pf) {
+     case NFPROTO_IPV4:
+             hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]);
+             break;
+     case NFPROTO_IPV6:
+             hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]);
+             break;
+     default:
+             WARN_ON_ONCE(1);
+             break;
      }
Quoted 4 lines

Would it not make sense instead to abstract out the switch in nf_hook()
into, say, an inline function that could be called from here? That would satisfy SPOT and also save updating this code if new callers of NF_HOOK_LIST are added in the future.

Its a matter of taste I guess. I don't really like having all these inline wrappers for wrappers wrapped in wrappers.

Pablo, its up to you. I could add __nf_hook_get_hook_head() or similar and use that instead of open-coding.

#3 lore raw
Quoted 23 lines · Florian Westphal
Quoted 17 lines · Edward Cree
Quoted 2 lines · Florian Westphal

NF_HOOK_LIST now only works for ipv4 and ipv6, as those are the only callers.

...

include/linux/netfilter.h NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk, · line 336

Quoted 13 lines
include/linux/netfilter.h +12 -0
+
+     rcu_read_lock();
+     switch (pf) {
+     case NFPROTO_IPV4:
+             hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]);
+             break;
+     case NFPROTO_IPV6:
+             hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]);
+             break;
+     default:
+             WARN_ON_ONCE(1);
+             break;
      }
Quoted 4 lines

Would it not make sense instead to abstract out the switch in nf_hook()
into, say, an inline function that could be called from here? That would satisfy SPOT and also save updating this code if new callers of NF_HOOK_LIST are added in the future.

Quoted 5 lines

Its a matter of taste I guess. I don't really like having all these inline wrappers for wrappers wrapped in wrappers.

Pablo, its up to you. I could add __nf_hook_get_hook_head() or similar and use that instead of open-coding.

I'm fine with your approach, Florian. If new callers are added, this can be done later on.

Acked-by
#4 lore raw
Quoted 23 lines · Pablo Neira Ayuso
Quoted 22 lines · Florian Westphal
Quoted 21 lines · Edward Cree
Quoted 2 lines · Florian Westphal

NF_HOOK_LIST now only works for ipv4 and ipv6, as those are the only callers.

...

include/linux/netfilter.h NF_HOOK_LIST(uint8_t pf, unsigned int hook, struct net *net, struct sock *sk, · line 336

Quoted 13 lines
include/linux/netfilter.h +12 -0
+
+     rcu_read_lock();
+     switch (pf) {
+     case NFPROTO_IPV4:
+             hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]);
+             break;
+     case NFPROTO_IPV6:
+             hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]);
+             break;
+     default:
+             WARN_ON_ONCE(1);
+             break;
      }

Would it not make sense instead to abstract out the switch in nf_hook()
into, say, an inline function that could be called from here? That would satisfy SPOT and also save updating this code if new callers of NF_HOOK_LIST are added in the future.

Quoted 7 lines
Quoted 5 lines

Its a matter of taste I guess. I don't really like having all these inline wrappers for wrappers wrapped in wrappers.

Pablo, its up to you. I could add __nf_hook_get_hook_head() or similar and use that instead of open-coding.

I'm fine with your approach, Florian. If new callers are added, this can be done later on.

Fine, in that case feel free to add my

The information contained in this message is confidential and is intended for the addressee(s) only. If you have received this message in error, please notify the sender immediately and delete the message. Unless you are an addressee (or authorized to receive for an addressee), you may not use, copy or disclose to anyone this message or any information contained in this message. The unauthorized use, disclosure, copying or alteration of this message is strictly prohibited.

maintainer Applied
#5 lore raw
In reply to Florian Westphal
Quoted 7 lines · Florian Westphal

At this time, NF_HOOK_LIST() macro will iterate the list and then calls nf_hook() for each individual skb.

This makes it so the entire list is passed into the netfilter core. The advantage is that we only need to fetch the rule blob once per list instead of per-skb.

Quoted 7 lines

NF_HOOK_LIST now only works for ipv4 and ipv6, as those are the only callers.

v2: use skb_list_del_init() instead of list_del (Edward Cree)

Applied.