Skip to contentSkip to conversation

netfilter: conntrack: add nf_ct_iter_data object for nf_ct_iterate_cleanup*()

RFC PATCH In review Pablo Neira Ayuso 2 participants 5 messages Apr 8, 2022 – Apr 10, 2022

Subsystems (2)
lore
Share & tools
lore

Pablo Neira Ayuso

author maintainer
#0 lore raw

RFC PATCH 1/2 netfilter: conntrack: add nf_ct_iter_data object for nf_ct_iterate_cleanup*()

This patch adds a structure to collect all the context data that is passed to the cleanup iterator.

 struct nf_ct_iter_data {
       struct net *net;
       void *data;
       u32 portid;
       int report;

};

There is a netns field that allows to clean up conntrack entries specifically owned by the specified netns.

---
compile tested only.

 include/net/netfilter/nf_conntrack.h |  9 ++++-
 net/netfilter/nf_conntrack_core.c    | 51 +++++++++++-----------------
 net/netfilter/nf_conntrack_netlink.c |  8 +++--
 net/netfilter/nf_conntrack_proto.c   |  9 +++--
 net/netfilter/nf_conntrack_timeout.c |  6 +++-
 net/netfilter/nf_nat_masquerade.c    |  4 ++-
 6 files changed, 48 insertions(+), 39 deletions(-)
include/net/netfilter/nf_conntrack.h +8 -1
index 69e6c6a218be..14dd6bbe360c 100644
@@ -239,10 +239,17 @@ static inline bool nf_ct_kill(struct nf_conn *ct)
 /* Set all unconfirmed conntrack as dying */
 void nf_ct_unconfirmed_destroy(struct net *);
 
+struct nf_ct_iter_data {
+	struct net *net;
+	void *data;
+	u32 portid;
+	int report;
+};
+
 /* Iterate over all conntracks: if iter returns true, it's deleted. */
 void nf_ct_iterate_cleanup_net(struct net *net,
 			       int (*iter)(struct nf_conn *i, void *data),
-			       void *data, u32 portid, int report);
+			       struct nf_ct_iter_data *iter_data);
 
 /* also set unconfirmed conntracks as dying. Only use in module exit path. */
 void nf_ct_iterate_destroy(int (*iter)(struct nf_conn *i, void *data),
net/netfilter/nf_conntrack_core.c +20 -31

128 lines not on this page · raw message

net/netfilter/nf_conntrack_netlink.c +6 -2
index 924d766e6c53..8cdbaafe4d73 100644
@@ -1559,6 +1559,10 @@ static int ctnetlink_flush_conntrack(struct net *net,
 				     u32 portid, int report, u8 family)
 {
 	struct ctnetlink_filter *filter = NULL;
+	struct nf_ct_iter_data iter = {
+		.portid		= portid,
+		.report		= report,
+	};
 
 	if (ctnetlink_needs_filter(family, cda)) {
 		if (cda[CTA_FILTER])
@@ -1569,8 +1573,8 @@ static int ctnetlink_flush_conntrack(struct net *net,
 			return PTR_ERR(filter);
 	}
 
-	nf_ct_iterate_cleanup_net(net, ctnetlink_flush_iterate, filter,
-				  portid, report);
+	iter.data = filter;
+	nf_ct_iterate_cleanup_net(net, ctnetlink_flush_iterate, &iter);
 	kfree(filter);
 
 	return 0;
net/netfilter/nf_conntrack_proto.c +6 -3
index d1f2d3c8d2b1..7a7139c55af4 100644
@@ -538,9 +538,12 @@ static int nf_ct_netns_do_get(struct net *net, u8 nfproto)
  out_unlock:
 	mutex_unlock(&nf_ct_proto_mutex);
 
-	if (fixup_needed)
-		nf_ct_iterate_cleanup_net(net, nf_ct_tcp_fixup,
-					  (void *)(unsigned long)nfproto, 0, 0);
+	if (fixup_needed) {
+		struct nf_ct_iter_data iter = {
+			.data	= (void *)(unsigned long)nfproto,
+		};
+		nf_ct_iterate_cleanup_net(net, nf_ct_tcp_fixup, &iter);
+	}
 
 	return err;
 }
net/netfilter/nf_conntrack_timeout.c +5 -1
index cec166ecba77..922c2a0e8649 100644
@@ -38,7 +38,11 @@ static int untimeout(struct nf_conn *ct, void *timeout)
 
 void nf_ct_untimeout(struct net *net, struct nf_ct_timeout *timeout)
 {
-	nf_ct_iterate_cleanup_net(net, untimeout, timeout, 0, 0);
+	struct nf_ct_iter_data iter = {
+		.data	= timeout,
+	};
+
+	nf_ct_iterate_cleanup_net(net, untimeout, &iter);
 }
 EXPORT_SYMBOL_GPL(nf_ct_untimeout);
 
net/netfilter/nf_nat_masquerade.c +3 -1
index e32fac374608..35ab1082f3bd 100644
@@ -77,11 +77,13 @@ EXPORT_SYMBOL_GPL(nf_nat_masquerade_ipv4);
 
 static void iterate_cleanup_work(struct work_struct *work)
 {
+	struct nf_ct_iter_data iter = {};
 	struct masq_dev_work *w;
 
 	w = container_of(work, struct masq_dev_work, work);
 
-	nf_ct_iterate_cleanup_net(w->net, w->iter, (void *)w, 0, 0);
+	iter.data = (void *)w;
+	nf_ct_iterate_cleanup_net(w->net, w->iter, &iter);
 
 	put_net_track(w->net, &w->ns_tracker);
 	kfree(w);
Signature · 1 line
2.30.2
author maintainer
#1 lore raw

RFC PATCH 2/2 netfilter: conntrack: skip event delivery for the netns exit path

70e9942f17a6 ("netfilter: nf_conntrack: make event callback registration per-netns") introduced a per-netns callback for events to workaround a crash when delivering conntrack events on a stale per-netns nfnetlink kernel socket.

This patch adds a new flag to the nf_ct_iter_data object to skip event delivery from the netns cleanup path to address this issue.

---
compiled tested only.

@Florian: Maybe this helps to remove the per-netns nf_conntrack_event_cb callback without having to update nfnetlink to deal with this corner case?

 include/net/netfilter/nf_conntrack.h |  8 +++++++-
 net/netfilter/nf_conntrack_core.c    | 14 +++++++++++---
 2 files changed, 18 insertions(+), 4 deletions(-)
include/net/netfilter/nf_conntrack.h +7 -1
index 14dd6bbe360c..25687bb80a64 100644
@@ -199,7 +199,12 @@ void nf_ct_netns_put(struct net *net, u8 nfproto);
 void *nf_ct_alloc_hashtable(unsigned int *sizep, int nulls);
 
 int nf_conntrack_hash_check_insert(struct nf_conn *ct);
-bool nf_ct_delete(struct nf_conn *ct, u32 pid, int report);
+
+bool __nf_ct_delete(struct nf_conn *ct, u32 portid, int report, bool skip_event);
+static inline bool nf_ct_delete(struct nf_conn *ct, u32 pid, int report)
+{
+	return __nf_ct_delete(ct, pid, report, false);
+}
 
 bool nf_ct_get_tuplepr(const struct sk_buff *skb, unsigned int nhoff,
 		       u_int16_t l3num, struct net *net,
@@ -244,6 +249,7 @@ struct nf_ct_iter_data {
 	void *data;
 	u32 portid;
 	int report;
+	bool skip_event;
 };
 
 /* Iterate over all conntracks: if iter returns true, it's deleted. */
net/netfilter/nf_conntrack_core.c +11 -3
index 93c30c16bade..51d248ee28ca 100644
@@ -687,7 +687,7 @@ static void nf_ct_delete_from_lists(struct nf_conn *ct)
 	local_bh_enable();
 }
 
-bool nf_ct_delete(struct nf_conn *ct, u32 portid, int report)
+bool __nf_ct_delete(struct nf_conn *ct, u32 portid, int report, bool skip_event)
 {
 	struct nf_conn_tstamp *tstamp;
 	struct net *net;
@@ -704,6 +704,9 @@ bool nf_ct_delete(struct nf_conn *ct, u32 portid, int report)
 			tstamp->stop -= jiffies_to_nsecs(-timeout);
 	}
 
+	if (skip_event)
+		goto out;
+
 	if (nf_conntrack_event_report(IPCT_DESTROY, ct,
 				    portid, report) < 0) {
 		/* destroy event was not delivered. nf_ct_put will
@@ -717,6 +720,8 @@ bool nf_ct_delete(struct nf_conn *ct, u32 portid, int report)
 	net = nf_ct_net(ct);
 	if (nf_conntrack_ecache_dwork_pending(net))
 		nf_conntrack_ecache_work(net, NFCT_ECACHE_DESTROY_SENT);
+
+out:
 	nf_ct_delete_from_lists(ct);
 	nf_ct_put(ct);
 	return true;
@@ -2383,7 +2388,8 @@ static void nf_ct_iterate_cleanup(int (*iter)(struct nf_conn *i, void *data),
 	while ((ct = get_next_corpse(iter, iter_data, &bucket)) != NULL) {
 		/* Time to push up daises... */
 
-		nf_ct_delete(ct, iter_data->portid, iter_data->report);
+		__nf_ct_delete(ct, iter_data->portid, iter_data->report,
+			       iter_data->skip_event);
 		nf_ct_put(ct);
 		cond_resched();
 	}
@@ -2532,7 +2538,9 @@ void nf_conntrack_cleanup_net(struct net *net)
 
 void nf_conntrack_cleanup_net_list(struct list_head *net_exit_list)
 {
-	struct nf_ct_iter_data iter_data = {};
+	struct nf_ct_iter_data iter_data = {
+		.skip_event	= true,
+	};
 	struct net *net;
 	int busy;
 
Signature · 1 line
2.30.2
maintainer
#2 lore raw

Re: [PATCH nf-next RFC 2/2] netfilter: conntrack: skip event delivery for the netns exit path

Quoted 5 lines · Pablo Neira Ayuso

70e9942f17a6 ("netfilter: nf_conntrack: make event callback registration per-netns") introduced a per-netns callback for events to workaround a crash when delivering conntrack events on a stale per-netns nfnetlink kernel socket.

Quoted 8 lines

This patch adds a new flag to the nf_ct_iter_data object to skip event delivery from the netns cleanup path to address this issue.

---
compiled tested only.
@Florian: Maybe this helps to remove the per-netns nf_conntrack_event_cb callback without having to update nfnetlink to deal with this corner case?

Old crash recipe is (from your changelog of the 'make it pernet' change):

0) make sure nf_conntrack_netlink and nf_conntrack_ipv4 are loaded.
1) container is started.
2) connect to it via lxc-console.
3) generate some traffic with the container to create some conntrack entries in its table.
4) stop the container: you hit one oops because the conntrack table cleanup tries to report the destroy event to user-space but the per-netns nfnetlink socket has already gone (as the nfnetlink socket is per-netns but event callback registration is global).

Pernet exit handlers are called in reverse order of the module load order, so normally this means:

ctnetlink exit handlers
nfnetlink_net_exit_batch, removes nfnl socket
nf_conntrack_pernet_exit(), removes entries,

Because callback is pernet atm this prevents crash after nfntlink sk has been closed.

If thats no longer the case, we need some other way to suppress calls with stale nfnl sk.

With the proposed patch series its still possible that we end up in nfnetlink via the ctnl event handler.

E.g. gc worker could evit at the right time, or some kfree_skb call ends up dropping last reference.

If you really dislike the nfnl changes I will respin without this and will keep the pernet ctnetlink callback.

author maintainer
#3 lore raw

Re: [PATCH nf-next RFC 2/2] netfilter: conntrack: skip event delivery for the netns exit path

Quoted 40 lines · Florian Westphal
Quoted 5 lines · Pablo Neira Ayuso

70e9942f17a6 ("netfilter: nf_conntrack: make event callback registration per-netns") introduced a per-netns callback for events to workaround a crash when delivering conntrack events on a stale per-netns nfnetlink kernel socket.

Quoted 8 lines

This patch adds a new flag to the nf_ct_iter_data object to skip event delivery from the netns cleanup path to address this issue.

---
compiled tested only.
@Florian: Maybe this helps to remove the per-netns nf_conntrack_event_cb callback without having to update nfnetlink to deal with this corner case?

Old crash recipe is (from your changelog of the 'make it pernet' change):

0) make sure nf_conntrack_netlink and nf_conntrack_ipv4 are loaded.
1) container is started.
2) connect to it via lxc-console.
3) generate some traffic with the container to create some conntrack entries in its table.
4) stop the container: you hit one oops because the conntrack table cleanup tries to report the destroy event to user-space but the per-netns nfnetlink socket has already gone (as the nfnetlink socket is per-netns but event callback registration is global).

Pernet exit handlers are called in reverse order of the module load order, so normally this means:

ctnetlink exit handlers
nfnetlink_net_exit_batch, removes nfnl socket
nf_conntrack_pernet_exit(), removes entries,

Because callback is pernet atm this prevents crash after nfntlink sk has been closed.

If thats no longer the case, we need some other way to suppress calls with stale nfnl sk.

Quoted 8 lines

With the proposed patch series its still possible that we end up in nfnetlink via the ctnl event handler.

E.g. gc worker could evit at the right time, or some kfree_skb call ends up dropping last reference.

If you really dislike the nfnl changes I will respin without this and will keep the pernet ctnetlink callback.

OK, my patch is not covering all the possible cases then.

Probably we can remove the hooks from .pre_exit, then force a run of the garbage collector from there. Then .exit path skips event delivery as my patch does.

This would allow to remove the per-netns callback workaround, and all would be handled from nf_conntrack instead?

maintainer
#4 lore raw

Re: [PATCH nf-next RFC 2/2] netfilter: conntrack: skip event delivery for the netns exit path

Quoted 8 lines · Pablo Neira Ayuso
Quoted 2 lines

If you really dislike the nfnl changes I will respin without this and will keep the pernet ctnetlink callback.

OK, my patch is not covering all the possible cases then.

Probably we can remove the hooks from .pre_exit, then force a run of the garbage collector from there. Then .exit path skips event delivery as my patch does.

Hmm, sounds tricky, but doabble.

Quoted 2 lines

This would allow to remove the per-netns callback workaround, and all would be handled from nf_conntrack instead?

Ok. I will drop the pernet change from this patch set.