ipset performance regression in swap fix
Subsystems (2)
cover ipset performance regression in swap fix
Hi Pablo,
Please consider to apply the next patch to your nf tree. It should be applied to all stable branches to which the patch "netfilter: ipset: fix race condition between swap/destroy and kernel side add/del/test", commit 28628fa9 was added.
* The synchronize_rcu() call added to the swap function to prevent the race condition makes it too slow. The race can be prevented by using call_rcu() in the destroy function instead.
Best regards,
Jozsef
The following changes since commit ac631873c9e7a50d2a8de457cfc4b9f86666403e:
net: ethernet: cortina: Drop TSO support (2024-01-07 16:05:00 +0000)
are available in the Git repository at:
git://blackhole.kfki.hu/nf 9833c7d18f7065c2
for you to fetch changes up to 9833c7d18f7065c2ef31aae67973bcb198d761bc:
netfilter: ipset: fix performance regression in swap operation (2024-01-16 17:19:19 +0100)
----------------------------------------------------------------
Jozsef Kadlecsik (1):
netfilter: ipset: fix performance regression in swap operation
include/linux/netfilter/ipset/ip_set.h | 2 ++ net/netfilter/ipset/ip_set_core.c | 31 +++++++++++++++++++++++-------- 2 files changed, 25 insertions(+), 8 deletions(-)
PATCH 1/1 netfilter: ipset: fix performance regression in swap operation
The patch "netfilter: ipset: fix race condition between swap/destroy and kernel side add/del/test", commit 28628fa9 fixes a race condition. But the synchronize_rcu() added to the swap function unnecessarily slows it down: it can safely be moved to destroy and use call_rcu() instead. Thus we can get back the same performance and preventing the race condition at the same time.
--- include/linux/netfilter/ipset/ip_set.h | 2 ++ net/netfilter/ipset/ip_set_core.c | 31 +++++++++++++++++++------- 2 files changed, 25 insertions(+), 8 deletions(-)
include/linux/netfilter/ipset/ip_set.h +2 -0
@@ -242,6 +242,8 @@ extern void ip_set_type_unregister(struct ip_set_type *set_type);/* A generic IP set */ struct ip_set { +/* For call_cru in destroy */ +struct rcu_head rcu;/* The name of the set */ char name[IPSET_MAXNAMELEN ];/* Lock protecting the set data */
net/netfilter/ipset/ip_set_core.c +23 -8
@@ -1182,6 +1182,14 @@ ip_set_destroy_set(struct ip_set *set)kfree (set); } +static void +ip_set_destroy_set_rcu (struct rcu_head *head) +{ + struct ip_set *set = container_of(head, struct ip_set, rcu); + +ip_set_destroy_set (set); +} +static int ip_set_destroy (struct sk_buff *skb,const struct nfnl_info *info,const struct nlattr *const attr[]) {
@@ -1193,8 +1201,6 @@ static int ip_set_destroy(struct sk_buff *skb, const struct nfnl_info *info,if (unlikely (protocol_min_failed (attr)))return -IPSET_ERR_PROTOCOL ; -/* Must wait for flush to be really finished in list:set */ -rcu_barrier ();/* Commands are serialized and references are * protected by the ip_set_ref_lock.
@@ -1206,8 +1212,10 @@ static int ip_set_destroy(struct sk_buff *skb, const struct nfnl_info *info,* counter, so if it's already zero, we can proceed * without holding the lock. */ -read_lock_bh (&ip_set_ref_lock);if (!attr[IPSET_ATTR_SETNAME ]) { +/* Must wait for flush to be really finished in list:set */ +rcu_barrier (); +read_lock_bh (&ip_set_ref_lock);for (i =0 ; i < inst->ip_set_max; i++) { s =ip_set (inst, i);if (s && (s->ref || s->ref_netlink)) {
@@ -1228,6 +1236,9 @@ static int ip_set_destroy(struct sk_buff *skb, const struct nfnl_info *info, inst->is_destroyed = false; }else {u32 flags =flag_exist (info->nlh); +u16 features =0 ; + +read_lock_bh (&ip_set_ref_lock); s =find_set_and_id (inst,nla_data (attr[IPSET_ATTR_SETNAME ]), &i);if (!s) {
@@ -1238,10 +1249,14 @@ static int ip_set_destroy(struct sk_buff *skb, const struct nfnl_info *info, ret = -IPSET_ERR_BUSY ; goto out; } + features = s->type->features;ip_set (inst, i) =NULL ;read_unlock_bh (&ip_set_ref_lock); - -ip_set_destroy_set (s); +if (features &IPSET_TYPE_NAME ) { +/* Must wait for flush to be really finished */ +rcu_barrier (); + } +call_rcu (&s->rcu, ip_set_destroy_set_rcu); }return 0 ; out:
@@ -1394,9 +1409,6 @@ static int ip_set_swap(struct sk_buff *skb, const struct nfnl_info *info,ip_set (inst, to_id) = from;write_unlock_bh (&ip_set_ref_lock); -/* Make sure all readers of the old set pointers are completed. */ -synchronize_rcu (); -return 0 ; }
@@ -2357,6 +2369,9 @@ ip_set_net_exit(struct net *net) inst->is_deleted = true;/* flag for ip_set_nfnl_put */ +/* Wait for call_rcu() in destroy */ +rcu_barrier (); +nfnl_lock (NFNL_SUBSYS_IPSET );for (i =0 ; i < inst->ip_set_max; i++) { set =ip_set (inst, i);
Signature · 1 line
2.39.2
Pablo Neira Ayuso
maintainerRe: [PATCH 1/1] netfilter: ipset: fix performance regression in swap operation
Quoted 6 lines · Jozsef Kadlecsik
The patch "netfilter: ipset: fix race condition between swap/destroy and kernel side add/del/test", commit
28628fa9fixes a race condition. But thesynchronize_rcu()added to the swap function unnecessarily slows it down: it can safely be moved to destroy and usecall_rcu()instead. Thus we can get back the same performance and preventing the race condition at the same time.
Manually applied this to nf.git, thanks!