backport of IP fragmentation fixes
Subsystems (12)
Stephen Hemminger
maintainerv3 cover backport of IP fragmentation fixes
Took the set of patches from 4.19 to handle IP fragmentation DoS and applied them against 4.14.69. Most of these are from Eric. In a couple case, it required some manual merge conflict resolution.
Tested normal IP fragmentation with iperf3 and malicious IP fragments with fragmentsmack. Under fragmentation attack (700Kpps) the original 4.14.69 consumes 97% CPU; with this patch it drops to 5%.
v3 - send to wider audience
v2 - added patch from 4.19 linux-next to fix ip fragmentation crash
Dan Carpenter (1):
ipv4: frags: precedence bug in ip_expire()
Eric Dumazet (22):
inet: frags: change inet_frags_init_net() return value
inet: frags: add a pointer to struct netns_frags
inet: frags: refactor ipfrag_init()
inet: frags: refactor ipv6_frag_init()
inet: frags: refactor lowpan_net_frag_init()
ipv6: export ip6 fragments sysctl to unprivileged users
rhashtable: add schedule points
inet: frags: use rhashtables for reassembly units
inet: frags: remove some helpers
inet: frags: get rif of inet_frag_evicting()
inet: frags: remove inet_frag_maybe_warn_overflow()
inet: frags: break the 2GB limit for frags storage
inet: frags: do not clone skb in ip_expire()
ipv6: frags: rewrite ip6_expire_frag_queue()
rhashtable: reorganize struct rhashtable layout
inet: frags: reorganize struct netns_frags
inet: frags: get rid of ipfrag_skb_cb/FRAG_CB
inet: frags: fix ip6frag_low_thresh boundary
net: speed up skb_rbtree_purge()
net: pskb_trim_rcsum() and CHECKSUM_COMPLETE are friends
net: add rb_to_skb() and other rb tree helpers
net: sk_buff rbnode reorg
Florian Westphal (1):
ipv6: defrag: drop non-last frags smaller than min mtu
Kees Cook (1):
inet: frags: Convert timers to use timer_setup()
Peter Oskolkov (4):
ip: discard IPv4 datagrams with overlapping segments.
net: modify skb_rbtree_purge to return the truesize of all purged
skbs.
ip: add helpers to process in-order fragments faster.
ip: process in-order fragments efficiently
Taehee Yoo (1):
ip: frags: fix crash in ip_do_fragment()
Documentation/networking/ip-sysctl.txt | 13 +- include/linux/rhashtable.h | 8 +- include/linux/skbuff.h | 50 +- include/net/inet_frag.h | 135 +++--- include/net/ip.h | 1 - include/net/ipv6.h | 26 +- include/uapi/linux/snmp.h | 1 + lib/rhashtable.c | 2 + net/core/skbuff.c | 31 +- net/ieee802154/6lowpan/6lowpan_i.h | 26 +- net/ieee802154/6lowpan/reassembly.c | 153 ++++--- net/ipv4/inet_fragment.c | 378 ++++------------ net/ipv4/ip_fragment.c | 578 +++++++++++++----------- net/ipv4/proc.c | 7 +- net/ipv4/tcp_fastopen.c | 8 +- net/ipv4/tcp_input.c | 33 +- net/ipv6/netfilter/nf_conntrack_reasm.c | 105 ++--- net/ipv6/proc.c | 5 +- net/ipv6/reassembly.c | 217 ++++----- net/sched/sch_netem.c | 14 +- 20 files changed, 802 insertions(+), 989 deletions(-)
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 1/30 inet: frags: change inet_frags_init_net() return value
From: Eric Dumazet <[email protected]>
We will soon initialize one rhashtable per struct netns_frags in inet_frags_init_net().
This patch changes the return value to eventually propagate an error.
--- include/net/inet_frag.h | 3 ++- net/ieee802154/6lowpan/reassembly.c | 11 ++++++++--- net/ipv4/ip_fragment.c | 12 +++++++++--- net/ipv6/netfilter/nf_conntrack_reasm.c | 12 +++++++++--- net/ipv6/reassembly.c | 11 +++++++++-- 5 files changed, 37 insertions(+), 12 deletions(-)
include/net/inet_frag.h +2 -1
@@ -104,9 +104,10 @@ struct inet_frags {int inet_frags_init (struct inet_frags *);void inet_frags_fini (struct inet_frags *); -static inline void inet_frags_init_net (struct netns_frags *nf) +static inline int inet_frags_init_net (struct netns_frags *nf) {atomic_set (&nf->mem,0 ); +return 0 ; }void inet_frags_exit_net (struct netns_frags *nf,struct inet_frags *f);
net/ieee802154/6lowpan/reassembly.c +8 -3
@@ -580,14 +580,19 @@ static int __net_init lowpan_frags_init_net(struct net *net) {struct netns_ieee802154_lowpan *ieee802154_lowpan =net_ieee802154_lowpan (net); +int res; ieee802154_lowpan->frags.high_thresh =IPV6_FRAG_HIGH_THRESH ; ieee802154_lowpan->frags.low_thresh =IPV6_FRAG_LOW_THRESH ; ieee802154_lowpan->frags.timeout =IPV6_FRAG_TIMEOUT ; -inet_frags_init_net (&ieee802154_lowpan->frags); - -return lowpan_frags_ns_sysctl_register (net); + res =inet_frags_init_net (&ieee802154_lowpan->frags); +if (res <0 ) +return res; + res =lowpan_frags_ns_sysctl_register (net); +if (res <0 ) +inet_frags_exit_net (&ieee802154_lowpan->frags, &lowpan_frags); +return res; } static void __net_exit lowpan_frags_exit_net(struct net *net)
net/ipv4/ip_fragment.c +9 -3
@@ -850,6 +850,8 @@ static void __init ip4_frags_ctl_register(void)static int __net_init ipv4_frags_init_net (struct net *net) { +int res; +/* Fragment cache limits. * * The fragment memory accounting code, (tries to) account for
@@ -875,9 +877,13 @@ static int __net_init ipv4_frags_init_net(struct net *net) net->ipv4.frags.max_dist =64 ; -inet_frags_init_net (&net->ipv4.frags); - -return ip4_frags_ns_ctl_register (net); + res =inet_frags_init_net (&net->ipv4.frags); +if (res <0 ) +return res; + res =ip4_frags_ns_ctl_register (net); +if (res <0 ) +inet_frags_exit_net (&net->ipv4.frags, &ip4_frags); +return res; } static void __net_exit ipv4_frags_exit_net(struct net *net)
net/ipv6/netfilter/nf_conntrack_reasm.c +9 -3
@@ -630,12 +630,18 @@ EXPORT_SYMBOL_GPL(nf_ct_frag6_gather);static int nf_ct_net_init (struct net *net) { +int res; + net->nf_frag.frags.high_thresh =IPV6_FRAG_HIGH_THRESH ; net->nf_frag.frags.low_thresh =IPV6_FRAG_LOW_THRESH ; net->nf_frag.frags.timeout =IPV6_FRAG_TIMEOUT ; -inet_frags_init_net (&net->nf_frag.frags); - -return nf_ct_frag6_sysctl_register (net); + res =inet_frags_init_net (&net->nf_frag.frags); +if (res <0 ) +return res; + res =nf_ct_frag6_sysctl_register (net); +if (res <0 ) +inet_frags_exit_net (&net->nf_frag.frags, &nf_frags); +return res; }static void nf_ct_net_exit (struct net *net)
net/ipv6/reassembly.c +9 -2
@@ -714,13 +714,20 @@ static void ip6_frags_sysctl_unregister(void)static int __net_init ipv6_frags_init_net (struct net *net) { +int res; + net->ipv6.frags.high_thresh =IPV6_FRAG_HIGH_THRESH ; net->ipv6.frags.low_thresh =IPV6_FRAG_LOW_THRESH ; net->ipv6.frags.timeout =IPV6_FRAG_TIMEOUT ; -inet_frags_init_net (&net->ipv6.frags); + res =inet_frags_init_net (&net->ipv6.frags); +if (res <0 ) +return res; -return ip6_frags_ns_sysctl_register (net); + res =ip6_frags_ns_sysctl_register (net); +if (res <0 ) +inet_frags_exit_net (&net->ipv6.frags, &ip6_frags); +return res; } static void __net_exit ipv6_frags_exit_net(struct net *net)
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 2/30 inet: frags: add a pointer to struct netns_frags
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
In order to simplify the API, add a pointer to struct inet_frags. This will allow us to make things less complex.
These functions no longer have a struct inet_frags parameter :
inet_frag_destroy(struct inet_frag_queue *q /*, struct inet_frags *f */) inet_frag_put(struct inet_frag_queue *q /*, struct inet_frags *f */) inet_frag_kill(struct inet_frag_queue *q /*, struct inet_frags *f */) inet_frags_exit_net(struct netns_frags *nf /*, struct inet_frags *f */) ip6_expire_frag_queue(struct net *net, struct frag_queue *fq)
--- include/net/inet_frag.h | 11 ++++++----- include/net/ipv6.h | 3 +-- net/ieee802154/6lowpan/reassembly.c | 13 +++++++------ net/ipv4/inet_fragment.c | 17 ++++++++++------- net/ipv4/ip_fragment.c | 9 +++++---- net/ipv6/netfilter/nf_conntrack_reasm.c | 16 +++++++++------- net/ipv6/reassembly.c | 20 ++++++++++---------- 7 files changed, 48 insertions(+), 41 deletions(-)
include/net/inet_frag.h +6 -5
@@ -10,6 +10,7 @@ struct netns_frags {int high_thresh;int low_thresh;int max_dist; +struct inet_frags *f; };/**
@@ -109,20 +110,20 @@ static inline int inet_frags_init_net(struct netns_frags *nf)atomic_set (&nf->mem,0 );return 0 ; } -void inet_frags_exit_net (struct netns_frags *nf,struct inet_frags *f); +void inet_frags_exit_net (struct netns_frags *nf); -void inet_frag_kill (struct inet_frag_queue *q,struct inet_frags *f); -void inet_frag_destroy (struct inet_frag_queue *q,struct inet_frags *f); +void inet_frag_kill (struct inet_frag_queue *q); +void inet_frag_destroy (struct inet_frag_queue *q);struct inet_frag_queue *inet_frag_find (struct netns_frags *nf,struct inet_frags *f,void *key,unsigned int hash);void inet_frag_maybe_warn_overflow (struct inet_frag_queue *q,const char *prefix); -static inline void inet_frag_put (struct inet_frag_queue *q,struct inet_frags *f) +static inline void inet_frag_put (struct inet_frag_queue *q) {if (refcount_dec_and_test (&q->refcnt)) -inet_frag_destroy (q, f); +inet_frag_destroy (q); }static inline bool inet_frag_evicting (struct inet_frag_queue *q)
include/net/ipv6.h +1 -2
@@ -560,8 +560,7 @@ struct frag_queue {u8 ecn; }; -void ip6_expire_frag_queue (struct net *net,struct frag_queue *fq, -struct inet_frags *frags); +void ip6_expire_frag_queue (struct net *net,struct frag_queue *fq);static inline bool ipv6_addr_any (const struct in6_addr *a) {
net/ieee802154/6lowpan/reassembly.c +7 -6
@@ -93,10 +93,10 @@ static void lowpan_frag_expire(unsigned long data)if (fq->q.flags &INET_FRAG_COMPLETE ) goto out; -inet_frag_kill (&fq->q, &lowpan_frags); +inet_frag_kill (&fq->q); out:spin_unlock (&fq->q.lock); -inet_frag_put (&fq->q, &lowpan_frags); +inet_frag_put (&fq->q); } static inline struct lowpan_frag_queue *
@@ -229,7 +229,7 @@ static int lowpan_frag_reasm(struct lowpan_frag_queue *fq, struct sk_buff *prev,struct sk_buff *fp, *head = fq->q.fragments;int sum_truesize; -inet_frag_kill (&fq->q, &lowpan_frags); +inet_frag_kill (&fq->q);/* Make the one we just received the head. */ if (prev) {
@@ -437,7 +437,7 @@ int lowpan_frag_rcv(struct sk_buff *skb, u8 frag_type) ret =lowpan_frag_queue (fq, skb, frag_type);spin_unlock (&fq->q.lock); -inet_frag_put (&fq->q, &lowpan_frags); +inet_frag_put (&fq->q);return ret; }
@@ -585,13 +585,14 @@ static int __net_init lowpan_frags_init_net(struct net *net) ieee802154_lowpan->frags.high_thresh =IPV6_FRAG_HIGH_THRESH ; ieee802154_lowpan->frags.low_thresh =IPV6_FRAG_LOW_THRESH ; ieee802154_lowpan->frags.timeout =IPV6_FRAG_TIMEOUT ; + ieee802154_lowpan->frags.f = &lowpan_frags; res =inet_frags_init_net (&ieee802154_lowpan->frags);if (res <0 )return res; res =lowpan_frags_ns_sysctl_register (net);if (res <0 ) -inet_frags_exit_net (&ieee802154_lowpan->frags, &lowpan_frags); +inet_frags_exit_net (&ieee802154_lowpan->frags);return res; }
@@ -601,7 +602,7 @@ static void __net_exit lowpan_frags_exit_net(struct net *net)net_ieee802154_lowpan (net);lowpan_frags_ns_sysctl_unregister (net); -inet_frags_exit_net (&ieee802154_lowpan->frags, &lowpan_frags); +inet_frags_exit_net (&ieee802154_lowpan->frags); }static struct pernet_operations lowpan_frags_ops = {
net/ipv4/inet_fragment.c +10 -7
@@ -219,8 +219,9 @@ void inet_frags_fini(struct inet_frags *f) }EXPORT_SYMBOL (inet_frags_fini); -void inet_frags_exit_net (struct netns_frags *nf,struct inet_frags *f) +void inet_frags_exit_net (struct netns_frags *nf) { +struct inet_frags *f =nf->f;unsigned int seq;int i;
@@ -264,33 +265,34 @@ __acquires(hb->chain_lock)return hb; } -static inline void fq_unlink (struct inet_frag_queue *fq,struct inet_frags *f) +static inline void fq_unlink (struct inet_frag_queue *fq) {struct inet_frag_bucket *hb; - hb =get_frag_bucket_locked (fq, f); + hb =get_frag_bucket_locked (fq, fq->net->f);hlist_del (&fq->list); fq->flags |=INET_FRAG_COMPLETE ;spin_unlock (&hb->chain_lock); } -void inet_frag_kill (struct inet_frag_queue *fq,struct inet_frags *f) +void inet_frag_kill (struct inet_frag_queue *fq) {if (del_timer (&fq->timer))refcount_dec (&fq->refcnt);if (!(fq->flags &INET_FRAG_COMPLETE )) { -fq_unlink (fq, f); +fq_unlink (fq);refcount_dec (&fq->refcnt); } }EXPORT_SYMBOL (inet_frag_kill); -void inet_frag_destroy (struct inet_frag_queue *q,struct inet_frags *f) +void inet_frag_destroy (struct inet_frag_queue *q) {struct sk_buff *fp;struct netns_frags *nf;unsigned int sum, sum_truesize =0 ; +struct inet_frags *f;WARN_ON (!(q->flags &INET_FRAG_COMPLETE ));WARN_ON (del_timer (&q->timer) !=0 );
@@ -298,6 +300,7 @@ void inet_frag_destroy(struct inet_frag_queue *q, struct inet_frags *f)/* Release all fragment data. */ fp = q->fragments; nf = q->net; + f = nf->f;while (fp) {struct sk_buff *xp = fp->next;
@@ -333,7 +336,7 @@ static struct inet_frag_queue *inet_frag_intern(struct netns_frags *nf,refcount_inc (&qp->refcnt);spin_unlock (&hb->chain_lock); qp_in->flags |=INET_FRAG_COMPLETE ; -inet_frag_put (qp_in, f); +inet_frag_put (qp_in);return qp; } }
net/ipv4/ip_fragment.c +5 -4
@@ -168,7 +168,7 @@ static void ip4_frag_free(struct inet_frag_queue *q)static void ipq_put (struct ipq *ipq) { -inet_frag_put (&ipq->q, &ip4_frags); +inet_frag_put (&ipq->q); }/* Kill ipq entry. It is not destroyed immediately,
@@ -176,7 +176,7 @@ static void ipq_put(struct ipq *ipq)*/ static void ipq_kill (struct ipq *ipq) { -inet_frag_kill (&ipq->q, &ip4_frags); +inet_frag_kill (&ipq->q); }static bool frag_expire_skip_icmp (u32 user)
@@ -876,20 +876,21 @@ static int __net_init ipv4_frags_init_net(struct net *net) net->ipv4.frags.timeout =IP_FRAG_TIME ; net->ipv4.frags.max_dist =64 ; + net->ipv4.frags.f = &ip4_frags; res =inet_frags_init_net (&net->ipv4.frags);if (res <0 )return res; res =ip4_frags_ns_ctl_register (net);if (res <0 ) -inet_frags_exit_net (&net->ipv4.frags, &ip4_frags); +inet_frags_exit_net (&net->ipv4.frags);return res; } static void __net_exit ipv4_frags_exit_net(struct net *net) {ip4_frags_ns_ctl_unregister (net); -inet_frags_exit_net (&net->ipv4.frags, &ip4_frags); +inet_frags_exit_net (&net->ipv4.frags); }static struct pernet_operations ip4_frags_ops = {
net/ipv6/netfilter/nf_conntrack_reasm.c +9 -7
@@ -177,7 +177,7 @@ static void nf_ct_frag6_expire(unsigned long data) fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q); net = container_of(fq->q.net, struct net, nf_frag.frags); -ip6_expire_frag_queue (net, fq, &nf_frags); +ip6_expire_frag_queue (net, fq); }/* Creation primitives. */
@@ -263,7 +263,7 @@ static int nf_ct_frag6_queue(struct frag_queue *fq, struct sk_buff *skb,* this case. -DaveM */ pr_debug ("end of fragment not rounded to 8 bytes.\n" ); -inet_frag_kill (&fq->q, &nf_frags); +inet_frag_kill (&fq->q);return -EPROTO ; }if (end > fq->q.len) {
@@ -356,7 +356,7 @@ static int nf_ct_frag6_queue(struct frag_queue *fq, struct sk_buff *skb,return 0 ; discard_fq: -inet_frag_kill (&fq->q, &nf_frags); +inet_frag_kill (&fq->q); err:return -EINVAL ; }
@@ -378,7 +378,7 @@ nf_ct_frag6_reasm(struct frag_queue *fq, struct sk_buff *prev, struct net_devicint payload_len;u8 ecn; -inet_frag_kill (&fq->q, &nf_frags); +inet_frag_kill (&fq->q);WARN_ON (head ==NULL );WARN_ON (NFCT_FRAG6_CB (head)->offset !=0 );
@@ -623,7 +623,7 @@ int nf_ct_frag6_gather(struct net *net, struct sk_buff *skb, u32 user) out_unlock:spin_unlock_bh (&fq->q.lock); -inet_frag_put (&fq->q, &nf_frags); +inet_frag_put (&fq->q);return ret; }EXPORT_SYMBOL_GPL (nf_ct_frag6_gather);
@@ -635,19 +635,21 @@ static int nf_ct_net_init(struct net *net) net->nf_frag.frags.high_thresh =IPV6_FRAG_HIGH_THRESH ; net->nf_frag.frags.low_thresh =IPV6_FRAG_LOW_THRESH ; net->nf_frag.frags.timeout =IPV6_FRAG_TIMEOUT ; + net->nf_frag.frags.f = &nf_frags; + res =inet_frags_init_net (&net->nf_frag.frags);if (res <0 )return res; res =nf_ct_frag6_sysctl_register (net);if (res <0 ) -inet_frags_exit_net (&net->nf_frag.frags, &nf_frags); +inet_frags_exit_net (&net->nf_frag.frags);return res; }static void nf_ct_net_exit (struct net *net) {nf_ct_frags6_sysctl_unregister (net); -inet_frags_exit_net (&net->nf_frag.frags, &nf_frags); +inet_frags_exit_net (&net->nf_frag.frags); }static struct pernet_operations nf_ct_net_ops = {
net/ipv6/reassembly.c +10 -10
@@ -128,8 +128,7 @@ void ip6_frag_init(struct inet_frag_queue *q, const void *a) }EXPORT_SYMBOL (ip6_frag_init); -void ip6_expire_frag_queue (struct net *net,struct frag_queue *fq, -struct inet_frags *frags) +void ip6_expire_frag_queue (struct net *net,struct frag_queue *fq) {struct net_device *dev =NULL ;
@@ -138,7 +137,7 @@ void ip6_expire_frag_queue(struct net *net, struct frag_queue *fq,if (fq->q.flags &INET_FRAG_COMPLETE ) goto out; -inet_frag_kill (&fq->q, frags); +inet_frag_kill (&fq->q);rcu_read_lock (); dev =dev_get_by_index_rcu (net, fq->iif);
@@ -166,7 +165,7 @@ void ip6_expire_frag_queue(struct net *net, struct frag_queue *fq,rcu_read_unlock (); out:spin_unlock (&fq->q.lock); -inet_frag_put (&fq->q, frags); +inet_frag_put (&fq->q); }EXPORT_SYMBOL (ip6_expire_frag_queue);
@@ -178,7 +177,7 @@ static void ip6_frag_expire(unsigned long data) fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q); net = container_of(fq->q.net, struct net, ipv6.frags); -ip6_expire_frag_queue (net, fq, &ip6_frags); +ip6_expire_frag_queue (net, fq); } static struct frag_queue *
@@ -363,7 +362,7 @@ static int ip6_frag_queue(struct frag_queue *fq, struct sk_buff *skb,return -1 ; discard_fq: -inet_frag_kill (&fq->q, &ip6_frags); +inet_frag_kill (&fq->q); err:__IP6_INC_STATS (net,ip6_dst_idev (skb_dst (skb)),IPSTATS_MIB_REASMFAILS );
@@ -390,7 +389,7 @@ static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,int sum_truesize;u8 ecn; -inet_frag_kill (&fq->q, &ip6_frags); +inet_frag_kill (&fq->q); ecn = ip_frag_ecn_table[fq->ecn];if (unlikely (ecn ==0xff ))
@@ -568,7 +567,7 @@ static int ipv6_frag_rcv(struct sk_buff *skb) ret =ip6_frag_queue (fq, skb, fhdr,IP6CB (skb)->nhoff);spin_unlock (&fq->q.lock); -inet_frag_put (&fq->q, &ip6_frags); +inet_frag_put (&fq->q);return ret; }
@@ -719,6 +718,7 @@ static int __net_init ipv6_frags_init_net(struct net *net) net->ipv6.frags.high_thresh =IPV6_FRAG_HIGH_THRESH ; net->ipv6.frags.low_thresh =IPV6_FRAG_LOW_THRESH ; net->ipv6.frags.timeout =IPV6_FRAG_TIMEOUT ; + net->ipv6.frags.f = &ip6_frags; res =inet_frags_init_net (&net->ipv6.frags);if (res <0 )
@@ -726,14 +726,14 @@ static int __net_init ipv6_frags_init_net(struct net *net) res =ip6_frags_ns_sysctl_register (net);if (res <0 ) -inet_frags_exit_net (&net->ipv6.frags, &ip6_frags); +inet_frags_exit_net (&net->ipv6.frags);return res; } static void __net_exit ipv6_frags_exit_net(struct net *net) {ip6_frags_ns_sysctl_unregister (net); -inet_frags_exit_net (&net->ipv6.frags, &ip6_frags); +inet_frags_exit_net (&net->ipv6.frags); }static struct pernet_operations ip6_frags_ops = {
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 3/30 inet: frags: refactor ipfrag_init()
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
We need to call inet_frags_init() before register_pernet_subsys(),
as a prereq for following patch ("inet: frags: use rhashtables for reassembly units")
--- net/ipv4/ip_fragment.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-)
net/ipv4/ip_fragment.c +2 -2
@@ -900,8 +900,6 @@ static struct pernet_operations ip4_frags_ops = {void __init ipfrag_init (void ) { -ip4_frags_ctl_register (); -register_pernet_subsys (&ip4_frags_ops); ip4_frags.hashfn = ip4_hashfn; ip4_frags.constructor = ip4_frag_init; ip4_frags.destructor = ip4_frag_free;
@@ -911,4 +909,6 @@ void __init ipfrag_init(void) ip4_frags.frags_cache_name = ip_frag_cache_name;if (inet_frags_init (&ip4_frags))panic ("IP: failed to allocate ip4_frags cache\n" ); +ip4_frags_ctl_register (); +register_pernet_subsys (&ip4_frags_ops); }
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 4/30 inet: frags: Convert timers to use timer_setup()
In reply to Stephen HemmingerFrom: Kees Cook <[email protected]>
In preparation for unconditionally passing the struct timer_list pointer to all timer callbacks, switch to using the new timer_setup() and from_timer() to pass the timer pointer explicitly.
--- include/net/inet_frag.h | 2 +- net/ieee802154/6lowpan/reassembly.c | 5 +++-- net/ipv4/inet_fragment.c | 4 ++-- net/ipv4/ip_fragment.c | 5 +++-- net/ipv6/netfilter/nf_conntrack_reasm.c | 5 +++-- net/ipv6/reassembly.c | 5 +++-- 6 files changed, 15 insertions(+), 11 deletions(-)
include/net/inet_frag.h +1 -1
@@ -97,7 +97,7 @@ struct inet_frags {void (*constructor)(struct inet_frag_queue *q,const void *arg);void (*destructor)(struct inet_frag_queue *); -void (*frag_expire)(unsigned long data); +void (*frag_expire)(struct timer_list *t);struct kmem_cache *frags_cachep;const char *frags_cache_name; };
net/ieee802154/6lowpan/reassembly.c +3 -2
@@ -80,12 +80,13 @@ static void lowpan_frag_init(struct inet_frag_queue *q, const void *a) fq->daddr = *arg->dst; } -static void lowpan_frag_expire (unsigned long data) +static void lowpan_frag_expire (struct timer_list *t) { +struct inet_frag_queue *frag =from_timer (frag, t, timer);struct frag_queue *fq;struct net *net; - fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q); + fq = container_of(frag, struct frag_queue, q); net = container_of(fq->q.net, struct net, ieee802154_lowpan.frags);spin_lock (&fq->q.lock);
net/ipv4/inet_fragment.c +2 -2
@@ -150,7 +150,7 @@ inet_evict_bucket(struct inet_frags *f, struct inet_frag_bucket *hb)spin_unlock (&hb->chain_lock);hlist_for_each_entry_safe (fq, n, &expired, list_evictor) - f->frag_expire ((unsigned long ) fq); + f->frag_expire (&fq->timer);return evicted; }
@@ -367,7 +367,7 @@ static struct inet_frag_queue *inet_frag_alloc(struct netns_frags *nf, f->constructor (q, arg);add_frag_mem_limit (nf, f->qsize); -setup_timer (&q->timer, f->frag_expire, (unsigned long )q); +timer_setup (&q->timer, f->frag_expire,0 );spin_lock_init (&q->lock);refcount_set (&q->refcnt,1 );
net/ipv4/ip_fragment.c +3 -2
@@ -191,12 +191,13 @@ static bool frag_expire_skip_icmp(u32 user)/* * Oops, a fragment queue timed out. Kill it and send an ICMP reply. */ -static void ip_expire (unsigned long arg) +static void ip_expire (struct timer_list *t) { +struct inet_frag_queue *frag =from_timer (frag, t, timer);struct ipq *qp;struct net *net; - qp = container_of((struct inet_frag_queue *) arg, struct ipq, q); + qp = container_of(frag, struct ipq, q); net = container_of(qp->q.net, struct net, ipv4.frags);rcu_read_lock ();
net/ipv6/netfilter/nf_conntrack_reasm.c +3 -2
@@ -169,12 +169,13 @@ static unsigned int nf_hashfn(const struct inet_frag_queue *q)return nf_hash_frag (nq->id, &nq->saddr, &nq->daddr); } -static void nf_ct_frag6_expire (unsigned long data) +static void nf_ct_frag6_expire (struct timer_list *t) { +struct inet_frag_queue *frag =from_timer (frag, t, timer);struct frag_queue *fq;struct net *net; - fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q); + fq = container_of(frag, struct frag_queue, q); net = container_of(fq->q.net, struct net, nf_frag.frags);ip6_expire_frag_queue (net, fq);
net/ipv6/reassembly.c +3 -2
@@ -169,12 +169,13 @@ void ip6_expire_frag_queue(struct net *net, struct frag_queue *fq) }EXPORT_SYMBOL (ip6_expire_frag_queue); -static void ip6_frag_expire (unsigned long data) +static void ip6_frag_expire (struct timer_list *t) { +struct inet_frag_queue *frag =from_timer (frag, t, timer);struct frag_queue *fq;struct net *net; - fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q); + fq = container_of(frag, struct frag_queue, q); net = container_of(fq->q.net, struct net, ipv6.frags);ip6_expire_frag_queue (net, fq);
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 5/30 inet: frags: refactor ipv6_frag_init()
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
We want to call inet_frags_init() earlier.
This is a prereq to "inet: frags: use rhashtables for reassembly units"
--- net/ipv6/reassembly.c | 25 ++++++++++++++----------- 1 file changed, 14 insertions(+), 11 deletions(-)
net/ipv6/reassembly.c +14 -11
@@ -746,10 +746,21 @@ int __init ipv6_frag_init(void) {int ret; - ret =inet6_add_protocol (&frag_protocol,IPPROTO_FRAGMENT ); + ip6_frags.hashfn = ip6_hashfn; + ip6_frags.constructor = ip6_frag_init; + ip6_frags.destructor =NULL ; + ip6_frags.qsize =sizeof (struct frag_queue ); + ip6_frags.match = ip6_frag_match; + ip6_frags.frag_expire = ip6_frag_expire; + ip6_frags.frags_cache_name = ip6_frag_cache_name; + ret =inet_frags_init (&ip6_frags);if (ret) goto out; + ret =inet6_add_protocol (&frag_protocol,IPPROTO_FRAGMENT ); +if (ret) + goto err_protocol; + ret =ip6_frags_sysctl_register ();if (ret) goto err_sysctl;
@@ -758,16 +769,6 @@ int __init ipv6_frag_init(void)if (ret) goto err_pernet; - ip6_frags.hashfn = ip6_hashfn; - ip6_frags.constructor = ip6_frag_init; - ip6_frags.destructor =NULL ; - ip6_frags.qsize =sizeof (struct frag_queue ); - ip6_frags.match = ip6_frag_match; - ip6_frags.frag_expire = ip6_frag_expire; - ip6_frags.frags_cache_name = ip6_frag_cache_name; - ret =inet_frags_init (&ip6_frags); -if (ret) - goto err_pernet; out:return ret;
@@ -775,6 +776,8 @@ int __init ipv6_frag_init(void)ip6_frags_sysctl_unregister (); err_sysctl:inet6_del_protocol (&frag_protocol,IPPROTO_FRAGMENT ); +err_protocol: +inet_frags_fini (&ip6_frags); goto out; }
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 6/30 inet: frags: refactor lowpan_net_frag_init()
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
We want to call lowpan_net_frag_init() earlier. Similar to commit "inet: frags: refactor ipv6_frag_init()"
This is a prereq to "inet: frags: use rhashtables for reassembly units"
--- net/ieee802154/6lowpan/reassembly.c | 20 +++++++++++--------- 1 file changed, 11 insertions(+), 9 deletions(-)
net/ieee802154/6lowpan/reassembly.c +11 -9
@@ -615,14 +615,6 @@ int __init lowpan_net_frag_init(void) {int ret; - ret =lowpan_frags_sysctl_register (); -if (ret) -return ret; - - ret =register_pernet_subsys (&lowpan_frags_ops); -if (ret) - goto err_pernet; - lowpan_frags.hashfn = lowpan_hashfn; lowpan_frags.constructor = lowpan_frag_init; lowpan_frags.destructor =NULL ;
@@ -632,11 +624,21 @@ int __init lowpan_net_frag_init(void) lowpan_frags.frags_cache_name = lowpan_frags_cache_name; ret =inet_frags_init (&lowpan_frags);if (ret) - goto err_pernet; + goto out; + ret =lowpan_frags_sysctl_register (); +if (ret) + goto err_sysctl; + + ret =register_pernet_subsys (&lowpan_frags_ops); +if (ret) + goto err_pernet; +out:return ret; err_pernet:lowpan_frags_sysctl_unregister (); +err_sysctl: +inet_frags_fini (&lowpan_frags);return ret; }
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 7/30 ipv6: export ip6 fragments sysctl to unprivileged users
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
IPv4 was changed in commit 52a773d645e9 ("net: Export ip fragment sysctl to unprivileged users")
The only sysctl that is not per-netns is not used :ip6frag_secret_interval
--- net/ipv6/reassembly.c | 4 ---- 1 file changed, 4 deletions(-)
net/ipv6/reassembly.c +0 -4
@@ -649,10 +649,6 @@ static int __net_init ip6_frags_ns_sysctl_register(struct net *net) table[1 ].data = &net->ipv6.frags.low_thresh; table[1 ].extra2 = &net->ipv6.frags.high_thresh; table[2 ].data = &net->ipv6.frags.timeout; - -/* Don't export sysctls to unprivileged users */ -if (net->user_ns != &init_user_ns) - table[0 ].procname =NULL ; } hdr =register_net_sysctl (net,"net/ipv6" , table);
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 8/30 rhashtable: add schedule points
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
Rehashing and destroying large hash table takes a lot of time, and happens in process context. It is safe to add cond_resched() in rhashtable_rehash_table() and rhashtable_free_and_destroy()
--- lib/rhashtable.c | 2 ++ 1 file changed, 2 insertions(+)
lib/rhashtable.c +2 -0
@@ -364,6 +364,7 @@ static int rhashtable_rehash_table(struct rhashtable *ht) err =rhashtable_rehash_chain (ht, old_hash);if (err)return err; +cond_resched (); }/* Publish the new table pointer. */
@@ -1073,6 +1074,7 @@ void rhashtable_free_and_destroy(struct rhashtable *ht,for (i =0 ; i < tbl->size; i++) {struct rhash_head *pos, *next; +cond_resched (); for (pos = rht_dereference(*rht_bucket(tbl, i), ht), next = !rht_is_a_nulls(pos) ? rht_dereference(pos->next, ht) : NULL;
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 9/30 inet: frags: use rhashtables for reassembly units
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
Some applications still rely on IP fragmentation, and to be fair linux reassembly unit is not working under any serious load.
It uses static hash tables of 1024 buckets, and up to 128 items per bucket (!!!)
A work queue is supposed to garbage collect items when host is under memory pressure, and doing a hash rebuild, changing seed used in hash computations.
This work queue blocks softirqs for up to 25 ms when doing a hash rebuild, occurring every 5 seconds if host is under fire.
Then there is the problem of sharing this hash table for all netns.
It is time to switch to rhashtables, and allocate one of them per netns to speedup netns dismantle, since this is a critical metric these days.
Lookup is now using RCU. A followup patch will even remove the refcount hold/release left from prior implementation and save a couple of atomic operations.
Before this patch, 16 cpus (16 RX queue NIC) could not handle more than 1 Mpps frags DDOS.
After the patch, I reach 9 Mpps without any tuning, and can use up to 2GB of storage for the fragments (exact number depends on frags being evicted after timeout)
$ grep FRAG /proc/net/sockstat FRAG: inuse 1966916 memory 2140004608
A followup patch will change the limits for 64bit arches.
--- Documentation/networking/ip-sysctl.txt | 7 +- include/net/inet_frag.h | 81 +++--- include/net/ipv6.h | 16 +- net/ieee802154/6lowpan/6lowpan_i.h | 26 +- net/ieee802154/6lowpan/reassembly.c | 91 +++---- net/ipv4/inet_fragment.c | 346 +++++------------------- net/ipv4/ip_fragment.c | 112 ++++---- net/ipv6/netfilter/nf_conntrack_reasm.c | 51 +--- net/ipv6/reassembly.c | 110 ++++---- 9 files changed, 266 insertions(+), 574 deletions(-)
Documentation/networking/ip-sysctl.txt +2 -5
@@ -134,13 +134,10 @@ min_adv_mss - INTEGER IP Fragmentation: ipfrag_high_thresh - INTEGER - Maximum memory used to reassemble IP fragments. When - ipfrag_high_thresh bytes of memory is allocated for this purpose, - the fragment handler will toss packets until ipfrag_low_thresh - is reached. This also serves as a maximum limit to namespaces - different from the initial one. + Maximum memory used to reassemble IP fragments. ipfrag_low_thresh - INTEGER + (Obsolete since linux-4.17) Maximum memory used to reassemble IP fragments before the kernel begins to remove incomplete fragment queues to free up resources. The kernel still accepts new fragments for defragmentation.
include/net/inet_frag.h +37 -44
141 lines not on this page · raw message
include/net/ipv6.h +1 -15
@@ -531,17 +531,8 @@ enum ip6_defrag_users { __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = IP6_DEFRAG_CONNTRACK_BRIDGE_IN + USHRT_MAX, }; -struct ip6_create_arg { -__be32 id; -u32 user; -const struct in6_addr *src; -const struct in6_addr *dst; -int iif; -u8 ecn; -}; -void ip6_frag_init (struct inet_frag_queue *q,const void *a); -bool ip6_frag_match (const struct inet_frag_queue *q,const void *a); +extern const struct rhashtable_params ip6_rhash_params;/* * Equivalent of ipv4 struct ip
@@ -549,11 +540,6 @@ bool ip6_frag_match(const struct inet_frag_queue *q, const void *a);struct frag_queue {struct inet_frag_queue q; -__be32 id;/* fragment id */ -u32 user; -struct in6_addr saddr; -struct in6_addr daddr; -int iif;unsigned int csum;__u16 nhoffset;
net/ieee802154/6lowpan/6lowpan_i.h +4 -22
@@ -17,37 +17,19 @@ typedef unsigned __bitwise lowpan_rx_result;#define LOWPAN_DISPATCH_FRAG1 0xc0#define LOWPAN_DISPATCH_FRAGN 0xe0 -struct lowpan_create_arg { +struct frag_lowpan_compare_key {u16 tag;u16 d_size; -const struct ieee802154_addr *src; -const struct ieee802154_addr *dst; +const struct ieee802154_addr src; +const struct ieee802154_addr dst; }; -/* Equivalent of ipv4 struct ip +/* Equivalent of ipv4 struct ipq */ struct lowpan_frag_queue {struct inet_frag_queue q; - -u16 tag; -u16 d_size; -struct ieee802154_addr saddr; -struct ieee802154_addr daddr; }; -static inline u32 ieee802154_addr_hash (const struct ieee802154_addr *a) -{ -switch (a->mode) { -case IEEE802154_ADDR_LONG : -return (((__force u64 )a->extended_addr) >>32 ) ^ - (((__force u64 )a->extended_addr) &0xffffffff ); -case IEEE802154_ADDR_SHORT : -return (__force u32)(a->short_addr + (a->pan_id <<16 )); -default : -return 0 ; - } -} -int lowpan_frag_rcv (struct sk_buff *skb,const u8 frag_type);void lowpan_net_frag_exit (void );int lowpan_net_frag_init (void );
net/ieee802154/6lowpan/reassembly.c +42 -49
127 lines not on this page · raw message
net/ipv4/inet_fragment.c +67 -279
441 lines not on this page · raw message
net/ipv4/ip_fragment.c +49 -63
168 lines not on this page · raw message
net/ipv6/netfilter/nf_conntrack_reasm.c +13 -38
83 lines not on this page · raw message
net/ipv6/reassembly.c +51 -59
162 lines not on this page · raw message
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 10/30 inet: frags: remove some helpers
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
Remove sum_frag_mem_limit(), ip_frag_mem() & ip6_frag_mem()
Also since we use rhashtable we can bring back the number of fragments in "grep FRAG /proc/net/sockstat /proc/net/sockstat6" that was removed in commit 434d305405ab ("inet: frag: don't account number of fragment queues")
--- include/net/inet_frag.h | 5 ----- include/net/ip.h | 1 - include/net/ipv6.h | 7 ------- net/ipv4/ip_fragment.c | 5 ----- net/ipv4/proc.c | 6 +++--- net/ipv6/proc.c | 5 +++-- 6 files changed, 6 insertions(+), 23 deletions(-)
include/net/inet_frag.h +0 -5
@@ -141,11 +141,6 @@ static inline void add_frag_mem_limit(struct netns_frags *nf, int i)atomic_add (i, &nf->mem); } -static inline int sum_frag_mem_limit (struct netns_frags *nf) -{ -return atomic_read (&nf->mem); -} -/* RFC 3168 support : * We want to check ECN values of all fragments, do detect invalid combinations. * In ipq->ecn, we store the OR value of each ip4_frag_ecn() fragment value.
include/net/ip.h +0 -1
@@ -570,7 +570,6 @@ static inline struct sk_buff *ip_check_defrag(struct net *net, struct sk_buff *s return skb; }#endif -int ip_frag_mem (struct net *net);/* * Functions provided by ip_forward.c
include/net/ipv6.h +0 -7
@@ -331,13 +331,6 @@ static inline bool ipv6_accept_ra(struct inet6_dev *idev) idev->cnf.accept_ra; } -#if IS_ENABLED (CONFIG_IPV6 ) -static inline int ip6_frag_mem (struct net *net) -{ -return sum_frag_mem_limit (&net->ipv6.frags); -} -#endif -#define IPV6_FRAG_HIGH_THRESH (4 * 1024*1024)/* 4194304 */ #define IPV6_FRAG_LOW_THRESH (3 * 1024*1024)/* 3145728 */ #define IPV6_FRAG_TIMEOUT (60 * HZ)/* 60 seconds */
net/ipv4/ip_fragment.c +0 -5
@@ -83,11 +83,6 @@ static u8 ip4_frag_ecn(u8 tos)static struct inet_frags ip4_frags; -int ip_frag_mem (struct net *net) -{ -return sum_frag_mem_limit (&net->ipv4.frags); -} -static int ip_frag_reasm (struct ipq *qp,struct sk_buff *prev,struct net_device *dev);
net/ipv4/proc.c +3 -3
@@ -54,7 +54,6 @@static int sockstat_seq_show (struct seq_file *seq,void *v) {struct net *net = seq->private; -unsigned int frag_mem;int orphans, sockets; orphans =percpu_counter_sum_positive (&tcp_orphan_count);
@@ -72,8 +71,9 @@ static int sockstat_seq_show(struct seq_file *seq, void *v) sock_prot_inuse_get(net, &udplite_prot));seq_printf (seq,"RAW: inuse %d\n" ,sock_prot_inuse_get (net, &raw_prot)); - frag_mem =ip_frag_mem (net); -seq_printf (seq,"FRAG: inuse %u memory %u\n" , !!frag_mem, frag_mem); +seq_printf (seq,"FRAG: inuse %u memory %u\n" , +atomic_read (&net->ipv4.frags.rhashtable.nelems), +frag_mem_limit (&net->ipv4.frags));return 0 ; }
net/ipv6/proc.c +3 -2
@@ -38,7 +38,6 @@static int sockstat6_seq_show (struct seq_file *seq,void *v) {struct net *net = seq->private; -unsigned int frag_mem =ip6_frag_mem (net);seq_printf (seq,"TCP6: inuse %d\n" ,sock_prot_inuse_get (net, &tcpv6_prot));
@@ -48,7 +47,9 @@ static int sockstat6_seq_show(struct seq_file *seq, void *v) sock_prot_inuse_get(net, &udplitev6_prot));seq_printf (seq,"RAW6: inuse %d\n" ,sock_prot_inuse_get (net, &rawv6_prot)); -seq_printf (seq,"FRAG6: inuse %u memory %u\n" , !!frag_mem, frag_mem); +seq_printf (seq,"FRAG6: inuse %u memory %u\n" , +atomic_read (&net->ipv6.frags.rhashtable.nelems), +frag_mem_limit (&net->ipv6.frags));return 0 ; }
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 11/30 inet: frags: get rif of inet_frag_evicting()
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
This refactors ip_expire() since one indentation level is removed.
Note: in the future, we should try hard to avoid the skb_clone() since this is a serious performance cost.
Under DDOS, the ICMP message wont be sent because of rate limits.
Fact that ip6_expire_frag_queue() does not use skb_clone() is disturbing too. Presumably IPv6 should have the same issue than the one we fixed in commit ec4fbd64751d ("inet: frag: release spinlock before calling icmp_send()")
--- include/net/inet_frag.h | 5 ---- net/ipv4/ip_fragment.c | 65 ++++++++++++++++++++--------------------- net/ipv6/reassembly.c | 4 --- 3 files changed, 32 insertions(+), 42 deletions(-)
include/net/inet_frag.h +0 -5
@@ -119,11 +119,6 @@ static inline void inet_frag_put(struct inet_frag_queue *q)inet_frag_destroy (q); } -static inline bool inet_frag_evicting (struct inet_frag_queue *q) -{ -return false; -} -/* Memory Tracking Functions. */ static inline int frag_mem_limit (struct netns_frags *nf)
net/ipv4/ip_fragment.c +32 -33
85 lines not on this page · raw message
net/ipv6/reassembly.c +0 -4
@@ -106,10 +106,6 @@ void ip6_expire_frag_queue(struct net *net, struct frag_queue *fq) goto out_rcu_unlock;__IP6_INC_STATS (net,__in6_dev_get (dev),IPSTATS_MIB_REASMFAILS ); - -if (inet_frag_evicting (&fq->q)) - goto out_rcu_unlock; -__IP6_INC_STATS (net,__in6_dev_get (dev),IPSTATS_MIB_REASMTIMEOUT );/* Don't send error if the first segment did not arrive. */
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 12/30 inet: frags: remove inet_frag_maybe_warn_overflow()
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
This function is obsolete, after rhashtable addition to inet defrag.
--- include/net/inet_frag.h | 2 -- net/ieee802154/6lowpan/reassembly.c | 5 ++--- net/ipv4/inet_fragment.c | 11 ----------- net/ipv4/ip_fragment.c | 5 ++--- net/ipv6/netfilter/nf_conntrack_reasm.c | 5 ++--- net/ipv6/reassembly.c | 5 ++--- 6 files changed, 8 insertions(+), 25 deletions(-)
include/net/inet_frag.h +0 -2
@@ -110,8 +110,6 @@ void inet_frags_exit_net(struct netns_frags *nf);void inet_frag_kill (struct inet_frag_queue *q);void inet_frag_destroy (struct inet_frag_queue *q);struct inet_frag_queue *inet_frag_find (struct netns_frags *nf,void *key); -void inet_frag_maybe_warn_overflow (struct inet_frag_queue *q, -const char *prefix);static inline void inet_frag_put (struct inet_frag_queue *q) {
net/ieee802154/6lowpan/reassembly.c +2 -3
@@ -84,10 +84,9 @@ fq_find(struct net *net, const struct lowpan_802154_cb *cb,struct inet_frag_queue *q; q =inet_frag_find (&ieee802154_lowpan->frags, &key); -if (IS_ERR_OR_NULL (q)) { -inet_frag_maybe_warn_overflow (q,pr_fmt ()); +if (!q)return NULL ; - } + return container_of(q, struct lowpan_frag_queue, q); }
net/ipv4/inet_fragment.c +0 -11
@@ -218,14 +218,3 @@ struct inet_frag_queue *inet_frag_find(struct netns_frags *nf, void *key)return inet_frag_create (nf, key); }EXPORT_SYMBOL (inet_frag_find); - -void inet_frag_maybe_warn_overflow (struct inet_frag_queue *q, -const char *prefix) -{ -static const char msg[] ="inet_frag_find: Fragment hash bucket" -" list length grew over limit. Dropping fragment.\n" ; - -if (PTR_ERR (q) == -ENOBUFS ) -net_dbg_ratelimited ("%s%s" , prefix, msg); -} -EXPORT_SYMBOL (inet_frag_maybe_warn_overflow);
net/ipv4/ip_fragment.c +2 -3
@@ -221,10 +221,9 @@ static struct ipq *ip_find(struct net *net, struct iphdr *iph,struct inet_frag_queue *q; q =inet_frag_find (&net->ipv4.frags, &key); -if (IS_ERR_OR_NULL (q)) { -inet_frag_maybe_warn_overflow (q,pr_fmt ()); +if (!q)return NULL ; - } + return container_of(q, struct ipq, q); }
net/ipv6/netfilter/nf_conntrack_reasm.c +2 -3
@@ -178,10 +178,9 @@ static struct frag_queue *fq_find(struct net *net, __be32 id, u32 user,struct inet_frag_queue *q; q =inet_frag_find (&net->nf_frag.frags, &key); -if (IS_ERR_OR_NULL (q)) { -inet_frag_maybe_warn_overflow (q,pr_fmt ()); +if (!q)return NULL ; - } + return container_of(q, struct frag_queue, q); }
net/ipv6/reassembly.c +2 -3
@@ -155,10 +155,9 @@ fq_find(struct net *net, __be32 id, const struct ipv6hdr *hdr, int iif) key.iif =0 ; q =inet_frag_find (&net->ipv6.frags, &key); -if (IS_ERR_OR_NULL (q)) { -inet_frag_maybe_warn_overflow (q,pr_fmt ()); +if (!q)return NULL ; - } + return container_of(q, struct frag_queue, q); }
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 13/30 inet: frags: break the 2GB limit for frags storage
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
Some users are willing to provision huge amounts of memory to be able to perform reassembly reasonnably well under pressure.
Current memory tracking is using one atomic_t and integers.
Switch to atomic_long_t so that 64bit arches can use more than 2GB, without any cost for 32bit arches.
Note that this patch avoids an overflow error, if high_thresh was set to ~2GB, since this test in inet_frag_alloc() was never true :
if (... || frag_mem_limit(nf) > nf->high_thresh)
Tested:
$ echo 16000000000 >/proc/sys/net/ipv4/ipfrag_high_thresh
<frag DDOS>
$ grep FRAG /proc/net/sockstat FRAG: inuse 14705885 memory 16000002880
$ nstat -n ; sleep 1 ; nstat | grep Reas IpReasmReqds 3317150 0.0 IpReasmFails 3317112 0.0
--- Documentation/networking/ip-sysctl.txt | 4 ++-- include/net/inet_frag.h | 20 ++++++++++---------- net/ieee802154/6lowpan/reassembly.c | 10 +++++----- net/ipv4/ip_fragment.c | 10 +++++----- net/ipv4/proc.c | 2 +- net/ipv6/netfilter/nf_conntrack_reasm.c | 10 +++++----- net/ipv6/proc.c | 2 +- net/ipv6/reassembly.c | 6 +++--- 8 files changed, 32 insertions(+), 32 deletions(-)
Documentation/networking/ip-sysctl.txt +2 -2
@@ -133,10 +133,10 @@ min_adv_mss - INTEGER IP Fragmentation: -ipfrag_high_thresh - INTEGER +ipfrag_high_thresh - LONG INTEGER Maximum memory used to reassemble IP fragments. -ipfrag_low_thresh - INTEGER +ipfrag_low_thresh - LONG INTEGER (Obsolete since linux-4.17) Maximum memory used to reassemble IP fragments before the kernel begins to remove incomplete fragment queues to free up resources.
include/net/inet_frag.h +10 -10
@@ -8,11 +8,11 @@ struct netns_frags {struct rhashtable rhashtable____cacheline_aligned_in_smp ;/* Keep atomic mem on separate cachelines in structs that include it */ -atomic_t mem____cacheline_aligned_in_smp ; +atomic_long_t mem____cacheline_aligned_in_smp ;/* sysctls */ +long high_thresh; +long low_thresh;int timeout; -int high_thresh; -int low_thresh;int max_dist;struct inet_frags *f; };
@@ -102,7 +102,7 @@ void inet_frags_fini(struct inet_frags *);static inline int inet_frags_init_net (struct netns_frags *nf) { -atomic_set (&nf->mem,0 ); +atomic_long_set (&nf->mem,0 );return rhashtable_init (&nf->rhashtable, &nf->f->rhash_params); }void inet_frags_exit_net (struct netns_frags *nf);
@@ -119,19 +119,19 @@ static inline void inet_frag_put(struct inet_frag_queue *q)/* Memory Tracking Functions. */ -static inline int frag_mem_limit (struct netns_frags *nf) +static inline long frag_mem_limit (const struct netns_frags *nf) { -return atomic_read (&nf->mem); +return atomic_long_read (&nf->mem); } -static inline void sub_frag_mem_limit (struct netns_frags *nf,int i) +static inline void sub_frag_mem_limit (struct netns_frags *nf,long val) { -atomic_sub (i, &nf->mem); +atomic_long_sub (val, &nf->mem); } -static inline void add_frag_mem_limit (struct netns_frags *nf,int i) +static inline void add_frag_mem_limit (struct netns_frags *nf,long val) { -atomic_add (i, &nf->mem); +atomic_long_add (val, &nf->mem); }/* RFC 3168 support :
net/ieee802154/6lowpan/reassembly.c +5 -5
@@ -411,23 +411,23 @@ int lowpan_frag_rcv(struct sk_buff *skb, u8 frag_type) }#ifdef CONFIG_SYSCTL -static int zero; +static long zero;static struct ctl_table lowpan_frags_ns_ctl_table[] = { { .procname ="6lowpanfrag_high_thresh" , .data = &init_net.ieee802154_lowpan.frags.high_thresh, - .maxlen =sizeof (int ), + .maxlen =sizeof (unsigned long ), .mode =0644 , - .proc_handler = proc_dointvec_minmax, + .proc_handler = proc_doulongvec_minmax, .extra1 = &init_net.ieee802154_lowpan.frags.low_thresh }, { .procname ="6lowpanfrag_low_thresh" , .data = &init_net.ieee802154_lowpan.frags.low_thresh, - .maxlen =sizeof (int ), + .maxlen =sizeof (unsigned long ), .mode =0644 , - .proc_handler = proc_dointvec_minmax, + .proc_handler = proc_doulongvec_minmax, .extra1 = &zero, .extra2 = &init_net.ieee802154_lowpan.frags.high_thresh },
net/ipv4/ip_fragment.c +5 -5
@@ -683,23 +683,23 @@ struct sk_buff *ip_check_defrag(struct net *net, struct sk_buff *skb, u32 user)EXPORT_SYMBOL (ip_check_defrag);#ifdef CONFIG_SYSCTL -static int zero; +static long zero;static struct ctl_table ip4_frags_ns_ctl_table[] = { { .procname ="ipfrag_high_thresh" , .data = &init_net.ipv4.frags.high_thresh, - .maxlen =sizeof (int ), + .maxlen =sizeof (unsigned long ), .mode =0644 , - .proc_handler = proc_dointvec_minmax, + .proc_handler = proc_doulongvec_minmax, .extra1 = &init_net.ipv4.frags.low_thresh }, { .procname ="ipfrag_low_thresh" , .data = &init_net.ipv4.frags.low_thresh, - .maxlen =sizeof (int ), + .maxlen =sizeof (unsigned long ), .mode =0644 , - .proc_handler = proc_dointvec_minmax, + .proc_handler = proc_doulongvec_minmax, .extra1 = &zero, .extra2 = &init_net.ipv4.frags.high_thresh },
net/ipv4/proc.c +1 -1
@@ -71,7 +71,7 @@ static int sockstat_seq_show(struct seq_file *seq, void *v) sock_prot_inuse_get(net, &udplite_prot));seq_printf (seq,"RAW: inuse %d\n" ,sock_prot_inuse_get (net, &raw_prot)); -seq_printf (seq,"FRAG: inuse %u memory %u\n" , +seq_printf (seq,"FRAG: inuse %u memory %lu\n" ,atomic_read (&net->ipv4.frags.rhashtable.nelems),frag_mem_limit (&net->ipv4.frags));return 0 ;
net/ipv6/netfilter/nf_conntrack_reasm.c +5 -5
@@ -63,7 +63,7 @@ struct nf_ct_frag6_skb_cbstatic struct inet_frags nf_frags; #ifdef CONFIG_SYSCTL -static int zero; +static long zero; static struct ctl_table nf_ct_frag6_sysctl_table[] = { {
@@ -76,18 +76,18 @@ static struct ctl_table nf_ct_frag6_sysctl_table[] = { { .procname = "nf_conntrack_frag6_low_thresh", .data = &init_net.nf_frag.frags.low_thresh, - .maxlen = sizeof(unsigned int), + .maxlen = sizeof(unsigned long), .mode = 0644, - .proc_handler = proc_dointvec_minmax, + .proc_handler = proc_doulongvec_minmax, .extra1 = &zero, .extra2 = &init_net.nf_frag.frags.high_thresh }, { .procname = "nf_conntrack_frag6_high_thresh", .data = &init_net.nf_frag.frags.high_thresh, - .maxlen = sizeof(unsigned int), + .maxlen = sizeof(unsigned long), .mode = 0644, - .proc_handler = proc_dointvec_minmax, + .proc_handler = proc_doulongvec_minmax, .extra1 = &init_net.nf_frag.frags.low_thresh }, { }
net/ipv6/proc.c +1 -1
@@ -47,7 +47,7 @@ static int sockstat6_seq_show(struct seq_file *seq, void *v) sock_prot_inuse_get(net, &udplitev6_prot));seq_printf (seq,"RAW6: inuse %d\n" ,sock_prot_inuse_get (net, &rawv6_prot)); -seq_printf (seq,"FRAG6: inuse %u memory %u\n" , +seq_printf (seq,"FRAG6: inuse %u memory %lu\n" ,atomic_read (&net->ipv6.frags.rhashtable.nelems),frag_mem_limit (&net->ipv6.frags));return 0 ;
net/ipv6/reassembly.c +3 -3
@@ -552,15 +552,15 @@ static struct ctl_table ip6_frags_ns_ctl_table[] = { { .procname = "ip6frag_high_thresh", .data = &init_net.ipv6.frags.high_thresh, - .maxlen = sizeof(int), + .maxlen = sizeof(unsigned long), .mode = 0644, - .proc_handler = proc_dointvec_minmax, + .proc_handler = proc_doulongvec_minmax, .extra1 = &init_net.ipv6.frags.low_thresh }, { .procname = "ip6frag_low_thresh", .data = &init_net.ipv6.frags.low_thresh, - .maxlen = sizeof(int), + .maxlen = sizeof(unsigned long), .mode = 0644, .proc_handler = proc_dointvec_minmax, .extra1 = &zero,
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 14/30 inet: frags: do not clone skb in ip_expire()
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
An skb_clone() was added in commit ec4fbd64751d ("inet: frag: release spinlock before calling icmp_send()")
While fixing the bug at that time, it also added a very high cost for DDOS frags, as the ICMP rate limit is applied after this expensive operation (skb_clone() + consume_skb(), implying memory allocations, copy, and freeing)
We can use skb_get(head) here, all we want is to make sure skb wont be freed by another cpu.
--- net/ipv4/ip_fragment.c | 16 ++++++---------- 1 file changed, 6 insertions(+), 10 deletions(-)
net/ipv4/ip_fragment.c +6 -10
@@ -143,8 +143,8 @@ static bool frag_expire_skip_icmp(u32 user)static void ip_expire (struct timer_list *t) {struct inet_frag_queue *frag =from_timer (frag, t, timer); -struct sk_buff *clone, *head;const struct iphdr *iph; +struct sk_buff *head;struct net *net;struct ipq *qp;int err;
@@ -187,16 +187,12 @@ static void ip_expire(struct timer_list *t) (skb_rtable(head)->rt_type != RTN_LOCAL)) goto out; - clone =skb_clone (head,GFP_ATOMIC ); +skb_get (head); +spin_unlock (&qp->q.lock); +icmp_send (head,ICMP_TIME_EXCEEDED ,ICMP_EXC_FRAGTIME ,0 ); +kfree_skb (head); + goto out_rcu_unlock; -/* Send an ICMP "Fragment Reassembly Timeout" message. */ -if (clone) { -spin_unlock (&qp->q.lock); -icmp_send (clone,ICMP_TIME_EXCEEDED , -ICMP_EXC_FRAGTIME ,0 ); -consume_skb (clone); - goto out_rcu_unlock; - } out:spin_unlock (&qp->q.lock); out_rcu_unlock:
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 15/30 ipv6: frags: rewrite ip6_expire_frag_queue()
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
Make it similar to IPv4 ip_expire(), and release the lock before calling icmp functions.
--- net/ipv6/reassembly.c | 24 ++++++++++++++++-------- 1 file changed, 16 insertions(+), 8 deletions(-)
net/ipv6/reassembly.c +16 -8
@@ -92,7 +92,9 @@ EXPORT_SYMBOL(ip6_frag_init);void ip6_expire_frag_queue (struct net *net,struct frag_queue *fq) {struct net_device *dev =NULL ; +struct sk_buff *head; +rcu_read_lock ();spin_lock (&fq->q.lock);if (fq->q.flags &INET_FRAG_COMPLETE )
@@ -100,28 +102,34 @@ void ip6_expire_frag_queue(struct net *net, struct frag_queue *fq)inet_frag_kill (&fq->q); -rcu_read_lock (); dev =dev_get_by_index_rcu (net, fq->iif);if (!dev) - goto out_rcu_unlock; + goto out;__IP6_INC_STATS (net,__in6_dev_get (dev),IPSTATS_MIB_REASMFAILS );__IP6_INC_STATS (net,__in6_dev_get (dev),IPSTATS_MIB_REASMTIMEOUT );/* Don't send error if the first segment did not arrive. */ -if (!(fq->q.flags &INET_FRAG_FIRST_IN ) || !fq->q.fragments) - goto out_rcu_unlock; + head = fq->q.fragments; +if (!(fq->q.flags &INET_FRAG_FIRST_IN ) || !head) + goto out;/* But use as source device on which LAST ARRIVED * segment was received. And do not use fq->dev * pointer directly, device might already disappeared. */ - fq->q.fragments->dev = dev; -icmpv6_send (fq->q.fragments,ICMPV6_TIME_EXCEED ,ICMPV6_EXC_FRAGTIME ,0 ); -out_rcu_unlock: -rcu_read_unlock (); + head->dev = dev; +skb_get (head); +spin_unlock (&fq->q.lock); + +icmpv6_send (head,ICMPV6_TIME_EXCEED ,ICMPV6_EXC_FRAGTIME ,0 ); +kfree_skb (head); + goto out_rcu_unlock; + out:spin_unlock (&fq->q.lock); +out_rcu_unlock: +rcu_read_unlock ();inet_frag_put (&fq->q); }EXPORT_SYMBOL (ip6_expire_frag_queue);
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 16/30 rhashtable: reorganize struct rhashtable layout
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
While under frags DDOS I noticed unfortunate false sharing between @nelems and @params.automatic_shrinking
Move @nelems at the end of struct rhashtable so that first cache line is shared between all cpus, because almost never dirtied.
--- include/linux/rhashtable.h | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-)
include/linux/rhashtable.h +4 -4
@@ -152,25 +152,25 @@ struct rhashtable_params {/** * struct rhashtable - Hash table handle * @tbl: Bucket table -* @nelems: Number of elements in table * @key_len: Key length for hashfn -* @p: Configuration parameters * @max_elems: Maximum number of elements in table +* @p: Configuration parameters * @rhlist: True if this is an rhltable * @run_work: Deferred worker to expand/shrink asynchronously * @mutex: Mutex to protect current/future table swapping * @lock: Spin lock to protect walker list +* @nelems: Number of elements in table */ struct rhashtable {struct bucket_table __rcu *tbl; -atomic_t nelems;unsigned int key_len; -struct rhashtable_params p;unsigned int max_elems; +struct rhashtable_params p;bool rhlist;struct work_struct run_work;struct mutex mutex;spinlock_t lock; +atomic_t nelems; };/**
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 17/30 inet: frags: reorganize struct netns_frags
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
Put the read-mostly fields in a separate cache line at the beginning of struct netns_frags, to reduce false sharing noticed in inet_frag_kill()
--- include/net/inet_frag.h | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-)
include/net/inet_frag.h +5 -4
@@ -5,16 +5,17 @@#include <linux/rhashtable.h> struct netns_frags { -struct rhashtable rhashtable____cacheline_aligned_in_smp ; - -/* Keep atomic mem on separate cachelines in structs that include it */ -atomic_long_t mem____cacheline_aligned_in_smp ;/* sysctls */ long high_thresh;long low_thresh;int timeout;int max_dist;struct inet_frags *f; + +struct rhashtable rhashtable____cacheline_aligned_in_smp ; + +/* Keep atomic mem on separate cachelines in structs that include it */ +atomic_long_t mem____cacheline_aligned_in_smp ; };/**
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 18/30 inet: frags: get rid of ipfrag_skb_cb/FRAG_CB
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
ip_defrag uses skb->cb[] to store the fragment offset, and unfortunately this integer is currently in a different cache line than skb->next, meaning that we use two cache lines per skb when finding the insertion point.
By aliasing skb->ip_defrag_offset and skb->dev, we pack all the fields in a single cache line and save precious memory bandwidth.
Note that after the fast path added by Changli Gao in commit d6bebca92c66 ("fragment: add fast path for in-order fragments") this change wont help the fast path, since we still need to access prev->len (2nd cache line), but will show great benefits when slow path is entered, since we perform a linear scan of a potentially long list.
Also, note that this potential long list is an attack vector, we might consider also using an rb-tree there eventually.
--- include/linux/skbuff.h | 1 + net/ipv4/ip_fragment.c | 35 ++++++++++++++--------------------- 2 files changed, 15 insertions(+), 21 deletions(-)
include/linux/skbuff.h +1 -0
@@ -678,6 +678,7 @@ struct sk_buff {* UDP receive path is one user. */ unsigned long dev_scratch; +int ip_defrag_offset; };/* * This is the control buffer. It is free to use for every
net/ipv4/ip_fragment.c +14 -21
@@ -57,14 +57,6 @@*/ static const char ip_frag_cache_name[] ="ip4-frags" ; -struct ipfrag_skb_cb -{ -struct inet_skb_parm h; -int offset; -}; - -#define FRAG_CB (skb) ((struct ipfrag_skb_cb *)((skb)->cb)) -/* Describe an entry in the "incomplete datagrams" queue. */ struct ipq {struct inet_frag_queue q;
@@ -353,13 +345,13 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb)* this fragment, right? */ prev = qp->q.fragments_tail; -if (!prev ||FRAG_CB (prev)->offset < offset) { +if (!prev || prev->ip_defrag_offset < offset) { next =NULL ; goto found; } prev =NULL ;for (next = qp->q.fragments; next !=NULL ; next = next->next) { -if (FRAG_CB (next)->offset >= offset) +if (next->ip_defrag_offset >= offset)break ;/* bingo! */ prev = next; }
@@ -370,7 +362,7 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb)* any overlaps are eliminated. */ if (prev) { -int i = (FRAG_CB (prev)->offset + prev->len) - offset; +int i = (prev->ip_defrag_offset + prev->len) - offset;if (i >0 ) { offset += i;
@@ -387,8 +379,8 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb) err = -ENOMEM ; -while (next &&FRAG_CB (next)->offset < end) { -int i = end -FRAG_CB (next)->offset;/* overlap is 'i' bytes */ +while (next && next->ip_defrag_offset < end) { +int i = end - next->ip_defrag_offset;/* overlap is 'i' bytes */ if (i < next->len) {int delta = -next->truesize;
@@ -401,7 +393,7 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb) delta += next->truesize;if (delta)add_frag_mem_limit (qp->q.net, delta); -FRAG_CB (next)->offset += i; + next->ip_defrag_offset += i; qp->q.meat -= i;if (next->ip_summed !=CHECKSUM_UNNECESSARY ) next->ip_summed =CHECKSUM_NONE ;
@@ -425,7 +417,13 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb) } } -FRAG_CB (skb)->offset = offset; +/* Note : skb->ip_defrag_offset and skb->dev share the same location */ + dev = skb->dev; +if (dev) + qp->iif = dev->ifindex; +/* Makes sure compiler wont do silly aliasing games */ +barrier (); + skb->ip_defrag_offset = offset;/* Insert this fragment in the chain of fragments. */ skb->next = next;
@@ -436,11 +434,6 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb)else qp->q.fragments = skb; - dev = skb->dev; -if (dev) { - qp->iif = dev->ifindex; - skb->dev =NULL ; - } qp->q.stamp = skb->tstamp; qp->q.meat += skb->len; qp->ecn |= ecn;
@@ -516,7 +509,7 @@ static int ip_frag_reasm(struct ipq *qp, struct sk_buff *prev, }WARN_ON (!head); -WARN_ON (FRAG_CB (head)->offset !=0 ); +WARN_ON (head->ip_defrag_offset !=0 );/* Allocate a new buffer for the datagram. */ ihlen =ip_hdrlen (head);
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 19/30 inet: frags: fix ip6frag_low_thresh boundary
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
Giving an integer to proc_doulongvec_minmax() is dangerous on 64bit arches, since linker might place next to it a non zero value preventing a change to ip6frag_low_thresh.
ip6frag_low_thresh is not used anymore in the kernel, but we do not want to prematuraly break user scripts wanting to change it.
Since specifying a minimal value of 0 for proc_doulongvec_minmax() is moot, let's remove these zero values in all defrag units.
--- net/ieee802154/6lowpan/reassembly.c | 2 -- net/ipv4/ip_fragment.c | 5 ++--- net/ipv6/netfilter/nf_conntrack_reasm.c | 2 -- net/ipv6/reassembly.c | 4 +--- 4 files changed, 3 insertions(+), 10 deletions(-)
net/ieee802154/6lowpan/reassembly.c +0 -2
@@ -411,7 +411,6 @@ int lowpan_frag_rcv(struct sk_buff *skb, u8 frag_type) } #ifdef CONFIG_SYSCTL -static long zero; static struct ctl_table lowpan_frags_ns_ctl_table[] = { {
@@ -428,7 +427,6 @@ static struct ctl_table lowpan_frags_ns_ctl_table[] = { .maxlen = sizeof(unsigned long), .mode = 0644, .proc_handler = proc_doulongvec_minmax, - .extra1 = &zero, .extra2 = &init_net.ieee802154_lowpan.frags.high_thresh }, {
net/ipv4/ip_fragment.c +2 -3
@@ -672,7 +672,7 @@ struct sk_buff *ip_check_defrag(struct net *net, struct sk_buff *skb, u32 user)EXPORT_SYMBOL (ip_check_defrag); #ifdef CONFIG_SYSCTL -static long zero; +static int dist_min; static struct ctl_table ip4_frags_ns_ctl_table[] = { {
@@ -689,7 +689,6 @@ static struct ctl_table ip4_frags_ns_ctl_table[] = { .maxlen = sizeof(unsigned long), .mode = 0644, .proc_handler = proc_doulongvec_minmax, - .extra1 = &zero, .extra2 = &init_net.ipv4.frags.high_thresh }, {
@@ -705,7 +704,7 @@ static struct ctl_table ip4_frags_ns_ctl_table[] = { .maxlen = sizeof(int), .mode = 0644, .proc_handler = proc_dointvec_minmax, - .extra1 = &zero + .extra1 = &dist_min, }, { } };
net/ipv6/netfilter/nf_conntrack_reasm.c +0 -2
@@ -63,7 +63,6 @@ struct nf_ct_frag6_skb_cbstatic struct inet_frags nf_frags; #ifdef CONFIG_SYSCTL -static long zero; static struct ctl_table nf_ct_frag6_sysctl_table[] = { {
@@ -79,7 +78,6 @@ static struct ctl_table nf_ct_frag6_sysctl_table[] = { .maxlen = sizeof(unsigned long), .mode = 0644, .proc_handler = proc_doulongvec_minmax, - .extra1 = &zero, .extra2 = &init_net.nf_frag.frags.high_thresh }, {
net/ipv6/reassembly.c +1 -3
@@ -554,7 +554,6 @@ static const struct inet6_protocol frag_protocol = { }; #ifdef CONFIG_SYSCTL -static int zero; static struct ctl_table ip6_frags_ns_ctl_table[] = { {
@@ -570,8 +569,7 @@ static struct ctl_table ip6_frags_ns_ctl_table[] = { .data = &init_net.ipv6.frags.low_thresh, .maxlen = sizeof(unsigned long), .mode = 0644, - .proc_handler = proc_dointvec_minmax, - .extra1 = &zero, + .proc_handler = proc_doulongvec_minmax, .extra2 = &init_net.ipv6.frags.high_thresh }, {
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 20/30 ip: discard IPv4 datagrams with overlapping segments.
In reply to Stephen HemmingerFrom: Peter Oskolkov <[email protected]>
This behavior is required in IPv6, and there is little need to tolerate overlapping fragments in IPv4. This change simplifies the code and eliminates potential DDoS attack vectors.
Tested: ran ip_defrag selftest (not yet available uptream).
--- include/uapi/linux/snmp.h | 1 + net/ipv4/ip_fragment.c | 75 ++++++++++----------------------------- net/ipv4/proc.c | 1 + 3 files changed, 21 insertions(+), 56 deletions(-)
include/uapi/linux/snmp.h +1 -0
@@ -56,6 +56,7 @@ enumIPSTATS_MIB_ECT1PKTS ,/* InECT1Pkts */ IPSTATS_MIB_ECT0PKTS ,/* InECT0Pkts */ IPSTATS_MIB_CEPKTS ,/* InCEPkts */ +IPSTATS_MIB_REASM_OVERLAPS ,/* ReasmOverlaps */ __IPSTATS_MIB_MAX };
net/ipv4/ip_fragment.c +19 -56
96 lines not on this page · raw message
net/ipv4/proc.c +1 -0
@@ -132,6 +132,7 @@ static const struct snmp_mib snmp4_ipextstats_list[] = {SNMP_MIB_ITEM ("InECT1Pkts" ,IPSTATS_MIB_ECT1PKTS ),SNMP_MIB_ITEM ("InECT0Pkts" ,IPSTATS_MIB_ECT0PKTS ),SNMP_MIB_ITEM ("InCEPkts" ,IPSTATS_MIB_CEPKTS ), +SNMP_MIB_ITEM ("ReasmOverlaps" ,IPSTATS_MIB_REASM_OVERLAPS ), SNMP_MIB_SENTINEL };
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 21/30 net: speed up skb_rbtree_purge()
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
As measured in my prior patch ("sch_netem: faster rb tree removal"), rbtree_postorder_for_each_entry_safe() is nice looking but much slower than using rb_next() directly, except when tree is small enough to fit in CPU caches (then the cost is the same)
Also note that there is not even an increase of text size :
$ size net/core/skbuff.o.before net/core/skbuff.o text data bss dec hex filename 40711 1298 0 42009 a419 net/core/skbuff.o.before 40711 1298 0 42009 a419 net/core/skbuff.o
From: Eric Dumazet <[email protected]>
--- net/core/skbuff.c | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-)
net/core/skbuff.c +7 -4
@@ -2850,12 +2850,15 @@ EXPORT_SYMBOL(skb_queue_purge);*/ void skb_rbtree_purge (struct rb_root *root) { -struct sk_buff *skb, *next; +struct rb_node *p =rb_first (root); -rbtree_postorder_for_each_entry_safe (skb, next, root, rbnode) -kfree_skb (skb); +while (p) { + struct sk_buff *skb = rb_entry(p, struct sk_buff, rbnode); - *root =RB_ROOT ; + p =rb_next (p); +rb_erase (&skb->rbnode, root); +kfree_skb (skb); + } }/**
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 22/30 net: modify skb_rbtree_purge to return the truesize of all purged skbs.
In reply to Stephen HemmingerFrom: Peter Oskolkov <[email protected]>
Tested: see the next patch is the series.
--- include/linux/skbuff.h | 2 +- net/core/skbuff.c | 6 +++++- 2 files changed, 6 insertions(+), 2 deletions(-)
include/linux/skbuff.h +1 -1
@@ -2581,7 +2581,7 @@ static inline void __skb_queue_purge(struct sk_buff_head *list)kfree_skb (skb); } -void skb_rbtree_purge (struct rb_root *root); +unsigned int skb_rbtree_purge (struct rb_root *root);void *netdev_alloc_frag (unsigned int fragsz);
net/core/skbuff.c +5 -1
@@ -2842,23 +2842,27 @@ EXPORT_SYMBOL(skb_queue_purge);/** * skb_rbtree_purge - empty a skb rbtree * @root: root of the rbtree to empty +* Return value: the sum of truesizes of all purged skbs. * * Delete all buffers on an &sk_buff rbtree. Each buffer is removed from * the list and one reference dropped. This function does not take * any lock. Synchronization should be handled by the caller (e.g., TCP * out-of-order queue is protected by the socket lock). */ -void skb_rbtree_purge (struct rb_root *root) +unsigned int skb_rbtree_purge (struct rb_root *root) {struct rb_node *p =rb_first (root); +unsigned int sum =0 ;while (p) { struct sk_buff *skb = rb_entry(p, struct sk_buff, rbnode); p =rb_next (p);rb_erase (&skb->rbnode, root); + sum += skb->truesize;kfree_skb (skb); } +return sum; }/**
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 23/30 ipv6: defrag: drop non-last frags smaller than min mtu
In reply to Stephen HemmingerFrom: Florian Westphal <[email protected]>
don't bother with pathological cases, they only waste cycles. IPv6 requires a minimum MTU of 1280 so we should never see fragments smaller than this (except last frag).
v3: don't use awkward "-offset + len"
v2: drop IPv4 part, which added same check w. IPV4_MIN_MTU (68).
There were concerns that there could be even smaller frags generated by intermediate nodes, e.g. on radio networks.
--- net/ipv6/netfilter/nf_conntrack_reasm.c | 4 ++++ net/ipv6/reassembly.c | 4 ++++ 2 files changed, 8 insertions(+)
net/ipv6/netfilter/nf_conntrack_reasm.c +4 -0
@@ -565,6 +565,10 @@ int nf_ct_frag6_gather(struct net *net, struct sk_buff *skb, u32 user) hdr =ipv6_hdr (skb); fhdr = (struct frag_hdr *)skb_transport_header (skb); +if (skb->len -skb_network_offset (skb) <IPV6_MIN_MTU && + fhdr->frag_off &htons (IP6_MF )) +return -EINVAL ; +skb_orphan (skb); fq =fq_find (net, fhdr->identification, user, hdr, skb->dev ? skb->dev->ifindex :0 );
net/ipv6/reassembly.c +4 -0
@@ -522,6 +522,10 @@ static int ipv6_frag_rcv(struct sk_buff *skb)return 1 ; } +if (skb->len -skb_network_offset (skb) <IPV6_MIN_MTU && + fhdr->frag_off &htons (IP6_MF )) + goto fail_hdr; + iif = skb->dev ? skb->dev->ifindex :0 ; fq =fq_find (net, fhdr->identification, hdr, iif);if (fq) {
Signature · 1 line
2.18.0
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Hi,
This patch popped on 6man IETF list as possibly causing interoperability problems. Here's the description from Timothy Winters:
"We have encountered a potential Interoperability issue at the UNH-IOL while running some testing. The issue is around fragments. The Linux Kernel updated based on the following CVE:
https://nvd.nist.gov/vuln/detail/CVE-2018-5391.
The fix was to reject IPv6 fragments less than 1280 that aren't last fragment. Section 4.5 of RFC 8200 allows for sending any fragment for fragments as long they add up to the original packet. This means that an implementation that generates a non-last fragments with a size then 1280, will be dropped by the updated kernel."
I couldn't find any mention of the advisory in the commit logs or netdev discussion, and apparently there's no protocol requirement that intermediate fragements need to be at least minimal MTU. Maybe this patch should be reverted?
Tom
Quoted 55 lines · Stephen Hemminger
From: Florian Westphal <[email protected]>
don't bother with pathological cases, they only waste cycles. IPv6 requires a minimum MTU of 1280 so we should never see fragments smaller than this (except last frag).
v3: don't use awkward "-offset + len"
v2: drop IPv4 part, which added same check w.IPV4_MIN_MTU(68).
There were concerns that there could be even smaller frags generated by intermediate nodes, e.g. on radio networks.Cc Peter Oskolkov <[email protected]>Cc Eric Dumazet <[email protected]>Signed-off-by Florian Westphal <[email protected]>Signed-off-by David S. Miller <[email protected]>(cherry picked from commit 0ed4229b08c13c84a3c301a08defdc9e7f4467e6)--- net/ipv6/netfilter/nf_conntrack_reasm.c | 4 ++++ net/ipv6/reassembly.c | 4 ++++ 2 files changed, 8 insertions(+)net/ipv6/netfilter/nf_conntrack_reasm.c +4
-0@@ -565,6 +565,10 @@ int nf_ct_frag6_gather(struct net *net, struct sk_buff *skb, u32 user) hdr =ipv6_hdr (skb); fhdr = (struct frag_hdr *)skb_transport_header (skb); +if (skb->len -skb_network_offset (skb) <IPV6_MIN_MTU && + fhdr->frag_off &htons (IP6_MF )) +return -EINVAL ; +skb_orphan (skb); fq =fq_find (net, fhdr->identification, user, hdr, skb->dev ? skb->dev->ifindex :0 );net/ipv6/reassembly.c +4
-1@@ -522,6 +522,10 @@ static int ipv6_frag_rcv(struct sk_buff *skb)return 1 ; } +if (skb->len -skb_network_offset (skb) <IPV6_MIN_MTU && + fhdr->frag_off &htons (IP6_MF )) + goto fail_hdr; + iif = skb->dev ? skb->dev->ifindex :0 ; fq =fq_find (net, fhdr->identification, hdr, iif);if (fq) { --2.18.0
Florian Westphal
maintainerRe: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 4 lines · Tom Herbert
I couldn't find any mention of the advisory in the commit logs or netdev discussion, and apparently there's no protocol requirement that intermediate fragements need to be at least minimal MTU. Maybe this patch should be reverted?
Currently ipv6 reasm doesn't use rbtree infrastructure, so it would have to be converted first.
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 9 lines · Florian Westphal
Quoted 4 lines · Tom Herbert
I couldn't find any mention of the advisory in the commit logs or netdev discussion, and apparently there's no protocol requirement that intermediate fragements need to be at least minimal MTU. Maybe this patch should be reverted?
Currently ipv6 reasm doesn't use rbtree infrastructure, so it would have to be converted first.
<quote>
Section 4.5 of RFC 8200 allows for sending any fragment for fragments as long they add up to the original packet. </quote>
I do not believe we need an rbtree to implement this idea.
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 10 lines · Eric Dumazet
Quoted 8 lines · Florian Westphal
Quoted 4 lines · Tom Herbert
I couldn't find any mention of the advisory in the commit logs or netdev discussion, and apparently there's no protocol requirement that intermediate fragements need to be at least minimal MTU. Maybe this patch should be reverted?
Currently ipv6 reasm doesn't use rbtree infrastructure, so it would have to be converted first.
Quoted 6 lines
<quote>
Section 4.5 of RFC 8200 allows for sending any fragment for fragments as long they add up to the original packet. </quote>I do not believe we need an rbtree to implement this idea.
IMHO Florian meant that allowing arbitrarily small fragments would harm resistance against FragmentSmack type attacks so that we might need rbtree based queues to be reasonably safe.
Michal Kubecek
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 17 lines · Michal Kubecek
Quoted 15 lines · Eric Dumazet
Quoted 8 lines · Florian Westphal
Quoted 4 lines · Tom Herbert
I couldn't find any mention of the advisory in the commit logs or netdev discussion, and apparently there's no protocol requirement that intermediate fragements need to be at least minimal MTU. Maybe this patch should be reverted?
Currently ipv6 reasm doesn't use rbtree infrastructure, so it would have to be converted first.
<quote>
Section 4.5 of RFC 8200 allows for sending any fragment for fragments as long they add up to the original packet. </quote>
Quoted 6 lines
Quoted 1 line
I do not believe we need an rbtree to implement this idea.
IMHO Florian meant that allowing arbitrarily small fragments would harm resistance against FragmentSmack type attacks so that we might need rbtree based queues to be reasonably safe.
I fail to see why.
Adding a fragment to the tail of the list is O(1), whatever of its size.
If we ever receive a 'too small for IPv6' fragment not at the tail, we would immediately discard the whole datagram in O(1) as well.
rbtree was needed because we assumed that we needed to allow IPv4 to receive arbitrary fragments.
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 27 lines · Eric Dumazet
Quoted 17 lines · Michal Kubecek
Quoted 15 lines · Eric Dumazet
Quoted 8 lines · Florian Westphal
Quoted 4 lines · Tom Herbert
I couldn't find any mention of the advisory in the commit logs or netdev discussion, and apparently there's no protocol requirement that intermediate fragements need to be at least minimal MTU. Maybe this patch should be reverted?
Currently ipv6 reasm doesn't use rbtree infrastructure, so it would have to be converted first.
<quote>
Section 4.5 of RFC 8200 allows for sending any fragment for fragments as long they add up to the original packet. </quote>Quoted 6 lines
Quoted 1 line
I do not believe we need an rbtree to implement this idea.
IMHO Florian meant that allowing arbitrarily small fragments would harm resistance against FragmentSmack type attacks so that we might need rbtree based queues to be reasonably safe.
I fail to see why.
Quoted 7 lines
Adding a fragment to the tail of the list is O(1), whatever of its size.
If we ever receive a 'too small for IPv6' fragment not at the tail, we would immediately discard the whole datagram in O(1) as well.
rbtree was needed because we assumed that we needed to allow IPv4 to receive arbitrary fragments.
My understanding of the original e-mail was that our assumption that only last IPv6 fragment is allowed to be shorter than 1280 bytes (which commit 0ed4229b08c1 ("ipv6: defrag: drop non-last frags smaller than min mtu") is based on) was wrong and we should probably revert that commit. How do you understand it?
Michal Kubecek
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 34 lines · Michal Kubecek
Quoted 32 lines · Eric Dumazet
Quoted 17 lines · Michal Kubecek
Quoted 15 lines · Eric Dumazet
Quoted 8 lines · Florian Westphal
Quoted 4 lines · Tom Herbert
I couldn't find any mention of the advisory in the commit logs or netdev discussion, and apparently there's no protocol requirement that intermediate fragements need to be at least minimal MTU. Maybe this patch should be reverted?
Currently ipv6 reasm doesn't use rbtree infrastructure, so it would have to be converted first.
<quote>
Section 4.5 of RFC 8200 allows for sending any fragment for fragments as long they add up to the original packet. </quote>Quoted 6 lines
Quoted 1 line
I do not believe we need an rbtree to implement this idea.
IMHO Florian meant that allowing arbitrarily small fragments would harm resistance against FragmentSmack type attacks so that we might need rbtree based queues to be reasonably safe.
I fail to see why.
Adding a fragment to the tail of the list is O(1), whatever of its size.
If we ever receive a 'too small for IPv6' fragment not at the tail, we would immediately discard the whole datagram in O(1) as well.
Quoted 9 lines
Quoted 2 lines
rbtree was needed because we assumed that we needed to allow IPv4 to receive arbitrary fragments.
My understanding of the original e-mail was that our assumption that only last IPv6 fragment is allowed to be shorter than 1280 bytes (which commit
0ed4229b08c1("ipv6: defrag: drop non-last frags smaller than min mtu") is based on) was wrong and we should probably revert that commit. How do you understand it?
Reverting the commit is a no go, hackers will simply kill the hosts.
I was saying that we can refine the check, and allow whatever fragments to come in order.
(Even if this makes no sense, since fragments could come out of order)
Of course, the rb-tree implementation might be okay (even for stable trees), since we can copy/paste the IPv4 one.
A message that is not in the archive (sent off-list or not yet received): CAOSSMjUODMbBuW=GgwcEt6avKoyYD5A9CzdBtE6NR6dz4pnD6w@mail.gmail.com
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 4 lines · Timothy Winters
Hi Eric,
So I understand correctly the attack that you are trying to prevent is many small fragments from different IPs?
No... Please look for CVE-2018-5391
This has been one of the most discussed topic in 2018
https://access.redhat.com/articles/3553061
Quoted 66 lines
The 6MAN working group has had some discussion about this topic, if you want read some IPv6 networking prospectives.
https://mailarchive.ietf.org/arch/browse/ipv6/?gbt=1&index=zsYUwQTt0mAdXdk9MN4dP-uiiag
The issue you will see is devices that don't send a first fragment of a size 1280 will never be able to communicate with newer kernel. Another issue is if a the packets are traversing over tunneled interfaces (VPNs) they will be lower than 1280 due to the headers used on tunnels.
What about lowering the value of accepted fragments? to something like 1280/2?
~Tim
Quoted 54 lines · Eric Dumazet
Quoted 34 lines · Michal Kubecek
Quoted 32 lines · Eric Dumazet
Quoted 17 lines · Michal Kubecek
Quoted 15 lines · Eric Dumazet
Quoted 8 lines · Florian Westphal
Quoted 4 lines · Tom Herbert
I couldn't find any mention of the advisory in the commit logs or netdev discussion, and apparently there's no protocol requirement that intermediate fragements need to be at least minimal MTU. Maybe this patch should be reverted?
Currently ipv6 reasm doesn't use rbtree infrastructure, so it would have to be converted first.
<quote>
Section 4.5 of RFC 8200 allows for sending any fragment for fragments as long they add up to the original packet. </quote>Quoted 6 lines
Quoted 1 line
I do not believe we need an rbtree to implement this idea.
IMHO Florian meant that allowing arbitrarily small fragments would harm resistance against FragmentSmack type attacks so that we might need rbtree based queues to be reasonably safe.
I fail to see why.
Adding a fragment to the tail of the list is O(1), whatever of its size.
If we ever receive a 'too small for IPv6' fragment not at the tail, we would immediately discard the whole datagram in O(1) as well.
Quoted 9 lines
Quoted 2 lines
rbtree was needed because we assumed that we needed to allow IPv4 to receive arbitrary fragments.
My understanding of the original e-mail was that our assumption that only last IPv6 fragment is allowed to be shorter than 1280 bytes (which commit
0ed4229b08c1("ipv6: defrag: drop non-last frags smaller than min mtu") is based on) was wrong and we should probably revert that commit. How do you understand it?Reverting the commit is a no go, hackers will simply kill the hosts.
I was saying that we can refine the check, and allow whatever fragments to come in order.
(Even if this makes no sense, since fragments could come out of order)Of course, the rb-tree implementation might be okay (even for stable trees), since we can copy/paste the IPv4 one.
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
In reply to a message not in the archiveQuoted 10 lines · On Friday, 11 January 2019 14:26 Timothy Winters wrote:
Hi Eric,
So I understand correctly the attack that you are trying to prevent is many small fragments from different IPs?
The 6MAN working group has had some discussion about this topic, if you want read some IPv6 networking prospectives.
https://mailarchive.ietf.org/arch/browse/ipv6/?gbt=1&index=zsYUwQTt0mA
dXdk9MN4dP-uiiag
I haven't read all mails in that discussion but most seem to be missing the point. The problem is not memory consumption, we have a (runtime configurable) limit for that. The problem is that by sending many small (8 bytes) fragments of a large (up to 64 KB) packet but never finishing it, an attacker can force receiving host into using quite a lot of CPU time just by looking up the fragment queue of the partially reassembled packet.
Currently, IPv6 reassembly uses a simple linear list which is fine with 1280 byte long fragments (up to ~50 of them) but not with 8 byte long ones (there could be as many as ~8000). The IPv4 reassembly code (where we cannot assume minimal size of non-last fragment) switched to rbtree (with logarithmic lookup time) exactly for this reason.
Quoted 2 lines
What about lowering the value of accepted fragments? to something like 1280/2?
That would be probably sufficient to mitigate the DoS attacks.
Michal Kubecek
A message that is not in the archive (sent off-list or not yet received): CAOSSMjVMVWxzkT5M2LHgf0+GPHdaWHV01a6mBqbGRVXOaQ04PQ@mail.gmail.com
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 4 lines · Timothy Winters
Hi Michal and Eric,
Thanks for the clarification. I'm thinking about creating a draft to say no fragments less then 640 unless it's the last fragment. Does that work for your code going forward?
I will prepare a patchset to convert IPv6 defrag queue to rbtree+list, similarly to how IPv4 defrag queue currently works. Just in case it is decided to go this route. I don't think having an arbitrary/non-standard size cap (640) is a good approach.
Thanks,
Peter
Quoted 39 lines
~Tim
Quoted 35 lines · Michal Kubecek
Quoted 10 lines · On Friday, 11 January 2019 14:26 Timothy Winters wrote:
Hi Eric,
So I understand correctly the attack that you are trying to prevent is many small fragments from different IPs?
The 6MAN working group has had some discussion about this topic, if you want read some IPv6 networking prospectives.
https://mailarchive.ietf.org/arch/browse/ipv6/?gbt=1&index=zsYUwQTt0mA
dXdk9MN4dP-uiiagI haven't read all mails in that discussion but most seem to be missing the point. The problem is not memory consumption, we have a (runtime configurable) limit for that. The problem is that by sending many small (8 bytes) fragments of a large (up to 64 KB) packet but never finishing it, an attacker can force receiving host into using quite a lot of CPU time just by looking up the fragment queue of the partially reassembled packet.
Currently, IPv6 reassembly uses a simple linear list which is fine with 1280 byte long fragments (up to ~50 of them) but not with 8 byte long ones (there could be as many as ~8000). The IPv4 reassembly code (where we cannot assume minimal size of non-last fragment) switched to rbtree (with logarithmic lookup time) exactly for this reason.
Quoted 2 lines
What about lowering the value of accepted fragments? to something like 1280/2?
That would be probably sufficient to mitigate the DoS attacks.
Michal Kubecek
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 9 lines · On Friday, 11 January 2019 18:09 Peter Oskolkov wrote:
Quoted 3 lines · Timothy Winters
Thanks for the clarification. I'm thinking about creating a draft
to say no fragments less then 640 unless it's the last fragment. Does that work for your code going forward?I will prepare a patchset to convert IPv6 defrag queue to rbtree+list, similarly to how IPv4 defrag queue currently works. Just in case it is decided to go this route. I don't think having an arbitrary/non-standard size cap (640) is a good approach.
It's not completely arbitrary. The idea is that two most obvious fragment sizing strategies are
(a) use maximum possible size for all except last, then the rest
(b) calculate minimum required fragment count and use (almost) the same size for all of them
Both strategies create non-last fragments of size at least 1280 / 2. But I agree that using the same data structure and algorithm as for IPv4 is more future proof.
Michal Kubecek
Re: [PATCH v3 23/30] ipv6: defrag: drop non-last frags smaller than min mtu
Quoted 15 lines · Michal Kubecek
Quoted 9 lines · On Friday, 11 January 2019 18:09 Peter Oskolkov wrote:
Quoted 3 lines · Timothy Winters
Thanks for the clarification. I'm thinking about creating a draft
to say no fragments less then 640 unless it's the last fragment. Does that work for your code going forward?I will prepare a patchset to convert IPv6 defrag queue to rbtree+list, similarly to how IPv4 defrag queue currently works. Just in case it is decided to go this route. I don't think having an arbitrary/non-standard size cap (640) is a good approach.
It's not completely arbitrary. The idea is that two most obvious fragment sizing strategies are
Quoted 8 lines
(a) use maximum possible size for all except last, then the rest
(b) calculate minimum required fragment count and use (almost) the same size for all of themBoth strategies create non-last fragments of size at least 1280 / 2. But I agree that using the same data structure and algorithm as for IPv4 is more future proof.
Yes, the 640 value is being discussed on 6man. I think the correct approach might be to turn the limit into a sysctl and make the default value 640. I'm not sure how, or if this should be applied to IPv4 though.
Tom
Quoted 3 lines
Michal Kubecek
Stephen Hemminger
maintainerPATCH v3 24/30 net: pskb_trim_rcsum() and CHECKSUM_COMPLETE are friends
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
After working on IP defragmentation lately, I found that some large packets defeat CHECKSUM_COMPLETE optimization because of NIC adding zero paddings on the last (small) fragment.
While removing the padding with pskb_trim_rcsum(), we set skb->ip_summed to CHECKSUM_NONE, forcing a full csum validation, even if all prior fragments had CHECKSUM_COMPLETE set.
We can instead compute the checksum of the part we are trimming, usually smaller than the part we keep.
--- include/linux/skbuff.h | 5 ++--- net/core/skbuff.c | 14 ++++++++++++++ 2 files changed, 16 insertions(+), 3 deletions(-)
include/linux/skbuff.h +2 -3
@@ -3135,6 +3135,7 @@ static inline void *skb_push_rcsum(struct sk_buff *skb, unsigned int len)return skb->data; } +int pskb_trim_rcsum_slow (struct sk_buff *skb,unsigned int len);/** * pskb_trim_rcsum - trim received skb and update checksum * @skb: buffer to trim
@@ -3148,9 +3149,7 @@ static inline int pskb_trim_rcsum(struct sk_buff *skb, unsigned int len) {if (likely (len >= skb->len))return 0 ; -if (skb->ip_summed ==CHECKSUM_COMPLETE ) - skb->ip_summed =CHECKSUM_NONE ; -return __pskb_trim (skb, len); +return pskb_trim_rcsum_slow (skb, len); }static inline int __skb_trim_rcsum (struct sk_buff *skb,unsigned int len)
net/core/skbuff.c +14 -0
@@ -1839,6 +1839,20 @@ int ___pskb_trim(struct sk_buff *skb, unsigned int len) }EXPORT_SYMBOL (___pskb_trim); +/* Note : use pskb_trim_rcsum() instead of calling this directly +*/ +int pskb_trim_rcsum_slow (struct sk_buff *skb,unsigned int len) +{ +if (skb->ip_summed ==CHECKSUM_COMPLETE ) { +int delta = skb->len - len; + + skb->csum =csum_sub (skb->csum, +skb_checksum (skb, len, delta,0 )); + } +return __pskb_trim (skb, len); +} +EXPORT_SYMBOL (pskb_trim_rcsum_slow); +/** * __pskb_pull_tail - advance tail of skb header * @skb: buffer to reallocate
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 25/30 net: add rb_to_skb() and other rb tree helpers
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
Geeralize private netem_rb_to_skb()
TCP rtx queue will soon be converted to rb-tree, so we will need skb_rbtree_walk() helpers.
--- include/linux/skbuff.h | 18 ++++++++++++++++++ net/ipv4/tcp_fastopen.c | 8 +++----- net/ipv4/tcp_input.c | 33 ++++++++++++--------------------- net/sched/sch_netem.c | 14 ++++---------- 4 files changed, 37 insertions(+), 36 deletions(-)
include/linux/skbuff.h +18 -0
@@ -3169,6 +3169,12 @@ static inline int __skb_grow_rcsum(struct sk_buff *skb, unsigned int len)#define rb_to_skb (rb) rb_entry_safe(rb, struct sk_buff, rbnode) +#define rb_to_skb (rb) rb_entry_safe(rb, struct sk_buff, rbnode) +#define skb_rb_first (root) rb_to_skb(rb_first(root)) +#define skb_rb_last (root) rb_to_skb(rb_last(root)) +#define skb_rb_next (skb) rb_to_skb(rb_next(&(skb)->rbnode)) +#define skb_rb_prev (skb) rb_to_skb(rb_prev(&(skb)->rbnode)) +#define skb_queue_walk (queue, skb) \ for (skb = (queue)->next; \ skb != (struct sk_buff *)(queue); \
@@ -3183,6 +3189,18 @@ static inline int __skb_grow_rcsum(struct sk_buff *skb, unsigned int len)for (; skb != (struct sk_buff *)(queue); \ skb = skb->next) +#define skb_rbtree_walk (skb, root) \ + for (skb = skb_rb_first(root); skb != NULL; \ + skb = skb_rb_next(skb)) + +#define skb_rbtree_walk_from (skb) \ + for (; skb != NULL; \ + skb = skb_rb_next(skb)) + +#define skb_rbtree_walk_from_safe (skb, tmp) \ + for (; tmp = skb ? skb_rb_next(skb) : NULL, (skb != NULL); \ + skb = tmp) +#define skb_queue_walk_from_safe (queue, skb, tmp) \ for (tmp = skb->next; \ skb != (struct sk_buff *)(queue); \
net/ipv4/tcp_fastopen.c +3 -5
@@ -458,17 +458,15 @@ bool tcp_fastopen_active_should_disable(struct sock *sk)void tcp_fastopen_active_disable_ofo_check (struct sock *sk) {struct tcp_sock *tp =tcp_sk (sk); -struct rb_node *p; -struct sk_buff *skb;struct dst_entry *dst; +struct sk_buff *skb;if (!tp->syn_fastopen)return ;if (!tp->data_segs_in) { - p =rb_first (&tp->out_of_order_queue); -if (p && !rb_next (p)) { - skb = rb_entry(p, struct sk_buff, rbnode); + skb =skb_rb_first (&tp->out_of_order_queue); +if (skb && !skb_rb_next (skb)) {if (TCP_SKB_CB (skb)->tcp_flags &TCPHDR_FIN ) {tcp_fastopen_active_disable (sk);return ;
net/ipv4/tcp_input.c +12 -21
@@ -4372,7 +4372,7 @@ static void tcp_ofo_queue(struct sock *sk) p =rb_first (&tp->out_of_order_queue);while (p) { - skb = rb_entry(p, struct sk_buff, rbnode); + skb =rb_to_skb (p);if (after (TCP_SKB_CB (skb)->seq, tp->rcv_nxt))break ;
@@ -4440,7 +4440,7 @@ static int tcp_try_rmem_schedule(struct sock *sk, struct sk_buff *skb,static void tcp_data_queue_ofo (struct sock *sk,struct sk_buff *skb) {struct tcp_sock *tp =tcp_sk (sk); -struct rb_node **p, *q, *parent; +struct rb_node **p, *parent;struct sk_buff *skb1;u32 seq, end_seq;bool fragstolen;
@@ -4503,7 +4503,7 @@ static void tcp_data_queue_ofo(struct sock *sk, struct sk_buff *skb) parent =NULL ;while (*p) { parent = *p; - skb1 = rb_entry(parent, struct sk_buff, rbnode); + skb1 =rb_to_skb (parent);if (before (seq,TCP_SKB_CB (skb1)->seq)) { p = &parent->rb_left;continue ;
@@ -4548,9 +4548,7 @@ static void tcp_data_queue_ofo(struct sock *sk, struct sk_buff *skb) merge_right:/* Remove other segments covered by skb. */ -while ((q =rb_next (&skb->rbnode)) !=NULL ) { - skb1 = rb_entry(q, struct sk_buff, rbnode); - +while ((skb1 =skb_rb_next (skb)) !=NULL ) {if (!after (end_seq,TCP_SKB_CB (skb1)->seq))break ;if (before (end_seq,TCP_SKB_CB (skb1)->end_seq)) {
@@ -4565,7 +4563,7 @@ static void tcp_data_queue_ofo(struct sock *sk, struct sk_buff *skb)tcp_drop (sk, skb1); }/* If there is no skb after us, we are the last_skb ! */ -if (!q) +if (!skb1) tp->ooo_last_skb = skb; add_sack:
@@ -4749,7 +4747,7 @@ static struct sk_buff *tcp_skb_next(struct sk_buff *skb, struct sk_buff_head *liif (list)return !skb_queue_is_last (list, skb) ? skb->next :NULL ; - return rb_entry_safe(rb_next(&skb->rbnode), struct sk_buff, rbnode); +return skb_rb_next (skb); } static struct sk_buff *tcp_collapse_one(struct sock *sk, struct sk_buff *skb,
@@ -4778,7 +4776,7 @@ static void tcp_rbtree_insert(struct rb_root *root, struct sk_buff *skb)while (*p) { parent = *p; - skb1 = rb_entry(parent, struct sk_buff, rbnode); + skb1 =rb_to_skb (parent);if (before (TCP_SKB_CB (skb)->seq,TCP_SKB_CB (skb1)->seq)) p = &parent->rb_left;else
@@ -4898,19 +4896,12 @@ static void tcp_collapse_ofo_queue(struct sock *sk)struct tcp_sock *tp =tcp_sk (sk);u32 range_truesize, sum_tiny =0 ;struct sk_buff *skb, *head; -struct rb_node *p;u32 start, end; - p =rb_first (&tp->out_of_order_queue); - skb = rb_entry_safe(p, struct sk_buff, rbnode); + skb =skb_rb_first (&tp->out_of_order_queue); new_range:if (!skb) { - p =rb_last (&tp->out_of_order_queue); -/* Note: This is possible p is NULL here. We do not -* use rb_entry_safe(), as ooo_last_skb is valid only -* if rbtree is not empty. -*/ - tp->ooo_last_skb = rb_entry(p, struct sk_buff, rbnode); + tp->ooo_last_skb =skb_rb_last (&tp->out_of_order_queue);return ; } start =TCP_SKB_CB (skb)->seq;
@@ -4918,7 +4909,7 @@ static void tcp_collapse_ofo_queue(struct sock *sk) range_truesize = skb->truesize;for (head = skb;;) { - skb =tcp_skb_next (skb,NULL ); + skb =skb_rb_next (skb);/* Range is terminated when we see a gap or when * we are at the queue end.
@@ -4974,7 +4965,7 @@ static bool tcp_prune_ofo_queue(struct sock *sk) prev =rb_prev (node);rb_erase (node, &tp->out_of_order_queue); goal -=rb_to_skb (node)->truesize; - tcp_drop(sk, rb_entry(node, struct sk_buff, rbnode)); +tcp_drop (sk,rb_to_skb (node));if (!prev || goal <=0 ) {sk_mem_reclaim (sk); if (atomic_read(&sk->sk_rmem_alloc) <= sk->sk_rcvbuf &&
@@ -4984,7 +4975,7 @@ static bool tcp_prune_ofo_queue(struct sock *sk) } node = prev; }while (node); - tp->ooo_last_skb = rb_entry(prev, struct sk_buff, rbnode); + tp->ooo_last_skb =rb_to_skb (prev);/* Reset SACK state. A conforming SACK implementation will * do the same at a timeout based retransmit. When a connection
net/sched/sch_netem.c +4 -10
@@ -149,12 +149,6 @@ struct netem_skb_cb {ktime_t tstamp_save; }; - -static struct sk_buff *netem_rb_to_skb (struct rb_node *rb) -{ - return rb_entry(rb, struct sk_buff, rbnode); -} -static inline struct netem_skb_cb *netem_skb_cb (struct sk_buff *skb) {/* we assume we can use skb next/prev/tstamp as storage for rb_node */
@@ -365,7 +359,7 @@ static void tfifo_reset(struct Qdisc *sch)struct rb_node *p;while ((p =rb_first (&q->t_root))) { -struct sk_buff *skb =netem_rb_to_skb (p); +struct sk_buff *skb =rb_to_skb (p);rb_erase (p, &q->t_root);rtnl_kfree_skbs (skb, skb);
@@ -382,7 +376,7 @@ static void tfifo_enqueue(struct sk_buff *nskb, struct Qdisc *sch)struct sk_buff *skb; parent = *p; - skb =netem_rb_to_skb (parent); + skb =rb_to_skb (parent);if (tnext >=netem_skb_cb (skb)->time_to_send) p = &parent->rb_right;else
@@ -538,7 +532,7 @@ static int netem_enqueue(struct sk_buff *skb, struct Qdisc *sch,struct sk_buff *t_skb;struct netem_skb_cb *t_last; - t_skb =netem_rb_to_skb (rb_last (&q->t_root)); + t_skb =skb_rb_last (&q->t_root); t_last =netem_skb_cb (t_skb);if (!last || t_last->time_to_send > last->time_to_send) {
@@ -618,7 +612,7 @@ static struct sk_buff *netem_dequeue(struct Qdisc *sch)if (p) {psched_time_t time_to_send; - skb =netem_rb_to_skb (p); + skb =rb_to_skb (p);/* if more time remaining? */ time_to_send =netem_skb_cb (skb)->time_to_send;
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 26/30 net: sk_buff rbnode reorg
In reply to Stephen HemmingerFrom: Eric Dumazet <[email protected]>
commit bffa72cf7f9df842f0016ba03586039296b4caaf upstream
skb->rbnode shares space with skb->next, skb->prev and skb->tstamp
Current uses (TCP receive ofo queue and netem) need to save/restore tstamp, while skb->dev is either NULL (TCP) or a constant for a given queue (netem).
Since we plan using an RB tree for TCP retransmit queue to speedup SACK processing with large BDP, this patch exchanges skb->dev and skb->tstamp.
This saves some overhead in both TCP and netem.
v2: removes the swtstamp field from struct tcp_skb_cb
--- include/linux/skbuff.h | 24 ++-- include/net/inet_frag.h | 3 +- net/ipv4/inet_fragment.c | 16 ++- net/ipv4/ip_fragment.c | 182 +++++++++++++----------- net/ipv6/netfilter/nf_conntrack_reasm.c | 1 + net/ipv6/reassembly.c | 1 + 6 files changed, 129 insertions(+), 98 deletions(-)
include/linux/skbuff.h +14 -10
@@ -663,23 +663,27 @@ struct sk_buff {struct sk_buff *prev;union { -ktime_t tstamp; -u64 skb_mstamp; +struct net_device *dev; +/* Some protocols might use this space to store information, +* while device pointer would be NULL. +* UDP receive path is one user. +*/ +unsigned long dev_scratch; }; }; -struct rb_node rbnode;/* used in netem & tcp stack */ +struct rb_node rbnode;/* used in netem, ip4 defrag, and tcp stack */ +struct list_head list; }; -struct sock *sk;union { -struct net_device *dev; -/* Some protocols might use this space to store information, -* while device pointer would be NULL. -* UDP receive path is one user. -*/ -unsigned long dev_scratch; +struct sock *sk;int ip_defrag_offset; }; + +union { +ktime_t tstamp; +u64 skb_mstamp; + };/* * This is the control buffer. It is free to use for every * layer. Please put your private variables there. If you
include/net/inet_frag.h +2 -1
@@ -75,7 +75,8 @@ struct inet_frag_queue {struct timer_list timer;spinlock_t lock;refcount_t refcnt; -struct sk_buff *fragments; +struct sk_buff *fragments;/* Used in IPv6. */ +struct rb_root rb_fragments;/* Used in IPv4. */ struct sk_buff *fragments_tail;ktime_t stamp;int len;
net/ipv4/inet_fragment.c +10 -6
@@ -136,12 +136,16 @@ void inet_frag_destroy(struct inet_frag_queue *q) fp = q->fragments; nf = q->net; f = nf->f; -while (fp) { -struct sk_buff *xp = fp->next; - - sum_truesize += fp->truesize; -kfree_skb (fp); - fp = xp; +if (fp) { +do { +struct sk_buff *xp = fp->next; + + sum_truesize += fp->truesize; +kfree_skb (fp); + fp = xp; + }while (fp); + }else { + sum_truesize =skb_rbtree_purge (&q->rb_fragments); } sum = sum_truesize + f->qsize;
net/ipv4/ip_fragment.c +101 -81
321 lines not on this page · raw message
net/ipv6/netfilter/nf_conntrack_reasm.c +1 -0
@@ -471,6 +471,7 @@ nf_ct_frag6_reasm(struct frag_queue *fq, struct sk_buff *prev, struct net_devic head->csum); fq->q.fragments =NULL ; + fq->q.rb_fragments =RB_ROOT ; fq->q.fragments_tail =NULL ;return true;
net/ipv6/reassembly.c +1 -0
@@ -472,6 +472,7 @@ static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,__IP6_INC_STATS (net,__in6_dev_get (dev),IPSTATS_MIB_REASMOKS );rcu_read_unlock (); fq->q.fragments =NULL ; + fq->q.rb_fragments =RB_ROOT ; fq->q.fragments_tail =NULL ;return 1 ;
Signature · 1 line
2.18.0
Re: [PATCH v3 26/30] net: sk_buff rbnode reorg
Hello,
Quoted 25 lines · Stephen Hemminger
From: Eric Dumazet <[email protected]>
commit
bffa72cf7f9df842f0016ba03586039296b4caafupstream
skb->rbnodeshares space withskb->next,skb->prevandskb->tstampCurrent uses (TCP receive ofo queue and netem) need to save/restore tstamp, while
skb->devis either NULL (TCP) or a constant for a given queue (netem).Since we plan using an RB tree for TCP retransmit queue to speedup SACK processing with large BDP, this patch exchanges
skb->devandskb->tstamp.This saves some overhead in both TCP and netem.
v2: removes the swtstamp field from struct
tcp_skb_cbSigned-off-by Eric Dumazet <[email protected]>Cc Soheil Hassas Yeganeh <[email protected]>Cc Wei Wang <[email protected]>Cc Willem de Bruijn <[email protected]>Signed-off-by David S. Miller <[email protected]>
Quoted 8 lines
--- include/linux/skbuff.h | 24 ++-- include/net/inet_frag.h | 3 +- net/ipv4/inet_fragment.c | 16 ++- net/ipv4/ip_fragment.c | 182 +++++++++++++----------- net/ipv6/netfilter/nf_conntrack_reasm.c | 1 + net/ipv6/reassembly.c | 1 + 6 files changed, 129 insertions(+), 98 deletions(-)
this change is missing the pieces in sch_netem.c that Eric did as well.
Thus, there is a panic that can be hit à la:
https://github.com/multipath-tcp/mptcp/issues/285#issuecomment-431001559
The following diff fixes it (I can submit a proper patch later today). Storing of the tstamp can be changed as well (as Eric did in the original patch), but that's not causing any issues. I see a backport to v4.9 has been submitted as well...
---
net/sched/sch_netem.c +4 -0
@@ -624,6 +624,10 @@ static struct sk_buff *netem_dequeue(struct Qdisc *sch) skb->next =NULL ; skb->prev =NULL ; skb->tstamp =netem_skb_cb (skb)->tstamp_save; +/* skb->dev shares skb->rbnode area, +* we need to restore its value. +*/ + skb->dev =qdisc_dev (sch);#ifdef CONFIG_NET_CLS_ACT /*
Quoted 450 lines
include/linux/skbuff.h +14
-10@@ -663,23 +663,27 @@ struct sk_buff {struct sk_buff *prev;union { -ktime_t tstamp; -u64 skb_mstamp; +struct net_device *dev; +/* Some protocols might use this space to store information, +* while device pointer would be NULL. +* UDP receive path is one user. +*/ +unsigned long dev_scratch; }; }; -struct rb_node rbnode;/* used in netem & tcp stack */ +struct rb_node rbnode;/* used in netem, ip4 defrag, and tcp stack */ +struct list_head list; }; -struct sock *sk;union { -struct net_device *dev; -/* Some protocols might use this space to store information, -* while device pointer would be NULL. -* UDP receive path is one user. -*/ -unsigned long dev_scratch; +struct sock *sk;int ip_defrag_offset; }; + +union { +ktime_t tstamp; +u64 skb_mstamp; + };/* * This is the control buffer. It is free to use for every * layer. Please put your private variables there. If you include/net/inet_frag.h +2
-1@@ -75,7 +75,8 @@ struct inet_frag_queue {struct timer_list timer;spinlock_t lock;refcount_t refcnt; -struct sk_buff *fragments; +struct sk_buff *fragments;/* Used in IPv6. */ +struct rb_root rb_fragments;/* Used in IPv4. */ struct sk_buff *fragments_tail;ktime_t stamp;int len;net/ipv4/inet_fragment.c +10
-6@@ -136,12 +136,16 @@ void inet_frag_destroy(struct inet_frag_queue *q) fp = q->fragments; nf = q->net; f = nf->f; -while (fp) { -struct sk_buff *xp = fp->next; - - sum_truesize += fp->truesize; -kfree_skb (fp); - fp = xp; +if (fp) { +do { +struct sk_buff *xp = fp->next; + + sum_truesize += fp->truesize; +kfree_skb (fp); + fp = xp; + }while (fp); + }else { + sum_truesize =skb_rbtree_purge (&q->rb_fragments); } sum = sum_truesize + f->qsize;net/ipv4/ip_fragment.c +101
-81@@ -136,7 +136,7 @@ static void ip_expire(struct timer_list *t) {struct inet_frag_queue *frag =from_timer (frag, t, timer);const struct iphdr *iph; -struct sk_buff *head; +struct sk_buff *head =NULL ;struct net *net;struct ipq *qp;int err;@@ -152,14 +152,31 @@ static void ip_expire(struct timer_list *t)ipq_kill (qp);__IP_INC_STATS (net,IPSTATS_MIB_REASMFAILS ); - - head = qp->q.fragments; -__IP_INC_STATS (net,IPSTATS_MIB_REASMTIMEOUT ); -if (!(qp->q.flags &INET_FRAG_FIRST_IN ) || !head) +if (!qp->q.flags &INET_FRAG_FIRST_IN ) goto out; +/* sk_buff::dev and sk_buff::rbnode are unionized. So we +* pull the head out of the tree in order to be able to +* deal with head->dev. +*/ +if (qp->q.fragments) { + head = qp->q.fragments; + qp->q.fragments = head->next; + }else { + head =skb_rb_first (&qp->q.rb_fragments); +if (!head) + goto out; +rb_erase (&head->rbnode, &qp->q.rb_fragments); +memset (&head->rbnode,0 ,sizeof (head->rbnode)); +barrier (); + } +if (head == qp->q.fragments_tail) + qp->q.fragments_tail =NULL ; + +sub_frag_mem_limit (qp->q.net, head->truesize); + head->dev =dev_get_by_index_rcu (net, qp->iif);if (!head->dev) goto out;@@ -179,16 +196,16 @@ static void ip_expire(struct timer_list *t) (skb_rtable(head)->rt_type != RTN_LOCAL)) goto out; -skb_get (head);spin_unlock (&qp->q.lock);icmp_send (head,ICMP_TIME_EXCEEDED ,ICMP_EXC_FRAGTIME ,0 ); -kfree_skb (head); goto out_rcu_unlock; out:spin_unlock (&qp->q.lock); out_rcu_unlock:rcu_read_unlock (); +if (head) +kfree_skb (head);ipq_put (qp); }@@ -231,7 +248,7 @@ static int ip_frag_too_far(struct ipq *qp) end =atomic_inc_return (&peer->rid); qp->rid = end; - rc = qp->q.fragments && (end - start) > max; + rc = qp->q.fragments_tail && (end - start) > max;if (rc) {struct net *net;@@ -245,7 +262,6 @@ static int ip_frag_too_far(struct ipq *qp)static int ip_frag_reinit (struct ipq *qp) { -struct sk_buff *fp;unsigned int sum_truesize =0 ;if (!mod_timer (&qp->q.timer, jiffies + qp->q.net->timeout)) {@@ -253,20 +269,14 @@ static int ip_frag_reinit(struct ipq *qp)return -ETIMEDOUT ; } - fp = qp->q.fragments; -do { -struct sk_buff *xp = fp->next; - - sum_truesize += fp->truesize; -kfree_skb (fp); - fp = xp; - }while (fp); + sum_truesize =skb_rbtree_purge (&qp->q.rb_fragments);sub_frag_mem_limit (qp->q.net, sum_truesize); qp->q.flags =0 ; qp->q.len =0 ; qp->q.meat =0 ; qp->q.fragments =NULL ; + qp->q.rb_fragments =RB_ROOT ; qp->q.fragments_tail =NULL ; qp->iif =0 ; qp->ecn =0 ;@@ -278,7 +288,8 @@ static int ip_frag_reinit(struct ipq *qp)static int ip_frag_queue (struct ipq *qp,struct sk_buff *skb) { struct net *net = container_of(qp->q.net, struct net, ipv4.frags); -struct sk_buff *prev, *next; +struct rb_node **rbn, *parent; +struct sk_buff *skb1;struct net_device *dev;unsigned int fragsize;int flags, offset;@@ -341,58 +352,58 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb)if (err) goto err; -/* Find out which fragments are in front and at the back of us -* in the chain of fragments so far. We must know where to put -* this fragment, right? -*/ - prev = qp->q.fragments_tail; -if (!prev || prev->ip_defrag_offset < offset) { - next =NULL ; - goto found; - } - prev =NULL ; -for (next = qp->q.fragments; next !=NULL ; next = next->next) { -if (next->ip_defrag_offset >= offset) -break ;/* bingo! */ - prev = next; - } +/* Note : skb->rbnode and skb->dev share the same location. */ + dev = skb->dev; +/* Makes sure compiler wont do silly aliasing games */ +barrier (); -found:/* RFC5722, Section 4, amended by Errata ID : 3089 * When reassembling an IPv6 datagram, if * one or more its constituent fragments is determined to be an * overlapping fragment, the entire datagram (and any constituent * fragments) MUST be silently discarded. * -* We do the same here for IPv4. +* We do the same here for IPv4 (and increment an snmp counter). */ -/* Is there an overlap with the previous fragment? */ -if (prev && - (prev->ip_defrag_offset + prev->len) > offset) - goto discard_qp; - -/* Is there an overlap with the next fragment? */ -if (next && next->ip_defrag_offset < end) - goto discard_qp; +/* Find out where to put this fragment. */ + skb1 = qp->q.fragments_tail; +if (!skb1) { +/* This is the first fragment we've received. */ +rb_link_node (&skb->rbnode,NULL , &qp->q.rb_fragments.rb_node); + qp->q.fragments_tail = skb; + }else if ((skb1->ip_defrag_offset + skb1->len) < end) { +/* This is the common/special case: skb goes to the end. */ +/* Detect and discard overlaps. */ +if (offset < (skb1->ip_defrag_offset + skb1->len)) + goto discard_qp; +/* Insert after skb1. */ +rb_link_node (&skb->rbnode, &skb1->rbnode, &skb1->rbnode.rb_right); + qp->q.fragments_tail = skb; + }else { +/* Binary search. Note that skb can become the first fragment, but +* not the last (covered above). */ + rbn = &qp->q.rb_fragments.rb_node; +do { + parent = *rbn; + skb1 =rb_to_skb (parent); +if (end <= skb1->ip_defrag_offset) + rbn = &parent->rb_left; +else if (offset >= skb1->ip_defrag_offset + skb1->len) + rbn = &parent->rb_right; +else /* Found an overlap with skb1. */ + goto discard_qp; + }while (*rbn); +/* Here we have parent properly set, and rbn pointing to +* one of its NULL left/right children. Insert skb. */ +rb_link_node (&skb->rbnode, parent, rbn); + } +rb_insert_color (&skb->rbnode, &qp->q.rb_fragments); -/* Note : skb->ip_defrag_offset and skb->dev share the same location */ - dev = skb->dev;if (dev) qp->iif = dev->ifindex; -/* Makes sure compiler wont do silly aliasing games */ -barrier (); skb->ip_defrag_offset = offset; -/* Insert this fragment in the chain of fragments. */ - skb->next = next; -if (!next) - qp->q.fragments_tail = skb; -if (prev) - prev->next = skb; -else - qp->q.fragments = skb; - qp->q.stamp = skb->tstamp; qp->q.meat += skb->len; qp->ecn |= ecn;@@ -414,7 +425,7 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb)unsigned long orefdst = skb->_skb_refdst; skb->_skb_refdst =0UL ; - err =ip_frag_reasm (qp, prev, dev); + err =ip_frag_reasm (qp, skb, dev); skb->_skb_refdst = orefdst;return err; }@@ -431,15 +442,15 @@ static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb)return err; } -/* Build a new IP datagram from all its fragments. */ - -static int ip_frag_reasm (struct ipq *qp,struct sk_buff *prev, +static int ip_frag_reasm (struct ipq *qp,struct sk_buff *skb,struct net_device *dev) { struct net *net = container_of(qp->q.net, struct net, ipv4.frags);struct iphdr *iph; -struct sk_buff *fp, *head = qp->q.fragments; +struct sk_buff *fp, *head =skb_rb_first (&qp->q.rb_fragments); +struct sk_buff **nextp;/* To build frag_list. */ +struct rb_node *rbn;int len;int ihlen;int err;@@ -453,25 +464,20 @@ static int ip_frag_reasm(struct ipq *qp, struct sk_buff *prev, goto out_fail; }/* Make the one we just received the head. */ -if (prev) { - head = prev->next; - fp =skb_clone (head,GFP_ATOMIC ); +if (head != skb) { + fp =skb_clone (skb,GFP_ATOMIC );if (!fp) goto out_nomem; - - fp->next = head->next; -if (!fp->next) +rb_replace_node (&skb->rbnode, &fp->rbnode, &qp->q.rb_fragments); +if (qp->q.fragments_tail == skb) qp->q.fragments_tail = fp; - prev->next = fp; - -skb_morph (head, qp->q.fragments); - head->next = qp->q.fragments->next; - -consume_skb (qp->q.fragments); - qp->q.fragments = head; +skb_morph (skb, head); +rb_replace_node (&head->rbnode, &skb->rbnode, + &qp->q.rb_fragments); +consume_skb (head); + head = skb; } -WARN_ON (!head);WARN_ON (head->ip_defrag_offset !=0 );/* Allocate a new buffer for the datagram. */ @@ -496,24 +502,35 @@ static int ip_frag_reasm(struct ipq *qp, struct sk_buff *prev, clone =alloc_skb (0 ,GFP_ATOMIC );if (!clone) goto out_nomem; - clone->next = head->next; - head->next = clone;skb_shinfo (clone)->frag_list =skb_shinfo (head)->frag_list;skb_frag_list_init (head);for (i =0 ; i <skb_shinfo (head)->nr_frags; i++) plen +=skb_frag_size (&skb_shinfo (head)->frags[i]); clone->len = clone->data_len = head->data_len - plen; - head->data_len -= clone->len; - head->len -= clone->len; + skb->truesize += clone->truesize; clone->csum =0 ; clone->ip_summed = head->ip_summed;add_frag_mem_limit (qp->q.net, clone->truesize); +skb_shinfo (head)->frag_list = clone; + nextp = &clone->next; + }else { + nextp = &skb_shinfo (head)->frag_list; } -skb_shinfo (head)->frag_list = head->next;skb_push (head, head->data -skb_network_header (head)); -for (fp=head->next; fp; fp = fp->next) { +/* Traverse the tree in order, to build frag_list. */ + rbn =rb_next (&head->rbnode); +rb_erase (&head->rbnode, &qp->q.rb_fragments); +while (rbn) { +struct rb_node *rbnext =rb_next (rbn); + fp =rb_to_skb (rbn); +rb_erase (rbn, &qp->q.rb_fragments); + rbn = rbnext; + *nextp = fp; + nextp = &fp->next; + fp->prev =NULL ; +memset (&fp->rbnode,0 ,sizeof (fp->rbnode)); head->data_len += fp->len; head->len += fp->len;if (head->ip_summed != fp->ip_summed)@@ -524,7 +541,9 @@ static int ip_frag_reasm(struct ipq *qp, struct sk_buff *prev, }sub_frag_mem_limit (qp->q.net, head->truesize); + *nextp =NULL ; head->next =NULL ; + head->prev =NULL ; head->dev = dev; head->tstamp = qp->q.stamp;IPCB (head)->frag_max_size =max (qp->max_df_size, qp->q.max_size);@@ -552,6 +571,7 @@ static int ip_frag_reasm(struct ipq *qp, struct sk_buff *prev,__IP_INC_STATS (net,IPSTATS_MIB_REASMOKS ); qp->q.fragments =NULL ; + qp->q.rb_fragments =RB_ROOT ; qp->q.fragments_tail =NULL ;return 0 ;net/ipv6/netfilter/nf_conntrack_reasm.c +1
-0@@ -471,6 +471,7 @@ nf_ct_frag6_reasm(struct frag_queue *fq, struct sk_buff *prev, struct net_devic head->csum); fq->q.fragments =NULL ; + fq->q.rb_fragments =RB_ROOT ; fq->q.fragments_tail =NULL ;return true;net/ipv6/reassembly.c +1
-1@@ -472,6 +472,7 @@ static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,__IP6_INC_STATS (net,__in6_dev_get (dev),IPSTATS_MIB_REASMOKS );rcu_read_unlock (); fq->q.fragments =NULL ; + fq->q.rb_fragments =RB_ROOT ; fq->q.fragments_tail =NULL ;return 1 ; --2.18.0
Stephen Hemminger
maintainerPATCH v3 27/30 ipv4: frags: precedence bug in ip_expire()
In reply to Stephen HemmingerFrom: Dan Carpenter <[email protected]>
We accidentally removed the parentheses here, but they are required because '!' has higher precedence than '&'.
--- net/ipv4/ip_fragment.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
net/ipv4/ip_fragment.c +1 -1
@@ -154,7 +154,7 @@ static void ip_expire(struct timer_list *t)__IP_INC_STATS (net,IPSTATS_MIB_REASMFAILS );__IP_INC_STATS (net,IPSTATS_MIB_REASMTIMEOUT ); -if (!qp->q.flags &INET_FRAG_FIRST_IN ) +if (!(qp->q.flags &INET_FRAG_FIRST_IN )) goto out;/* sk_buff::dev and sk_buff::rbnode are unionized. So we
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 28/30 ip: add helpers to process in-order fragments faster.
In reply to Stephen HemmingerFrom: Peter Oskolkov <[email protected]>
This patch introduces several helper functions/macros that will be used in the follow-up patch. No runtime changes yet.
The new logic (fully implemented in the second patch) is as follows:
* Nodes in the rb-tree will now contain not single fragments, but lists of consecutive fragments ("runs").
* At each point in time, the current "active" run at the tail is maintained/tracked. Fragments that arrive in-order, adjacent to the previous tail fragment, are added to this tail run without triggering the re-balancing of the rb-tree.
* If a fragment arrives out of order with the offset _before_ the tail run, it is inserted into the rb-tree as a single fragment.
* If a fragment arrives after the current tail fragment (with a gap), it starts a new "tail" run, as is inserted into the rb-tree at the end as the head of the new run.
skb->cb is used to store additional information
needed here (suggested by Eric Dumazet).
--- include/net/inet_frag.h | 6 ++++ net/ipv4/ip_fragment.c | 73 +++++++++++++++++++++++++++++++++++++++++ 2 files changed, 79 insertions(+)
include/net/inet_frag.h +6 -0
@@ -57,7 +57,9 @@ struct frag_v6_compare_key {* @lock: spinlock protecting this frag * @refcnt: reference count of the queue * @fragments: received fragments head +* @rb_fragments: received fragments rb-tree root * @fragments_tail: received fragments tail +* @last_run_head: the head of the last "run". see ip_fragment.c * @stamp: timestamp of the last received fragment * @len: total length of the original datagram * @meat: length of received fragments so far
@@ -78,6 +80,7 @@ struct inet_frag_queue {struct sk_buff *fragments;/* Used in IPv6. */ struct rb_root rb_fragments;/* Used in IPv4. */ struct sk_buff *fragments_tail; +struct sk_buff *last_run_head;ktime_t stamp;int len;int meat;
@@ -113,6 +116,9 @@ void inet_frag_kill(struct inet_frag_queue *q);void inet_frag_destroy (struct inet_frag_queue *q);struct inet_frag_queue *inet_frag_find (struct netns_frags *nf,void *key); +/* Free all skbs in the queue; return the sum of their truesizes. */ +unsigned int inet_frag_rbtree_purge (struct rb_root *root); +static inline void inet_frag_put (struct inet_frag_queue *q) {if (refcount_dec_and_test (&q->refcnt))
net/ipv4/ip_fragment.c +73 -0
85 lines not on this page · raw message
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 29/30 ip: process in-order fragments efficiently
In reply to Stephen HemmingerFrom: Peter Oskolkov <[email protected]>
This patch changes the runtime behavior of IP defrag queue:
incoming in-order fragments are added to the end of the current list/"run" of in-order fragments at the tail.
On some workloads, UDP stream performance is substantially improved:
RX: ./udp_stream -F 10 -T 2 -l 60
TX: ./udp_stream -c -H <host> -F 10 -T 5 -l 60
with this patchset applied on a 10Gbps receiver:
throughput=9524.18
throughput_units=Mbit/s
upstream (net-next):
throughput=4608.93
throughput_units=Mbit/s
--- net/ipv4/inet_fragment.c | 2 +- net/ipv4/ip_fragment.c | 110 ++++++++++++++++++++++++--------------- 2 files changed, 70 insertions(+), 42 deletions(-)
net/ipv4/inet_fragment.c +1 -1
@@ -145,7 +145,7 @@ void inet_frag_destroy(struct inet_frag_queue *q) fp = xp; }while (fp); }else { - sum_truesize =skb_rbtree_purge (&q->rb_fragments); + sum_truesize =inet_frag_rbtree_purge (&q->rb_fragments); } sum = sum_truesize + f->qsize;
net/ipv4/ip_fragment.c +69 -41
203 lines not on this page · raw message
Signature · 1 line
2.18.0
Stephen Hemminger
maintainerPATCH v3 30/30 ip: frags: fix crash in ip_do_fragment()
In reply to Stephen HemmingerFrom: Taehee Yoo <[email protected]>
commit 5d407b071dc369c26a38398326ee2be53651cfe4 upstream
A kernel crash occurrs when defragmented packet is fragmented in ip_do_fragment().
In defragment routine, skb_orphan() is called and skb->ip_defrag_offset is set. but skb->sk and skb->ip_defrag_offset are same union member. so that frag->sk is not NULL.
Hence crash occurrs in skb->sk check routine in ip_do_fragment() when defragmented packet is fragmented.
test commands:
%iptables -t nat -I POSTROUTING -j MASQUERADE
%hping3 192.168.4.2 -s 1000 -p 2000 -d 60000
splat looks like:
[ 261.069429] kernel BUG at net/ipv4/ip_output.c:636! [ 261.075753] invalid opcode: 0000 [#1] SMP DEBUG_PAGEALLOC KASAN PTI [ 261.083854] CPU: 1 PID: 1349 Comm: hping3 Not tainted 4.19.0-rc2+ #3 [ 261.100977] RIP: 0010:ip_do_fragment+0x1613/0x2600 [ 261.106945] Code: e8 e2 38 e3 fe 4c 8b 44 24 18 48 8b 74 24 08 e9 92 f6 ff ff 80 3c 02 00 0f 85 da 07 00 00 48 8b b5 d0 00 00 00 e9 25 f6 ff ff <0f> 0b 0f 0b 44 8b 54 24 58 4c 8b 4c 24 18 4c 8b 5c 24 60 4c 8b 6c [ 261.127015] RSP: 0018:ffff8801031cf2c0 EFLAGS: 00010202 [ 261.134156] RAX: 1ffff1002297537b RBX: ffffed0020639e6e RCX: 0000000000000004 [ 261.142156] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffff880114ba9bd8 [ 261.150157] RBP: ffff880114ba8a40 R08: ffffed0022975395 R09: ffffed0022975395 [ 261.158157] R10: 0000000000000001 R11: ffffed0022975394 R12: ffff880114ba9ca4 [ 261.166159] R13: 0000000000000010 R14: ffff880114ba9bc0 R15: dffffc0000000000 [ 261.174169] FS: 00007fbae2199700(0000) GS:ffff88011b400000(0000) knlGS:0000000000000000 [ 261.183012] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 261.189013] CR2: 00005579244fe000 CR3: 0000000119bf4000 CR4: 00000000001006e0 [ 261.198158] Call Trace: [ 261.199018] ? dst_output+0x180/0x180 [ 261.205011] ? save_trace+0x300/0x300 [ 261.209018] ? ip_copy_metadata+0xb00/0xb00 [ 261.213034] ? sched_clock_local+0xd4/0x140 [ 261.218158] ? kill_l4proto+0x120/0x120 [nf_conntrack] [ 261.223014] ? rt_cpu_seq_stop+0x10/0x10 [ 261.227014] ? find_held_lock+0x39/0x1c0 [ 261.233008] ip_finish_output+0x51d/0xb50 [ 261.237006] ? ip_fragment.constprop.56+0x220/0x220 [ 261.243011] ? nf_ct_l4proto_register_one+0x5b0/0x5b0 [nf_conntrack] [ 261.250152] ? rcu_is_watching+0x77/0x120 [ 261.255010] ? nf_nat_ipv4_out+0x1e/0x2b0 [nf_nat_ipv4] [ 261.261033] ? nf_hook_slow+0xb1/0x160 [ 261.265007] ip_output+0x1c7/0x710 [ 261.269005] ? ip_mc_output+0x13f0/0x13f0 [ 261.273002] ? __local_bh_enable_ip+0xe9/0x1b0 [ 261.278152] ? ip_fragment.constprop.56+0x220/0x220 [ 261.282996] ? nf_hook_slow+0xb1/0x160 [ 261.287007] raw_sendmsg+0x21f9/0x4420 [ 261.291008] ? dst_output+0x180/0x180 [ 261.297003] ? sched_clock_cpu+0x126/0x170 [ 261.301003] ? find_held_lock+0x39/0x1c0 [ 261.306155] ? stop_critical_timings+0x420/0x420 [ 261.311004] ? check_flags.part.36+0x450/0x450 [ 261.315005] ? _raw_spin_unlock_irq+0x29/0x40 [ 261.320995] ? _raw_spin_unlock_irq+0x29/0x40 [ 261.326142] ? cyc2ns_read_end+0x10/0x10 [ 261.330139] ? raw_bind+0x280/0x280 [ 261.334138] ? sched_clock_cpu+0x126/0x170 [ 261.338995] ? check_flags.part.36+0x450/0x450 [ 261.342991] ? __lock_acquire+0x4500/0x4500 [ 261.348994] ? inet_sendmsg+0x11c/0x500 [ 261.352989] ? dst_output+0x180/0x180 [ 261.357012] inet_sendmsg+0x11c/0x500
[ ... ]
v2:
- clear skb->sk at reassembly routine.(Eric Dumarzet)
--- net/ipv4/ip_fragment.c | 1 + net/ipv6/netfilter/nf_conntrack_reasm.c | 1 + 2 files changed, 2 insertions(+)
net/ipv4/ip_fragment.c +1 -0
@@ -599,6 +599,7 @@ static int ip_frag_reasm(struct ipq *qp, struct sk_buff *skb, nextp = &fp->next; fp->prev =NULL ;memset (&fp->rbnode,0 ,sizeof (fp->rbnode)); + fp->sk =NULL ; head->data_len += fp->len; head->len += fp->len;if (head->ip_summed != fp->ip_summed)
net/ipv6/netfilter/nf_conntrack_reasm.c +1 -0
@@ -453,6 +453,7 @@ nf_ct_frag6_reasm(struct frag_queue *fq, struct sk_buff *prev, struct net_devicelse if (head->ip_summed ==CHECKSUM_COMPLETE ) head->csum =csum_add (head->csum, fp->csum); head->truesize += fp->truesize; + fp->sk =NULL ; }sub_frag_mem_limit (fq->q.net, head->truesize);
Signature · 1 line
2.18.0
Greg KH
maintainerQuoted 7 lines · Stephen Hemminger
Took the set of patches from 4.19 to handle IP fragmentation DoS and applied them against 4.14.69. Most of these are from Eric. In a couple case, it required some manual merge conflict resolution.
Tested normal IP fragmentation with iperf3 and malicious IP fragments with fragmentsmack. Under fragmentation attack (700Kpps) the original 4.14.69 consumes 97% CPU; with this patch it drops to 5%.
All now queued up, thanks for doing the backport.
greg k-h