net: l3mdev: Support for sockets bound to enslaved device
Subsystems (7)
cover net: l3mdev: Support for sockets bound to enslaved device
A missing piece to the VRF puzzle is the ability to bind sockets to devices enslaved to a VRF. This patch set adds the enslaved device index, sdif, to IPv4 and IPv6 socket lookups. The end result for users is the following scope options for services:
1. "global" services - sockets not bound to any device
Allows 1 service to work across all network interfaces with connected sockets bound to the VRF the connection originates (Requires net.ipv4.tcp_l3mdev_accept=1 for TCP and
net.ipv4.udp_l3mdev_accept=1 for UDP)
2. "VRF" local services - sockets bound to a VRF
Sockets work across all network interfaces enslaved to a VRF but are limited to just the one VRF.
3. "device" services - sockets bound to a specific network interface Service works only through the one specific interface.
Existing code for socket lookups already pass in 6+ arguments. Rather than add another for the enslaved device index, the existing lookups are converted to use a new sk_lookup struct. From there, the enslaved device index becomes another element of the struct.
Patch 1 introduces sk_lookup struct and helper.
Patches 2-4 convert udp, inet and socket lookups for IPv4 to use the new sk_lookup struct. Meant to be a conversion of IPv4 code only; no functional change intended.
Patches 5-7 convert udp, inet and socket lookups for IPv6 to use the new sk_lookup struct. Meant to be a conversion of IPv6 code only; no functional change intended.
Patch 8 adds sdif to the sk_lookup struct allowing lookups to consider a second device index.
Patches 9-10 add support for the enslaved device index to ipv4 and ipv6 socket lookups.
David Ahern (10):
net: Add sk_lookup struct and helper
net: ipv4: Convert udp socket lookups to new struct
net: ipv4: Convert inet socket lookups to new struct
net: ipv4: Convert raw sockets to sk_lookup
net: ipv6: Convert udp socket lookups to new struct
net: ipv6: Convert inet socket lookups to new struct
net: ipv6: Convert raw sockets to sk_lookup
net: Add sdif to sk_lookup
net: ipv4: Support for sockets bound to enslaved device
net: ipv6: Support for sockets bound to enslaved device
include/linux/igmp.h | 3 +- include/linux/ipv6.h | 8 ++ include/net/inet6_hashtables.h | 44 ++++----- include/net/inet_hashtables.h | 67 ++++++------- include/net/ip.h | 10 ++ include/net/raw.h | 3 +- include/net/rawv6.h | 3 +- include/net/sock.h | 42 +++++++++ include/net/tcp.h | 17 ++++ include/net/udp.h | 18 +--- net/dccp/ipv4.c | 19 +++- net/dccp/ipv6.c | 22 +++-- net/ipv4/igmp.c | 6 +- net/ipv4/inet_diag.c | 50 +++++++--- net/ipv4/inet_hashtables.c | 56 ++++++----- net/ipv4/netfilter/nf_socket_ipv4.c | 16 +++- net/ipv4/raw.c | 77 +++++++++------ net/ipv4/raw_diag.c | 30 ++++-- net/ipv4/tcp_ipv4.c | 64 +++++++++---- net/ipv4/udp.c | 175 ++++++++++++++++++---------------- net/ipv4/udp_diag.c | 89 ++++++++++++------ net/ipv6/inet6_hashtables.c | 72 +++++++------- net/ipv6/netfilter/nf_socket_ipv6.c | 16 +++- net/ipv6/raw.c | 44 +++++---- net/ipv6/tcp_ipv6.c | 63 +++++++++---- net/ipv6/udp.c | 181 ++++++++++++++++++++---------------- net/netfilter/xt_TPROXY.c | 39 +++++--- 27 files changed, 754 insertions(+), 480 deletions(-)
Signature · 1 line
2.1.4
RFC PATCH 1/10 net: Add sk_lookup struct and helper
Consolidate the socket lookup args into a struct.
Add helper that compares sk_bound_dev_if for a socket to the lookup parameters.
--- include/net/sock.h | 38 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+)
include/net/sock.h +38 -0
@@ -491,6 +491,44 @@ enum sk_pacing {#define rcu_dereference_sk_user_data (sk) rcu_dereference(__sk_user_data((sk)))#define rcu_assign_sk_user_data (sk, ptr) rcu_assign_pointer(__sk_user_data((sk)), ptr) +/* used for socket lookups */ +struct sk_lookup { +union { +const struct in6_addr *ipv6; +__be32 ipv4; + } saddr; +union { +const struct in6_addr *ipv6; +__be32 ipv4; + } daddr; + +__be16 sport; +__be16 dport; +unsigned short hnum; + +int dif; +bool exact_dif; +}; + +/* Compare sk_bound_dev_if to socket lookup dif +* Returns: +* -1 exact dif required and not met +* 0 sk_bound_dev_if is either not set or does not match +* 1 sk_bound_dev_if is set and matches dif +*/ +static inline int sk_lookup_device_cmp (const struct sock *sk, +const struct sk_lookup *params) +{ +/* exact_dif true == l3mdev case */ +if (params->exact_dif && sk->sk_bound_dev_if != params->dif) +return -1 ; + +if (sk->sk_bound_dev_if && sk->sk_bound_dev_if == params->dif) +return 1 ; + +return 0 ; +} +/* * SK_CAN_REUSE and SK_NO_REUSE on a socket mean that the socket is OK * or not whether his port will be reused by someone else. SK_FORCE_REUSE
Signature · 1 line
2.1.4
RFC PATCH 2/10 net: ipv4: Convert udp socket lookups to new struct
In reply to David AhernConvert udp4_lib_lookup and __udp4_lib_lookup to use the new sk_lookup struct.
--- include/net/udp.h | 6 +- net/ipv4/netfilter/nf_socket_ipv4.c | 11 ++- net/ipv4/udp.c | 170 +++++++++++++++++++----------------- net/ipv4/udp_diag.c | 51 +++++++---- net/netfilter/xt_TPROXY.c | 11 ++- 5 files changed, 144 insertions(+), 105 deletions(-)
include/net/udp.h +2 -4
@@ -283,10 +283,8 @@ int udp_lib_getsockopt(struct sock *sk, int level, int optname,int udp_lib_setsockopt (struct sock *sk,int level,int optname,char __user *optval,unsigned int optlen,int (*push_pending_frames)(struct sock *)); -struct sock *udp4_lib_lookup (struct net *net,__be32 saddr,__be16 sport, -__be32 daddr,__be16 dport,int dif); -struct sock *__udp4_lib_lookup (struct net *net,__be32 saddr,__be16 sport, -__be32 daddr,__be16 dport,int dif, +struct sock *udp4_lib_lookup (struct net *net,struct sk_lookup *params); +struct sock *__udp4_lib_lookup (struct net *net,struct sk_lookup *params,struct udp_table *tbl,struct sk_buff *skb);struct sock *udp4_lib_lookup_skb (struct sk_buff *skb,__be16 sport,__be16 dport);
net/ipv4/netfilter/nf_socket_ipv4.c +9 -2
@@ -81,14 +81,21 @@ nf_socket_get_sock_v4(struct net *net, struct sk_buff *skb, const int doff, const __be16 sport, const __be16 dport, const struct net_device *in) { + struct sk_lookup params = { + .saddr.ipv4 = saddr, + .daddr.ipv4 = daddr, + .sport = sport, + .dport = dport, + .dif = in->ifindex, + }; +switch (protocol) {case IPPROTO_TCP :return inet_lookup (net, &tcp_hashinfo, skb, doff, saddr, sport, daddr, dport, in->ifindex);case IPPROTO_UDP : -return udp4_lib_lookup (net, saddr, sport, daddr, dport, - in->ifindex); +return udp4_lib_lookup (net, ¶ms); }return NULL ; }
net/ipv4/udp.c +90 -80
348 lines not on this page · raw message
net/ipv4/udp_diag.c +34 -17
72 lines not on this page · raw message
net/netfilter/xt_TPROXY.c +9 -2
@@ -112,6 +112,14 @@ nf_tproxy_get_sock_v4(struct net *net, struct sk_buff *skb, void *hp,const struct net_device *in, const enum nf_tproxy_lookup_t lookup_type) { + struct sk_lookup params = { + .saddr.ipv4 = saddr, + .daddr.ipv4 = daddr, + .sport = sport, + .dport = dport, + .dif = in->ifindex, + }; +struct sock *sk;struct tcphdr *tcph;
@@ -145,8 +153,7 @@ nf_tproxy_get_sock_v4(struct net *net, struct sk_buff *skb, void *hp, }break ;case IPPROTO_UDP : - sk =udp4_lib_lookup (net, saddr, sport, daddr, dport, - in->ifindex); + sk =udp4_lib_lookup (net, ¶ms);if (sk) {int connected = (sk->sk_state ==TCP_ESTABLISHED );int wildcard = (inet_sk (sk)->inet_rcv_saddr ==0 );
Signature · 1 line
2.1.4
RFC PATCH 3/10 net: ipv4: Convert inet socket lookups to new struct
In reply to David AhernConvert the various inet_lookup functions to use the new sk_lookup struct.
--- include/net/inet_hashtables.h | 57 ++++++++++++++-------------------- net/dccp/ipv4.c | 19 +++++++++--- net/ipv4/inet_diag.c | 33 ++++++++++++++------ net/ipv4/inet_hashtables.c | 54 ++++++++++++++++++-------------- net/ipv4/netfilter/nf_socket_ipv4.c | 5 ++- net/ipv4/tcp_ipv4.c | 62 +++++++++++++++++++++++++++---------- net/ipv4/udp_diag.c | 3 ++ net/netfilter/xt_TPROXY.c | 10 +++--- 8 files changed, 145 insertions(+), 98 deletions(-)
include/net/inet_hashtables.h +23 -34
@@ -218,19 +218,16 @@ void inet_unhash(struct sock *sk);struct sock *__inet_lookup_listener (struct net *net,struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -const __be32 saddr,const __be16 sport, -const __be32 daddr, -const unsigned short hnum, -const int dif); +struct sk_lookup *params);static inline struct sock *inet_lookup_listener (struct net *net,struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -__be32 saddr,__be16 sport, -__be32 daddr,__be16 dport,int dif) +struct sk_lookup *params) { -return __inet_lookup_listener (net, hashinfo, skb, doff, saddr, sport, - daddr,ntohs (dport), dif); + params->hnum =ntohs (params->dport); + +return __inet_lookup_listener (net, hashinfo, skb, doff, params); }/* Socket demux engine toys. */
@@ -286,53 +283,44 @@ static inline struct sock *inet_lookup_listener(struct net *net,*/ struct sock *__inet_lookup_established (struct net *net,struct inet_hashinfo *hashinfo, -const __be32 saddr,const __be16 sport, -const __be32 daddr,const u16 hnum, -const int dif); +const struct sk_lookup *params);static inline struct sock *inet_lookup_established (struct net *net,struct inet_hashinfo *hashinfo, -const __be32 saddr,const __be16 sport, -const __be32 daddr,const __be16 dport, -const int dif) +struct sk_lookup *params) { -return __inet_lookup_established (net, hashinfo, saddr, sport, daddr, -ntohs (dport), dif); + params->hnum =ntohs (params->dport); + +return __inet_lookup_established (net, hashinfo, params); }static inline struct sock *__inet_lookup (struct net *net,struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -const __be32 saddr,const __be16 sport, -const __be32 daddr,const __be16 dport, -const int dif, +struct sk_lookup *params,bool *refcounted) { -u16 hnum =ntohs (dport);struct sock *sk; - sk =__inet_lookup_established (net, hashinfo, saddr, sport, - daddr, hnum, dif); + params->hnum =ntohs (params->dport); + + sk =__inet_lookup_established (net, hashinfo, params); *refcounted = true;if (sk)return sk; *refcounted = false; -return __inet_lookup_listener (net, hashinfo, skb, doff, saddr, - sport, daddr, hnum, dif); +return __inet_lookup_listener (net, hashinfo, skb, doff, params); }static inline struct sock *inet_lookup (struct net *net,struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -const __be32 saddr,const __be16 sport, -const __be32 daddr,const __be16 dport, -const int dif) +struct sk_lookup *params) {struct sock *sk;bool refcounted; - sk =__inet_lookup (net, hashinfo, skb, doff, saddr, sport, daddr, - dport, dif, &refcounted); + sk =__inet_lookup (net, hashinfo, skb, doff, params, &refcounted);if (sk && !refcounted && !refcount_inc_not_zero (&sk->sk_refcnt)) sk =NULL ;
@@ -342,21 +330,22 @@ static inline struct sock *inet_lookup(struct net *net,static inline struct sock *__inet_lookup_skb (struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -const __be16 sport, -const __be16 dport, +struct sk_lookup *params,bool *refcounted) {struct sock *sk =skb_steal_sock (skb);const struct iphdr *iph =ip_hdr (skb); + params->dif =inet_iif (skb), + params->saddr.ipv4 = iph->saddr, + params->daddr.ipv4 = iph->daddr, + *refcounted = true;if (sk)return sk;return __inet_lookup (dev_net (skb_dst (skb)->dev), hashinfo, skb, - doff, iph->saddr, sport, - iph->daddr, dport,inet_iif (skb), - refcounted); + doff, params, refcounted); } u32 inet6_ehashfn(const struct net *net,
net/dccp/ipv4.c +14 -5
@@ -244,6 +244,11 @@ static void dccp_v4_err(struct sk_buff *skb, u32 info)__u64 seq;int err;struct net *net =dev_net (skb->dev); +struct sk_lookup params = { + .saddr.ipv4 = iph->daddr, + .daddr.ipv4 = iph->saddr, + .dif =inet_iif (skb), + };/* Only need dccph_dport & dccph_sport which are the first * 4 bytes in dccp header.
@@ -253,10 +258,11 @@ static void dccp_v4_err(struct sk_buff *skb, u32 info) BUILD_BUG_ON(offsetofend(struct dccp_hdr, dccph_dport) > 8); dh = (struct dccp_hdr *)(skb->data + offset); - sk =__inet_lookup_established (net, &dccp_hashinfo, - iph->daddr, dh->dccph_dport, - iph->saddr,ntohs (dh->dccph_sport), -inet_iif (skb)); + params.sport = dh->dccph_dport; + params.dport = dh->dccph_sport; + params.hnum =ntohs (dh->dccph_sport); + + sk =inet_lookup_established (net, &dccp_hashinfo, ¶ms);if (!sk) {__ICMP_INC_STATS (net,ICMP_MIB_INERRORS );return ;
@@ -763,6 +769,7 @@ EXPORT_SYMBOL_GPL(dccp_invalid_packet);/* this is called when real data arrives */ static int dccp_v4_rcv (struct sk_buff *skb) { +struct sk_lookup params = {};const struct dccp_hdr *dh;const struct iphdr *iph;bool refcounted;
@@ -801,9 +808,11 @@ static int dccp_v4_rcv(struct sk_buff *skb) DCCP_SKB_CB(skb)->dccpd_ack_seq); } + params.sport = dh->dccph_sport; + params.dport = dh->dccph_dport; lookup: sk =__inet_lookup_skb (&dccp_hashinfo, skb,__dccp_hdr_len (dh), - dh->dccph_sport, dh->dccph_dport, &refcounted); + ¶ms, &refcounted);if (!sk) {dccp_pr_debug ("failed to look up flow ID in table and " "get corresponding socket\n" );
net/ipv4/inet_diag.c +24 -9
@@ -396,18 +396,33 @@ struct sock *inet_diag_find_one_icsk(struct net *net,struct sock *sk;rcu_read_lock (); -if (req->sdiag_family ==AF_INET ) - sk =inet_lookup (net, hashinfo,NULL ,0 , req->id.idiag_dst[0 ], - req->id.idiag_dport, req->id.idiag_src[0 ], - req->id.idiag_sport, req->id.idiag_if); +if (req->sdiag_family ==AF_INET ) { +struct sk_lookup params = { + .saddr.ipv4 = req->id.idiag_dst[0 ], + .daddr.ipv4 = req->id.idiag_src[0 ], + .sport = req->id.idiag_dport, + .dport = req->id.idiag_sport, + .hnum =ntohs (req->id.idiag_sport), + .dif = req->id.idiag_if, + }; + + sk =inet_lookup (net, hashinfo,NULL ,0 , ¶ms); + }#if IS_ENABLED (CONFIG_IPV6 ) else if (req->sdiag_family == AF_INET6) {if (ipv6_addr_v4mapped ((struct in6_addr *)req->id.idiag_dst) && -ipv6_addr_v4mapped ((struct in6_addr *)req->id.idiag_src)) - sk =inet_lookup (net, hashinfo,NULL ,0 , req->id.idiag_dst[3 ], - req->id.idiag_dport, req->id.idiag_src[3 ], - req->id.idiag_sport, req->id.idiag_if); -else +ipv6_addr_v4mapped ((struct in6_addr *)req->id.idiag_src)) { +struct sk_lookup params = { + .saddr.ipv4 = req->id.idiag_dst[3 ], + .daddr.ipv4 = req->id.idiag_src[3 ], + .sport = req->id.idiag_dport, + .dport = req->id.idiag_sport, + .hnum =ntohs (req->id.idiag_sport), + .dif = req->id.idiag_if, + }; + + sk =inet_lookup (net, hashinfo,NULL ,0 , ¶ms); + }else sk = inet6_lookup(net, hashinfo, NULL, 0, (struct in6_addr *)req->id.idiag_dst, req->id.idiag_dport,
net/ipv4/inet_hashtables.c +30 -24
103 lines not on this page · raw message
net/ipv4/netfilter/nf_socket_ipv4.c +2 -3
@@ -86,14 +86,13 @@ nf_socket_get_sock_v4(struct net *net, struct sk_buff *skb, const int doff, .daddr.ipv4 = daddr, .sport = sport, .dport = dport, + .hnum = ntohs(dport), .dif = in->ifindex, };switch (protocol) {case IPPROTO_TCP : -return inet_lookup (net, &tcp_hashinfo, skb, doff, - saddr, sport, daddr, dport, - in->ifindex); +return inet_lookup (net, &tcp_hashinfo, skb, doff, ¶ms);case IPPROTO_UDP :return udp4_lib_lookup (net, ¶ms); }
net/ipv4/tcp_ipv4.c +45 -17
114 lines not on this page · raw message
net/ipv4/udp_diag.c +3 -0
@@ -47,6 +47,7 @@ static int udp_dump_one(struct udp_table *tbl, struct sk_buff *in_skb, .daddr.ipv4 = req->id.idiag_dst[0], .sport = req->id.idiag_sport, .dport = req->id.idiag_dport, + .hnum = ntohs(req->id.idiag_dport), .dif = req->id.idiag_if, };
@@ -190,6 +191,7 @@ static int __udp_diag_destroy(struct sk_buff *in_skb, .daddr.ipv4 = req->id.idiag_src[0], .sport = req->id.idiag_dport, .dport = req->id.idiag_sport, + .hnum = ntohs(req->id.idiag_sport), .dif = req->id.idiag_if, };
@@ -204,6 +206,7 @@ static int __udp_diag_destroy(struct sk_buff *in_skb, .daddr.ipv4 = req->id.idiag_src[3], .sport = req->id.idiag_dport, .dport = req->id.idiag_sport, + .hnum = ntohs(req->id.idiag_sport), .dif = req->id.idiag_if, };
net/netfilter/xt_TPROXY.c +4 -6
@@ -117,6 +117,7 @@ nf_tproxy_get_sock_v4(struct net *net, struct sk_buff *skb, void *hp, .daddr.ipv4 = daddr, .sport = sport, .dport = dport, + .hnum = ntohs(dport), .dif = in->ifindex, };
@@ -129,11 +130,9 @@ nf_tproxy_get_sock_v4(struct net *net, struct sk_buff *skb, void *hp,case NFT_LOOKUP_LISTENER : tcph = hp; sk =inet_lookup_listener (net, &tcp_hashinfo, skb, -ip_hdrlen (skb) + +ip_hdrlen (skb) +__tcp_hdrlen (tcph), - saddr, sport, - daddr, dport, - in->ifindex); + ¶ms);if (sk && !refcount_inc_not_zero (&sk->sk_refcnt)) sk =NULL ;
@@ -145,8 +144,7 @@ nf_tproxy_get_sock_v4(struct net *net, struct sk_buff *skb, void *hp,break ;case NFT_LOOKUP_ESTABLISHED : sk =inet_lookup_established (net, &tcp_hashinfo, - saddr, sport, daddr, dport, - in->ifindex); + ¶ms);break ;default :BUG ();
Signature · 1 line
2.1.4
RFC PATCH 4/10 net: ipv4: Convert raw sockets to sk_lookup
In reply to David AhernConvert __raw_v4_lookup to use the new sk_lookup struct
--- include/net/raw.h | 3 +-- net/ipv4/raw.c | 72 ++++++++++++++++++++++++++++++++++------------------- net/ipv4/raw_diag.c | 15 +++++++---- 3 files changed, 58 insertions(+), 32 deletions(-)
include/net/raw.h +1 -2
@@ -25,8 +25,7 @@ extern struct proto raw_prot;extern struct raw_hashinfo raw_v4_hashinfo;struct sock *__raw_v4_lookup (struct net *net,struct sock *sk, -unsigned short num,__be32 raddr, -__be32 laddr,int dif); +const struct sk_lookup *params);int raw_abort (struct sock *sk,int err);void raw_icmp_error (struct sk_buff *,int ,u32 );
net/ipv4/raw.c +47 -25
108 lines not on this page · raw message
net/ipv4/raw_diag.c +10 -5
@@ -42,11 +42,16 @@ static struct sock *raw_lookup(struct net *net, struct sock *from,struct inet_diag_req_raw *r = (void *)req;struct sock *sk =NULL ; -if (r->sdiag_family ==AF_INET ) - sk =__raw_v4_lookup (net, from, r->sdiag_raw_protocol, - r->id.idiag_dst[0 ], - r->id.idiag_src[0 ], - r->id.idiag_if); +if (r->sdiag_family ==AF_INET ) { +const struct sk_lookup params = { + .saddr.ipv4 = r->id.idiag_dst[0 ], + .daddr.ipv4 = r->id.idiag_src[0 ], + .hnum = r->sdiag_raw_protocol, + .dif = r->id.idiag_if, + }; + + sk =__raw_v4_lookup (net, from, ¶ms); + }#if IS_ENABLED (CONFIG_IPV6 ) else sk = __raw_v6_lookup(net, from, r->sdiag_raw_protocol,
Signature · 1 line
2.1.4
RFC PATCH 5/10 net: ipv6: Convert udp socket lookups to new struct
In reply to David AhernConvert udp6_lib_lookup and __udp6_lib_lookup to use the new sk_lookup struct.
--- include/net/udp.h | 12 +-- net/ipv4/udp_diag.c | 33 ++++--- net/ipv6/netfilter/nf_socket_ipv6.c | 11 ++- net/ipv6/udp.c | 177 +++++++++++++++++++----------------- net/netfilter/xt_TPROXY.c | 10 +- 5 files changed, 135 insertions(+), 108 deletions(-)
include/net/udp.h +3 -9
@@ -288,15 +288,9 @@ struct sock *__udp4_lib_lookup(struct net *net, struct sk_lookup *params, struct udp_table *tbl, struct sk_buff *skb);struct sock *udp4_lib_lookup_skb (struct sk_buff *skb,__be16 sport,__be16 dport); -struct sock *udp6_lib_lookup (struct net *net, -const struct in6_addr *saddr,__be16 sport, -const struct in6_addr *daddr,__be16 dport, -int dif); -struct sock *__udp6_lib_lookup (struct net *net, -const struct in6_addr *saddr,__be16 sport, -const struct in6_addr *daddr,__be16 dport, -int dif,struct udp_table *tbl, -struct sk_buff *skb); +struct sock *udp6_lib_lookup (struct net *net,struct sk_lookup *params); +struct sock *__udp6_lib_lookup (struct net *net,struct sk_lookup *params, +struct udp_table *tbl,struct sk_buff *skb);struct sock *udp6_lib_lookup_skb (struct sk_buff *skb,__be16 sport,__be16 dport);
net/ipv4/udp_diag.c +20 -13
@@ -54,13 +54,17 @@ static int udp_dump_one(struct udp_table *tbl, struct sk_buff *in_skb, sk =__udp4_lib_lookup (net, ¶ms, tbl,NULL ); }#if IS_ENABLED (CONFIG_IPV6 ) - else if (req->sdiag_family == AF_INET6) - sk =__udp6_lib_lookup (net, - (struct in6_addr *)req->id.idiag_src, - req->id.idiag_sport, - (struct in6_addr *)req->id.idiag_dst, - req->id.idiag_dport, - req->id.idiag_if, tbl,NULL ); + else if (req->sdiag_family == AF_INET6) { +struct sk_lookup params = { + .saddr.ipv6 = (struct in6_addr *)req->id.idiag_src, + .daddr.ipv6 = (struct in6_addr *)req->id.idiag_dst, + .sport = req->id.idiag_sport, + .dport = req->id.idiag_dport, + .dif = req->id.idiag_if, + }; + + sk =__udp6_lib_lookup (net, ¶ms, tbl,NULL ); + }#endif if (sk && !refcount_inc_not_zero (&sk->sk_refcnt)) sk =NULL ;
@@ -212,12 +216,15 @@ static int __udp_diag_destroy(struct sk_buff *in_skb, sk = __udp4_lib_lookup(net, ¶ms, tbl, NULL); }else { - sk =__udp6_lib_lookup (net, - (struct in6_addr *)req->id.idiag_dst, - req->id.idiag_dport, - (struct in6_addr *)req->id.idiag_src, - req->id.idiag_sport, - req->id.idiag_if, tbl,NULL ); +struct sk_lookup params = { + .saddr.ipv6 = (struct in6_addr *)req->id.idiag_dst, + .daddr.ipv6 = (struct in6_addr *)req->id.idiag_src, + .sport = req->id.idiag_dport, + .dport = req->id.idiag_sport, + .dif = req->id.idiag_if, + }; + + sk =__udp6_lib_lookup (net, ¶ms, tbl,NULL ); } }#endif
net/ipv6/netfilter/nf_socket_ipv6.c +9 -2
@@ -86,14 +86,21 @@ nf_socket_get_sock_v6(struct net *net, struct sk_buff *skb, int doff, const __be16 sport, const __be16 dport, const struct net_device *in) { + struct sk_lookup params = { + .saddr.ipv6 = saddr, + .daddr.ipv6 = daddr, + .sport = sport, + .dport = dport, + .dif = in->ifindex, + }; +switch (protocol) {case IPPROTO_TCP :return inet6_lookup (net, &tcp_hashinfo, skb, doff, saddr, sport, daddr, dport, in->ifindex);case IPPROTO_UDP : -return udp6_lib_lookup (net, saddr, sport, daddr, dport, - in->ifindex); +return udp6_lib_lookup (net, ¶ms); }return NULL ;
net/ipv6/udp.c +95 -82
358 lines not on this page · raw message
net/netfilter/xt_TPROXY.c +8 -2
@@ -188,6 +188,13 @@ nf_tproxy_get_sock_v6(struct net *net, struct sk_buff *skb, int thoff, void *hp,const struct net_device *in, const enum nf_tproxy_lookup_t lookup_type) { + struct sk_lookup params = { + .saddr.ipv6 = saddr, + .daddr.ipv6 = daddr, + .sport = sport, + .dport = dport, + .dif = in->ifindex, + };struct sock *sk;struct tcphdr *tcph;
@@ -220,8 +227,7 @@ nf_tproxy_get_sock_v6(struct net *net, struct sk_buff *skb, int thoff, void *hp, }break ;case IPPROTO_UDP : - sk =udp6_lib_lookup (net, saddr, sport, daddr, dport, - in->ifindex); + sk =udp6_lib_lookup (net, ¶ms);if (sk) {int connected = (sk->sk_state ==TCP_ESTABLISHED );int wildcard =ipv6_addr_any (&sk->sk_v6_rcv_saddr);
Signature · 1 line
2.1.4
RFC PATCH 6/10 net: ipv6: Convert inet socket lookups to new struct
In reply to David AhernConvert the various inet6_lookup functions to use the new sk_lookup struct.
--- include/net/inet6_hashtables.h | 39 +++++++------------- net/dccp/ipv6.c | 22 ++++++++---- net/ipv4/inet_diag.c | 19 ++++++---- net/ipv4/udp_diag.c | 2 ++ net/ipv6/inet6_hashtables.c | 72 +++++++++++++++++++------------------ net/ipv6/netfilter/nf_socket_ipv6.c | 5 ++- net/ipv6/tcp_ipv6.c | 60 +++++++++++++++++++++---------- net/netfilter/xt_TPROXY.c | 8 ++--- 8 files changed, 125 insertions(+), 102 deletions(-)
include/net/inet6_hashtables.h +13 -26
@@ -46,63 +46,50 @@ static inline unsigned int __inet6_ehashfn(const u32 lhash,*/ struct sock *__inet6_lookup_established (struct net *net,struct inet_hashinfo *hashinfo, -const struct in6_addr *saddr, -const __be16 sport, -const struct in6_addr *daddr, -const u16 hnum,const int dif); +const struct sk_lookup *params);struct sock *inet6_lookup_listener (struct net *net,struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -const struct in6_addr *saddr, -const __be16 sport, -const struct in6_addr *daddr, -const unsigned short hnum,const int dif); +struct sk_lookup *params);static inline struct sock *__inet6_lookup (struct net *net,struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -const struct in6_addr *saddr, -const __be16 sport, -const struct in6_addr *daddr, -const u16 hnum, -const int dif, +struct sk_lookup *params,bool *refcounted) { -struct sock *sk =__inet6_lookup_established (net, hashinfo, saddr, - sport, daddr, hnum, dif); +struct sock *sk =__inet6_lookup_established (net, hashinfo, params); + *refcounted = true;if (sk)return sk; *refcounted = false; -return inet6_lookup_listener (net, hashinfo, skb, doff, saddr, sport, - daddr, hnum, dif); +return inet6_lookup_listener (net, hashinfo, skb, doff, params); }static inline struct sock *__inet6_lookup_skb (struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -const __be16 sport, -const __be16 dport, -int iif, +struct sk_lookup *params,bool *refcounted) {struct sock *sk =skb_steal_sock (skb); + params->saddr.ipv6 = &ipv6_hdr (skb)->saddr, + params->daddr.ipv6 = &ipv6_hdr (skb)->daddr, + params->hnum =ntohs (params->dport), + *refcounted = true;if (sk)return sk;return __inet6_lookup (dev_net (skb_dst (skb)->dev), hashinfo, skb, - doff, &ipv6_hdr (skb)->saddr, sport, - &ipv6_hdr (skb)->daddr,ntohs (dport), - iif, refcounted); + doff, params, refcounted); }struct sock *inet6_lookup (struct net *net,struct inet_hashinfo *hashinfo,struct sk_buff *skb,int doff, -const struct in6_addr *saddr,const __be16 sport, -const struct in6_addr *daddr,const __be16 dport, -const int dif); +struct sk_lookup *params);int inet6_hash (struct sock *sk);#endif /* IS_ENABLED(CONFIG_IPV6) */
net/dccp/ipv6.c +15 -7
@@ -70,6 +70,11 @@ static void dccp_v6_err(struct sk_buff *skb, struct inet6_skb_parm *opt, u8 type, u8 code, int offset, __be32 info) { const struct ipv6hdr *hdr = (const struct ipv6hdr *)skb->data; +struct sk_lookup params = { + .saddr.ipv6 = &hdr->daddr, + .daddr.ipv6 = &hdr->saddr, + .dif =inet6_iif (skb), + };const struct dccp_hdr *dh;struct dccp_sock *dp;struct ipv6_pinfo *np;
@@ -86,11 +91,10 @@ static void dccp_v6_err(struct sk_buff *skb, struct inet6_skb_parm *opt, BUILD_BUG_ON(offsetofend(struct dccp_hdr, dccph_dport) > 8); dh = (struct dccp_hdr *)(skb->data + offset); - sk =__inet6_lookup_established (net, &dccp_hashinfo, - &hdr->daddr, dh->dccph_dport, - &hdr->saddr,ntohs (dh->dccph_sport), -inet6_iif (skb)); - + params.sport = dh->dccph_dport; + params.dport = dh->dccph_sport; + params.hnum =ntohs (dh->dccph_sport); + sk =__inet6_lookup_established (net, &dccp_hashinfo, ¶ms);if (!sk) {__ICMP6_INC_STATS (net,__in6_dev_get (skb->dev),ICMP6_MIB_INERRORS );
@@ -656,6 +660,9 @@ static int dccp_v6_do_rcv(struct sock *sk, struct sk_buff *skb)static int dccp_v6_rcv (struct sk_buff *skb) { +struct sk_lookup params = { + .dif =inet6_iif (skb), + };const struct dccp_hdr *dh;bool refcounted;struct sock *sk;
@@ -683,10 +690,11 @@ static int dccp_v6_rcv(struct sk_buff *skb)else DCCP_SKB_CB (skb)->dccpd_ack_seq =dccp_hdr_ack_seq (skb); + params.sport = dh->dccph_sport; + params.dport = dh->dccph_dport; lookup: sk =__inet6_lookup_skb (&dccp_hashinfo, skb,__dccp_hdr_len (dh), - dh->dccph_sport, dh->dccph_dport, -inet6_iif (skb), &refcounted); + ¶ms, &refcounted);if (!sk) {dccp_pr_debug ("failed to look up flow ID in table and " "get corresponding socket\n" );
net/ipv4/inet_diag.c +12 -7
@@ -422,13 +422,18 @@ struct sock *inet_diag_find_one_icsk(struct net *net, }; sk =inet_lookup (net, hashinfo,NULL ,0 , ¶ms); - }else - sk =inet6_lookup (net, hashinfo,NULL ,0 , - (struct in6_addr *)req->id.idiag_dst, - req->id.idiag_dport, - (struct in6_addr *)req->id.idiag_src, - req->id.idiag_sport, - req->id.idiag_if); + }else { +struct sk_lookup params = { + .saddr.ipv6 = (struct in6_addr *)req->id.idiag_dst, + .daddr.ipv6 = (struct in6_addr *)req->id.idiag_src, + .sport = req->id.idiag_dport, + .dport = req->id.idiag_sport, + .hnum =ntohs (req->id.idiag_sport), + .dif = req->id.idiag_if, + }; + + sk =inet6_lookup (net, hashinfo,NULL ,0 , ¶ms); + } }#endif else {
net/ipv4/udp_diag.c +2 -0
@@ -60,6 +60,7 @@ static int udp_dump_one(struct udp_table *tbl, struct sk_buff *in_skb, .daddr.ipv6 = (struct in6_addr *)req->id.idiag_dst, .sport = req->id.idiag_sport, .dport = req->id.idiag_dport, + .hnum = ntohs(req->id.idiag_dport), .dif = req->id.idiag_if, };
@@ -221,6 +222,7 @@ static int __udp_diag_destroy(struct sk_buff *in_skb, .daddr.ipv6 = (struct in6_addr *)req->id.idiag_src, .sport = req->id.idiag_dport, .dport = req->id.idiag_sport, + .hnum = ntohs(req->id.idiag_sport), .dif = req->id.idiag_if, };
net/ipv6/inet6_hashtables.c +37 -35
144 lines not on this page · raw message
net/ipv6/netfilter/nf_socket_ipv6.c +2 -3
@@ -91,14 +91,13 @@ nf_socket_get_sock_v6(struct net *net, struct sk_buff *skb, int doff, .daddr.ipv6 = daddr, .sport = sport, .dport = dport, + .hnum = ntohs(dport), .dif = in->ifindex, };switch (protocol) {case IPPROTO_TCP : -return inet6_lookup (net, &tcp_hashinfo, skb, doff, - saddr, sport, daddr, dport, - in->ifindex); +return inet6_lookup (net, &tcp_hashinfo, skb, doff, ¶ms);case IPPROTO_UDP :return udp6_lib_lookup (net, ¶ms); }
net/ipv6/tcp_ipv6.c +41 -19
126 lines not on this page · raw message
net/netfilter/xt_TPROXY.c +3 -5
@@ -193,6 +193,7 @@ nf_tproxy_get_sock_v6(struct net *net, struct sk_buff *skb, int thoff, void *hp, .daddr.ipv6 = daddr, .sport = sport, .dport = dport, + .hnum = ntohs(dport), .dif = in->ifindex, };struct sock *sk;
@@ -205,9 +206,7 @@ nf_tproxy_get_sock_v6(struct net *net, struct sk_buff *skb, int thoff, void *hp, tcph = hp; sk =inet6_lookup_listener (net, &tcp_hashinfo, skb, thoff +__tcp_hdrlen (tcph), - saddr, sport, - daddr,ntohs (dport), - in->ifindex); + ¶ms);if (sk && !refcount_inc_not_zero (&sk->sk_refcnt)) sk =NULL ;
@@ -219,8 +218,7 @@ nf_tproxy_get_sock_v6(struct net *net, struct sk_buff *skb, int thoff, void *hp,break ;case NFT_LOOKUP_ESTABLISHED : sk =__inet6_lookup_established (net, &tcp_hashinfo, - saddr, sport, daddr,ntohs (dport), - in->ifindex); + ¶ms);break ;default :BUG ();
Signature · 1 line
2.1.4
RFC PATCH 7/10 net: ipv6: Convert raw sockets to sk_lookup
In reply to David AhernConvert __raw_v6_lookup to use the new sk_lookup struct
--- include/net/rawv6.h | 3 +-- net/ipv4/raw_diag.c | 15 ++++++++++----- net/ipv6/raw.c | 41 +++++++++++++++++++++++------------------ 3 files changed, 34 insertions(+), 25 deletions(-)
include/net/rawv6.h +1 -2
@@ -5,8 +5,7 @@extern struct raw_hashinfo raw_v6_hashinfo;struct sock *__raw_v6_lookup (struct net *net,struct sock *sk, -unsigned short num,const struct in6_addr *loc_addr, -const struct in6_addr *rmt_addr,int dif); +const struct sk_lookup *params);int raw_abort (struct sock *sk,int err);
net/ipv4/raw_diag.c +10 -5
@@ -53,11 +53,16 @@ static struct sock *raw_lookup(struct net *net, struct sock *from, sk =__raw_v4_lookup (net, from, ¶ms); }#if IS_ENABLED (CONFIG_IPV6 ) - else - sk =__raw_v6_lookup (net, from, r->sdiag_raw_protocol, - (const struct in6_addr *)r->id.idiag_src, - (const struct in6_addr *)r->id.idiag_dst, - r->id.idiag_if); + else { +struct sk_lookup params = { + .saddr.ipv6 = (const struct in6_addr *)r->id.idiag_dst, + .daddr.ipv6 = (const struct in6_addr *)r->id.idiag_src, + .hnum = r->sdiag_raw_protocol, + .dif = r->id.idiag_if, + }; + + sk =__raw_v6_lookup (net, from, ¶ms); + }#endif return sk; }
net/ipv6/raw.c +23 -18
97 lines not on this page · raw message
Signature · 1 line
2.1.4
RFC PATCH 8/10 net: Add sdif to sk_lookup
In reply to David AhernAdd a second device index, sdif, to the socket lookup struct. sdif will be the device index for devices enslaved to an l3mdev. It allows the lookups to consider the enslaved device as well as the L3 master device when searching for a socket.
--- include/net/sock.h | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-)
include/net/sock.h +8 -4
@@ -507,23 +507,27 @@ struct sk_lookup {unsigned short hnum;int dif; +int sdif;bool exact_dif; }; -/* Compare sk_bound_dev_if to socket lookup dif +/* Compare sk_bound_dev_if to socket lookup dif and sdif * Returns: * -1 exact dif required and not met * 0 sk_bound_dev_if is either not set or does not match -* 1 sk_bound_dev_if is set and matches dif +* 1 sk_bound_dev_if is set and matches dif or sdif */ static inline int sk_lookup_device_cmp (const struct sock *sk,const struct sk_lookup *params) { +bool dev_match = (sk->sk_bound_dev_if == params->dif || + sk->sk_bound_dev_if == params->sdif); +/* exact_dif true == l3mdev case */ -if (params->exact_dif && sk->sk_bound_dev_if != params->dif) +if (params->exact_dif && !dev_match)return -1 ; -if (sk->sk_bound_dev_if && sk->sk_bound_dev_if == params->dif) +if (sk->sk_bound_dev_if && dev_match)return 1 ;return 0 ;
Signature · 1 line
2.1.4
RFC PATCH 9/10 net: ipv4: Support for sockets bound to enslaved device
In reply to David AhernAdd support for sockets bound to a network interface enslaved to an L3 Master device (e.g, VRF). Currently for VRF, skb->dev points to the VRF device meaning socket lookups only consider this device index. The real ingress device index is saved to IPCB(skb)->iif and the VRF driver marks the skb with IPSKB_L3SLAVE to know that the real ingress device is an enslaved one without having to lookup the iif.
Use those flags to add the enslaved device index to the socket lookup and allow sk->sk_bound_dev_if to match either dif (VRF device) or sdif (enslaved device).
--- include/linux/igmp.h | 3 ++- include/net/inet_hashtables.h | 10 ++++++---- include/net/ip.h | 10 ++++++++++ include/net/tcp.h | 10 ++++++++++ net/ipv4/igmp.c | 6 ++++-- net/ipv4/inet_hashtables.c | 6 +++--- net/ipv4/raw.c | 7 +++++-- net/ipv4/tcp_ipv4.c | 6 ++++-- net/ipv4/udp.c | 11 ++++++++--- 9 files changed, 52 insertions(+), 17 deletions(-)
include/linux/igmp.h +2 -1
@@ -118,7 +118,8 @@ extern int ip_mc_msfget(struct sock *sk, struct ip_msfilter *msf, struct ip_msfilter __user *optval, int __user *optlen);extern int ip_mc_gsfget (struct sock *sk,struct group_filter *gsf,struct group_filter __user *optval,int __user *optlen); -extern int ip_mc_sf_allow (struct sock *sk,__be32 local,__be32 rmt,int dif); +extern int ip_mc_sf_allow (struct sock *sk,__be32 local,__be32 rmt, +int dif,int sdif);extern void ip_mc_init_dev (struct in_device *);extern void ip_mc_destroy_dev (struct in_device *);extern void ip_mc_up (struct in_device *);
include/net/inet_hashtables.h +6 -4
@@ -259,22 +259,24 @@ static inline struct sock *inet_lookup_listener(struct net *net, (((__force __u64)(__be32)(__daddr)) << 32) | \ ((__force __u64)(__be32)(__saddr)))#endif /* __BIG_ENDIAN */ -#define INET_MATCH (__sk, __net, __cookie, __saddr, __daddr, __ports, __dif) \ +#define INET_MATCH (__sk, __net, __cookie, __saddr, __daddr, __ports, __dif, __sdif) \ (((__sk)->sk_portpair == (__ports)) && \ ((__sk)->sk_addrpair == (__cookie)) && \ (!(__sk)->sk_bound_dev_if || \ - ((__sk)->sk_bound_dev_if == (__dif))) && \ + ((__sk)->sk_bound_dev_if == (__dif)) || \ + ((__sk)->sk_bound_dev_if == (__sdif))) && \ net_eq(sock_net(__sk), (__net)))#else /* 32-bit arch */ #define INET_ADDR_COOKIE (__name, __saddr, __daddr) \ const int __name __deprecated __attribute__((unused)) -#define INET_MATCH (__sk, __net, __cookie, __saddr, __daddr, __ports, __dif) \ +#define INET_MATCH (__sk, __net, __cookie, __saddr, __daddr, __ports, __dif, __sdif) \ (((__sk)->sk_portpair == (__ports)) && \ ((__sk)->sk_daddr == (__saddr)) && \ ((__sk)->sk_rcv_saddr == (__daddr)) && \ (!(__sk)->sk_bound_dev_if || \ - ((__sk)->sk_bound_dev_if == (__dif))) && \ + ((__sk)->sk_bound_dev_if == (__dif)) || \ + ((__sk)->sk_bound_dev_if == (__sdif))) && \ net_eq(sock_net(__sk), (__net)))#endif /* 64-bit arch */
include/net/ip.h +10 -0
@@ -78,6 +78,16 @@ struct ipcm_cookie {#define IPCB (skb) ((struct inet_skb_parm*)((skb)->cb))#define PKTINFO_SKB_CB (skb) ((struct in_pktinfo *)((skb)->cb)) +/* return enslaved device index if relevant */ +static inline int ip_sdif (struct sk_buff *skb) +{ +#if IS_ENABLED (CONFIG_NET_L3_MASTER_DEV ) +if (skb &&ipv4_l3mdev_skb (IPCB (skb)->flags)) +return IPCB (skb)->iif; +#endif +return 0 ; +} +struct ip_ra_chain {struct ip_ra_chain __rcu *next;struct sock *sk;
include/net/tcp.h +10 -0
@@ -861,6 +861,16 @@ static inline bool inet_exact_dif_match(struct net *net, struct sk_buff *skb)return false; } +/* TCP_SKB_CB reference means this can not be used from early demux */ +static inline int tcp_v4_sdif (struct sk_buff *skb) +{ +#if IS_ENABLED (CONFIG_NET_L3_MASTER_DEV ) +if (skb &&ipv4_l3mdev_skb (TCP_SKB_CB (skb)->header.h4.flags)) +return TCP_SKB_CB (skb)->header.h4.iif; +#endif +return 0 ; +} +/* Due to TSO, an SKB can be composed of multiple actual * packets. To keep these tracked properly, we use this. */
net/ipv4/igmp.c +4 -2
@@ -2549,7 +2549,8 @@ int ip_mc_gsfget(struct sock *sk, struct group_filter *gsf,/* * check if a multicast source filter allows delivery for a given <src,dst,intf> */ -int ip_mc_sf_allow (struct sock *sk,__be32 loc_addr,__be32 rmt_addr,int dif) +int ip_mc_sf_allow (struct sock *sk,__be32 loc_addr,__be32 rmt_addr, +int dif,int sdif) {struct inet_sock *inet =inet_sk (sk);struct ip_mc_socklist *pmc;
@@ -2564,7 +2565,8 @@ int ip_mc_sf_allow(struct sock *sk, __be32 loc_addr, __be32 rmt_addr, int dif)rcu_read_lock ();for_each_pmc_rcu (inet, pmc) {if (pmc->multi.imr_multiaddr.s_addr == loc_addr && - pmc->multi.imr_ifindex == dif) + (pmc->multi.imr_ifindex == dif || + pmc->multi.imr_ifindex == sdif))break ; } ret = inet->mc_all;
net/ipv4/inet_hashtables.c +3 -3
@@ -291,12 +291,12 @@ struct sock *__inet_lookup_established(struct net *net,if (sk->sk_hash != hash)continue ;if (likely (INET_MATCH (sk, net, acookie, saddr, daddr, - ports, params->dif))) { + ports, params->dif, params->sdif))) {if (unlikely (!refcount_inc_not_zero (&sk->sk_refcnt))) goto out;if (unlikely (!INET_MATCH (sk, net, acookie, saddr, daddr, ports, - params->dif))) { + params->dif, params->sdif))) {sock_gen_put (sk); goto begin; }
@@ -345,7 +345,7 @@ static int __inet_check_established(struct inet_timewait_death_row *death_row,continue ;if (likely (INET_MATCH (sk2, net, acookie, - saddr, daddr, ports, dif))) { + saddr, daddr, ports, dif,0 ))) {if (sk2->sk_state ==TCP_TIME_WAIT ) { tw =inet_twsk (sk2);if (twsk_unique (sk, sk2, twp))
net/ipv4/raw.c +5 -2
@@ -132,7 +132,8 @@ struct sock *__raw_v4_lookup(struct net *net, struct sock *sk,bool dev_match; dev_match = (!sk->sk_bound_dev_if || - sk->sk_bound_dev_if == params->dif); + sk->sk_bound_dev_if == params->dif || + sk->sk_bound_dev_if == params->sdif); if (net_eq(sock_net(sk), net) && inet->inet_num == params->hnum &&
@@ -186,6 +187,7 @@ static int __raw_v4_input(struct sk_buff *skb, const struct iphdr *iph, .daddr.ipv4 = iph->daddr, .hnum = iph->protocol, .dif = skb->dev->ifindex, + .sdif = ip_sdif(skb), };int delivered =0 ;struct sock *sk;
@@ -195,7 +197,7 @@ static int __raw_v4_input(struct sk_buff *skb, const struct iphdr *iph, delivered =1 ;if ((iph->protocol !=IPPROTO_ICMP || !icmp_filter (sk, skb)) &&ip_mc_sf_allow (sk, iph->daddr, iph->saddr, - skb->dev->ifindex)) { + skb->dev->ifindex, params.sdif)) {struct sk_buff *clone =skb_clone (skb,GFP_ATOMIC );/* Not releasing hash table! */
@@ -316,6 +318,7 @@ void raw_icmp_error(struct sk_buff *skb, int protocol, u32 info)struct sk_lookup params = { .hnum = protocol, .dif = skb->dev->ifindex, + .sdif =ip_sdif (skb), }; iph = (const struct iphdr *)skb->data;
net/ipv4/tcp_ipv4.c +4 -2
@@ -1664,7 +1664,9 @@ EXPORT_SYMBOL(tcp_filter);int tcp_v4_rcv (struct sk_buff *skb) {struct net *net =dev_net (skb->dev); -struct sk_lookup params = { }; +struct sk_lookup params = { + .sdif =ip_sdif (skb), + };const struct iphdr *iph;const struct tcphdr *th;bool refcounted;
@@ -1846,8 +1848,8 @@ int tcp_v4_rcv(struct sk_buff *skb) .daddr.ipv4 = iph->daddr, .sport = th->source, .dport = th->dest, - .hnum = ntohs(th->dest), .dif = inet_iif(skb), + .sdif = tcp_v4_sdif(skb), }; struct sock *sk2 = inet_lookup_listener(dev_net(skb->dev), &tcp_hashinfo, skb,
net/ipv4/udp.c +8 -3
@@ -485,6 +485,7 @@ struct sock *__udp4_lib_lookup(struct net *net, struct sk_lookup *params,u32 hash =0 ; params->hnum = hnum; + params->sdif =ip_sdif (skb); params->exact_dif =udp_lib_exact_dif_match (net, skb);if (hslot->count >10 ) {
@@ -597,9 +598,10 @@ static inline bool __udp_is_mcast_sock(struct net *net, struct sock *sk, (inet->inet_dport != params->sport && inet->inet_dport) || (inet->inet_rcv_saddr && inet->inet_rcv_saddr != loc_addr) ||ipv6_only_sock (sk) || - (sk->sk_bound_dev_if && sk->sk_bound_dev_if != params->dif)) + (sk->sk_bound_dev_if && sk->sk_bound_dev_if != params->dif && + sk->sk_bound_dev_if != params->sdif)) return false; -if (!ip_mc_sf_allow (sk, loc_addr, rmt_addr, params->dif)) +if (!ip_mc_sf_allow (sk, loc_addr, rmt_addr, params->dif, params->sdif))return false;return true; }
@@ -1970,6 +1972,7 @@ static int __udp4_lib_mcast_deliver(struct net *net, struct sk_buff *skb, .dport = uh->dest, .hnum = hnum, .dif = skb->dev->ifindex, + .sdif = ip_sdif(skb), };if (use_hash2) {
@@ -2210,7 +2213,8 @@ static struct sock *__udp4_lib_demux_lookup(struct net *net,udp_portaddr_for_each_entry_rcu (sk, &hslot2->head) {if (INET_MATCH (sk, net, acookie, params->saddr.ipv4, - params->daddr.ipv4, ports, params->dif)) + params->daddr.ipv4, ports, params->dif, + params->sdif))return sk;/* Only check first socket in chain */ break ;
@@ -2223,6 +2227,7 @@ void udp_v4_early_demux(struct sk_buff *skb)struct net *net =dev_net (skb->dev);struct sk_lookup params = { .dif = skb->dev->ifindex, + .sdif =ip_sdif (skb), };const struct iphdr *iph;const struct udphdr *uh;
Signature · 1 line
2.1.4
RFC PATCH 10/10 net: ipv6: Support for sockets bound to enslaved device
In reply to David AhernAdd support for sockets bound to a network interface enslaved to an L3 Master device (e.g, VRF). Currently for VRF, skb->dev points to the VRF device meaning socket lookups only consider this device index. The real ingress device index is saved to IP6CB(skb)->iif and the VRF driver marks the skb with IP6SKB_L3SLAVE to know that the real ingress device is an enslaved one without having to lookup the iif.
Use those flags to add the enslaved device index to the socket lookup and allow sk->sk_bound_dev_if to match either dif (VRF device) or sdif (enslaved device).
--- include/linux/ipv6.h | 8 ++++++++ include/net/inet6_hashtables.h | 5 +++-- include/net/tcp.h | 7 +++++++ net/ipv6/inet6_hashtables.c | 6 +++--- net/ipv6/raw.c | 5 ++++- net/ipv6/tcp_ipv6.c | 3 +++ net/ipv6/udp.c | 8 ++++++-- 7 files changed, 34 insertions(+), 8 deletions(-)
include/linux/ipv6.h +8 -0
@@ -153,6 +153,14 @@ static inline int inet6_iif(const struct sk_buff *skb) }/* can not be used in TCP layer after tcp_v6_fill_cb */ +static inline int inet6_sdif (const struct sk_buff *skb) +{ +bool l3_slave =ipv6_l3mdev_skb (IP6CB (skb)->flags); + +return l3_slave ?IP6CB (skb)->iif :0 ; +} + +/* can not be used in TCP layer after tcp_v6_fill_cb */ static inline bool inet6_exact_dif_match (struct net *net,struct sk_buff *skb) {#if defined(CONFIG_NET_L3_MASTER_DEV )
include/net/inet6_hashtables.h +3 -2
@@ -94,13 +94,14 @@ struct sock *inet6_lookup(struct net *net, struct inet_hashinfo *hashinfo,int inet6_hash (struct sock *sk);#endif /* IS_ENABLED(CONFIG_IPV6) */ -#define INET6_MATCH (__sk, __net, __saddr, __daddr, __ports, __dif) \ +#define INET6_MATCH (__sk, __net, __saddr, __daddr, __ports, __dif, __sdif) \ (((__sk)->sk_portpair == (__ports)) && \ ((__sk)->sk_family == AF_INET6) && \ ipv6_addr_equal(&(__sk)->sk_v6_daddr, (__saddr)) && \ ipv6_addr_equal(&(__sk)->sk_v6_rcv_saddr, (__daddr)) && \ (!(__sk)->sk_bound_dev_if || \ - ((__sk)->sk_bound_dev_if == (__dif))) && \ + ((__sk)->sk_bound_dev_if == (__dif)) || \ + ((__sk)->sk_bound_dev_if == (__sdif))) && \ net_eq(sock_net(__sk), (__net)))#endif /* _INET6_HASHTABLES_H */
include/net/tcp.h +7 -0
@@ -848,6 +848,13 @@ static inline int tcp_v6_iif(const struct sk_buff *skb) return l3_slave ? skb->skb_iif : TCP_SKB_CB(skb)->header.h6.iif; } + +static inline int tcp_v6_sdif (const struct sk_buff *skb) +{ +bool l3_slave =ipv6_l3mdev_skb (TCP_SKB_CB (skb)->header.h6.flags); + +return l3_slave ?TCP_SKB_CB (skb)->header.h6.iif :0 ; +}#endif /* TCP_SKB_CB reference means this can not be used from early demux */
net/ipv6/inet6_hashtables.c +3 -3
@@ -74,13 +74,13 @@ struct sock *__inet6_lookup_established(struct net *net,if (sk->sk_hash != hash)continue ;if (!INET6_MATCH (sk, net, saddr, daddr, ports, - params->dif)) + params->dif, params->sdif))continue ;if (unlikely (!refcount_inc_not_zero (&sk->sk_refcnt))) goto out;if (unlikely (!INET6_MATCH (sk, net, saddr, daddr, ports, - params->dif))) { + params->dif, params->sdif))) {sock_gen_put (sk); goto begin; }
@@ -205,7 +205,7 @@ static int __inet6_check_established(struct inet_timewait_death_row *death_row,continue ;if (likely (INET6_MATCH (sk2, net, saddr, daddr, ports, - dif))) { + dif,0 ))) {if (sk2->sk_state ==TCP_TIME_WAIT ) { tw =inet_twsk (sk2);if (twsk_unique (sk, sk2, twp))
net/ipv6/raw.c +4 -1
@@ -87,7 +87,8 @@ struct sock *__raw_v6_lookup(struct net *net, struct sock *sk,continue ;if (sk->sk_bound_dev_if && - sk->sk_bound_dev_if != params->dif) + sk->sk_bound_dev_if != params->dif && + sk->sk_bound_dev_if != params->sdif)continue ;if (!ipv6_addr_any (&sk->sk_v6_rcv_saddr)) {
@@ -165,6 +166,7 @@ static bool ipv6_raw_deliver(struct sk_buff *skb, int nexthdr) .daddr.ipv6 = &ipv6_hdr(skb)->daddr, .hnum = nexthdr, .dif = inet6_iif(skb), + .sdif = inet6_sdif(skb), };struct sock *sk;bool delivered = false;
@@ -375,6 +377,7 @@ void raw6_icmp_error(struct sk_buff *skb, int nexthdr,struct sk_lookup params = { .hnum = nexthdr, .dif =inet6_iif (skb), + .sdif =inet6_sdif (skb), };/* Note: ipv6_hdr(skb) != skb->data */ const struct ipv6hdr *ip6h = (const struct ipv6hdr *)skb->data;
net/ipv6/tcp_ipv6.c +3 -0
@@ -917,6 +917,7 @@ static void tcp_v6_send_reset(const struct sock *sk, struct sk_buff *skb) .sport = th->source, .hnum = ntohs(th->source), .dif = tcp_v6_iif(skb), + .sdif = tcp_v6_sdif(skb), };/*
@@ -1414,6 +1415,7 @@ static int tcp_v6_rcv(struct sk_buff *skb)struct net *net =dev_net (skb->dev);struct sk_lookup params = { .dif =inet6_iif (skb), + .sdif =inet6_sdif (skb), };if (skb->pkt_type !=PACKET_HOST )
@@ -1577,6 +1579,7 @@ static int tcp_v6_rcv(struct sk_buff *skb) .sport = th->source, .hnum = ntohs(th->dest), .dif = tcp_v6_iif(skb), + .sdif = tcp_v6_sdif(skb), };struct sock *sk2;
net/ipv6/udp.c +6 -2
@@ -220,6 +220,7 @@ struct sock *__udp6_lib_lookup(struct net *net, struct sk_lookup *params,u32 hash =0 ; params->hnum = hnum; + params->sdif =inet6_sdif (skb); params->exact_dif =udp6_lib_exact_dif_match (net, skb);if (hslot->count >10 ) {
@@ -673,7 +674,8 @@ static bool __udp_v6_is_mcast_sock(struct net *net, struct sock *sk, (inet->inet_dport && inet->inet_dport != params->sport) || (!ipv6_addr_any (&sk->sk_v6_daddr) && !ipv6_addr_equal (&sk->sk_v6_daddr, rmt_addr)) || - (sk->sk_bound_dev_if && sk->sk_bound_dev_if != params->dif) || + (sk->sk_bound_dev_if && sk->sk_bound_dev_if != params->dif && + sk->sk_bound_dev_if != params->sdif) || (!ipv6_addr_any (&sk->sk_v6_rcv_saddr) && !ipv6_addr_equal(&sk->sk_v6_rcv_saddr, loc_addr))) return false;
@@ -715,6 +717,7 @@ static int __udp6_lib_mcast_deliver(struct net *net, struct sk_buff *skb, .dport = uh->dest, .hnum = hnum, .dif = inet6_iif(skb), + .sdif = inet6_sdif(skb), };if (use_hash2) {
@@ -893,7 +896,7 @@ static struct sock *__udp6_lib_demux_lookup(struct net *net,if (sk->sk_state ==TCP_ESTABLISHED &&INET6_MATCH (sk, net, params->saddr.ipv6, params->daddr.ipv6, ports, - params->dif)) + params->dif, params->sdif))return sk;/* Only check first socket in chain */
@@ -910,6 +913,7 @@ static void udp_v6_early_demux(struct sk_buff *skb)struct dst_entry *dst;struct sk_lookup params = { .dif = skb->dev->ifindex, + .sdif =inet6_sdif (skb), };if (skb->pkt_type !=PACKET_HOST )
Signature · 1 line
2.1.4