Blame view
include/net/ip_tunnels.h
12.3 KB
c54419321
|
1 2 3 4 5 6 |
#ifndef __NET_IP_TUNNELS_H #define __NET_IP_TUNNELS_H 1 #include <linux/if_tunnel.h> #include <linux/netdevice.h> #include <linux/skbuff.h> |
7f9562a1f
|
7 |
#include <linux/socket.h> |
c54419321
|
8 9 |
#include <linux/types.h> #include <linux/u64_stats_sync.h> |
fca5fdf67
|
10 |
#include <linux/bitops.h> |
c54419321
|
11 12 13 |
#include <net/dsfield.h> #include <net/gro_cells.h> #include <net/inet_ecn.h> |
563284865
|
14 |
#include <net/netns/generic.h> |
c54419321
|
15 |
#include <net/rtnetlink.h> |
3093fbe7f
|
16 |
#include <net/lwtunnel.h> |
e09acddf8
|
17 |
#include <net/dst_cache.h> |
c54419321
|
18 19 20 21 22 23 24 25 26 |
#if IS_ENABLED(CONFIG_IPV6) #include <net/ipv6.h> #include <net/ip6_fib.h> #include <net/ip6_route.h> #endif /* Keep error state on tunnel for 30 sec */ #define IPTUNNEL_ERR_TIMEO (30*HZ) |
1d8fff907
|
27 |
/* Used to memset ip_tunnel padding. */ |
376534a3d
|
28 |
#define IP_TUNNEL_KEY_SIZE offsetofend(struct ip_tunnel_key, tp_dst) |
1d8fff907
|
29 |
|
c1ea5d672
|
30 31 32 33 34 |
/* Used to memset ipv4 address padding. */ #define IP_TUNNEL_KEY_IPV4_PAD offsetofend(struct ip_tunnel_key, u.ipv4.dst) #define IP_TUNNEL_KEY_IPV4_PAD_LEN \ (FIELD_SIZEOF(struct ip_tunnel_key, u) - \ FIELD_SIZEOF(struct ip_tunnel_key, u.ipv4)) |
1d8fff907
|
35 36 |
struct ip_tunnel_key { __be64 tun_id; |
c1ea5d672
|
37 38 39 40 41 42 43 44 45 46 |
union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; |
1d8fff907
|
47 |
__be16 tun_flags; |
7c383fb22
|
48 49 |
u8 tos; /* TOS for IPv4, TC for IPv6 */ u8 ttl; /* TTL for IPv4, HL for IPv6 */ |
134611446
|
50 |
__be32 label; /* Flow Label for IPv6 */ |
1d8fff907
|
51 52 |
__be16 tp_src; __be16 tp_dst; |
ac1cf3990
|
53 |
}; |
1d8fff907
|
54 |
|
46fa062ad
|
55 56 |
/* Flags for ip_tunnel_info mode. */ #define IP_TUNNEL_INFO_TX 0x01 /* represents tx tunnel parameters */ |
7f9562a1f
|
57 |
#define IP_TUNNEL_INFO_IPV6 0x02 /* key contains IPv6 addresses */ |
ee122c79d
|
58 |
|
fca5fdf67
|
59 60 61 62 |
/* Maximum tunnel options length. */ #define IP_TUNNEL_OPTS_MAX \ GENMASK((FIELD_SIZEOF(struct ip_tunnel_info, \ options_len) * BITS_PER_BYTE) - 1, 0) |
1d8fff907
|
63 64 |
struct ip_tunnel_info { struct ip_tunnel_key key; |
d71785ffc
|
65 66 67 |
#ifdef CONFIG_DST_CACHE struct dst_cache dst_cache; #endif |
1d8fff907
|
68 |
u8 options_len; |
ee122c79d
|
69 |
u8 mode; |
1d8fff907
|
70 |
}; |
c54419321
|
71 72 73 74 75 76 77 78 79 |
/* 6rd prefix/relay information */ #ifdef CONFIG_IPV6_SIT_6RD struct ip_tunnel_6rd_parm { struct in6_addr prefix; __be32 relay_prefix; u16 prefixlen; u16 relay_prefixlen; }; #endif |
563284865
|
80 |
struct ip_tunnel_encap { |
6b8847c5a
|
81 82 |
u16 type; u16 flags; |
563284865
|
83 84 85 |
__be16 sport; __be16 dport; }; |
c54419321
|
86 87 88 89 90 91 |
struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry __rcu *next; __be32 addr; u16 flags; struct rcu_head rcu_head; }; |
2e15ea390
|
92 |
struct metadata_dst; |
c54419321
|
93 94 95 96 |
struct ip_tunnel { struct ip_tunnel __rcu *next; struct hlist_node hash_node; struct net_device *dev; |
5e6700b3b
|
97 |
struct net *net; /* netns for packet i/o */ |
c54419321
|
98 |
|
c54419321
|
99 100 |
unsigned long err_time; /* Time when the last ICMP error * arrived */ |
f38ba953b
|
101 |
int err_count; /* Number of arrived ICMP errors */ |
c54419321
|
102 103 |
/* These four fields used only by GRE */ |
6b8847c5a
|
104 105 |
u32 i_seqno; /* The last seen seqno */ u32 o_seqno; /* The last output seqno */ |
563284865
|
106 |
int tun_hlen; /* Precalculated header length */ |
c54419321
|
107 |
|
e09acddf8
|
108 |
struct dst_cache dst_cache; |
7d442fab0
|
109 |
|
c54419321
|
110 |
struct ip_tunnel_parm parms; |
f38ba953b
|
111 |
int mlink; |
563284865
|
112 |
int encap_hlen; /* Encap header length (FOU,GUE) */ |
563284865
|
113 |
int hlen; /* tun_hlen + encap_hlen */ |
f38ba953b
|
114 |
struct ip_tunnel_encap encap; |
563284865
|
115 |
|
c54419321
|
116 117 118 119 120 121 122 123 |
/* for SIT */ #ifdef CONFIG_IPV6_SIT_6RD struct ip_tunnel_6rd_parm ip6rd; #endif struct ip_tunnel_prl_entry __rcu *prl; /* potential router list */ unsigned int prl_count; /* # of entries in PRL */ int ip_tnl_net_id; struct gro_cells gro_cells; |
2e15ea390
|
124 |
bool collect_md; |
22a59be8b
|
125 |
bool ignore_df; |
c54419321
|
126 |
}; |
f57966840
|
127 128 129 130 131 132 133 134 |
#define TUNNEL_CSUM __cpu_to_be16(0x01) #define TUNNEL_ROUTING __cpu_to_be16(0x02) #define TUNNEL_KEY __cpu_to_be16(0x04) #define TUNNEL_SEQ __cpu_to_be16(0x08) #define TUNNEL_STRICT __cpu_to_be16(0x10) #define TUNNEL_REC __cpu_to_be16(0x20) #define TUNNEL_VERSION __cpu_to_be16(0x40) #define TUNNEL_NO_KEY __cpu_to_be16(0x80) |
9a628224a
|
135 |
#define TUNNEL_DONT_FRAGMENT __cpu_to_be16(0x0100) |
f57966840
|
136 137 |
#define TUNNEL_OAM __cpu_to_be16(0x0200) #define TUNNEL_CRIT_OPT __cpu_to_be16(0x0400) |
1dd144cf5
|
138 139 |
#define TUNNEL_GENEVE_OPT __cpu_to_be16(0x0800) #define TUNNEL_VXLAN_OPT __cpu_to_be16(0x1000) |
db3c6139e
|
140 |
#define TUNNEL_NOCACHE __cpu_to_be16(0x2000) |
1dd144cf5
|
141 142 |
#define TUNNEL_OPTIONS_PRESENT (TUNNEL_GENEVE_OPT | TUNNEL_VXLAN_OPT) |
c54419321
|
143 144 145 146 147 148 |
struct tnl_ptk_info { __be16 flags; __be16 proto; __be32 key; __be32 seq; |
9b8c6d7bf
|
149 |
int hdr_len; |
c54419321
|
150 151 152 153 |
}; #define PACKET_RCVD 0 #define PACKET_REJECT 1 |
125372faa
|
154 |
#define PACKET_NEXT 2 |
c54419321
|
155 |
|
6261d983f
|
156 |
#define IP_TNL_HASH_BITS 7 |
c54419321
|
157 158 159 |
#define IP_TNL_HASH_SIZE (1 << IP_TNL_HASH_BITS) struct ip_tunnel_net { |
c54419321
|
160 |
struct net_device *fb_tunnel_dev; |
6261d983f
|
161 |
struct hlist_head tunnels[IP_TNL_HASH_SIZE]; |
2e15ea390
|
162 |
struct ip_tunnel __rcu *collect_md_tun; |
c54419321
|
163 |
}; |
4c2227984
|
164 165 |
static inline void ip_tunnel_key_init(struct ip_tunnel_key *key, __be32 saddr, __be32 daddr, |
134611446
|
166 |
u8 tos, u8 ttl, __be32 label, |
4c2227984
|
167 168 |
__be16 tp_src, __be16 tp_dst, __be64 tun_id, __be16 tun_flags) |
1d8fff907
|
169 |
{ |
4c2227984
|
170 171 172 173 |
key->tun_id = tun_id; key->u.ipv4.src = saddr; key->u.ipv4.dst = daddr; memset((unsigned char *)key + IP_TUNNEL_KEY_IPV4_PAD, |
c1ea5d672
|
174 |
0, IP_TUNNEL_KEY_IPV4_PAD_LEN); |
4c2227984
|
175 176 |
key->tos = tos; key->ttl = ttl; |
134611446
|
177 |
key->label = label; |
4c2227984
|
178 |
key->tun_flags = tun_flags; |
1d8fff907
|
179 180 181 182 183 |
/* For the tunnel types on the top of IPsec, the tp_src and tp_dst of * the upper tunnel are used. * E.g: GRE over IPSEC, the tp_src and tp_port are zero. */ |
4c2227984
|
184 185 |
key->tp_src = tp_src; key->tp_dst = tp_dst; |
1d8fff907
|
186 187 |
/* Clear struct padding. */ |
4c2227984
|
188 189 190 |
if (sizeof(*key) != IP_TUNNEL_KEY_SIZE) memset((unsigned char *)key + IP_TUNNEL_KEY_SIZE, 0, sizeof(*key) - IP_TUNNEL_KEY_SIZE); |
1d8fff907
|
191 |
} |
db3c6139e
|
192 193 194 195 196 197 198 199 200 201 202 203 204 |
static inline bool ip_tunnel_dst_cache_usable(const struct sk_buff *skb, const struct ip_tunnel_info *info) { if (skb->mark) return false; if (!info) return true; if (info->key.tun_flags & TUNNEL_NOCACHE) return false; return true; } |
7f9562a1f
|
205 206 207 208 209 |
static inline unsigned short ip_tunnel_info_af(const struct ip_tunnel_info *tun_info) { return tun_info->mode & IP_TUNNEL_INFO_IPV6 ? AF_INET6 : AF_INET; } |
d817f432c
|
210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 |
static inline __be64 key32_to_tunnel_id(__be32 key) { #ifdef __BIG_ENDIAN return (__force __be64)key; #else return (__force __be64)((__force u64)key << 32); #endif } /* Returns the least-significant 32 bits of a __be64. */ static inline __be32 tunnel_id_to_key32(__be64 tun_id) { #ifdef __BIG_ENDIAN return (__force __be32)tun_id; #else return (__force __be32)((__force u64)tun_id >> 32); #endif } |
5243b6ac9
|
228 |
#ifdef CONFIG_INET |
c54419321
|
229 230 231 |
int ip_tunnel_init(struct net_device *dev); void ip_tunnel_uninit(struct net_device *dev); void ip_tunnel_dellink(struct net_device *dev, struct list_head *head); |
1728d4fab
|
232 |
struct net *ip_tunnel_get_link_net(const struct net_device *dev); |
1e99584b9
|
233 |
int ip_tunnel_get_iflink(const struct net_device *dev); |
d3b6f6141
|
234 235 |
int ip_tunnel_init_net(struct net *net, int ip_tnl_net_id, struct rtnl_link_ops *ops, char *devname); |
c54419321
|
236 |
|
6c742e714
|
237 |
void ip_tunnel_delete_net(struct ip_tunnel_net *itn, struct rtnl_link_ops *ops); |
c54419321
|
238 239 |
void ip_tunnel_xmit(struct sk_buff *skb, struct net_device *dev, |
bf3d6a8f7
|
240 |
const struct iphdr *tnl_params, const u8 protocol); |
cfc7381b3
|
241 242 |
void ip_md_tunnel_xmit(struct sk_buff *skb, struct net_device *dev, const u8 proto); |
c54419321
|
243 |
int ip_tunnel_ioctl(struct net_device *dev, struct ip_tunnel_parm *p, int cmd); |
7e059158d
|
244 |
int __ip_tunnel_change_mtu(struct net_device *dev, int new_mtu, bool strict); |
c54419321
|
245 246 247 248 249 250 251 252 253 254 |
int ip_tunnel_change_mtu(struct net_device *dev, int new_mtu); struct rtnl_link_stats64 *ip_tunnel_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *tot); struct ip_tunnel *ip_tunnel_lookup(struct ip_tunnel_net *itn, int link, __be16 flags, __be32 remote, __be32 local, __be32 key); int ip_tunnel_rcv(struct ip_tunnel *tunnel, struct sk_buff *skb, |
2e15ea390
|
255 256 |
const struct tnl_ptk_info *tpi, struct metadata_dst *tun_dst, bool log_ecn_error); |
c54419321
|
257 258 259 260 261 |
int ip_tunnel_changelink(struct net_device *dev, struct nlattr *tb[], struct ip_tunnel_parm *p); int ip_tunnel_newlink(struct net_device *dev, struct nlattr *tb[], struct ip_tunnel_parm *p); void ip_tunnel_setup(struct net_device *dev, int net_id); |
55c2bc143
|
262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 |
struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *e); int (*build_header)(struct sk_buff *skb, struct ip_tunnel_encap *e, u8 *protocol, struct flowi4 *fl4); }; #define MAX_IPTUN_ENCAP_OPS 8 extern const struct ip_tunnel_encap_ops __rcu * iptun_encaps[MAX_IPTUN_ENCAP_OPS]; int ip_tunnel_encap_add_ops(const struct ip_tunnel_encap_ops *op, unsigned int num); int ip_tunnel_encap_del_ops(const struct ip_tunnel_encap_ops *op, unsigned int num); |
563284865
|
278 279 |
int ip_tunnel_encap_setup(struct ip_tunnel *t, struct ip_tunnel_encap *ipencap); |
c54419321
|
280 |
|
55c2bc143
|
281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 |
static inline int ip_encap_hlen(struct ip_tunnel_encap *e) { const struct ip_tunnel_encap_ops *ops; int hlen = -EINVAL; if (e->type == TUNNEL_ENCAP_NONE) return 0; if (e->type >= MAX_IPTUN_ENCAP_OPS) return -EINVAL; rcu_read_lock(); ops = rcu_dereference(iptun_encaps[e->type]); if (likely(ops && ops->encap_hlen)) hlen = ops->encap_hlen(e); rcu_read_unlock(); return hlen; } static inline int ip_tunnel_encap(struct sk_buff *skb, struct ip_tunnel *t, u8 *protocol, struct flowi4 *fl4) { const struct ip_tunnel_encap_ops *ops; int ret = -EINVAL; if (t->encap.type == TUNNEL_ENCAP_NONE) return 0; if (t->encap.type >= MAX_IPTUN_ENCAP_OPS) return -EINVAL; rcu_read_lock(); ops = rcu_dereference(iptun_encaps[t->encap.type]); if (likely(ops && ops->build_header)) ret = ops->build_header(skb, &t->encap, protocol, fl4); rcu_read_unlock(); return ret; } |
c54419321
|
321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 |
/* Extract dsfield from inner protocol */ static inline u8 ip_tunnel_get_dsfield(const struct iphdr *iph, const struct sk_buff *skb) { if (skb->protocol == htons(ETH_P_IP)) return iph->tos; else if (skb->protocol == htons(ETH_P_IPV6)) return ipv6_get_dsfield((const struct ipv6hdr *)iph); else return 0; } /* Propogate ECN bits out */ static inline u8 ip_tunnel_ecn_encap(u8 tos, const struct iphdr *iph, const struct sk_buff *skb) { u8 inner = ip_tunnel_get_dsfield(iph, skb); return INET_ECN_encapsulate(tos, inner); } |
a6d5bbf34
|
341 342 343 344 345 346 347 348 |
int __iptunnel_pull_header(struct sk_buff *skb, int hdr_len, __be16 inner_proto, bool raw_proto, bool xnet); static inline int iptunnel_pull_header(struct sk_buff *skb, int hdr_len, __be16 inner_proto, bool xnet) { return __iptunnel_pull_header(skb, hdr_len, inner_proto, false, xnet); } |
039f50629
|
349 350 351 |
void iptunnel_xmit(struct sock *sk, struct rtable *rt, struct sk_buff *skb, __be32 src, __be32 dst, u8 proto, u8 tos, u8 ttl, __be16 df, bool xnet); |
63d008a4e
|
352 353 |
struct metadata_dst *iptunnel_metadata_reply(struct metadata_dst *md, gfp_t flags); |
0e6fbc5b6
|
354 |
|
aed069df0
|
355 |
int iptunnel_handle_offloads(struct sk_buff *skb, int gso_type_mask); |
2d26f0a3c
|
356 |
|
a09a4c8dd
|
357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 |
static inline int iptunnel_pull_offloads(struct sk_buff *skb) { if (skb_is_gso(skb)) { int err; err = skb_unclone(skb, GFP_ATOMIC); if (unlikely(err)) return err; skb_shinfo(skb)->gso_type &= ~(NETIF_F_GSO_ENCAP_ALL >> NETIF_F_GSO_SHIFT); } skb->encapsulation = 0; return 0; } |
039f50629
|
372 |
static inline void iptunnel_xmit_stats(struct net_device *dev, int pkt_len) |
c54419321
|
373 |
{ |
039f50629
|
374 375 |
if (pkt_len > 0) { struct pcpu_sw_netstats *tstats = get_cpu_ptr(dev->tstats); |
c54419321
|
376 |
|
c54419321
|
377 |
u64_stats_update_begin(&tstats->syncp); |
039f50629
|
378 |
tstats->tx_bytes += pkt_len; |
c54419321
|
379 380 |
tstats->tx_packets++; u64_stats_update_end(&tstats->syncp); |
b4fe85f9c
|
381 |
put_cpu_ptr(tstats); |
c54419321
|
382 |
} else { |
039f50629
|
383 384 385 386 387 388 389 390 |
struct net_device_stats *err_stats = &dev->stats; if (pkt_len < 0) { err_stats->tx_errors++; err_stats->tx_aborted_errors++; } else { err_stats->tx_dropped++; } |
c54419321
|
391 392 |
} } |
5243b6ac9
|
393 |
|
4c2227984
|
394 |
static inline void *ip_tunnel_info_opts(struct ip_tunnel_info *info) |
ee122c79d
|
395 396 397 |
{ return info + 1; } |
4c2227984
|
398 399 400 401 402 403 404 405 406 407 408 409 |
static inline void ip_tunnel_info_opts_get(void *to, const struct ip_tunnel_info *info) { memcpy(to, info + 1, info->options_len); } static inline void ip_tunnel_info_opts_set(struct ip_tunnel_info *info, const void *from, int len) { memcpy(ip_tunnel_info_opts(info), from, len); info->options_len = len; } |
3093fbe7f
|
410 411 412 413 |
static inline struct ip_tunnel_info *lwt_tun_info(struct lwtunnel_state *lwtstate) { return (struct ip_tunnel_info *)lwtstate->data; } |
e7030878f
|
414 415 416 417 418 419 420 |
extern struct static_key ip_tunnel_metadata_cnt; /* Returns > 0 if metadata should be collected */ static inline int ip_tunnel_collect_metadata(void) { return static_key_false(&ip_tunnel_metadata_cnt); } |
045a0fa0c
|
421 |
void __init ip_tunnel_core_init(void); |
e7030878f
|
422 423 |
void ip_tunnel_need_metadata(void); void ip_tunnel_unneed_metadata(void); |
052831879
|
424 425 426 427 428 429 430 431 432 433 434 435 436 437 |
#else /* CONFIG_INET */ static inline struct ip_tunnel_info *lwt_tun_info(struct lwtunnel_state *lwtstate) { return NULL; } static inline void ip_tunnel_need_metadata(void) { } static inline void ip_tunnel_unneed_metadata(void) { } |
e28e87ed4
|
438 439 440 441 442 443 444 445 446 447 |
static inline void ip_tunnel_info_opts_get(void *to, const struct ip_tunnel_info *info) { } static inline void ip_tunnel_info_opts_set(struct ip_tunnel_info *info, const void *from, int len) { info->options_len = 0; } |
5243b6ac9
|
448 |
#endif /* CONFIG_INET */ |
c54419321
|
449 |
#endif /* __NET_IP_TUNNELS_H */ |