2 * GRE over IPv6 protocol decoder.
4 * Authors: Dmitry Kozlov (xeb@mail.ru)
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
13 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
15 #include <linux/capability.h>
16 #include <linux/module.h>
17 #include <linux/types.h>
18 #include <linux/kernel.h>
19 #include <linux/slab.h>
20 #include <linux/uaccess.h>
21 #include <linux/skbuff.h>
22 #include <linux/netdevice.h>
24 #include <linux/tcp.h>
25 #include <linux/udp.h>
26 #include <linux/if_arp.h>
27 #include <linux/mroute.h>
28 #include <linux/init.h>
29 #include <linux/in6.h>
30 #include <linux/inetdevice.h>
31 #include <linux/igmp.h>
32 #include <linux/netfilter_ipv4.h>
33 #include <linux/etherdevice.h>
34 #include <linux/if_ether.h>
35 #include <linux/hash.h>
36 #include <linux/if_tunnel.h>
37 #include <linux/ip6_tunnel.h>
41 #include <net/ip_tunnels.h>
43 #include <net/protocol.h>
44 #include <net/addrconf.h>
46 #include <net/checksum.h>
47 #include <net/dsfield.h>
48 #include <net/inet_ecn.h>
50 #include <net/net_namespace.h>
51 #include <net/netns/generic.h>
52 #include <net/rtnetlink.h>
55 #include <net/ip6_fib.h>
56 #include <net/ip6_route.h>
57 #include <net/ip6_tunnel.h>
61 static bool log_ecn_error
= true;
62 module_param(log_ecn_error
, bool, 0644);
63 MODULE_PARM_DESC(log_ecn_error
, "Log packets received with corrupted ECN");
65 #define IPV6_TCLASS_MASK (IPV6_FLOWINFO_MASK & ~IPV6_FLOWLABEL_MASK)
66 #define IPV6_TCLASS_SHIFT 20
68 #define HASH_SIZE_SHIFT 5
69 #define HASH_SIZE (1 << HASH_SIZE_SHIFT)
71 static int ip6gre_net_id __read_mostly
;
73 struct ip6_tnl __rcu
*tunnels
[4][HASH_SIZE
];
75 struct net_device
*fb_tunnel_dev
;
78 static struct rtnl_link_ops ip6gre_link_ops __read_mostly
;
79 static int ip6gre_tunnel_init(struct net_device
*dev
);
80 static void ip6gre_tunnel_setup(struct net_device
*dev
);
81 static void ip6gre_tunnel_link(struct ip6gre_net
*ign
, struct ip6_tnl
*t
);
82 static void ip6gre_tnl_link_config(struct ip6_tnl
*t
, int set_mtu
);
84 /* Tunnel hash table */
94 We require exact key match i.e. if a key is present in packet
95 it will match only tunnel with the same key; if it is not present,
96 it will match only keyless tunnel.
98 All keysless packets, if not matched configured keyless tunnels
99 will match fallback tunnel.
102 #define HASH_KEY(key) (((__force u32)key^((__force u32)key>>4))&(HASH_SIZE - 1))
103 static u32
HASH_ADDR(const struct in6_addr
*addr
)
105 u32 hash
= ipv6_addr_hash(addr
);
107 return hash_32(hash
, HASH_SIZE_SHIFT
);
110 #define tunnels_r_l tunnels[3]
111 #define tunnels_r tunnels[2]
112 #define tunnels_l tunnels[1]
113 #define tunnels_wc tunnels[0]
115 /* Given src, dst and key, find appropriate for input tunnel. */
117 static struct ip6_tnl
*ip6gre_tunnel_lookup(struct net_device
*dev
,
118 const struct in6_addr
*remote
, const struct in6_addr
*local
,
119 __be32 key
, __be16 gre_proto
)
121 struct net
*net
= dev_net(dev
);
122 int link
= dev
->ifindex
;
123 unsigned int h0
= HASH_ADDR(remote
);
124 unsigned int h1
= HASH_KEY(key
);
125 struct ip6_tnl
*t
, *cand
= NULL
;
126 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
127 int dev_type
= (gre_proto
== htons(ETH_P_TEB
)) ?
128 ARPHRD_ETHER
: ARPHRD_IP6GRE
;
129 int score
, cand_score
= 4;
131 for_each_ip_tunnel_rcu(t
, ign
->tunnels_r_l
[h0
^ h1
]) {
132 if (!ipv6_addr_equal(local
, &t
->parms
.laddr
) ||
133 !ipv6_addr_equal(remote
, &t
->parms
.raddr
) ||
134 key
!= t
->parms
.i_key
||
135 !(t
->dev
->flags
& IFF_UP
))
138 if (t
->dev
->type
!= ARPHRD_IP6GRE
&&
139 t
->dev
->type
!= dev_type
)
143 if (t
->parms
.link
!= link
)
145 if (t
->dev
->type
!= dev_type
)
150 if (score
< cand_score
) {
156 for_each_ip_tunnel_rcu(t
, ign
->tunnels_r
[h0
^ h1
]) {
157 if (!ipv6_addr_equal(remote
, &t
->parms
.raddr
) ||
158 key
!= t
->parms
.i_key
||
159 !(t
->dev
->flags
& IFF_UP
))
162 if (t
->dev
->type
!= ARPHRD_IP6GRE
&&
163 t
->dev
->type
!= dev_type
)
167 if (t
->parms
.link
!= link
)
169 if (t
->dev
->type
!= dev_type
)
174 if (score
< cand_score
) {
180 for_each_ip_tunnel_rcu(t
, ign
->tunnels_l
[h1
]) {
181 if ((!ipv6_addr_equal(local
, &t
->parms
.laddr
) &&
182 (!ipv6_addr_equal(local
, &t
->parms
.raddr
) ||
183 !ipv6_addr_is_multicast(local
))) ||
184 key
!= t
->parms
.i_key
||
185 !(t
->dev
->flags
& IFF_UP
))
188 if (t
->dev
->type
!= ARPHRD_IP6GRE
&&
189 t
->dev
->type
!= dev_type
)
193 if (t
->parms
.link
!= link
)
195 if (t
->dev
->type
!= dev_type
)
200 if (score
< cand_score
) {
206 for_each_ip_tunnel_rcu(t
, ign
->tunnels_wc
[h1
]) {
207 if (t
->parms
.i_key
!= key
||
208 !(t
->dev
->flags
& IFF_UP
))
211 if (t
->dev
->type
!= ARPHRD_IP6GRE
&&
212 t
->dev
->type
!= dev_type
)
216 if (t
->parms
.link
!= link
)
218 if (t
->dev
->type
!= dev_type
)
223 if (score
< cand_score
) {
232 dev
= ign
->fb_tunnel_dev
;
233 if (dev
->flags
& IFF_UP
)
234 return netdev_priv(dev
);
239 static struct ip6_tnl __rcu
**__ip6gre_bucket(struct ip6gre_net
*ign
,
240 const struct __ip6_tnl_parm
*p
)
242 const struct in6_addr
*remote
= &p
->raddr
;
243 const struct in6_addr
*local
= &p
->laddr
;
244 unsigned int h
= HASH_KEY(p
->i_key
);
247 if (!ipv6_addr_any(local
))
249 if (!ipv6_addr_any(remote
) && !ipv6_addr_is_multicast(remote
)) {
251 h
^= HASH_ADDR(remote
);
254 return &ign
->tunnels
[prio
][h
];
257 static inline struct ip6_tnl __rcu
**ip6gre_bucket(struct ip6gre_net
*ign
,
258 const struct ip6_tnl
*t
)
260 return __ip6gre_bucket(ign
, &t
->parms
);
263 static void ip6gre_tunnel_link(struct ip6gre_net
*ign
, struct ip6_tnl
*t
)
265 struct ip6_tnl __rcu
**tp
= ip6gre_bucket(ign
, t
);
267 rcu_assign_pointer(t
->next
, rtnl_dereference(*tp
));
268 rcu_assign_pointer(*tp
, t
);
271 static void ip6gre_tunnel_unlink(struct ip6gre_net
*ign
, struct ip6_tnl
*t
)
273 struct ip6_tnl __rcu
**tp
;
274 struct ip6_tnl
*iter
;
276 for (tp
= ip6gre_bucket(ign
, t
);
277 (iter
= rtnl_dereference(*tp
)) != NULL
;
280 rcu_assign_pointer(*tp
, t
->next
);
286 static struct ip6_tnl
*ip6gre_tunnel_find(struct net
*net
,
287 const struct __ip6_tnl_parm
*parms
,
290 const struct in6_addr
*remote
= &parms
->raddr
;
291 const struct in6_addr
*local
= &parms
->laddr
;
292 __be32 key
= parms
->i_key
;
293 int link
= parms
->link
;
295 struct ip6_tnl __rcu
**tp
;
296 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
298 for (tp
= __ip6gre_bucket(ign
, parms
);
299 (t
= rtnl_dereference(*tp
)) != NULL
;
301 if (ipv6_addr_equal(local
, &t
->parms
.laddr
) &&
302 ipv6_addr_equal(remote
, &t
->parms
.raddr
) &&
303 key
== t
->parms
.i_key
&&
304 link
== t
->parms
.link
&&
305 type
== t
->dev
->type
)
311 static struct ip6_tnl
*ip6gre_tunnel_locate(struct net
*net
,
312 const struct __ip6_tnl_parm
*parms
, int create
)
314 struct ip6_tnl
*t
, *nt
;
315 struct net_device
*dev
;
317 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
319 t
= ip6gre_tunnel_find(net
, parms
, ARPHRD_IP6GRE
);
324 strlcpy(name
, parms
->name
, IFNAMSIZ
);
326 strcpy(name
, "ip6gre%d");
328 dev
= alloc_netdev(sizeof(*t
), name
, ip6gre_tunnel_setup
);
332 dev_net_set(dev
, net
);
334 nt
= netdev_priv(dev
);
336 dev
->rtnl_link_ops
= &ip6gre_link_ops
;
339 ip6gre_tnl_link_config(nt
, 1);
341 if (register_netdevice(dev
) < 0)
344 /* Can use a lockless transmit, unless we generate output sequences */
345 if (!(nt
->parms
.o_flags
& GRE_SEQ
))
346 dev
->features
|= NETIF_F_LLTX
;
349 ip6gre_tunnel_link(ign
, nt
);
357 static void ip6gre_tunnel_uninit(struct net_device
*dev
)
359 struct net
*net
= dev_net(dev
);
360 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
362 ip6gre_tunnel_unlink(ign
, netdev_priv(dev
));
363 ip6_tnl_dst_reset(netdev_priv(dev
));
368 static void ip6gre_err(struct sk_buff
*skb
, struct inet6_skb_parm
*opt
,
369 u8 type
, u8 code
, int offset
, __be32 info
)
371 const struct gre_base_hdr
*greh
;
372 const struct ipv6hdr
*ipv6h
;
373 int grehlen
= sizeof(*greh
);
379 if (!pskb_may_pull(skb
, offset
+ grehlen
))
381 greh
= (const struct gre_base_hdr
*)(skb
->data
+ offset
);
383 if (flags
& (GRE_VERSION
| GRE_ROUTING
))
385 if (flags
& GRE_CSUM
)
387 if (flags
& GRE_KEY
) {
388 key_off
= grehlen
+ offset
;
392 if (!pskb_may_pull(skb
, offset
+ grehlen
))
394 ipv6h
= (const struct ipv6hdr
*)skb
->data
;
395 greh
= (const struct gre_base_hdr
*)(skb
->data
+ offset
);
396 key
= key_off
? *(__be32
*)(skb
->data
+ key_off
) : 0;
398 t
= ip6gre_tunnel_lookup(skb
->dev
, &ipv6h
->daddr
, &ipv6h
->saddr
,
399 key
, greh
->protocol
);
405 struct ipv6_tlv_tnl_enc_lim
*tel
;
407 case ICMPV6_DEST_UNREACH
:
408 net_warn_ratelimited("%s: Path to destination invalid or inactive!\n",
411 case ICMPV6_TIME_EXCEED
:
412 if (code
== ICMPV6_EXC_HOPLIMIT
) {
413 net_warn_ratelimited("%s: Too small hop limit or routing loop in tunnel!\n",
417 case ICMPV6_PARAMPROB
:
419 if (code
== ICMPV6_HDR_FIELD
)
420 teli
= ip6_tnl_parse_tlv_enc_lim(skb
, skb
->data
);
422 if (teli
&& teli
== be32_to_cpu(info
) - 2) {
423 tel
= (struct ipv6_tlv_tnl_enc_lim
*) &skb
->data
[teli
];
424 if (tel
->encap_limit
== 0) {
425 net_warn_ratelimited("%s: Too small encapsulation limit or routing loop in tunnel!\n",
429 net_warn_ratelimited("%s: Recipient unable to parse tunneled packet!\n",
433 case ICMPV6_PKT_TOOBIG
:
434 mtu
= be32_to_cpu(info
) - offset
;
435 if (mtu
< IPV6_MIN_MTU
)
441 if (time_before(jiffies
, t
->err_time
+ IP6TUNNEL_ERR_TIMEO
))
445 t
->err_time
= jiffies
;
448 static int ip6gre_rcv(struct sk_buff
*skb
)
450 const struct ipv6hdr
*ipv6h
;
456 struct ip6_tnl
*tunnel
;
461 if (!pskb_may_pull(skb
, sizeof(struct in6_addr
)))
464 ipv6h
= ipv6_hdr(skb
);
466 flags
= *(__be16
*)h
;
468 if (flags
&(GRE_CSUM
|GRE_KEY
|GRE_ROUTING
|GRE_SEQ
|GRE_VERSION
)) {
469 /* - Version must be 0.
470 - We do not support routing headers.
472 if (flags
&(GRE_VERSION
|GRE_ROUTING
))
475 if (flags
&GRE_CSUM
) {
476 switch (skb
->ip_summed
) {
477 case CHECKSUM_COMPLETE
:
478 csum
= csum_fold(skb
->csum
);
484 csum
= __skb_checksum_complete(skb
);
485 skb
->ip_summed
= CHECKSUM_COMPLETE
;
490 key
= *(__be32
*)(h
+ offset
);
494 seqno
= ntohl(*(__be32
*)(h
+ offset
));
499 gre_proto
= *(__be16
*)(h
+ 2);
501 tunnel
= ip6gre_tunnel_lookup(skb
->dev
,
502 &ipv6h
->saddr
, &ipv6h
->daddr
, key
,
505 struct pcpu_tstats
*tstats
;
507 if (!xfrm6_policy_check(NULL
, XFRM_POLICY_IN
, skb
))
510 if (!ip6_tnl_rcv_ctl(tunnel
, &ipv6h
->daddr
, &ipv6h
->saddr
)) {
511 tunnel
->dev
->stats
.rx_dropped
++;
517 skb
->protocol
= gre_proto
;
518 /* WCCP version 1 and 2 protocol decoding.
519 * - Change protocol to IPv6
520 * - When dealing with WCCPv2, Skip extra 4 bytes in GRE header
522 if (flags
== 0 && gre_proto
== htons(ETH_P_WCCP
)) {
523 skb
->protocol
= htons(ETH_P_IPV6
);
524 if ((*(h
+ offset
) & 0xF0) != 0x40)
528 skb
->mac_header
= skb
->network_header
;
529 __pskb_pull(skb
, offset
);
530 skb_postpull_rcsum(skb
, skb_transport_header(skb
), offset
);
531 skb
->pkt_type
= PACKET_HOST
;
533 if (((flags
&GRE_CSUM
) && csum
) ||
534 (!(flags
&GRE_CSUM
) && tunnel
->parms
.i_flags
&GRE_CSUM
)) {
535 tunnel
->dev
->stats
.rx_crc_errors
++;
536 tunnel
->dev
->stats
.rx_errors
++;
539 if (tunnel
->parms
.i_flags
&GRE_SEQ
) {
540 if (!(flags
&GRE_SEQ
) ||
542 (s32
)(seqno
- tunnel
->i_seqno
) < 0)) {
543 tunnel
->dev
->stats
.rx_fifo_errors
++;
544 tunnel
->dev
->stats
.rx_errors
++;
547 tunnel
->i_seqno
= seqno
+ 1;
550 /* Warning: All skb pointers will be invalidated! */
551 if (tunnel
->dev
->type
== ARPHRD_ETHER
) {
552 if (!pskb_may_pull(skb
, ETH_HLEN
)) {
553 tunnel
->dev
->stats
.rx_length_errors
++;
554 tunnel
->dev
->stats
.rx_errors
++;
558 ipv6h
= ipv6_hdr(skb
);
559 skb
->protocol
= eth_type_trans(skb
, tunnel
->dev
);
560 skb_postpull_rcsum(skb
, eth_hdr(skb
), ETH_HLEN
);
563 __skb_tunnel_rx(skb
, tunnel
->dev
);
565 skb_reset_network_header(skb
);
567 err
= IP6_ECN_decapsulate(ipv6h
, skb
);
570 net_info_ratelimited("non-ECT from %pI6 with dsfield=%#x\n",
572 ipv6_get_dsfield(ipv6h
));
574 ++tunnel
->dev
->stats
.rx_frame_errors
;
575 ++tunnel
->dev
->stats
.rx_errors
;
580 tstats
= this_cpu_ptr(tunnel
->dev
->tstats
);
581 u64_stats_update_begin(&tstats
->syncp
);
582 tstats
->rx_packets
++;
583 tstats
->rx_bytes
+= skb
->len
;
584 u64_stats_update_end(&tstats
->syncp
);
590 icmpv6_send(skb
, ICMPV6_DEST_UNREACH
, ICMPV6_PORT_UNREACH
, 0);
597 struct ipv6_tel_txoption
{
598 struct ipv6_txoptions ops
;
602 static void init_tel_txopt(struct ipv6_tel_txoption
*opt
, __u8 encap_limit
)
604 memset(opt
, 0, sizeof(struct ipv6_tel_txoption
));
606 opt
->dst_opt
[2] = IPV6_TLV_TNL_ENCAP_LIMIT
;
608 opt
->dst_opt
[4] = encap_limit
;
609 opt
->dst_opt
[5] = IPV6_TLV_PADN
;
612 opt
->ops
.dst0opt
= (struct ipv6_opt_hdr
*) opt
->dst_opt
;
613 opt
->ops
.opt_nflen
= 8;
616 static netdev_tx_t
ip6gre_xmit2(struct sk_buff
*skb
,
617 struct net_device
*dev
,
623 struct net
*net
= dev_net(dev
);
624 struct ip6_tnl
*tunnel
= netdev_priv(dev
);
625 struct net_device
*tdev
; /* Device to other host */
626 struct ipv6hdr
*ipv6h
; /* Our new IP header */
627 unsigned int max_headroom
= 0; /* The extra header space needed */
629 struct ipv6_tel_txoption opt
;
631 struct dst_entry
*dst
= NULL
, *ndst
= NULL
;
632 struct net_device_stats
*stats
= &tunnel
->dev
->stats
;
635 struct sk_buff
*new_skb
;
637 if (dev
->type
== ARPHRD_ETHER
)
638 IPCB(skb
)->flags
= 0;
640 if (dev
->header_ops
&& dev
->type
== ARPHRD_IP6GRE
) {
642 ipv6h
= (struct ipv6hdr
*)skb
->data
;
643 fl6
->daddr
= ipv6h
->daddr
;
645 gre_hlen
= tunnel
->hlen
;
646 fl6
->daddr
= tunnel
->parms
.raddr
;
649 if (!fl6
->flowi6_mark
)
650 dst
= ip6_tnl_dst_check(tunnel
);
653 ndst
= ip6_route_output(net
, NULL
, fl6
);
656 goto tx_err_link_failure
;
657 ndst
= xfrm_lookup(net
, ndst
, flowi6_to_flowi(fl6
), NULL
, 0);
661 goto tx_err_link_failure
;
670 net_warn_ratelimited("%s: Local routing loop detected!\n",
672 goto tx_err_dst_release
;
675 mtu
= dst_mtu(dst
) - sizeof(*ipv6h
);
676 if (encap_limit
>= 0) {
680 if (mtu
< IPV6_MIN_MTU
)
683 skb_dst(skb
)->ops
->update_pmtu(skb_dst(skb
), NULL
, skb
, mtu
);
684 if (skb
->len
> mtu
) {
687 goto tx_err_dst_release
;
690 if (tunnel
->err_count
> 0) {
691 if (time_before(jiffies
,
692 tunnel
->err_time
+ IP6TUNNEL_ERR_TIMEO
)) {
695 dst_link_failure(skb
);
697 tunnel
->err_count
= 0;
700 max_headroom
+= LL_RESERVED_SPACE(tdev
) + gre_hlen
+ dst
->header_len
;
702 if (skb_headroom(skb
) < max_headroom
|| skb_shared(skb
) ||
703 (skb_cloned(skb
) && !skb_clone_writable(skb
, 0))) {
704 new_skb
= skb_realloc_headroom(skb
, max_headroom
);
705 if (max_headroom
> dev
->needed_headroom
)
706 dev
->needed_headroom
= max_headroom
;
708 goto tx_err_dst_release
;
711 skb_set_owner_w(new_skb
, skb
->sk
);
718 if (fl6
->flowi6_mark
) {
719 skb_dst_set(skb
, dst
);
722 skb_dst_set_noref(skb
, dst
);
726 if (encap_limit
>= 0) {
727 init_tel_txopt(&opt
, encap_limit
);
728 ipv6_push_nfrag_opts(skb
, &opt
.ops
, &proto
, NULL
);
731 skb_push(skb
, gre_hlen
);
732 skb_reset_network_header(skb
);
733 skb_set_transport_header(skb
, sizeof(*ipv6h
));
736 * Push down and install the IP header.
738 ipv6h
= ipv6_hdr(skb
);
739 ip6_flow_hdr(ipv6h
, INET_ECN_encapsulate(0, dsfield
), fl6
->flowlabel
);
740 ipv6h
->hop_limit
= tunnel
->parms
.hop_limit
;
741 ipv6h
->nexthdr
= proto
;
742 ipv6h
->saddr
= fl6
->saddr
;
743 ipv6h
->daddr
= fl6
->daddr
;
745 ((__be16
*)(ipv6h
+ 1))[0] = tunnel
->parms
.o_flags
;
746 ((__be16
*)(ipv6h
+ 1))[1] = (dev
->type
== ARPHRD_ETHER
) ?
747 htons(ETH_P_TEB
) : skb
->protocol
;
749 if (tunnel
->parms
.o_flags
&(GRE_KEY
|GRE_CSUM
|GRE_SEQ
)) {
750 __be32
*ptr
= (__be32
*)(((u8
*)ipv6h
) + tunnel
->hlen
- 4);
752 if (tunnel
->parms
.o_flags
&GRE_SEQ
) {
754 *ptr
= htonl(tunnel
->o_seqno
);
757 if (tunnel
->parms
.o_flags
&GRE_KEY
) {
758 *ptr
= tunnel
->parms
.o_key
;
761 if (tunnel
->parms
.o_flags
&GRE_CSUM
) {
763 *(__sum16
*)ptr
= ip_compute_csum((void *)(ipv6h
+1),
764 skb
->len
- sizeof(struct ipv6hdr
));
768 ip6tunnel_xmit(skb
, dev
);
770 ip6_tnl_dst_store(tunnel
, ndst
);
773 stats
->tx_carrier_errors
++;
774 dst_link_failure(skb
);
780 static inline int ip6gre_xmit_ipv4(struct sk_buff
*skb
, struct net_device
*dev
)
782 struct ip6_tnl
*t
= netdev_priv(dev
);
783 const struct iphdr
*iph
= ip_hdr(skb
);
784 int encap_limit
= -1;
790 if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
791 encap_limit
= t
->parms
.encap_limit
;
793 memcpy(&fl6
, &t
->fl
.u
.ip6
, sizeof(fl6
));
794 fl6
.flowi6_proto
= IPPROTO_GRE
;
796 dsfield
= ipv4_get_dsfield(iph
);
798 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_TCLASS
)
799 fl6
.flowlabel
|= htonl((__u32
)iph
->tos
<< IPV6_TCLASS_SHIFT
)
801 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_FWMARK
)
802 fl6
.flowi6_mark
= skb
->mark
;
804 err
= ip6gre_xmit2(skb
, dev
, dsfield
, &fl6
, encap_limit
, &mtu
);
806 /* XXX: send ICMP error even if DF is not set. */
807 if (err
== -EMSGSIZE
)
808 icmp_send(skb
, ICMP_DEST_UNREACH
, ICMP_FRAG_NEEDED
,
816 static inline int ip6gre_xmit_ipv6(struct sk_buff
*skb
, struct net_device
*dev
)
818 struct ip6_tnl
*t
= netdev_priv(dev
);
819 struct ipv6hdr
*ipv6h
= ipv6_hdr(skb
);
820 int encap_limit
= -1;
827 if (ipv6_addr_equal(&t
->parms
.raddr
, &ipv6h
->saddr
))
830 offset
= ip6_tnl_parse_tlv_enc_lim(skb
, skb_network_header(skb
));
832 struct ipv6_tlv_tnl_enc_lim
*tel
;
833 tel
= (struct ipv6_tlv_tnl_enc_lim
*)&skb_network_header(skb
)[offset
];
834 if (tel
->encap_limit
== 0) {
835 icmpv6_send(skb
, ICMPV6_PARAMPROB
,
836 ICMPV6_HDR_FIELD
, offset
+ 2);
839 encap_limit
= tel
->encap_limit
- 1;
840 } else if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
841 encap_limit
= t
->parms
.encap_limit
;
843 memcpy(&fl6
, &t
->fl
.u
.ip6
, sizeof(fl6
));
844 fl6
.flowi6_proto
= IPPROTO_GRE
;
846 dsfield
= ipv6_get_dsfield(ipv6h
);
847 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_TCLASS
)
848 fl6
.flowlabel
|= (*(__be32
*) ipv6h
& IPV6_TCLASS_MASK
);
849 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_FLOWLABEL
)
850 fl6
.flowlabel
|= (*(__be32
*) ipv6h
& IPV6_FLOWLABEL_MASK
);
851 if (t
->parms
.flags
& IP6_TNL_F_USE_ORIG_FWMARK
)
852 fl6
.flowi6_mark
= skb
->mark
;
854 err
= ip6gre_xmit2(skb
, dev
, dsfield
, &fl6
, encap_limit
, &mtu
);
856 if (err
== -EMSGSIZE
)
857 icmpv6_send(skb
, ICMPV6_PKT_TOOBIG
, 0, mtu
);
865 * ip6_tnl_addr_conflict - compare packet addresses to tunnel's own
866 * @t: the outgoing tunnel device
867 * @hdr: IPv6 header from the incoming packet
870 * Avoid trivial tunneling loop by checking that tunnel exit-point
871 * doesn't match source of incoming packet.
878 static inline bool ip6gre_tnl_addr_conflict(const struct ip6_tnl
*t
,
879 const struct ipv6hdr
*hdr
)
881 return ipv6_addr_equal(&t
->parms
.raddr
, &hdr
->saddr
);
884 static int ip6gre_xmit_other(struct sk_buff
*skb
, struct net_device
*dev
)
886 struct ip6_tnl
*t
= netdev_priv(dev
);
887 int encap_limit
= -1;
892 if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
893 encap_limit
= t
->parms
.encap_limit
;
895 memcpy(&fl6
, &t
->fl
.u
.ip6
, sizeof(fl6
));
897 err
= ip6gre_xmit2(skb
, dev
, 0, &fl6
, encap_limit
, &mtu
);
902 static netdev_tx_t
ip6gre_tunnel_xmit(struct sk_buff
*skb
,
903 struct net_device
*dev
)
905 struct ip6_tnl
*t
= netdev_priv(dev
);
906 struct net_device_stats
*stats
= &t
->dev
->stats
;
909 if (!ip6_tnl_xmit_ctl(t
))
912 switch (skb
->protocol
) {
913 case htons(ETH_P_IP
):
914 ret
= ip6gre_xmit_ipv4(skb
, dev
);
916 case htons(ETH_P_IPV6
):
917 ret
= ip6gre_xmit_ipv6(skb
, dev
);
920 ret
= ip6gre_xmit_other(skb
, dev
);
936 static void ip6gre_tnl_link_config(struct ip6_tnl
*t
, int set_mtu
)
938 struct net_device
*dev
= t
->dev
;
939 struct __ip6_tnl_parm
*p
= &t
->parms
;
940 struct flowi6
*fl6
= &t
->fl
.u
.ip6
;
941 int addend
= sizeof(struct ipv6hdr
) + 4;
943 if (dev
->type
!= ARPHRD_ETHER
) {
944 memcpy(dev
->dev_addr
, &p
->laddr
, sizeof(struct in6_addr
));
945 memcpy(dev
->broadcast
, &p
->raddr
, sizeof(struct in6_addr
));
948 /* Set up flowi template */
949 fl6
->saddr
= p
->laddr
;
950 fl6
->daddr
= p
->raddr
;
951 fl6
->flowi6_oif
= p
->link
;
954 if (!(p
->flags
&IP6_TNL_F_USE_ORIG_TCLASS
))
955 fl6
->flowlabel
|= IPV6_TCLASS_MASK
& p
->flowinfo
;
956 if (!(p
->flags
&IP6_TNL_F_USE_ORIG_FLOWLABEL
))
957 fl6
->flowlabel
|= IPV6_FLOWLABEL_MASK
& p
->flowinfo
;
959 p
->flags
&= ~(IP6_TNL_F_CAP_XMIT
|IP6_TNL_F_CAP_RCV
|IP6_TNL_F_CAP_PER_PACKET
);
960 p
->flags
|= ip6_tnl_get_cap(t
, &p
->laddr
, &p
->raddr
);
962 if (p
->flags
&IP6_TNL_F_CAP_XMIT
&&
963 p
->flags
&IP6_TNL_F_CAP_RCV
&& dev
->type
!= ARPHRD_ETHER
)
964 dev
->flags
|= IFF_POINTOPOINT
;
966 dev
->flags
&= ~IFF_POINTOPOINT
;
968 /* Precalculate GRE options length */
969 if (t
->parms
.o_flags
&(GRE_CSUM
|GRE_KEY
|GRE_SEQ
)) {
970 if (t
->parms
.o_flags
&GRE_CSUM
)
972 if (t
->parms
.o_flags
&GRE_KEY
)
974 if (t
->parms
.o_flags
&GRE_SEQ
)
978 if (p
->flags
& IP6_TNL_F_CAP_XMIT
) {
979 int strict
= (ipv6_addr_type(&p
->raddr
) &
980 (IPV6_ADDR_MULTICAST
|IPV6_ADDR_LINKLOCAL
));
982 struct rt6_info
*rt
= rt6_lookup(dev_net(dev
),
983 &p
->raddr
, &p
->laddr
,
990 dev
->hard_header_len
= rt
->dst
.dev
->hard_header_len
+ addend
;
993 dev
->mtu
= rt
->dst
.dev
->mtu
- addend
;
994 if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
997 if (dev
->mtu
< IPV6_MIN_MTU
)
998 dev
->mtu
= IPV6_MIN_MTU
;
1007 static int ip6gre_tnl_change(struct ip6_tnl
*t
,
1008 const struct __ip6_tnl_parm
*p
, int set_mtu
)
1010 t
->parms
.laddr
= p
->laddr
;
1011 t
->parms
.raddr
= p
->raddr
;
1012 t
->parms
.flags
= p
->flags
;
1013 t
->parms
.hop_limit
= p
->hop_limit
;
1014 t
->parms
.encap_limit
= p
->encap_limit
;
1015 t
->parms
.flowinfo
= p
->flowinfo
;
1016 t
->parms
.link
= p
->link
;
1017 t
->parms
.proto
= p
->proto
;
1018 t
->parms
.i_key
= p
->i_key
;
1019 t
->parms
.o_key
= p
->o_key
;
1020 t
->parms
.i_flags
= p
->i_flags
;
1021 t
->parms
.o_flags
= p
->o_flags
;
1022 ip6_tnl_dst_reset(t
);
1023 ip6gre_tnl_link_config(t
, set_mtu
);
1027 static void ip6gre_tnl_parm_from_user(struct __ip6_tnl_parm
*p
,
1028 const struct ip6_tnl_parm2
*u
)
1030 p
->laddr
= u
->laddr
;
1031 p
->raddr
= u
->raddr
;
1032 p
->flags
= u
->flags
;
1033 p
->hop_limit
= u
->hop_limit
;
1034 p
->encap_limit
= u
->encap_limit
;
1035 p
->flowinfo
= u
->flowinfo
;
1037 p
->i_key
= u
->i_key
;
1038 p
->o_key
= u
->o_key
;
1039 p
->i_flags
= u
->i_flags
;
1040 p
->o_flags
= u
->o_flags
;
1041 memcpy(p
->name
, u
->name
, sizeof(u
->name
));
1044 static void ip6gre_tnl_parm_to_user(struct ip6_tnl_parm2
*u
,
1045 const struct __ip6_tnl_parm
*p
)
1047 u
->proto
= IPPROTO_GRE
;
1048 u
->laddr
= p
->laddr
;
1049 u
->raddr
= p
->raddr
;
1050 u
->flags
= p
->flags
;
1051 u
->hop_limit
= p
->hop_limit
;
1052 u
->encap_limit
= p
->encap_limit
;
1053 u
->flowinfo
= p
->flowinfo
;
1055 u
->i_key
= p
->i_key
;
1056 u
->o_key
= p
->o_key
;
1057 u
->i_flags
= p
->i_flags
;
1058 u
->o_flags
= p
->o_flags
;
1059 memcpy(u
->name
, p
->name
, sizeof(u
->name
));
1062 static int ip6gre_tunnel_ioctl(struct net_device
*dev
,
1063 struct ifreq
*ifr
, int cmd
)
1066 struct ip6_tnl_parm2 p
;
1067 struct __ip6_tnl_parm p1
;
1069 struct net
*net
= dev_net(dev
);
1070 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1075 if (dev
== ign
->fb_tunnel_dev
) {
1076 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
))) {
1080 ip6gre_tnl_parm_from_user(&p1
, &p
);
1081 t
= ip6gre_tunnel_locate(net
, &p1
, 0);
1084 t
= netdev_priv(dev
);
1085 memset(&p
, 0, sizeof(p
));
1086 ip6gre_tnl_parm_to_user(&p
, &t
->parms
);
1087 if (copy_to_user(ifr
->ifr_ifru
.ifru_data
, &p
, sizeof(p
)))
1094 if (!ns_capable(net
->user_ns
, CAP_NET_ADMIN
))
1098 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
)))
1102 if ((p
.i_flags
|p
.o_flags
)&(GRE_VERSION
|GRE_ROUTING
))
1105 if (!(p
.i_flags
&GRE_KEY
))
1107 if (!(p
.o_flags
&GRE_KEY
))
1110 ip6gre_tnl_parm_from_user(&p1
, &p
);
1111 t
= ip6gre_tunnel_locate(net
, &p1
, cmd
== SIOCADDTUNNEL
);
1113 if (dev
!= ign
->fb_tunnel_dev
&& cmd
== SIOCCHGTUNNEL
) {
1115 if (t
->dev
!= dev
) {
1120 t
= netdev_priv(dev
);
1122 ip6gre_tunnel_unlink(ign
, t
);
1124 ip6gre_tnl_change(t
, &p1
, 1);
1125 ip6gre_tunnel_link(ign
, t
);
1126 netdev_state_change(dev
);
1133 memset(&p
, 0, sizeof(p
));
1134 ip6gre_tnl_parm_to_user(&p
, &t
->parms
);
1135 if (copy_to_user(ifr
->ifr_ifru
.ifru_data
, &p
, sizeof(p
)))
1138 err
= (cmd
== SIOCADDTUNNEL
? -ENOBUFS
: -ENOENT
);
1143 if (!ns_capable(net
->user_ns
, CAP_NET_ADMIN
))
1146 if (dev
== ign
->fb_tunnel_dev
) {
1148 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
)))
1151 ip6gre_tnl_parm_from_user(&p1
, &p
);
1152 t
= ip6gre_tunnel_locate(net
, &p1
, 0);
1156 if (t
== netdev_priv(ign
->fb_tunnel_dev
))
1160 unregister_netdevice(dev
);
1172 static int ip6gre_tunnel_change_mtu(struct net_device
*dev
, int new_mtu
)
1174 struct ip6_tnl
*tunnel
= netdev_priv(dev
);
1176 new_mtu
> 0xFFF8 - dev
->hard_header_len
- tunnel
->hlen
)
1182 static int ip6gre_header(struct sk_buff
*skb
, struct net_device
*dev
,
1183 unsigned short type
,
1184 const void *daddr
, const void *saddr
, unsigned int len
)
1186 struct ip6_tnl
*t
= netdev_priv(dev
);
1187 struct ipv6hdr
*ipv6h
= (struct ipv6hdr
*)skb_push(skb
, t
->hlen
);
1188 __be16
*p
= (__be16
*)(ipv6h
+1);
1190 ip6_flow_hdr(ipv6h
, 0, t
->fl
.u
.ip6
.flowlabel
);
1191 ipv6h
->hop_limit
= t
->parms
.hop_limit
;
1192 ipv6h
->nexthdr
= NEXTHDR_GRE
;
1193 ipv6h
->saddr
= t
->parms
.laddr
;
1194 ipv6h
->daddr
= t
->parms
.raddr
;
1196 p
[0] = t
->parms
.o_flags
;
1200 * Set the source hardware address.
1204 memcpy(&ipv6h
->saddr
, saddr
, sizeof(struct in6_addr
));
1206 memcpy(&ipv6h
->daddr
, daddr
, sizeof(struct in6_addr
));
1207 if (!ipv6_addr_any(&ipv6h
->daddr
))
1213 static const struct header_ops ip6gre_header_ops
= {
1214 .create
= ip6gre_header
,
1217 static const struct net_device_ops ip6gre_netdev_ops
= {
1218 .ndo_init
= ip6gre_tunnel_init
,
1219 .ndo_uninit
= ip6gre_tunnel_uninit
,
1220 .ndo_start_xmit
= ip6gre_tunnel_xmit
,
1221 .ndo_do_ioctl
= ip6gre_tunnel_ioctl
,
1222 .ndo_change_mtu
= ip6gre_tunnel_change_mtu
,
1223 .ndo_get_stats64
= ip_tunnel_get_stats64
,
1226 static void ip6gre_dev_free(struct net_device
*dev
)
1228 free_percpu(dev
->tstats
);
1232 static void ip6gre_tunnel_setup(struct net_device
*dev
)
1236 dev
->netdev_ops
= &ip6gre_netdev_ops
;
1237 dev
->destructor
= ip6gre_dev_free
;
1239 dev
->type
= ARPHRD_IP6GRE
;
1240 dev
->hard_header_len
= LL_MAX_HEADER
+ sizeof(struct ipv6hdr
) + 4;
1241 dev
->mtu
= ETH_DATA_LEN
- sizeof(struct ipv6hdr
) - 4;
1242 t
= netdev_priv(dev
);
1243 if (!(t
->parms
.flags
& IP6_TNL_F_IGN_ENCAP_LIMIT
))
1245 dev
->flags
|= IFF_NOARP
;
1247 dev
->addr_len
= sizeof(struct in6_addr
);
1248 dev
->features
|= NETIF_F_NETNS_LOCAL
;
1249 dev
->priv_flags
&= ~IFF_XMIT_DST_RELEASE
;
1252 static int ip6gre_tunnel_init(struct net_device
*dev
)
1254 struct ip6_tnl
*tunnel
;
1256 tunnel
= netdev_priv(dev
);
1259 strcpy(tunnel
->parms
.name
, dev
->name
);
1261 memcpy(dev
->dev_addr
, &tunnel
->parms
.laddr
, sizeof(struct in6_addr
));
1262 memcpy(dev
->broadcast
, &tunnel
->parms
.raddr
, sizeof(struct in6_addr
));
1264 if (ipv6_addr_any(&tunnel
->parms
.raddr
))
1265 dev
->header_ops
= &ip6gre_header_ops
;
1267 dev
->tstats
= alloc_percpu(struct pcpu_tstats
);
1271 dev
->iflink
= tunnel
->parms
.link
;
1276 static void ip6gre_fb_tunnel_init(struct net_device
*dev
)
1278 struct ip6_tnl
*tunnel
= netdev_priv(dev
);
1281 strcpy(tunnel
->parms
.name
, dev
->name
);
1283 tunnel
->hlen
= sizeof(struct ipv6hdr
) + 4;
1288 static struct inet6_protocol ip6gre_protocol __read_mostly
= {
1289 .handler
= ip6gre_rcv
,
1290 .err_handler
= ip6gre_err
,
1291 .flags
= INET6_PROTO_NOPOLICY
|INET6_PROTO_FINAL
,
1294 static void ip6gre_destroy_tunnels(struct ip6gre_net
*ign
,
1295 struct list_head
*head
)
1299 for (prio
= 0; prio
< 4; prio
++) {
1301 for (h
= 0; h
< HASH_SIZE
; h
++) {
1304 t
= rtnl_dereference(ign
->tunnels
[prio
][h
]);
1307 unregister_netdevice_queue(t
->dev
, head
);
1308 t
= rtnl_dereference(t
->next
);
1314 static int __net_init
ip6gre_init_net(struct net
*net
)
1316 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1319 ign
->fb_tunnel_dev
= alloc_netdev(sizeof(struct ip6_tnl
), "ip6gre0",
1320 ip6gre_tunnel_setup
);
1321 if (!ign
->fb_tunnel_dev
) {
1325 dev_net_set(ign
->fb_tunnel_dev
, net
);
1327 ip6gre_fb_tunnel_init(ign
->fb_tunnel_dev
);
1328 ign
->fb_tunnel_dev
->rtnl_link_ops
= &ip6gre_link_ops
;
1330 err
= register_netdev(ign
->fb_tunnel_dev
);
1334 rcu_assign_pointer(ign
->tunnels_wc
[0],
1335 netdev_priv(ign
->fb_tunnel_dev
));
1339 ip6gre_dev_free(ign
->fb_tunnel_dev
);
1344 static void __net_exit
ip6gre_exit_net(struct net
*net
)
1346 struct ip6gre_net
*ign
;
1349 ign
= net_generic(net
, ip6gre_net_id
);
1351 ip6gre_destroy_tunnels(ign
, &list
);
1352 unregister_netdevice_many(&list
);
1356 static struct pernet_operations ip6gre_net_ops
= {
1357 .init
= ip6gre_init_net
,
1358 .exit
= ip6gre_exit_net
,
1359 .id
= &ip6gre_net_id
,
1360 .size
= sizeof(struct ip6gre_net
),
1363 static int ip6gre_tunnel_validate(struct nlattr
*tb
[], struct nlattr
*data
[])
1371 if (data
[IFLA_GRE_IFLAGS
])
1372 flags
|= nla_get_be16(data
[IFLA_GRE_IFLAGS
]);
1373 if (data
[IFLA_GRE_OFLAGS
])
1374 flags
|= nla_get_be16(data
[IFLA_GRE_OFLAGS
]);
1375 if (flags
& (GRE_VERSION
|GRE_ROUTING
))
1381 static int ip6gre_tap_validate(struct nlattr
*tb
[], struct nlattr
*data
[])
1383 struct in6_addr daddr
;
1385 if (tb
[IFLA_ADDRESS
]) {
1386 if (nla_len(tb
[IFLA_ADDRESS
]) != ETH_ALEN
)
1388 if (!is_valid_ether_addr(nla_data(tb
[IFLA_ADDRESS
])))
1389 return -EADDRNOTAVAIL
;
1395 if (data
[IFLA_GRE_REMOTE
]) {
1396 nla_memcpy(&daddr
, data
[IFLA_GRE_REMOTE
], sizeof(struct in6_addr
));
1397 if (ipv6_addr_any(&daddr
))
1402 return ip6gre_tunnel_validate(tb
, data
);
1406 static void ip6gre_netlink_parms(struct nlattr
*data
[],
1407 struct __ip6_tnl_parm
*parms
)
1409 memset(parms
, 0, sizeof(*parms
));
1414 if (data
[IFLA_GRE_LINK
])
1415 parms
->link
= nla_get_u32(data
[IFLA_GRE_LINK
]);
1417 if (data
[IFLA_GRE_IFLAGS
])
1418 parms
->i_flags
= nla_get_be16(data
[IFLA_GRE_IFLAGS
]);
1420 if (data
[IFLA_GRE_OFLAGS
])
1421 parms
->o_flags
= nla_get_be16(data
[IFLA_GRE_OFLAGS
]);
1423 if (data
[IFLA_GRE_IKEY
])
1424 parms
->i_key
= nla_get_be32(data
[IFLA_GRE_IKEY
]);
1426 if (data
[IFLA_GRE_OKEY
])
1427 parms
->o_key
= nla_get_be32(data
[IFLA_GRE_OKEY
]);
1429 if (data
[IFLA_GRE_LOCAL
])
1430 nla_memcpy(&parms
->laddr
, data
[IFLA_GRE_LOCAL
], sizeof(struct in6_addr
));
1432 if (data
[IFLA_GRE_REMOTE
])
1433 nla_memcpy(&parms
->raddr
, data
[IFLA_GRE_REMOTE
], sizeof(struct in6_addr
));
1435 if (data
[IFLA_GRE_TTL
])
1436 parms
->hop_limit
= nla_get_u8(data
[IFLA_GRE_TTL
]);
1438 if (data
[IFLA_GRE_ENCAP_LIMIT
])
1439 parms
->encap_limit
= nla_get_u8(data
[IFLA_GRE_ENCAP_LIMIT
]);
1441 if (data
[IFLA_GRE_FLOWINFO
])
1442 parms
->flowinfo
= nla_get_u32(data
[IFLA_GRE_FLOWINFO
]);
1444 if (data
[IFLA_GRE_FLAGS
])
1445 parms
->flags
= nla_get_u32(data
[IFLA_GRE_FLAGS
]);
1448 static int ip6gre_tap_init(struct net_device
*dev
)
1450 struct ip6_tnl
*tunnel
;
1452 tunnel
= netdev_priv(dev
);
1455 strcpy(tunnel
->parms
.name
, dev
->name
);
1457 ip6gre_tnl_link_config(tunnel
, 1);
1459 dev
->tstats
= alloc_percpu(struct pcpu_tstats
);
1463 dev
->iflink
= tunnel
->parms
.link
;
1468 static const struct net_device_ops ip6gre_tap_netdev_ops
= {
1469 .ndo_init
= ip6gre_tap_init
,
1470 .ndo_uninit
= ip6gre_tunnel_uninit
,
1471 .ndo_start_xmit
= ip6gre_tunnel_xmit
,
1472 .ndo_set_mac_address
= eth_mac_addr
,
1473 .ndo_validate_addr
= eth_validate_addr
,
1474 .ndo_change_mtu
= ip6gre_tunnel_change_mtu
,
1475 .ndo_get_stats64
= ip_tunnel_get_stats64
,
1478 static void ip6gre_tap_setup(struct net_device
*dev
)
1483 dev
->netdev_ops
= &ip6gre_tap_netdev_ops
;
1484 dev
->destructor
= ip6gre_dev_free
;
1487 dev
->features
|= NETIF_F_NETNS_LOCAL
;
1490 static int ip6gre_newlink(struct net
*src_net
, struct net_device
*dev
,
1491 struct nlattr
*tb
[], struct nlattr
*data
[])
1494 struct net
*net
= dev_net(dev
);
1495 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1498 nt
= netdev_priv(dev
);
1499 ip6gre_netlink_parms(data
, &nt
->parms
);
1501 if (ip6gre_tunnel_find(net
, &nt
->parms
, dev
->type
))
1504 if (dev
->type
== ARPHRD_ETHER
&& !tb
[IFLA_ADDRESS
])
1505 eth_hw_addr_random(dev
);
1508 ip6gre_tnl_link_config(nt
, !tb
[IFLA_MTU
]);
1510 /* Can use a lockless transmit, unless we generate output sequences */
1511 if (!(nt
->parms
.o_flags
& GRE_SEQ
))
1512 dev
->features
|= NETIF_F_LLTX
;
1514 err
= register_netdevice(dev
);
1519 ip6gre_tunnel_link(ign
, nt
);
1525 static int ip6gre_changelink(struct net_device
*dev
, struct nlattr
*tb
[],
1526 struct nlattr
*data
[])
1528 struct ip6_tnl
*t
, *nt
;
1529 struct net
*net
= dev_net(dev
);
1530 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1531 struct __ip6_tnl_parm p
;
1533 if (dev
== ign
->fb_tunnel_dev
)
1536 nt
= netdev_priv(dev
);
1537 ip6gre_netlink_parms(data
, &p
);
1539 t
= ip6gre_tunnel_locate(net
, &p
, 0);
1548 ip6gre_tunnel_unlink(ign
, t
);
1549 ip6gre_tnl_change(t
, &p
, !tb
[IFLA_MTU
]);
1550 ip6gre_tunnel_link(ign
, t
);
1554 static void ip6gre_dellink(struct net_device
*dev
, struct list_head
*head
)
1556 struct net
*net
= dev_net(dev
);
1557 struct ip6gre_net
*ign
= net_generic(net
, ip6gre_net_id
);
1559 if (dev
!= ign
->fb_tunnel_dev
)
1560 unregister_netdevice_queue(dev
, head
);
1563 static size_t ip6gre_get_size(const struct net_device
*dev
)
1568 /* IFLA_GRE_IFLAGS */
1570 /* IFLA_GRE_OFLAGS */
1576 /* IFLA_GRE_LOCAL */
1577 nla_total_size(sizeof(struct in6_addr
)) +
1578 /* IFLA_GRE_REMOTE */
1579 nla_total_size(sizeof(struct in6_addr
)) +
1584 /* IFLA_GRE_ENCAP_LIMIT */
1586 /* IFLA_GRE_FLOWINFO */
1588 /* IFLA_GRE_FLAGS */
1593 static int ip6gre_fill_info(struct sk_buff
*skb
, const struct net_device
*dev
)
1595 struct ip6_tnl
*t
= netdev_priv(dev
);
1596 struct __ip6_tnl_parm
*p
= &t
->parms
;
1598 if (nla_put_u32(skb
, IFLA_GRE_LINK
, p
->link
) ||
1599 nla_put_be16(skb
, IFLA_GRE_IFLAGS
, p
->i_flags
) ||
1600 nla_put_be16(skb
, IFLA_GRE_OFLAGS
, p
->o_flags
) ||
1601 nla_put_be32(skb
, IFLA_GRE_IKEY
, p
->i_key
) ||
1602 nla_put_be32(skb
, IFLA_GRE_OKEY
, p
->o_key
) ||
1603 nla_put(skb
, IFLA_GRE_LOCAL
, sizeof(struct in6_addr
), &p
->laddr
) ||
1604 nla_put(skb
, IFLA_GRE_REMOTE
, sizeof(struct in6_addr
), &p
->raddr
) ||
1605 nla_put_u8(skb
, IFLA_GRE_TTL
, p
->hop_limit
) ||
1606 /*nla_put_u8(skb, IFLA_GRE_TOS, t->priority) ||*/
1607 nla_put_u8(skb
, IFLA_GRE_ENCAP_LIMIT
, p
->encap_limit
) ||
1608 nla_put_be32(skb
, IFLA_GRE_FLOWINFO
, p
->flowinfo
) ||
1609 nla_put_u32(skb
, IFLA_GRE_FLAGS
, p
->flags
))
1610 goto nla_put_failure
;
1617 static const struct nla_policy ip6gre_policy
[IFLA_GRE_MAX
+ 1] = {
1618 [IFLA_GRE_LINK
] = { .type
= NLA_U32
},
1619 [IFLA_GRE_IFLAGS
] = { .type
= NLA_U16
},
1620 [IFLA_GRE_OFLAGS
] = { .type
= NLA_U16
},
1621 [IFLA_GRE_IKEY
] = { .type
= NLA_U32
},
1622 [IFLA_GRE_OKEY
] = { .type
= NLA_U32
},
1623 [IFLA_GRE_LOCAL
] = { .len
= FIELD_SIZEOF(struct ipv6hdr
, saddr
) },
1624 [IFLA_GRE_REMOTE
] = { .len
= FIELD_SIZEOF(struct ipv6hdr
, daddr
) },
1625 [IFLA_GRE_TTL
] = { .type
= NLA_U8
},
1626 [IFLA_GRE_ENCAP_LIMIT
] = { .type
= NLA_U8
},
1627 [IFLA_GRE_FLOWINFO
] = { .type
= NLA_U32
},
1628 [IFLA_GRE_FLAGS
] = { .type
= NLA_U32
},
1631 static struct rtnl_link_ops ip6gre_link_ops __read_mostly
= {
1633 .maxtype
= IFLA_GRE_MAX
,
1634 .policy
= ip6gre_policy
,
1635 .priv_size
= sizeof(struct ip6_tnl
),
1636 .setup
= ip6gre_tunnel_setup
,
1637 .validate
= ip6gre_tunnel_validate
,
1638 .newlink
= ip6gre_newlink
,
1639 .changelink
= ip6gre_changelink
,
1640 .dellink
= ip6gre_dellink
,
1641 .get_size
= ip6gre_get_size
,
1642 .fill_info
= ip6gre_fill_info
,
1645 static struct rtnl_link_ops ip6gre_tap_ops __read_mostly
= {
1646 .kind
= "ip6gretap",
1647 .maxtype
= IFLA_GRE_MAX
,
1648 .policy
= ip6gre_policy
,
1649 .priv_size
= sizeof(struct ip6_tnl
),
1650 .setup
= ip6gre_tap_setup
,
1651 .validate
= ip6gre_tap_validate
,
1652 .newlink
= ip6gre_newlink
,
1653 .changelink
= ip6gre_changelink
,
1654 .get_size
= ip6gre_get_size
,
1655 .fill_info
= ip6gre_fill_info
,
1659 * And now the modules code and kernel interface.
1662 static int __init
ip6gre_init(void)
1666 pr_info("GRE over IPv6 tunneling driver\n");
1668 err
= register_pernet_device(&ip6gre_net_ops
);
1672 err
= inet6_add_protocol(&ip6gre_protocol
, IPPROTO_GRE
);
1674 pr_info("%s: can't add protocol\n", __func__
);
1675 goto add_proto_failed
;
1678 err
= rtnl_link_register(&ip6gre_link_ops
);
1680 goto rtnl_link_failed
;
1682 err
= rtnl_link_register(&ip6gre_tap_ops
);
1684 goto tap_ops_failed
;
1690 rtnl_link_unregister(&ip6gre_link_ops
);
1692 inet6_del_protocol(&ip6gre_protocol
, IPPROTO_GRE
);
1694 unregister_pernet_device(&ip6gre_net_ops
);
1698 static void __exit
ip6gre_fini(void)
1700 rtnl_link_unregister(&ip6gre_tap_ops
);
1701 rtnl_link_unregister(&ip6gre_link_ops
);
1702 inet6_del_protocol(&ip6gre_protocol
, IPPROTO_GRE
);
1703 unregister_pernet_device(&ip6gre_net_ops
);
1706 module_init(ip6gre_init
);
1707 module_exit(ip6gre_fini
);
1708 MODULE_LICENSE("GPL");
1709 MODULE_AUTHOR("D. Kozlov (xeb@mail.ru)");
1710 MODULE_DESCRIPTION("GRE over IPv6 tunneling device");
1711 MODULE_ALIAS_RTNL_LINK("ip6gre");
1712 MODULE_ALIAS_NETDEV("ip6gre0");