fs: fix do_mount_root() false positive kmemcheck warning
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / net / ipv6 / ip6_tunnel.c
CommitLineData
1da177e4 1/*
c4d3efaf 2 * IPv6 tunneling device
1da177e4
LT
3 * Linux INET6 implementation
4 *
5 * Authors:
1ab1457c 6 * Ville Nuorvala <vnuorval@tcs.hut.fi>
c4d3efaf 7 * Yasuyuki Kozakai <kozakai@linux-ipv6.org>
1da177e4 8 *
1da177e4 9 * Based on:
c4d3efaf 10 * linux/net/ipv6/sit.c and linux/net/ipv4/ipip.c
1da177e4
LT
11 *
12 * RFC 2473
13 *
14 * This program is free software; you can redistribute it and/or
15 * modify it under the terms of the GNU General Public License
16 * as published by the Free Software Foundation; either version
17 * 2 of the License, or (at your option) any later version.
18 *
19 */
20
1da177e4 21#include <linux/module.h>
4fc268d2 22#include <linux/capability.h>
1da177e4
LT
23#include <linux/errno.h>
24#include <linux/types.h>
25#include <linux/sockios.h>
c4d3efaf 26#include <linux/icmp.h>
1da177e4
LT
27#include <linux/if.h>
28#include <linux/in.h>
29#include <linux/ip.h>
30#include <linux/if_tunnel.h>
31#include <linux/net.h>
32#include <linux/in6.h>
33#include <linux/netdevice.h>
34#include <linux/if_arp.h>
35#include <linux/icmpv6.h>
36#include <linux/init.h>
37#include <linux/route.h>
38#include <linux/rtnetlink.h>
39#include <linux/netfilter_ipv6.h>
40
41#include <asm/uaccess.h>
42#include <asm/atomic.h>
43
c4d3efaf 44#include <net/icmp.h>
1da177e4
LT
45#include <net/ip.h>
46#include <net/ipv6.h>
1da177e4
LT
47#include <net/ip6_route.h>
48#include <net/addrconf.h>
49#include <net/ip6_tunnel.h>
50#include <net/xfrm.h>
51#include <net/dsfield.h>
52#include <net/inet_ecn.h>
13eeb8e9
PE
53#include <net/net_namespace.h>
54#include <net/netns/generic.h>
1da177e4
LT
55
56MODULE_AUTHOR("Ville Nuorvala");
c4d3efaf 57MODULE_DESCRIPTION("IPv6 tunneling device");
1da177e4
LT
58MODULE_LICENSE("GPL");
59
60#define IPV6_TLV_TEL_DST_SIZE 8
61
62#ifdef IP6_TNL_DEBUG
0dc47877 63#define IP6_TNL_TRACE(x...) printk(KERN_DEBUG "%s:" x "\n", __func__)
1da177e4
LT
64#else
65#define IP6_TNL_TRACE(x...) do {;} while(0)
66#endif
67
68#define IPV6_TCLASS_MASK (IPV6_FLOWINFO_MASK & ~IPV6_FLOWLABEL_MASK)
c4d3efaf 69#define IPV6_TCLASS_SHIFT 20
1da177e4
LT
70
71#define HASH_SIZE 32
72
e69a4adc 73#define HASH(addr) ((__force u32)((addr)->s6_addr32[0] ^ (addr)->s6_addr32[1] ^ \
1ab1457c
YH
74 (addr)->s6_addr32[2] ^ (addr)->s6_addr32[3]) & \
75 (HASH_SIZE - 1))
1da177e4 76
1326c3d5
SH
77static void ip6_fb_tnl_dev_init(struct net_device *dev);
78static void ip6_tnl_dev_init(struct net_device *dev);
3144581c 79static void ip6_tnl_dev_setup(struct net_device *dev);
1da177e4 80
13eeb8e9
PE
81static int ip6_tnl_net_id;
82struct ip6_tnl_net {
15820e12
PE
83 /* the IPv6 tunnel fallback device */
84 struct net_device *fb_tnl_dev;
3e6c9fb5
PE
85 /* lists for storing tunnels in use */
86 struct ip6_tnl *tnls_r_l[HASH_SIZE];
87 struct ip6_tnl *tnls_wc[1];
88 struct ip6_tnl **tnls[2];
13eeb8e9
PE
89};
90
1da177e4 91/* lock for the tunnel lists */
3144581c 92static DEFINE_RWLOCK(ip6_tnl_lock);
1da177e4
LT
93
94static inline struct dst_entry *ip6_tnl_dst_check(struct ip6_tnl *t)
95{
96 struct dst_entry *dst = t->dst_cache;
97
1ab1457c 98 if (dst && dst->obsolete &&
1da177e4
LT
99 dst->ops->check(dst, t->dst_cookie) == NULL) {
100 t->dst_cache = NULL;
101 dst_release(dst);
102 return NULL;
103 }
104
105 return dst;
106}
107
108static inline void ip6_tnl_dst_reset(struct ip6_tnl *t)
109{
110 dst_release(t->dst_cache);
111 t->dst_cache = NULL;
112}
113
114static inline void ip6_tnl_dst_store(struct ip6_tnl *t, struct dst_entry *dst)
115{
116 struct rt6_info *rt = (struct rt6_info *) dst;
117 t->dst_cookie = rt->rt6i_node ? rt->rt6i_node->fn_sernum : 0;
118 dst_release(t->dst_cache);
119 t->dst_cache = dst;
120}
121
122/**
3144581c 123 * ip6_tnl_lookup - fetch tunnel matching the end-point addresses
1ab1457c
YH
124 * @remote: the address of the tunnel exit-point
125 * @local: the address of the tunnel entry-point
1da177e4 126 *
1ab1457c 127 * Return:
1da177e4 128 * tunnel matching given end-points if found,
1ab1457c 129 * else fallback tunnel if its device is up,
1da177e4
LT
130 * else %NULL
131 **/
132
133static struct ip6_tnl *
2dd02c89 134ip6_tnl_lookup(struct net *net, struct in6_addr *remote, struct in6_addr *local)
1da177e4
LT
135{
136 unsigned h0 = HASH(remote);
137 unsigned h1 = HASH(local);
138 struct ip6_tnl *t;
3e6c9fb5 139 struct ip6_tnl_net *ip6n = net_generic(net, ip6_tnl_net_id);
1da177e4 140
3e6c9fb5 141 for (t = ip6n->tnls_r_l[h0 ^ h1]; t; t = t->next) {
1da177e4
LT
142 if (ipv6_addr_equal(local, &t->parms.laddr) &&
143 ipv6_addr_equal(remote, &t->parms.raddr) &&
144 (t->dev->flags & IFF_UP))
145 return t;
146 }
3e6c9fb5 147 if ((t = ip6n->tnls_wc[0]) != NULL && (t->dev->flags & IFF_UP))
1da177e4
LT
148 return t;
149
150 return NULL;
151}
152
153/**
3144581c 154 * ip6_tnl_bucket - get head of list matching given tunnel parameters
1ab1457c 155 * @p: parameters containing tunnel end-points
1da177e4
LT
156 *
157 * Description:
3144581c 158 * ip6_tnl_bucket() returns the head of the list matching the
1da177e4
LT
159 * &struct in6_addr entries laddr and raddr in @p.
160 *
1ab1457c 161 * Return: head of IPv6 tunnel list
1da177e4
LT
162 **/
163
164static struct ip6_tnl **
2dd02c89 165ip6_tnl_bucket(struct ip6_tnl_net *ip6n, struct ip6_tnl_parm *p)
1da177e4
LT
166{
167 struct in6_addr *remote = &p->raddr;
168 struct in6_addr *local = &p->laddr;
169 unsigned h = 0;
170 int prio = 0;
171
172 if (!ipv6_addr_any(remote) || !ipv6_addr_any(local)) {
173 prio = 1;
174 h = HASH(remote) ^ HASH(local);
175 }
3e6c9fb5 176 return &ip6n->tnls[prio][h];
1da177e4
LT
177}
178
179/**
3144581c 180 * ip6_tnl_link - add tunnel to hash table
1da177e4
LT
181 * @t: tunnel to be added
182 **/
183
184static void
2dd02c89 185ip6_tnl_link(struct ip6_tnl_net *ip6n, struct ip6_tnl *t)
1da177e4 186{
2dd02c89 187 struct ip6_tnl **tp = ip6_tnl_bucket(ip6n, &t->parms);
1da177e4
LT
188
189 t->next = *tp;
3144581c 190 write_lock_bh(&ip6_tnl_lock);
1da177e4 191 *tp = t;
3144581c 192 write_unlock_bh(&ip6_tnl_lock);
1da177e4
LT
193}
194
195/**
3144581c 196 * ip6_tnl_unlink - remove tunnel from hash table
1da177e4
LT
197 * @t: tunnel to be removed
198 **/
199
200static void
2dd02c89 201ip6_tnl_unlink(struct ip6_tnl_net *ip6n, struct ip6_tnl *t)
1da177e4
LT
202{
203 struct ip6_tnl **tp;
204
2dd02c89 205 for (tp = ip6_tnl_bucket(ip6n, &t->parms); *tp; tp = &(*tp)->next) {
1da177e4 206 if (t == *tp) {
3144581c 207 write_lock_bh(&ip6_tnl_lock);
1da177e4 208 *tp = t->next;
3144581c 209 write_unlock_bh(&ip6_tnl_lock);
1da177e4
LT
210 break;
211 }
212 }
213}
214
215/**
216 * ip6_tnl_create() - create a new tunnel
217 * @p: tunnel parameters
218 * @pt: pointer to new tunnel
219 *
220 * Description:
221 * Create tunnel matching given parameters.
1ab1457c
YH
222 *
223 * Return:
567131a7 224 * created tunnel or NULL
1da177e4
LT
225 **/
226
2dd02c89 227static struct ip6_tnl *ip6_tnl_create(struct net *net, struct ip6_tnl_parm *p)
1da177e4
LT
228{
229 struct net_device *dev;
230 struct ip6_tnl *t;
231 char name[IFNAMSIZ];
232 int err;
2dd02c89 233 struct ip6_tnl_net *ip6n = net_generic(net, ip6_tnl_net_id);
1da177e4 234
34cc7ba6 235 if (p->name[0])
1da177e4 236 strlcpy(name, p->name, IFNAMSIZ);
34cc7ba6
PE
237 else
238 sprintf(name, "ip6tnl%%d");
239
3144581c 240 dev = alloc_netdev(sizeof (*t), name, ip6_tnl_dev_setup);
1da177e4 241 if (dev == NULL)
567131a7 242 goto failed;
1da177e4 243
554eb277
PE
244 dev_net_set(dev, net);
245
b37d428b
PE
246 if (strchr(name, '%')) {
247 if (dev_alloc_name(dev, name) < 0)
248 goto failed_free;
249 }
250
2941a486 251 t = netdev_priv(dev);
1da177e4 252 t->parms = *p;
20461c17 253 ip6_tnl_dev_init(dev);
1da177e4 254
b37d428b
PE
255 if ((err = register_netdevice(dev)) < 0)
256 goto failed_free;
257
1da177e4 258 dev_hold(dev);
2dd02c89 259 ip6_tnl_link(ip6n, t);
567131a7 260 return t;
b37d428b
PE
261
262failed_free:
263 free_netdev(dev);
567131a7
VN
264failed:
265 return NULL;
1da177e4
LT
266}
267
268/**
3144581c 269 * ip6_tnl_locate - find or create tunnel matching given parameters
1ab1457c 270 * @p: tunnel parameters
1da177e4
LT
271 * @create: != 0 if allowed to create new tunnel if no match found
272 *
273 * Description:
3144581c 274 * ip6_tnl_locate() first tries to locate an existing tunnel
1da177e4
LT
275 * based on @parms. If this is unsuccessful, but @create is set a new
276 * tunnel device is created and registered for use.
277 *
278 * Return:
567131a7 279 * matching tunnel or NULL
1da177e4
LT
280 **/
281
2dd02c89
PE
282static struct ip6_tnl *ip6_tnl_locate(struct net *net,
283 struct ip6_tnl_parm *p, int create)
1da177e4
LT
284{
285 struct in6_addr *remote = &p->raddr;
286 struct in6_addr *local = &p->laddr;
287 struct ip6_tnl *t;
2dd02c89 288 struct ip6_tnl_net *ip6n = net_generic(net, ip6_tnl_net_id);
1da177e4 289
2dd02c89 290 for (t = *ip6_tnl_bucket(ip6n, p); t; t = t->next) {
1da177e4 291 if (ipv6_addr_equal(local, &t->parms.laddr) &&
567131a7
VN
292 ipv6_addr_equal(remote, &t->parms.raddr))
293 return t;
1da177e4
LT
294 }
295 if (!create)
567131a7 296 return NULL;
2dd02c89 297 return ip6_tnl_create(net, p);
1da177e4
LT
298}
299
300/**
3144581c 301 * ip6_tnl_dev_uninit - tunnel device uninitializer
1da177e4 302 * @dev: the device to be destroyed
1ab1457c 303 *
1da177e4 304 * Description:
3144581c 305 * ip6_tnl_dev_uninit() removes tunnel from its list
1da177e4
LT
306 **/
307
308static void
3144581c 309ip6_tnl_dev_uninit(struct net_device *dev)
1da177e4 310{
2941a486 311 struct ip6_tnl *t = netdev_priv(dev);
2dd02c89
PE
312 struct net *net = dev_net(dev);
313 struct ip6_tnl_net *ip6n = net_generic(net, ip6_tnl_net_id);
1da177e4 314
15820e12 315 if (dev == ip6n->fb_tnl_dev) {
3144581c 316 write_lock_bh(&ip6_tnl_lock);
3e6c9fb5 317 ip6n->tnls_wc[0] = NULL;
3144581c 318 write_unlock_bh(&ip6_tnl_lock);
1da177e4 319 } else {
2dd02c89 320 ip6_tnl_unlink(ip6n, t);
1da177e4
LT
321 }
322 ip6_tnl_dst_reset(t);
323 dev_put(dev);
324}
325
326/**
327 * parse_tvl_tnl_enc_lim - handle encapsulation limit option
328 * @skb: received socket buffer
329 *
1ab1457c
YH
330 * Return:
331 * 0 if none was found,
1da177e4
LT
332 * else index to encapsulation limit
333 **/
334
335static __u16
336parse_tlv_tnl_enc_lim(struct sk_buff *skb, __u8 * raw)
337{
338 struct ipv6hdr *ipv6h = (struct ipv6hdr *) raw;
339 __u8 nexthdr = ipv6h->nexthdr;
340 __u16 off = sizeof (*ipv6h);
341
342 while (ipv6_ext_hdr(nexthdr) && nexthdr != NEXTHDR_NONE) {
343 __u16 optlen = 0;
344 struct ipv6_opt_hdr *hdr;
345 if (raw + off + sizeof (*hdr) > skb->data &&
346 !pskb_may_pull(skb, raw - skb->data + off + sizeof (*hdr)))
347 break;
348
349 hdr = (struct ipv6_opt_hdr *) (raw + off);
350 if (nexthdr == NEXTHDR_FRAGMENT) {
351 struct frag_hdr *frag_hdr = (struct frag_hdr *) hdr;
352 if (frag_hdr->frag_off)
353 break;
354 optlen = 8;
355 } else if (nexthdr == NEXTHDR_AUTH) {
356 optlen = (hdr->hdrlen + 2) << 2;
357 } else {
358 optlen = ipv6_optlen(hdr);
359 }
360 if (nexthdr == NEXTHDR_DEST) {
361 __u16 i = off + 2;
362 while (1) {
363 struct ipv6_tlv_tnl_enc_lim *tel;
364
365 /* No more room for encapsulation limit */
366 if (i + sizeof (*tel) > off + optlen)
367 break;
368
369 tel = (struct ipv6_tlv_tnl_enc_lim *) &raw[i];
370 /* return index of option if found and valid */
371 if (tel->type == IPV6_TLV_TNL_ENCAP_LIMIT &&
372 tel->length == 1)
373 return i;
374 /* else jump to next option */
375 if (tel->type)
376 i += tel->length + 2;
377 else
378 i++;
379 }
380 }
381 nexthdr = hdr->nexthdr;
382 off += optlen;
383 }
384 return 0;
385}
386
387/**
e490d1d8 388 * ip6_tnl_err - tunnel error handler
1da177e4
LT
389 *
390 * Description:
e490d1d8 391 * ip6_tnl_err() should handle errors in the tunnel according
1da177e4
LT
392 * to the specifications in RFC 2473.
393 **/
394
d2acc347 395static int
502b0935 396ip6_tnl_err(struct sk_buff *skb, __u8 ipproto, struct inet6_skb_parm *opt,
704eae1f 397 int *type, int *code, int *msg, __u32 *info, int offset)
1da177e4
LT
398{
399 struct ipv6hdr *ipv6h = (struct ipv6hdr *) skb->data;
400 struct ip6_tnl *t;
401 int rel_msg = 0;
402 int rel_type = ICMPV6_DEST_UNREACH;
403 int rel_code = ICMPV6_ADDR_UNREACH;
404 __u32 rel_info = 0;
405 __u16 len;
d2acc347 406 int err = -ENOENT;
1da177e4 407
1ab1457c
YH
408 /* If the packet doesn't contain the original IPv6 header we are
409 in trouble since we might need the source address for further
1da177e4
LT
410 processing of the error. */
411
3144581c 412 read_lock(&ip6_tnl_lock);
8704ca7e 413 if ((t = ip6_tnl_lookup(dev_net(skb->dev), &ipv6h->daddr,
2dd02c89 414 &ipv6h->saddr)) == NULL)
1da177e4
LT
415 goto out;
416
502b0935
YK
417 if (t->parms.proto != ipproto && t->parms.proto != 0)
418 goto out;
419
d2acc347
HX
420 err = 0;
421
e490d1d8 422 switch (*type) {
1da177e4
LT
423 __u32 teli;
424 struct ipv6_tlv_tnl_enc_lim *tel;
425 __u32 mtu;
426 case ICMPV6_DEST_UNREACH:
427 if (net_ratelimit())
428 printk(KERN_WARNING
429 "%s: Path to destination invalid "
430 "or inactive!\n", t->parms.name);
431 rel_msg = 1;
432 break;
433 case ICMPV6_TIME_EXCEED:
e490d1d8 434 if ((*code) == ICMPV6_EXC_HOPLIMIT) {
1da177e4
LT
435 if (net_ratelimit())
436 printk(KERN_WARNING
437 "%s: Too small hop limit or "
1ab1457c 438 "routing loop in tunnel!\n",
1da177e4
LT
439 t->parms.name);
440 rel_msg = 1;
441 }
442 break;
443 case ICMPV6_PARAMPROB:
107a5fe6 444 teli = 0;
e490d1d8 445 if ((*code) == ICMPV6_HDR_FIELD)
107a5fe6 446 teli = parse_tlv_tnl_enc_lim(skb, skb->data);
1da177e4 447
704eae1f 448 if (teli && teli == *info - 2) {
1da177e4
LT
449 tel = (struct ipv6_tlv_tnl_enc_lim *) &skb->data[teli];
450 if (tel->encap_limit == 0) {
451 if (net_ratelimit())
452 printk(KERN_WARNING
453 "%s: Too small encapsulation "
454 "limit or routing loop in "
455 "tunnel!\n", t->parms.name);
456 rel_msg = 1;
457 }
107a5fe6
VN
458 } else if (net_ratelimit()) {
459 printk(KERN_WARNING
460 "%s: Recipient unable to parse tunneled "
461 "packet!\n ", t->parms.name);
1da177e4
LT
462 }
463 break;
464 case ICMPV6_PKT_TOOBIG:
704eae1f 465 mtu = *info - offset;
1da177e4
LT
466 if (mtu < IPV6_MIN_MTU)
467 mtu = IPV6_MIN_MTU;
468 t->dev->mtu = mtu;
469
cc6cdac0 470 if ((len = sizeof (*ipv6h) + ntohs(ipv6h->payload_len)) > mtu) {
1da177e4
LT
471 rel_type = ICMPV6_PKT_TOOBIG;
472 rel_code = 0;
473 rel_info = mtu;
474 rel_msg = 1;
475 }
476 break;
477 }
e490d1d8
YK
478
479 *type = rel_type;
480 *code = rel_code;
481 *info = rel_info;
482 *msg = rel_msg;
483
484out:
3144581c 485 read_unlock(&ip6_tnl_lock);
e490d1d8
YK
486 return err;
487}
488
c4d3efaf
YK
489static int
490ip4ip6_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
704eae1f 491 int type, int code, int offset, __be32 info)
c4d3efaf
YK
492{
493 int rel_msg = 0;
494 int rel_type = type;
495 int rel_code = code;
704eae1f 496 __u32 rel_info = ntohl(info);
c4d3efaf
YK
497 int err;
498 struct sk_buff *skb2;
499 struct iphdr *eiph;
500 struct flowi fl;
501 struct rtable *rt;
502
502b0935
YK
503 err = ip6_tnl_err(skb, IPPROTO_IPIP, opt, &rel_type, &rel_code,
504 &rel_msg, &rel_info, offset);
c4d3efaf
YK
505 if (err < 0)
506 return err;
507
508 if (rel_msg == 0)
509 return 0;
510
511 switch (rel_type) {
512 case ICMPV6_DEST_UNREACH:
513 if (rel_code != ICMPV6_ADDR_UNREACH)
514 return 0;
515 rel_type = ICMP_DEST_UNREACH;
516 rel_code = ICMP_HOST_UNREACH;
517 break;
518 case ICMPV6_PKT_TOOBIG:
519 if (rel_code != 0)
520 return 0;
521 rel_type = ICMP_DEST_UNREACH;
522 rel_code = ICMP_FRAG_NEEDED;
523 break;
524 default:
525 return 0;
526 }
527
528 if (!pskb_may_pull(skb, offset + sizeof(struct iphdr)))
529 return 0;
530
531 skb2 = skb_clone(skb, GFP_ATOMIC);
532 if (!skb2)
533 return 0;
534
535 dst_release(skb2->dst);
536 skb2->dst = NULL;
537 skb_pull(skb2, offset);
c1d2bbe1 538 skb_reset_network_header(skb2);
eddc9ec5 539 eiph = ip_hdr(skb2);
c4d3efaf
YK
540
541 /* Try to guess incoming interface */
542 memset(&fl, 0, sizeof(fl));
543 fl.fl4_dst = eiph->saddr;
544 fl.fl4_tos = RT_TOS(eiph->tos);
545 fl.proto = IPPROTO_IPIP;
2f7f54b7 546 if (ip_route_output_key(dev_net(skb->dev), &rt, &fl))
c4d3efaf
YK
547 goto out;
548
549 skb2->dev = rt->u.dst.dev;
550
551 /* route "incoming" packet */
552 if (rt->rt_flags & RTCF_LOCAL) {
553 ip_rt_put(rt);
554 rt = NULL;
555 fl.fl4_dst = eiph->daddr;
556 fl.fl4_src = eiph->saddr;
557 fl.fl4_tos = eiph->tos;
2f7f54b7 558 if (ip_route_output_key(dev_net(skb->dev), &rt, &fl) ||
c4d3efaf
YK
559 rt->u.dst.dev->type != ARPHRD_TUNNEL) {
560 ip_rt_put(rt);
561 goto out;
562 }
9937ded8 563 skb2->dst = (struct dst_entry *)rt;
c4d3efaf
YK
564 } else {
565 ip_rt_put(rt);
566 if (ip_route_input(skb2, eiph->daddr, eiph->saddr, eiph->tos,
567 skb2->dev) ||
568 skb2->dst->dev->type != ARPHRD_TUNNEL)
569 goto out;
570 }
571
572 /* change mtu on this route */
573 if (rel_type == ICMP_DEST_UNREACH && rel_code == ICMP_FRAG_NEEDED) {
574 if (rel_info > dst_mtu(skb2->dst))
575 goto out;
576
577 skb2->dst->ops->update_pmtu(skb2->dst, rel_info);
c4d3efaf
YK
578 }
579
704eae1f 580 icmp_send(skb2, rel_type, rel_code, htonl(rel_info));
c4d3efaf
YK
581
582out:
583 kfree_skb(skb2);
584 return 0;
585}
586
e490d1d8
YK
587static int
588ip6ip6_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
704eae1f 589 int type, int code, int offset, __be32 info)
e490d1d8
YK
590{
591 int rel_msg = 0;
592 int rel_type = type;
593 int rel_code = code;
704eae1f 594 __u32 rel_info = ntohl(info);
e490d1d8
YK
595 int err;
596
502b0935
YK
597 err = ip6_tnl_err(skb, IPPROTO_IPV6, opt, &rel_type, &rel_code,
598 &rel_msg, &rel_info, offset);
e490d1d8
YK
599 if (err < 0)
600 return err;
601
602 if (rel_msg && pskb_may_pull(skb, offset + sizeof(struct ipv6hdr))) {
1da177e4
LT
603 struct rt6_info *rt;
604 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
305d4b3c 605
1da177e4 606 if (!skb2)
e490d1d8 607 return 0;
1da177e4
LT
608
609 dst_release(skb2->dst);
610 skb2->dst = NULL;
611 skb_pull(skb2, offset);
c1d2bbe1 612 skb_reset_network_header(skb2);
1da177e4
LT
613
614 /* Try to guess incoming interface */
2f7f54b7
PE
615 rt = rt6_lookup(dev_net(skb->dev), &ipv6_hdr(skb2)->saddr,
616 NULL, 0, 0);
1da177e4
LT
617
618 if (rt && rt->rt6i_dev)
619 skb2->dev = rt->rt6i_dev;
620
621 icmpv6_send(skb2, rel_type, rel_code, rel_info, skb2->dev);
622
623 if (rt)
624 dst_release(&rt->u.dst);
625
626 kfree_skb(skb2);
627 }
e490d1d8
YK
628
629 return 0;
1da177e4
LT
630}
631
c4d3efaf
YK
632static void ip4ip6_dscp_ecn_decapsulate(struct ip6_tnl *t,
633 struct ipv6hdr *ipv6h,
634 struct sk_buff *skb)
635{
636 __u8 dsfield = ipv6_get_dsfield(ipv6h) & ~INET_ECN_MASK;
637
638 if (t->parms.flags & IP6_TNL_F_RCV_DSCP_COPY)
eddc9ec5 639 ipv4_change_dsfield(ip_hdr(skb), INET_ECN_MASK, dsfield);
c4d3efaf
YK
640
641 if (INET_ECN_is_ce(dsfield))
eddc9ec5 642 IP_ECN_set_ce(ip_hdr(skb));
c4d3efaf
YK
643}
644
8359925b
YK
645static void ip6ip6_dscp_ecn_decapsulate(struct ip6_tnl *t,
646 struct ipv6hdr *ipv6h,
647 struct sk_buff *skb)
1da177e4 648{
8359925b 649 if (t->parms.flags & IP6_TNL_F_RCV_DSCP_COPY)
29bb43b4 650 ipv6_copy_dscp(ipv6_get_dsfield(ipv6h), ipv6_hdr(skb));
1da177e4 651
8359925b 652 if (INET_ECN_is_ce(ipv6_get_dsfield(ipv6h)))
0660e03f 653 IP6_ECN_set_ce(ipv6_hdr(skb));
1da177e4 654}
8359925b 655
09c6bbf0
VN
656static inline int ip6_tnl_rcv_ctl(struct ip6_tnl *t)
657{
658 struct ip6_tnl_parm *p = &t->parms;
659 int ret = 0;
2f7f54b7 660 struct net *net = dev_net(t->dev);
09c6bbf0
VN
661
662 if (p->flags & IP6_TNL_F_CAP_RCV) {
1ab1457c 663 struct net_device *ldev = NULL;
09c6bbf0
VN
664
665 if (p->link)
2f7f54b7 666 ldev = dev_get_by_index(net, p->link);
09c6bbf0
VN
667
668 if ((ipv6_addr_is_multicast(&p->laddr) ||
2f7f54b7
PE
669 likely(ipv6_chk_addr(net, &p->laddr, ldev, 0))) &&
670 likely(!ipv6_chk_addr(net, &p->raddr, NULL, 0)))
09c6bbf0
VN
671 ret = 1;
672
673 if (ldev)
674 dev_put(ldev);
675 }
676 return ret;
677}
1da177e4
LT
678
679/**
3144581c 680 * ip6_tnl_rcv - decapsulate IPv6 packet and retransmit it locally
1da177e4 681 * @skb: received socket buffer
8359925b
YK
682 * @protocol: ethernet protocol ID
683 * @dscp_ecn_decapsulate: the function to decapsulate DSCP code and ECN
1da177e4
LT
684 *
685 * Return: 0
686 **/
687
8359925b 688static int ip6_tnl_rcv(struct sk_buff *skb, __u16 protocol,
502b0935 689 __u8 ipproto,
8359925b
YK
690 void (*dscp_ecn_decapsulate)(struct ip6_tnl *t,
691 struct ipv6hdr *ipv6h,
692 struct sk_buff *skb))
1da177e4 693{
1da177e4 694 struct ip6_tnl *t;
0660e03f 695 struct ipv6hdr *ipv6h = ipv6_hdr(skb);
1da177e4 696
3144581c 697 read_lock(&ip6_tnl_lock);
1da177e4 698
8704ca7e 699 if ((t = ip6_tnl_lookup(dev_net(skb->dev), &ipv6h->saddr,
2dd02c89 700 &ipv6h->daddr)) != NULL) {
502b0935
YK
701 if (t->parms.proto != ipproto && t->parms.proto != 0) {
702 read_unlock(&ip6_tnl_lock);
703 goto discard;
704 }
705
1da177e4 706 if (!xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb)) {
3144581c 707 read_unlock(&ip6_tnl_lock);
50fba2aa 708 goto discard;
1da177e4
LT
709 }
710
09c6bbf0 711 if (!ip6_tnl_rcv_ctl(t)) {
3dca02af 712 t->dev->stats.rx_dropped++;
3144581c 713 read_unlock(&ip6_tnl_lock);
1da177e4
LT
714 goto discard;
715 }
716 secpath_reset(skb);
b0e380b1 717 skb->mac_header = skb->network_header;
c1d2bbe1 718 skb_reset_network_header(skb);
8359925b 719 skb->protocol = htons(protocol);
1da177e4
LT
720 skb->pkt_type = PACKET_HOST;
721 memset(skb->cb, 0, sizeof(struct inet6_skb_parm));
722 skb->dev = t->dev;
723 dst_release(skb->dst);
724 skb->dst = NULL;
53ab61c6 725 nf_reset(skb);
8359925b
YK
726
727 dscp_ecn_decapsulate(t, ipv6h, skb);
728
3dca02af
PE
729 t->dev->stats.rx_packets++;
730 t->dev->stats.rx_bytes += skb->len;
1da177e4 731 netif_rx(skb);
3144581c 732 read_unlock(&ip6_tnl_lock);
1da177e4
LT
733 return 0;
734 }
3144581c 735 read_unlock(&ip6_tnl_lock);
1da177e4 736 return 1;
50fba2aa
HX
737
738discard:
739 kfree_skb(skb);
740 return 0;
1da177e4
LT
741}
742
c4d3efaf
YK
743static int ip4ip6_rcv(struct sk_buff *skb)
744{
502b0935
YK
745 return ip6_tnl_rcv(skb, ETH_P_IP, IPPROTO_IPIP,
746 ip4ip6_dscp_ecn_decapsulate);
c4d3efaf
YK
747}
748
8359925b
YK
749static int ip6ip6_rcv(struct sk_buff *skb)
750{
502b0935
YK
751 return ip6_tnl_rcv(skb, ETH_P_IPV6, IPPROTO_IPV6,
752 ip6ip6_dscp_ecn_decapsulate);
8359925b
YK
753}
754
6fb32dde
VN
755struct ipv6_tel_txoption {
756 struct ipv6_txoptions ops;
757 __u8 dst_opt[8];
758};
1da177e4 759
6fb32dde
VN
760static void init_tel_txopt(struct ipv6_tel_txoption *opt, __u8 encap_limit)
761{
762 memset(opt, 0, sizeof(struct ipv6_tel_txoption));
1da177e4 763
6fb32dde
VN
764 opt->dst_opt[2] = IPV6_TLV_TNL_ENCAP_LIMIT;
765 opt->dst_opt[3] = 1;
766 opt->dst_opt[4] = encap_limit;
767 opt->dst_opt[5] = IPV6_TLV_PADN;
768 opt->dst_opt[6] = 1;
1da177e4 769
6fb32dde
VN
770 opt->ops.dst0opt = (struct ipv6_opt_hdr *) opt->dst_opt;
771 opt->ops.opt_nflen = 8;
1da177e4
LT
772}
773
774/**
3144581c 775 * ip6_tnl_addr_conflict - compare packet addresses to tunnel's own
1da177e4 776 * @t: the outgoing tunnel device
1ab1457c 777 * @hdr: IPv6 header from the incoming packet
1da177e4
LT
778 *
779 * Description:
1ab1457c 780 * Avoid trivial tunneling loop by checking that tunnel exit-point
1da177e4
LT
781 * doesn't match source of incoming packet.
782 *
1ab1457c 783 * Return:
1da177e4
LT
784 * 1 if conflict,
785 * 0 else
786 **/
787
788static inline int
3144581c 789ip6_tnl_addr_conflict(struct ip6_tnl *t, struct ipv6hdr *hdr)
1da177e4
LT
790{
791 return ipv6_addr_equal(&t->parms.raddr, &hdr->saddr);
792}
793
09c6bbf0
VN
794static inline int ip6_tnl_xmit_ctl(struct ip6_tnl *t)
795{
796 struct ip6_tnl_parm *p = &t->parms;
797 int ret = 0;
2f7f54b7 798 struct net *net = dev_net(t->dev);
09c6bbf0 799
1ab1457c 800 if (p->flags & IP6_TNL_F_CAP_XMIT) {
09c6bbf0
VN
801 struct net_device *ldev = NULL;
802
803 if (p->link)
2f7f54b7 804 ldev = dev_get_by_index(net, p->link);
09c6bbf0 805
2f7f54b7 806 if (unlikely(!ipv6_chk_addr(net, &p->laddr, ldev, 0)))
09c6bbf0
VN
807 printk(KERN_WARNING
808 "%s xmit: Local address not yet configured!\n",
809 p->name);
810 else if (!ipv6_addr_is_multicast(&p->raddr) &&
2f7f54b7 811 unlikely(ipv6_chk_addr(net, &p->raddr, NULL, 0)))
09c6bbf0
VN
812 printk(KERN_WARNING
813 "%s xmit: Routing loop! "
814 "Remote address found on this node!\n",
815 p->name);
816 else
817 ret = 1;
818 if (ldev)
819 dev_put(ldev);
820 }
821 return ret;
822}
1da177e4 823/**
61ec2aec 824 * ip6_tnl_xmit2 - encapsulate packet and send
1da177e4 825 * @skb: the outgoing socket buffer
1ab1457c 826 * @dev: the outgoing tunnel device
61ec2aec
YK
827 * @dsfield: dscp code for outer header
828 * @fl: flow of tunneled packet
829 * @encap_limit: encapsulation limit
830 * @pmtu: Path MTU is stored if packet is too big
1da177e4
LT
831 *
832 * Description:
833 * Build new header and do some sanity checks on the packet before sending
834 * it.
835 *
1ab1457c 836 * Return:
c4d3efaf 837 * 0 on success
61ec2aec
YK
838 * -1 fail
839 * %-EMSGSIZE message too big. return mtu in this case.
1da177e4
LT
840 **/
841
61ec2aec
YK
842static int ip6_tnl_xmit2(struct sk_buff *skb,
843 struct net_device *dev,
844 __u8 dsfield,
845 struct flowi *fl,
846 int encap_limit,
847 __u32 *pmtu)
1da177e4 848{
52479b62 849 struct net *net = dev_net(dev);
2941a486 850 struct ip6_tnl *t = netdev_priv(dev);
3dca02af 851 struct net_device_stats *stats = &t->dev->stats;
0660e03f 852 struct ipv6hdr *ipv6h = ipv6_hdr(skb);
6fb32dde 853 struct ipv6_tel_txoption opt;
1da177e4
LT
854 struct dst_entry *dst;
855 struct net_device *tdev;
856 int mtu;
c2636b4d 857 unsigned int max_headroom = sizeof(struct ipv6hdr);
1da177e4 858 u8 proto;
61ec2aec 859 int err = -1;
1da177e4 860 int pkt_len;
1da177e4 861
1da177e4
LT
862 if ((dst = ip6_tnl_dst_check(t)) != NULL)
863 dst_hold(dst);
a57ebc90 864 else {
52479b62 865 dst = ip6_route_output(net, NULL, fl);
1da177e4 866
52479b62 867 if (dst->error || xfrm_lookup(net, &dst, fl, NULL, 0) < 0)
a57ebc90
PM
868 goto tx_err_link_failure;
869 }
1da177e4
LT
870
871 tdev = dst->dev;
872
873 if (tdev == dev) {
874 stats->collisions++;
875 if (net_ratelimit())
1ab1457c 876 printk(KERN_WARNING
1da177e4
LT
877 "%s: Local routing loop detected!\n",
878 t->parms.name);
879 goto tx_err_dst_release;
880 }
881 mtu = dst_mtu(dst) - sizeof (*ipv6h);
6fb32dde 882 if (encap_limit >= 0) {
1da177e4
LT
883 max_headroom += 8;
884 mtu -= 8;
885 }
886 if (mtu < IPV6_MIN_MTU)
887 mtu = IPV6_MIN_MTU;
26892058
YK
888 if (skb->dst)
889 skb->dst->ops->update_pmtu(skb->dst, mtu);
1da177e4 890 if (skb->len > mtu) {
61ec2aec
YK
891 *pmtu = mtu;
892 err = -EMSGSIZE;
1da177e4
LT
893 goto tx_err_dst_release;
894 }
895
896 /*
897 * Okay, now see if we can stuff it in the buffer as-is.
898 */
899 max_headroom += LL_RESERVED_SPACE(tdev);
1ab1457c 900
cfbba49d
PM
901 if (skb_headroom(skb) < max_headroom || skb_shared(skb) ||
902 (skb_cloned(skb) && !skb_clone_writable(skb, 0))) {
1da177e4 903 struct sk_buff *new_skb;
1ab1457c 904
1da177e4
LT
905 if (!(new_skb = skb_realloc_headroom(skb, max_headroom)))
906 goto tx_err_dst_release;
907
908 if (skb->sk)
909 skb_set_owner_w(new_skb, skb->sk);
910 kfree_skb(skb);
911 skb = new_skb;
912 }
913 dst_release(skb->dst);
914 skb->dst = dst_clone(dst);
915
b0e380b1 916 skb->transport_header = skb->network_header;
1da177e4 917
61ec2aec 918 proto = fl->proto;
6fb32dde
VN
919 if (encap_limit >= 0) {
920 init_tel_txopt(&opt, encap_limit);
921 ipv6_push_nfrag_opts(skb, &opt.ops, &proto, NULL);
922 }
e2d1bca7
ACM
923 skb_push(skb, sizeof(struct ipv6hdr));
924 skb_reset_network_header(skb);
0660e03f 925 ipv6h = ipv6_hdr(skb);
61ec2aec 926 *(__be32*)ipv6h = fl->fl6_flowlabel | htonl(0x60000000);
1da177e4
LT
927 dsfield = INET_ECN_encapsulate(0, dsfield);
928 ipv6_change_dsfield(ipv6h, ~INET_ECN_MASK, dsfield);
1da177e4
LT
929 ipv6h->hop_limit = t->parms.hop_limit;
930 ipv6h->nexthdr = proto;
61ec2aec
YK
931 ipv6_addr_copy(&ipv6h->saddr, &fl->fl6_src);
932 ipv6_addr_copy(&ipv6h->daddr, &fl->fl6_dst);
1da177e4
LT
933 nf_reset(skb);
934 pkt_len = skb->len;
ef76bc23 935 err = ip6_local_out(skb);
1da177e4 936
b9df3cb8 937 if (net_xmit_eval(err) == 0) {
1da177e4
LT
938 stats->tx_bytes += pkt_len;
939 stats->tx_packets++;
940 } else {
941 stats->tx_errors++;
942 stats->tx_aborted_errors++;
943 }
944 ip6_tnl_dst_store(t, dst);
1da177e4
LT
945 return 0;
946tx_err_link_failure:
947 stats->tx_carrier_errors++;
948 dst_link_failure(skb);
949tx_err_dst_release:
950 dst_release(dst);
61ec2aec
YK
951 return err;
952}
953
c4d3efaf
YK
954static inline int
955ip4ip6_tnl_xmit(struct sk_buff *skb, struct net_device *dev)
956{
957 struct ip6_tnl *t = netdev_priv(dev);
eddc9ec5 958 struct iphdr *iph = ip_hdr(skb);
c4d3efaf
YK
959 int encap_limit = -1;
960 struct flowi fl;
961 __u8 dsfield;
962 __u32 mtu;
963 int err;
964
502b0935
YK
965 if ((t->parms.proto != IPPROTO_IPIP && t->parms.proto != 0) ||
966 !ip6_tnl_xmit_ctl(t))
c4d3efaf
YK
967 return -1;
968
969 if (!(t->parms.flags & IP6_TNL_F_IGN_ENCAP_LIMIT))
970 encap_limit = t->parms.encap_limit;
971
972 memcpy(&fl, &t->fl, sizeof (fl));
973 fl.proto = IPPROTO_IPIP;
974
975 dsfield = ipv4_get_dsfield(iph);
976
977 if ((t->parms.flags & IP6_TNL_F_USE_ORIG_TCLASS))
b77f2fa6
AV
978 fl.fl6_flowlabel |= htonl((__u32)iph->tos << IPV6_TCLASS_SHIFT)
979 & IPV6_TCLASS_MASK;
c4d3efaf
YK
980
981 err = ip6_tnl_xmit2(skb, dev, dsfield, &fl, encap_limit, &mtu);
982 if (err != 0) {
983 /* XXX: send ICMP error even if DF is not set. */
984 if (err == -EMSGSIZE)
985 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED,
986 htonl(mtu));
987 return -1;
988 }
989
990 return 0;
991}
992
61ec2aec
YK
993static inline int
994ip6ip6_tnl_xmit(struct sk_buff *skb, struct net_device *dev)
995{
996 struct ip6_tnl *t = netdev_priv(dev);
0660e03f 997 struct ipv6hdr *ipv6h = ipv6_hdr(skb);
61ec2aec
YK
998 int encap_limit = -1;
999 __u16 offset;
1000 struct flowi fl;
1001 __u8 dsfield;
1002 __u32 mtu;
1003 int err;
1004
502b0935
YK
1005 if ((t->parms.proto != IPPROTO_IPV6 && t->parms.proto != 0) ||
1006 !ip6_tnl_xmit_ctl(t) || ip6_tnl_addr_conflict(t, ipv6h))
61ec2aec
YK
1007 return -1;
1008
d56f90a7
ACM
1009 offset = parse_tlv_tnl_enc_lim(skb, skb_network_header(skb));
1010 if (offset > 0) {
61ec2aec 1011 struct ipv6_tlv_tnl_enc_lim *tel;
d56f90a7 1012 tel = (struct ipv6_tlv_tnl_enc_lim *)&skb_network_header(skb)[offset];
61ec2aec
YK
1013 if (tel->encap_limit == 0) {
1014 icmpv6_send(skb, ICMPV6_PARAMPROB,
1015 ICMPV6_HDR_FIELD, offset + 2, skb->dev);
1016 return -1;
1017 }
1018 encap_limit = tel->encap_limit - 1;
1019 } else if (!(t->parms.flags & IP6_TNL_F_IGN_ENCAP_LIMIT))
1020 encap_limit = t->parms.encap_limit;
1021
1022 memcpy(&fl, &t->fl, sizeof (fl));
1023 fl.proto = IPPROTO_IPV6;
1024
1025 dsfield = ipv6_get_dsfield(ipv6h);
1026 if ((t->parms.flags & IP6_TNL_F_USE_ORIG_TCLASS))
1027 fl.fl6_flowlabel |= (*(__be32 *) ipv6h & IPV6_TCLASS_MASK);
1028 if ((t->parms.flags & IP6_TNL_F_USE_ORIG_FLOWLABEL))
1029 fl.fl6_flowlabel |= (*(__be32 *) ipv6h & IPV6_FLOWLABEL_MASK);
1030
1031 err = ip6_tnl_xmit2(skb, dev, dsfield, &fl, encap_limit, &mtu);
1032 if (err != 0) {
1033 if (err == -EMSGSIZE)
1034 icmpv6_send(skb, ICMPV6_PKT_TOOBIG, 0, mtu, dev);
1035 return -1;
1036 }
1037
1038 return 0;
1039}
1040
1041static int
1042ip6_tnl_xmit(struct sk_buff *skb, struct net_device *dev)
1043{
1044 struct ip6_tnl *t = netdev_priv(dev);
3dca02af 1045 struct net_device_stats *stats = &t->dev->stats;
61ec2aec
YK
1046 int ret;
1047
1048 if (t->recursion++) {
3dca02af 1049 stats->collisions++;
61ec2aec
YK
1050 goto tx_err;
1051 }
1052
1053 switch (skb->protocol) {
60678040 1054 case htons(ETH_P_IP):
c4d3efaf
YK
1055 ret = ip4ip6_tnl_xmit(skb, dev);
1056 break;
60678040 1057 case htons(ETH_P_IPV6):
61ec2aec
YK
1058 ret = ip6ip6_tnl_xmit(skb, dev);
1059 break;
1060 default:
1061 goto tx_err;
1062 }
1063
1064 if (ret < 0)
1065 goto tx_err;
1066
1067 t->recursion--;
1068 return 0;
1069
1da177e4
LT
1070tx_err:
1071 stats->tx_errors++;
1072 stats->tx_dropped++;
1073 kfree_skb(skb);
1074 t->recursion--;
1075 return 0;
1076}
1077
1078static void ip6_tnl_set_cap(struct ip6_tnl *t)
1079{
1080 struct ip6_tnl_parm *p = &t->parms;
09c6bbf0
VN
1081 int ltype = ipv6_addr_type(&p->laddr);
1082 int rtype = ipv6_addr_type(&p->raddr);
1da177e4
LT
1083
1084 p->flags &= ~(IP6_TNL_F_CAP_XMIT|IP6_TNL_F_CAP_RCV);
1085
09c6bbf0
VN
1086 if (ltype & (IPV6_ADDR_UNICAST|IPV6_ADDR_MULTICAST) &&
1087 rtype & (IPV6_ADDR_UNICAST|IPV6_ADDR_MULTICAST) &&
1088 !((ltype|rtype) & IPV6_ADDR_LOOPBACK) &&
305d4b3c 1089 (!((ltype|rtype) & IPV6_ADDR_LINKLOCAL) || p->link)) {
09c6bbf0
VN
1090 if (ltype&IPV6_ADDR_UNICAST)
1091 p->flags |= IP6_TNL_F_CAP_XMIT;
1092 if (rtype&IPV6_ADDR_UNICAST)
1093 p->flags |= IP6_TNL_F_CAP_RCV;
1da177e4
LT
1094 }
1095}
1096
3144581c 1097static void ip6_tnl_link_config(struct ip6_tnl *t)
1da177e4
LT
1098{
1099 struct net_device *dev = t->dev;
1100 struct ip6_tnl_parm *p = &t->parms;
1101 struct flowi *fl = &t->fl;
1102
1103 memcpy(&dev->dev_addr, &p->laddr, sizeof(struct in6_addr));
1104 memcpy(&dev->broadcast, &p->raddr, sizeof(struct in6_addr));
1105
1106 /* Set up flowi template */
1107 ipv6_addr_copy(&fl->fl6_src, &p->laddr);
1108 ipv6_addr_copy(&fl->fl6_dst, &p->raddr);
1109 fl->oif = p->link;
1110 fl->fl6_flowlabel = 0;
1111
1112 if (!(p->flags&IP6_TNL_F_USE_ORIG_TCLASS))
1113 fl->fl6_flowlabel |= IPV6_TCLASS_MASK & p->flowinfo;
1114 if (!(p->flags&IP6_TNL_F_USE_ORIG_FLOWLABEL))
1115 fl->fl6_flowlabel |= IPV6_FLOWLABEL_MASK & p->flowinfo;
1116
1117 ip6_tnl_set_cap(t);
1118
1119 if (p->flags&IP6_TNL_F_CAP_XMIT && p->flags&IP6_TNL_F_CAP_RCV)
1120 dev->flags |= IFF_POINTOPOINT;
1121 else
1122 dev->flags &= ~IFF_POINTOPOINT;
1123
1124 dev->iflink = p->link;
1125
1126 if (p->flags & IP6_TNL_F_CAP_XMIT) {
305d4b3c
VN
1127 int strict = (ipv6_addr_type(&p->raddr) &
1128 (IPV6_ADDR_MULTICAST|IPV6_ADDR_LINKLOCAL));
1129
2f7f54b7
PE
1130 struct rt6_info *rt = rt6_lookup(dev_net(dev),
1131 &p->raddr, &p->laddr,
305d4b3c 1132 p->link, strict);
1da177e4
LT
1133
1134 if (rt == NULL)
1135 return;
1136
1137 if (rt->rt6i_dev) {
1138 dev->hard_header_len = rt->rt6i_dev->hard_header_len +
1139 sizeof (struct ipv6hdr);
1140
1141 dev->mtu = rt->rt6i_dev->mtu - sizeof (struct ipv6hdr);
1142
1143 if (dev->mtu < IPV6_MIN_MTU)
1144 dev->mtu = IPV6_MIN_MTU;
1145 }
1146 dst_release(&rt->u.dst);
1147 }
1148}
1149
1150/**
3144581c 1151 * ip6_tnl_change - update the tunnel parameters
1da177e4
LT
1152 * @t: tunnel to be changed
1153 * @p: tunnel configuration parameters
1da177e4
LT
1154 *
1155 * Description:
3144581c 1156 * ip6_tnl_change() updates the tunnel parameters
1da177e4
LT
1157 **/
1158
1159static int
3144581c 1160ip6_tnl_change(struct ip6_tnl *t, struct ip6_tnl_parm *p)
1da177e4
LT
1161{
1162 ipv6_addr_copy(&t->parms.laddr, &p->laddr);
1163 ipv6_addr_copy(&t->parms.raddr, &p->raddr);
1164 t->parms.flags = p->flags;
1165 t->parms.hop_limit = p->hop_limit;
1166 t->parms.encap_limit = p->encap_limit;
1167 t->parms.flowinfo = p->flowinfo;
8181b8c1 1168 t->parms.link = p->link;
502b0935 1169 t->parms.proto = p->proto;
0c088890 1170 ip6_tnl_dst_reset(t);
3144581c 1171 ip6_tnl_link_config(t);
1da177e4
LT
1172 return 0;
1173}
1174
1175/**
3144581c 1176 * ip6_tnl_ioctl - configure ipv6 tunnels from userspace
1da177e4
LT
1177 * @dev: virtual device associated with tunnel
1178 * @ifr: parameters passed from userspace
1179 * @cmd: command to be performed
1180 *
1181 * Description:
3144581c 1182 * ip6_tnl_ioctl() is used for managing IPv6 tunnels
1ab1457c 1183 * from userspace.
1da177e4
LT
1184 *
1185 * The possible commands are the following:
1186 * %SIOCGETTUNNEL: get tunnel parameters for device
1187 * %SIOCADDTUNNEL: add tunnel matching given tunnel parameters
1188 * %SIOCCHGTUNNEL: change tunnel parameters to those given
1189 * %SIOCDELTUNNEL: delete tunnel
1190 *
1ab1457c 1191 * The fallback device "ip6tnl0", created during module
1da177e4
LT
1192 * initialization, can be used for creating other tunnel devices.
1193 *
1194 * Return:
1195 * 0 on success,
1196 * %-EFAULT if unable to copy data to or from userspace,
1197 * %-EPERM if current process hasn't %CAP_NET_ADMIN set
1198 * %-EINVAL if passed tunnel parameters are invalid,
1199 * %-EEXIST if changing a tunnel's parameters would cause a conflict
1200 * %-ENODEV if attempting to change or delete a nonexisting device
1201 **/
1202
1203static int
3144581c 1204ip6_tnl_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
1da177e4
LT
1205{
1206 int err = 0;
1da177e4
LT
1207 struct ip6_tnl_parm p;
1208 struct ip6_tnl *t = NULL;
2dd02c89
PE
1209 struct net *net = dev_net(dev);
1210 struct ip6_tnl_net *ip6n = net_generic(net, ip6_tnl_net_id);
1da177e4
LT
1211
1212 switch (cmd) {
1213 case SIOCGETTUNNEL:
15820e12 1214 if (dev == ip6n->fb_tnl_dev) {
567131a7 1215 if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof (p))) {
1da177e4
LT
1216 err = -EFAULT;
1217 break;
1218 }
2dd02c89 1219 t = ip6_tnl_locate(net, &p, 0);
567131a7
VN
1220 }
1221 if (t == NULL)
2941a486 1222 t = netdev_priv(dev);
1da177e4
LT
1223 memcpy(&p, &t->parms, sizeof (p));
1224 if (copy_to_user(ifr->ifr_ifru.ifru_data, &p, sizeof (p))) {
1225 err = -EFAULT;
1226 }
1227 break;
1228 case SIOCADDTUNNEL:
1229 case SIOCCHGTUNNEL:
1230 err = -EPERM;
1da177e4
LT
1231 if (!capable(CAP_NET_ADMIN))
1232 break;
567131a7
VN
1233 err = -EFAULT;
1234 if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof (p)))
1da177e4 1235 break;
567131a7 1236 err = -EINVAL;
502b0935
YK
1237 if (p.proto != IPPROTO_IPV6 && p.proto != IPPROTO_IPIP &&
1238 p.proto != 0)
1da177e4 1239 break;
2dd02c89 1240 t = ip6_tnl_locate(net, &p, cmd == SIOCADDTUNNEL);
15820e12 1241 if (dev != ip6n->fb_tnl_dev && cmd == SIOCCHGTUNNEL) {
567131a7
VN
1242 if (t != NULL) {
1243 if (t->dev != dev) {
1244 err = -EEXIST;
1245 break;
1246 }
1247 } else
1248 t = netdev_priv(dev);
1249
2dd02c89 1250 ip6_tnl_unlink(ip6n, t);
3144581c 1251 err = ip6_tnl_change(t, &p);
2dd02c89 1252 ip6_tnl_link(ip6n, t);
1da177e4
LT
1253 netdev_state_change(dev);
1254 }
567131a7 1255 if (t) {
1da177e4 1256 err = 0;
567131a7
VN
1257 if (copy_to_user(ifr->ifr_ifru.ifru_data, &t->parms, sizeof (p)))
1258 err = -EFAULT;
1259
1260 } else
1261 err = (cmd == SIOCADDTUNNEL ? -ENOBUFS : -ENOENT);
1da177e4
LT
1262 break;
1263 case SIOCDELTUNNEL:
1264 err = -EPERM;
1265 if (!capable(CAP_NET_ADMIN))
1266 break;
1267
15820e12 1268 if (dev == ip6n->fb_tnl_dev) {
567131a7
VN
1269 err = -EFAULT;
1270 if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof (p)))
1da177e4 1271 break;
567131a7 1272 err = -ENOENT;
2dd02c89 1273 if ((t = ip6_tnl_locate(net, &p, 0)) == NULL)
1da177e4 1274 break;
567131a7 1275 err = -EPERM;
15820e12 1276 if (t->dev == ip6n->fb_tnl_dev)
1da177e4 1277 break;
567131a7 1278 dev = t->dev;
1da177e4 1279 }
22f8cde5
SH
1280 err = 0;
1281 unregister_netdevice(dev);
1da177e4
LT
1282 break;
1283 default:
1284 err = -EINVAL;
1285 }
1286 return err;
1287}
1288
1da177e4 1289/**
3144581c 1290 * ip6_tnl_change_mtu - change mtu manually for tunnel device
1da177e4
LT
1291 * @dev: virtual device associated with tunnel
1292 * @new_mtu: the new mtu
1293 *
1294 * Return:
1295 * 0 on success,
1296 * %-EINVAL if mtu too small
1297 **/
1298
1299static int
3144581c 1300ip6_tnl_change_mtu(struct net_device *dev, int new_mtu)
1da177e4
LT
1301{
1302 if (new_mtu < IPV6_MIN_MTU) {
1303 return -EINVAL;
1304 }
1305 dev->mtu = new_mtu;
1306 return 0;
1307}
1308
1326c3d5
SH
1309
1310static const struct net_device_ops ip6_tnl_netdev_ops = {
1311 .ndo_uninit = ip6_tnl_dev_uninit,
1312 .ndo_start_xmit = ip6_tnl_xmit,
1313 .ndo_do_ioctl = ip6_tnl_ioctl,
1314 .ndo_change_mtu = ip6_tnl_change_mtu,
1315};
1316
1da177e4 1317/**
3144581c 1318 * ip6_tnl_dev_setup - setup virtual tunnel device
1da177e4
LT
1319 * @dev: virtual device associated with tunnel
1320 *
1321 * Description:
1322 * Initialize function pointers and device parameters
1323 **/
1324
3144581c 1325static void ip6_tnl_dev_setup(struct net_device *dev)
1da177e4 1326{
1326c3d5 1327 dev->netdev_ops = &ip6_tnl_netdev_ops;
1da177e4 1328 dev->destructor = free_netdev;
1da177e4
LT
1329
1330 dev->type = ARPHRD_TUNNEL6;
1331 dev->hard_header_len = LL_MAX_HEADER + sizeof (struct ipv6hdr);
1332 dev->mtu = ETH_DATA_LEN - sizeof (struct ipv6hdr);
1333 dev->flags |= IFF_NOARP;
1334 dev->addr_len = sizeof(struct in6_addr);
554eb277 1335 dev->features |= NETIF_F_NETNS_LOCAL;
1da177e4
LT
1336}
1337
1338
1339/**
3144581c 1340 * ip6_tnl_dev_init_gen - general initializer for all tunnel devices
1da177e4
LT
1341 * @dev: virtual device associated with tunnel
1342 **/
1343
1344static inline void
3144581c 1345ip6_tnl_dev_init_gen(struct net_device *dev)
1da177e4 1346{
2941a486 1347 struct ip6_tnl *t = netdev_priv(dev);
1da177e4
LT
1348 t->dev = dev;
1349 strcpy(t->parms.name, dev->name);
1350}
1351
1352/**
3144581c 1353 * ip6_tnl_dev_init - initializer for all non fallback tunnel devices
1da177e4
LT
1354 * @dev: virtual device associated with tunnel
1355 **/
1356
1326c3d5 1357static void ip6_tnl_dev_init(struct net_device *dev)
1da177e4 1358{
2941a486 1359 struct ip6_tnl *t = netdev_priv(dev);
3144581c
YK
1360 ip6_tnl_dev_init_gen(dev);
1361 ip6_tnl_link_config(t);
1da177e4
LT
1362}
1363
1364/**
3144581c 1365 * ip6_fb_tnl_dev_init - initializer for fallback tunnel device
1da177e4
LT
1366 * @dev: fallback device
1367 *
1368 * Return: 0
1369 **/
1370
1326c3d5 1371static void ip6_fb_tnl_dev_init(struct net_device *dev)
1da177e4 1372{
2941a486 1373 struct ip6_tnl *t = netdev_priv(dev);
3e6c9fb5
PE
1374 struct net *net = dev_net(dev);
1375 struct ip6_tnl_net *ip6n = net_generic(net, ip6_tnl_net_id);
1376
3144581c 1377 ip6_tnl_dev_init_gen(dev);
502b0935 1378 t->parms.proto = IPPROTO_IPV6;
1da177e4 1379 dev_hold(dev);
3e6c9fb5 1380 ip6n->tnls_wc[0] = t;
1da177e4
LT
1381}
1382
c4d3efaf
YK
1383static struct xfrm6_tunnel ip4ip6_handler = {
1384 .handler = ip4ip6_rcv,
1385 .err_handler = ip4ip6_err,
1386 .priority = 1,
1387};
1388
1da177e4 1389static struct xfrm6_tunnel ip6ip6_handler = {
0303770d
PM
1390 .handler = ip6ip6_rcv,
1391 .err_handler = ip6ip6_err,
d2acc347 1392 .priority = 1,
1da177e4
LT
1393};
1394
3e6c9fb5
PE
1395static void ip6_tnl_destroy_tunnels(struct ip6_tnl_net *ip6n)
1396{
1397 int h;
1398 struct ip6_tnl *t;
1399
1400 for (h = 0; h < HASH_SIZE; h++) {
1401 while ((t = ip6n->tnls_r_l[h]) != NULL)
1402 unregister_netdevice(t->dev);
1403 }
1404
1405 t = ip6n->tnls_wc[0];
1406 unregister_netdevice(t->dev);
1407}
1408
13eeb8e9
PE
1409static int ip6_tnl_init_net(struct net *net)
1410{
1411 int err;
1412 struct ip6_tnl_net *ip6n;
1413
1414 err = -ENOMEM;
3e6c9fb5 1415 ip6n = kzalloc(sizeof(struct ip6_tnl_net), GFP_KERNEL);
13eeb8e9
PE
1416 if (ip6n == NULL)
1417 goto err_alloc;
1418
1419 err = net_assign_generic(net, ip6_tnl_net_id, ip6n);
1420 if (err < 0)
1421 goto err_assign;
1422
3e6c9fb5
PE
1423 ip6n->tnls[0] = ip6n->tnls_wc;
1424 ip6n->tnls[1] = ip6n->tnls_r_l;
1425
15820e12
PE
1426 err = -ENOMEM;
1427 ip6n->fb_tnl_dev = alloc_netdev(sizeof(struct ip6_tnl), "ip6tnl0",
1428 ip6_tnl_dev_setup);
1429
1430 if (!ip6n->fb_tnl_dev)
1431 goto err_alloc_dev;
be77e593 1432 dev_net_set(ip6n->fb_tnl_dev, net);
15820e12 1433
1326c3d5 1434 ip6_fb_tnl_dev_init(ip6n->fb_tnl_dev);
15820e12
PE
1435
1436 err = register_netdev(ip6n->fb_tnl_dev);
1437 if (err < 0)
1438 goto err_register;
13eeb8e9
PE
1439 return 0;
1440
15820e12
PE
1441err_register:
1442 free_netdev(ip6n->fb_tnl_dev);
1443err_alloc_dev:
1444 /* nothing */
13eeb8e9
PE
1445err_assign:
1446 kfree(ip6n);
1447err_alloc:
1448 return err;
1449}
1450
1451static void ip6_tnl_exit_net(struct net *net)
1452{
1453 struct ip6_tnl_net *ip6n;
1454
1455 ip6n = net_generic(net, ip6_tnl_net_id);
3e6c9fb5
PE
1456 rtnl_lock();
1457 ip6_tnl_destroy_tunnels(ip6n);
1458 rtnl_unlock();
13eeb8e9
PE
1459 kfree(ip6n);
1460}
1461
1462static struct pernet_operations ip6_tnl_net_ops = {
1463 .init = ip6_tnl_init_net,
1464 .exit = ip6_tnl_exit_net,
1465};
1466
1da177e4
LT
1467/**
1468 * ip6_tunnel_init - register protocol and reserve needed resources
1469 *
1470 * Return: 0 on success
1471 **/
1472
1473static int __init ip6_tunnel_init(void)
1474{
1475 int err;
1476
c4d3efaf 1477 if (xfrm6_tunnel_register(&ip4ip6_handler, AF_INET)) {
3144581c 1478 printk(KERN_ERR "ip6_tunnel init: can't register ip4ip6\n");
c4d3efaf
YK
1479 err = -EAGAIN;
1480 goto out;
1481 }
1482
73d605d1 1483 if (xfrm6_tunnel_register(&ip6ip6_handler, AF_INET6)) {
3144581c 1484 printk(KERN_ERR "ip6_tunnel init: can't register ip6ip6\n");
c4d3efaf
YK
1485 err = -EAGAIN;
1486 goto unreg_ip4ip6;
1da177e4 1487 }
13eeb8e9
PE
1488
1489 err = register_pernet_gen_device(&ip6_tnl_net_id, &ip6_tnl_net_ops);
1490 if (err < 0)
1491 goto err_pernet;
1da177e4 1492 return 0;
13eeb8e9 1493err_pernet:
73d605d1 1494 xfrm6_tunnel_deregister(&ip6ip6_handler, AF_INET6);
c4d3efaf
YK
1495unreg_ip4ip6:
1496 xfrm6_tunnel_deregister(&ip4ip6_handler, AF_INET);
1497out:
1da177e4
LT
1498 return err;
1499}
1500
1501/**
1502 * ip6_tunnel_cleanup - free resources and unregister protocol
1503 **/
1504
1505static void __exit ip6_tunnel_cleanup(void)
1506{
c4d3efaf 1507 if (xfrm6_tunnel_deregister(&ip4ip6_handler, AF_INET))
3144581c 1508 printk(KERN_INFO "ip6_tunnel close: can't deregister ip4ip6\n");
c4d3efaf 1509
73d605d1 1510 if (xfrm6_tunnel_deregister(&ip6ip6_handler, AF_INET6))
3144581c 1511 printk(KERN_INFO "ip6_tunnel close: can't deregister ip6ip6\n");
1da177e4 1512
13eeb8e9 1513 unregister_pernet_gen_device(ip6_tnl_net_id, &ip6_tnl_net_ops);
1da177e4
LT
1514}
1515
1516module_init(ip6_tunnel_init);
1517module_exit(ip6_tunnel_cleanup);