ipv4: Add a missing rcu_assign_pointer() in routing cache.
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / net / ipv6 / route.c
1 /*
2 * Linux INET6 implementation
3 * FIB front-end.
4 *
5 * Authors:
6 * Pedro Roque <roque@di.fc.ul.pt>
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 */
13
14 /* Changes:
15 *
16 * YOSHIFUJI Hideaki @USAGI
17 * reworked default router selection.
18 * - respect outgoing interface
19 * - select from (probably) reachable routers (i.e.
20 * routers in REACHABLE, STALE, DELAY or PROBE states).
21 * - always select the same router if it is (probably)
22 * reachable. otherwise, round-robin the list.
23 * Ville Nuorvala
24 * Fixed routing subtrees.
25 */
26
27 #include <linux/capability.h>
28 #include <linux/errno.h>
29 #include <linux/types.h>
30 #include <linux/times.h>
31 #include <linux/socket.h>
32 #include <linux/sockios.h>
33 #include <linux/net.h>
34 #include <linux/route.h>
35 #include <linux/netdevice.h>
36 #include <linux/in6.h>
37 #include <linux/mroute6.h>
38 #include <linux/init.h>
39 #include <linux/if_arp.h>
40 #include <linux/proc_fs.h>
41 #include <linux/seq_file.h>
42 #include <linux/nsproxy.h>
43 #include <net/net_namespace.h>
44 #include <net/snmp.h>
45 #include <net/ipv6.h>
46 #include <net/ip6_fib.h>
47 #include <net/ip6_route.h>
48 #include <net/ndisc.h>
49 #include <net/addrconf.h>
50 #include <net/tcp.h>
51 #include <linux/rtnetlink.h>
52 #include <net/dst.h>
53 #include <net/xfrm.h>
54 #include <net/netevent.h>
55 #include <net/netlink.h>
56
57 #include <asm/uaccess.h>
58
59 #ifdef CONFIG_SYSCTL
60 #include <linux/sysctl.h>
61 #endif
62
63 /* Set to 3 to get tracing. */
64 #define RT6_DEBUG 2
65
66 #if RT6_DEBUG >= 3
67 #define RDBG(x) printk x
68 #define RT6_TRACE(x...) printk(KERN_DEBUG x)
69 #else
70 #define RDBG(x)
71 #define RT6_TRACE(x...) do { ; } while (0)
72 #endif
73
74 #define CLONE_OFFLINK_ROUTE 0
75
76 static struct rt6_info * ip6_rt_copy(struct rt6_info *ort);
77 static struct dst_entry *ip6_dst_check(struct dst_entry *dst, u32 cookie);
78 static struct dst_entry *ip6_negative_advice(struct dst_entry *);
79 static void ip6_dst_destroy(struct dst_entry *);
80 static void ip6_dst_ifdown(struct dst_entry *,
81 struct net_device *dev, int how);
82 static int ip6_dst_gc(struct dst_ops *ops);
83
84 static int ip6_pkt_discard(struct sk_buff *skb);
85 static int ip6_pkt_discard_out(struct sk_buff *skb);
86 static void ip6_link_failure(struct sk_buff *skb);
87 static void ip6_rt_update_pmtu(struct dst_entry *dst, u32 mtu);
88
89 #ifdef CONFIG_IPV6_ROUTE_INFO
90 static struct rt6_info *rt6_add_route_info(struct net *net,
91 struct in6_addr *prefix, int prefixlen,
92 struct in6_addr *gwaddr, int ifindex,
93 unsigned pref);
94 static struct rt6_info *rt6_get_route_info(struct net *net,
95 struct in6_addr *prefix, int prefixlen,
96 struct in6_addr *gwaddr, int ifindex);
97 #endif
98
99 static struct dst_ops ip6_dst_ops_template = {
100 .family = AF_INET6,
101 .protocol = __constant_htons(ETH_P_IPV6),
102 .gc = ip6_dst_gc,
103 .gc_thresh = 1024,
104 .check = ip6_dst_check,
105 .destroy = ip6_dst_destroy,
106 .ifdown = ip6_dst_ifdown,
107 .negative_advice = ip6_negative_advice,
108 .link_failure = ip6_link_failure,
109 .update_pmtu = ip6_rt_update_pmtu,
110 .local_out = __ip6_local_out,
111 .entry_size = sizeof(struct rt6_info),
112 .entries = ATOMIC_INIT(0),
113 };
114
115 static void ip6_rt_blackhole_update_pmtu(struct dst_entry *dst, u32 mtu)
116 {
117 }
118
119 static struct dst_ops ip6_dst_blackhole_ops = {
120 .family = AF_INET6,
121 .protocol = __constant_htons(ETH_P_IPV6),
122 .destroy = ip6_dst_destroy,
123 .check = ip6_dst_check,
124 .update_pmtu = ip6_rt_blackhole_update_pmtu,
125 .entry_size = sizeof(struct rt6_info),
126 .entries = ATOMIC_INIT(0),
127 };
128
129 static struct rt6_info ip6_null_entry_template = {
130 .u = {
131 .dst = {
132 .__refcnt = ATOMIC_INIT(1),
133 .__use = 1,
134 .obsolete = -1,
135 .error = -ENETUNREACH,
136 .metrics = { [RTAX_HOPLIMIT - 1] = 255, },
137 .input = ip6_pkt_discard,
138 .output = ip6_pkt_discard_out,
139 }
140 },
141 .rt6i_flags = (RTF_REJECT | RTF_NONEXTHOP),
142 .rt6i_metric = ~(u32) 0,
143 .rt6i_ref = ATOMIC_INIT(1),
144 };
145
146 #ifdef CONFIG_IPV6_MULTIPLE_TABLES
147
148 static int ip6_pkt_prohibit(struct sk_buff *skb);
149 static int ip6_pkt_prohibit_out(struct sk_buff *skb);
150
151 static struct rt6_info ip6_prohibit_entry_template = {
152 .u = {
153 .dst = {
154 .__refcnt = ATOMIC_INIT(1),
155 .__use = 1,
156 .obsolete = -1,
157 .error = -EACCES,
158 .metrics = { [RTAX_HOPLIMIT - 1] = 255, },
159 .input = ip6_pkt_prohibit,
160 .output = ip6_pkt_prohibit_out,
161 }
162 },
163 .rt6i_flags = (RTF_REJECT | RTF_NONEXTHOP),
164 .rt6i_metric = ~(u32) 0,
165 .rt6i_ref = ATOMIC_INIT(1),
166 };
167
168 static struct rt6_info ip6_blk_hole_entry_template = {
169 .u = {
170 .dst = {
171 .__refcnt = ATOMIC_INIT(1),
172 .__use = 1,
173 .obsolete = -1,
174 .error = -EINVAL,
175 .metrics = { [RTAX_HOPLIMIT - 1] = 255, },
176 .input = dst_discard,
177 .output = dst_discard,
178 }
179 },
180 .rt6i_flags = (RTF_REJECT | RTF_NONEXTHOP),
181 .rt6i_metric = ~(u32) 0,
182 .rt6i_ref = ATOMIC_INIT(1),
183 };
184
185 #endif
186
187 /* allocate dst with ip6_dst_ops */
188 static inline struct rt6_info *ip6_dst_alloc(struct dst_ops *ops)
189 {
190 return (struct rt6_info *)dst_alloc(ops);
191 }
192
193 static void ip6_dst_destroy(struct dst_entry *dst)
194 {
195 struct rt6_info *rt = (struct rt6_info *)dst;
196 struct inet6_dev *idev = rt->rt6i_idev;
197
198 if (idev != NULL) {
199 rt->rt6i_idev = NULL;
200 in6_dev_put(idev);
201 }
202 }
203
204 static void ip6_dst_ifdown(struct dst_entry *dst, struct net_device *dev,
205 int how)
206 {
207 struct rt6_info *rt = (struct rt6_info *)dst;
208 struct inet6_dev *idev = rt->rt6i_idev;
209 struct net_device *loopback_dev =
210 dev_net(dev)->loopback_dev;
211
212 if (dev != loopback_dev && idev != NULL && idev->dev == dev) {
213 struct inet6_dev *loopback_idev =
214 in6_dev_get(loopback_dev);
215 if (loopback_idev != NULL) {
216 rt->rt6i_idev = loopback_idev;
217 in6_dev_put(idev);
218 }
219 }
220 }
221
222 static __inline__ int rt6_check_expired(const struct rt6_info *rt)
223 {
224 return (rt->rt6i_flags & RTF_EXPIRES &&
225 time_after(jiffies, rt->rt6i_expires));
226 }
227
228 static inline int rt6_need_strict(struct in6_addr *daddr)
229 {
230 return (ipv6_addr_type(daddr) &
231 (IPV6_ADDR_MULTICAST | IPV6_ADDR_LINKLOCAL | IPV6_ADDR_LOOPBACK));
232 }
233
234 /*
235 * Route lookup. Any table->tb6_lock is implied.
236 */
237
238 static inline struct rt6_info *rt6_device_match(struct net *net,
239 struct rt6_info *rt,
240 struct in6_addr *saddr,
241 int oif,
242 int flags)
243 {
244 struct rt6_info *local = NULL;
245 struct rt6_info *sprt;
246
247 if (!oif && ipv6_addr_any(saddr))
248 goto out;
249
250 for (sprt = rt; sprt; sprt = sprt->u.dst.rt6_next) {
251 struct net_device *dev = sprt->rt6i_dev;
252
253 if (oif) {
254 if (dev->ifindex == oif)
255 return sprt;
256 if (dev->flags & IFF_LOOPBACK) {
257 if (sprt->rt6i_idev == NULL ||
258 sprt->rt6i_idev->dev->ifindex != oif) {
259 if (flags & RT6_LOOKUP_F_IFACE && oif)
260 continue;
261 if (local && (!oif ||
262 local->rt6i_idev->dev->ifindex == oif))
263 continue;
264 }
265 local = sprt;
266 }
267 } else {
268 if (ipv6_chk_addr(net, saddr, dev,
269 flags & RT6_LOOKUP_F_IFACE))
270 return sprt;
271 }
272 }
273
274 if (oif) {
275 if (local)
276 return local;
277
278 if (flags & RT6_LOOKUP_F_IFACE)
279 return net->ipv6.ip6_null_entry;
280 }
281 out:
282 return rt;
283 }
284
285 #ifdef CONFIG_IPV6_ROUTER_PREF
286 static void rt6_probe(struct rt6_info *rt)
287 {
288 struct neighbour *neigh = rt ? rt->rt6i_nexthop : NULL;
289 /*
290 * Okay, this does not seem to be appropriate
291 * for now, however, we need to check if it
292 * is really so; aka Router Reachability Probing.
293 *
294 * Router Reachability Probe MUST be rate-limited
295 * to no more than one per minute.
296 */
297 if (!neigh || (neigh->nud_state & NUD_VALID))
298 return;
299 read_lock_bh(&neigh->lock);
300 if (!(neigh->nud_state & NUD_VALID) &&
301 time_after(jiffies, neigh->updated + rt->rt6i_idev->cnf.rtr_probe_interval)) {
302 struct in6_addr mcaddr;
303 struct in6_addr *target;
304
305 neigh->updated = jiffies;
306 read_unlock_bh(&neigh->lock);
307
308 target = (struct in6_addr *)&neigh->primary_key;
309 addrconf_addr_solict_mult(target, &mcaddr);
310 ndisc_send_ns(rt->rt6i_dev, NULL, target, &mcaddr, NULL);
311 } else
312 read_unlock_bh(&neigh->lock);
313 }
314 #else
315 static inline void rt6_probe(struct rt6_info *rt)
316 {
317 return;
318 }
319 #endif
320
321 /*
322 * Default Router Selection (RFC 2461 6.3.6)
323 */
324 static inline int rt6_check_dev(struct rt6_info *rt, int oif)
325 {
326 struct net_device *dev = rt->rt6i_dev;
327 if (!oif || dev->ifindex == oif)
328 return 2;
329 if ((dev->flags & IFF_LOOPBACK) &&
330 rt->rt6i_idev && rt->rt6i_idev->dev->ifindex == oif)
331 return 1;
332 return 0;
333 }
334
335 static inline int rt6_check_neigh(struct rt6_info *rt)
336 {
337 struct neighbour *neigh = rt->rt6i_nexthop;
338 int m;
339 if (rt->rt6i_flags & RTF_NONEXTHOP ||
340 !(rt->rt6i_flags & RTF_GATEWAY))
341 m = 1;
342 else if (neigh) {
343 read_lock_bh(&neigh->lock);
344 if (neigh->nud_state & NUD_VALID)
345 m = 2;
346 #ifdef CONFIG_IPV6_ROUTER_PREF
347 else if (neigh->nud_state & NUD_FAILED)
348 m = 0;
349 #endif
350 else
351 m = 1;
352 read_unlock_bh(&neigh->lock);
353 } else
354 m = 0;
355 return m;
356 }
357
358 static int rt6_score_route(struct rt6_info *rt, int oif,
359 int strict)
360 {
361 int m, n;
362
363 m = rt6_check_dev(rt, oif);
364 if (!m && (strict & RT6_LOOKUP_F_IFACE))
365 return -1;
366 #ifdef CONFIG_IPV6_ROUTER_PREF
367 m |= IPV6_DECODE_PREF(IPV6_EXTRACT_PREF(rt->rt6i_flags)) << 2;
368 #endif
369 n = rt6_check_neigh(rt);
370 if (!n && (strict & RT6_LOOKUP_F_REACHABLE))
371 return -1;
372 return m;
373 }
374
375 static struct rt6_info *find_match(struct rt6_info *rt, int oif, int strict,
376 int *mpri, struct rt6_info *match)
377 {
378 int m;
379
380 if (rt6_check_expired(rt))
381 goto out;
382
383 m = rt6_score_route(rt, oif, strict);
384 if (m < 0)
385 goto out;
386
387 if (m > *mpri) {
388 if (strict & RT6_LOOKUP_F_REACHABLE)
389 rt6_probe(match);
390 *mpri = m;
391 match = rt;
392 } else if (strict & RT6_LOOKUP_F_REACHABLE) {
393 rt6_probe(rt);
394 }
395
396 out:
397 return match;
398 }
399
400 static struct rt6_info *find_rr_leaf(struct fib6_node *fn,
401 struct rt6_info *rr_head,
402 u32 metric, int oif, int strict)
403 {
404 struct rt6_info *rt, *match;
405 int mpri = -1;
406
407 match = NULL;
408 for (rt = rr_head; rt && rt->rt6i_metric == metric;
409 rt = rt->u.dst.rt6_next)
410 match = find_match(rt, oif, strict, &mpri, match);
411 for (rt = fn->leaf; rt && rt != rr_head && rt->rt6i_metric == metric;
412 rt = rt->u.dst.rt6_next)
413 match = find_match(rt, oif, strict, &mpri, match);
414
415 return match;
416 }
417
418 static struct rt6_info *rt6_select(struct fib6_node *fn, int oif, int strict)
419 {
420 struct rt6_info *match, *rt0;
421 struct net *net;
422
423 RT6_TRACE("%s(fn->leaf=%p, oif=%d)\n",
424 __func__, fn->leaf, oif);
425
426 rt0 = fn->rr_ptr;
427 if (!rt0)
428 fn->rr_ptr = rt0 = fn->leaf;
429
430 match = find_rr_leaf(fn, rt0, rt0->rt6i_metric, oif, strict);
431
432 if (!match &&
433 (strict & RT6_LOOKUP_F_REACHABLE)) {
434 struct rt6_info *next = rt0->u.dst.rt6_next;
435
436 /* no entries matched; do round-robin */
437 if (!next || next->rt6i_metric != rt0->rt6i_metric)
438 next = fn->leaf;
439
440 if (next != rt0)
441 fn->rr_ptr = next;
442 }
443
444 RT6_TRACE("%s() => %p\n",
445 __func__, match);
446
447 net = dev_net(rt0->rt6i_dev);
448 return (match ? match : net->ipv6.ip6_null_entry);
449 }
450
451 #ifdef CONFIG_IPV6_ROUTE_INFO
452 int rt6_route_rcv(struct net_device *dev, u8 *opt, int len,
453 struct in6_addr *gwaddr)
454 {
455 struct net *net = dev_net(dev);
456 struct route_info *rinfo = (struct route_info *) opt;
457 struct in6_addr prefix_buf, *prefix;
458 unsigned int pref;
459 unsigned long lifetime;
460 struct rt6_info *rt;
461
462 if (len < sizeof(struct route_info)) {
463 return -EINVAL;
464 }
465
466 /* Sanity check for prefix_len and length */
467 if (rinfo->length > 3) {
468 return -EINVAL;
469 } else if (rinfo->prefix_len > 128) {
470 return -EINVAL;
471 } else if (rinfo->prefix_len > 64) {
472 if (rinfo->length < 2) {
473 return -EINVAL;
474 }
475 } else if (rinfo->prefix_len > 0) {
476 if (rinfo->length < 1) {
477 return -EINVAL;
478 }
479 }
480
481 pref = rinfo->route_pref;
482 if (pref == ICMPV6_ROUTER_PREF_INVALID)
483 pref = ICMPV6_ROUTER_PREF_MEDIUM;
484
485 lifetime = addrconf_timeout_fixup(ntohl(rinfo->lifetime), HZ);
486
487 if (rinfo->length == 3)
488 prefix = (struct in6_addr *)rinfo->prefix;
489 else {
490 /* this function is safe */
491 ipv6_addr_prefix(&prefix_buf,
492 (struct in6_addr *)rinfo->prefix,
493 rinfo->prefix_len);
494 prefix = &prefix_buf;
495 }
496
497 rt = rt6_get_route_info(net, prefix, rinfo->prefix_len, gwaddr,
498 dev->ifindex);
499
500 if (rt && !lifetime) {
501 ip6_del_rt(rt);
502 rt = NULL;
503 }
504
505 if (!rt && lifetime)
506 rt = rt6_add_route_info(net, prefix, rinfo->prefix_len, gwaddr, dev->ifindex,
507 pref);
508 else if (rt)
509 rt->rt6i_flags = RTF_ROUTEINFO |
510 (rt->rt6i_flags & ~RTF_PREF_MASK) | RTF_PREF(pref);
511
512 if (rt) {
513 if (!addrconf_finite_timeout(lifetime)) {
514 rt->rt6i_flags &= ~RTF_EXPIRES;
515 } else {
516 rt->rt6i_expires = jiffies + HZ * lifetime;
517 rt->rt6i_flags |= RTF_EXPIRES;
518 }
519 dst_release(&rt->u.dst);
520 }
521 return 0;
522 }
523 #endif
524
525 #define BACKTRACK(__net, saddr) \
526 do { \
527 if (rt == __net->ipv6.ip6_null_entry) { \
528 struct fib6_node *pn; \
529 while (1) { \
530 if (fn->fn_flags & RTN_TL_ROOT) \
531 goto out; \
532 pn = fn->parent; \
533 if (FIB6_SUBTREE(pn) && FIB6_SUBTREE(pn) != fn) \
534 fn = fib6_lookup(FIB6_SUBTREE(pn), NULL, saddr); \
535 else \
536 fn = pn; \
537 if (fn->fn_flags & RTN_RTINFO) \
538 goto restart; \
539 } \
540 } \
541 } while(0)
542
543 static struct rt6_info *ip6_pol_route_lookup(struct net *net,
544 struct fib6_table *table,
545 struct flowi *fl, int flags)
546 {
547 struct fib6_node *fn;
548 struct rt6_info *rt;
549
550 read_lock_bh(&table->tb6_lock);
551 fn = fib6_lookup(&table->tb6_root, &fl->fl6_dst, &fl->fl6_src);
552 restart:
553 rt = fn->leaf;
554 rt = rt6_device_match(net, rt, &fl->fl6_src, fl->oif, flags);
555 BACKTRACK(net, &fl->fl6_src);
556 out:
557 dst_use(&rt->u.dst, jiffies);
558 read_unlock_bh(&table->tb6_lock);
559 return rt;
560
561 }
562
563 struct rt6_info *rt6_lookup(struct net *net, const struct in6_addr *daddr,
564 const struct in6_addr *saddr, int oif, int strict)
565 {
566 struct flowi fl = {
567 .oif = oif,
568 .nl_u = {
569 .ip6_u = {
570 .daddr = *daddr,
571 },
572 },
573 };
574 struct dst_entry *dst;
575 int flags = strict ? RT6_LOOKUP_F_IFACE : 0;
576
577 if (saddr) {
578 memcpy(&fl.fl6_src, saddr, sizeof(*saddr));
579 flags |= RT6_LOOKUP_F_HAS_SADDR;
580 }
581
582 dst = fib6_rule_lookup(net, &fl, flags, ip6_pol_route_lookup);
583 if (dst->error == 0)
584 return (struct rt6_info *) dst;
585
586 dst_release(dst);
587
588 return NULL;
589 }
590
591 EXPORT_SYMBOL(rt6_lookup);
592
593 /* ip6_ins_rt is called with FREE table->tb6_lock.
594 It takes new route entry, the addition fails by any reason the
595 route is freed. In any case, if caller does not hold it, it may
596 be destroyed.
597 */
598
599 static int __ip6_ins_rt(struct rt6_info *rt, struct nl_info *info)
600 {
601 int err;
602 struct fib6_table *table;
603
604 table = rt->rt6i_table;
605 write_lock_bh(&table->tb6_lock);
606 err = fib6_add(&table->tb6_root, rt, info);
607 write_unlock_bh(&table->tb6_lock);
608
609 return err;
610 }
611
612 int ip6_ins_rt(struct rt6_info *rt)
613 {
614 struct nl_info info = {
615 .nl_net = dev_net(rt->rt6i_dev),
616 };
617 return __ip6_ins_rt(rt, &info);
618 }
619
620 static struct rt6_info *rt6_alloc_cow(struct rt6_info *ort, struct in6_addr *daddr,
621 struct in6_addr *saddr)
622 {
623 struct rt6_info *rt;
624
625 /*
626 * Clone the route.
627 */
628
629 rt = ip6_rt_copy(ort);
630
631 if (rt) {
632 if (!(rt->rt6i_flags&RTF_GATEWAY)) {
633 if (rt->rt6i_dst.plen != 128 &&
634 ipv6_addr_equal(&rt->rt6i_dst.addr, daddr))
635 rt->rt6i_flags |= RTF_ANYCAST;
636 ipv6_addr_copy(&rt->rt6i_gateway, daddr);
637 }
638
639 ipv6_addr_copy(&rt->rt6i_dst.addr, daddr);
640 rt->rt6i_dst.plen = 128;
641 rt->rt6i_flags |= RTF_CACHE;
642 rt->u.dst.flags |= DST_HOST;
643
644 #ifdef CONFIG_IPV6_SUBTREES
645 if (rt->rt6i_src.plen && saddr) {
646 ipv6_addr_copy(&rt->rt6i_src.addr, saddr);
647 rt->rt6i_src.plen = 128;
648 }
649 #endif
650
651 rt->rt6i_nexthop = ndisc_get_neigh(rt->rt6i_dev, &rt->rt6i_gateway);
652
653 }
654
655 return rt;
656 }
657
658 static struct rt6_info *rt6_alloc_clone(struct rt6_info *ort, struct in6_addr *daddr)
659 {
660 struct rt6_info *rt = ip6_rt_copy(ort);
661 if (rt) {
662 ipv6_addr_copy(&rt->rt6i_dst.addr, daddr);
663 rt->rt6i_dst.plen = 128;
664 rt->rt6i_flags |= RTF_CACHE;
665 rt->u.dst.flags |= DST_HOST;
666 rt->rt6i_nexthop = neigh_clone(ort->rt6i_nexthop);
667 }
668 return rt;
669 }
670
671 static struct rt6_info *ip6_pol_route(struct net *net, struct fib6_table *table, int oif,
672 struct flowi *fl, int flags)
673 {
674 struct fib6_node *fn;
675 struct rt6_info *rt, *nrt;
676 int strict = 0;
677 int attempts = 3;
678 int err;
679 int reachable = net->ipv6.devconf_all->forwarding ? 0 : RT6_LOOKUP_F_REACHABLE;
680
681 strict |= flags & RT6_LOOKUP_F_IFACE;
682
683 relookup:
684 read_lock_bh(&table->tb6_lock);
685
686 restart_2:
687 fn = fib6_lookup(&table->tb6_root, &fl->fl6_dst, &fl->fl6_src);
688
689 restart:
690 rt = rt6_select(fn, oif, strict | reachable);
691
692 BACKTRACK(net, &fl->fl6_src);
693 if (rt == net->ipv6.ip6_null_entry ||
694 rt->rt6i_flags & RTF_CACHE)
695 goto out;
696
697 dst_hold(&rt->u.dst);
698 read_unlock_bh(&table->tb6_lock);
699
700 if (!rt->rt6i_nexthop && !(rt->rt6i_flags & RTF_NONEXTHOP))
701 nrt = rt6_alloc_cow(rt, &fl->fl6_dst, &fl->fl6_src);
702 else {
703 #if CLONE_OFFLINK_ROUTE
704 nrt = rt6_alloc_clone(rt, &fl->fl6_dst);
705 #else
706 goto out2;
707 #endif
708 }
709
710 dst_release(&rt->u.dst);
711 rt = nrt ? : net->ipv6.ip6_null_entry;
712
713 dst_hold(&rt->u.dst);
714 if (nrt) {
715 err = ip6_ins_rt(nrt);
716 if (!err)
717 goto out2;
718 }
719
720 if (--attempts <= 0)
721 goto out2;
722
723 /*
724 * Race condition! In the gap, when table->tb6_lock was
725 * released someone could insert this route. Relookup.
726 */
727 dst_release(&rt->u.dst);
728 goto relookup;
729
730 out:
731 if (reachable) {
732 reachable = 0;
733 goto restart_2;
734 }
735 dst_hold(&rt->u.dst);
736 read_unlock_bh(&table->tb6_lock);
737 out2:
738 rt->u.dst.lastuse = jiffies;
739 rt->u.dst.__use++;
740
741 return rt;
742 }
743
744 static struct rt6_info *ip6_pol_route_input(struct net *net, struct fib6_table *table,
745 struct flowi *fl, int flags)
746 {
747 return ip6_pol_route(net, table, fl->iif, fl, flags);
748 }
749
750 void ip6_route_input(struct sk_buff *skb)
751 {
752 struct ipv6hdr *iph = ipv6_hdr(skb);
753 struct net *net = dev_net(skb->dev);
754 int flags = RT6_LOOKUP_F_HAS_SADDR;
755 struct flowi fl = {
756 .iif = skb->dev->ifindex,
757 .nl_u = {
758 .ip6_u = {
759 .daddr = iph->daddr,
760 .saddr = iph->saddr,
761 .flowlabel = (* (__be32 *) iph)&IPV6_FLOWINFO_MASK,
762 },
763 },
764 .mark = skb->mark,
765 .proto = iph->nexthdr,
766 };
767
768 if (rt6_need_strict(&iph->daddr))
769 flags |= RT6_LOOKUP_F_IFACE;
770
771 skb->dst = fib6_rule_lookup(net, &fl, flags, ip6_pol_route_input);
772 }
773
774 static struct rt6_info *ip6_pol_route_output(struct net *net, struct fib6_table *table,
775 struct flowi *fl, int flags)
776 {
777 return ip6_pol_route(net, table, fl->oif, fl, flags);
778 }
779
780 struct dst_entry * ip6_route_output(struct net *net, struct sock *sk,
781 struct flowi *fl)
782 {
783 int flags = 0;
784
785 if (rt6_need_strict(&fl->fl6_dst))
786 flags |= RT6_LOOKUP_F_IFACE;
787
788 if (!ipv6_addr_any(&fl->fl6_src))
789 flags |= RT6_LOOKUP_F_HAS_SADDR;
790 else if (sk) {
791 unsigned int prefs = inet6_sk(sk)->srcprefs;
792 if (prefs & IPV6_PREFER_SRC_TMP)
793 flags |= RT6_LOOKUP_F_SRCPREF_TMP;
794 if (prefs & IPV6_PREFER_SRC_PUBLIC)
795 flags |= RT6_LOOKUP_F_SRCPREF_PUBLIC;
796 if (prefs & IPV6_PREFER_SRC_COA)
797 flags |= RT6_LOOKUP_F_SRCPREF_COA;
798 }
799
800 return fib6_rule_lookup(net, fl, flags, ip6_pol_route_output);
801 }
802
803 EXPORT_SYMBOL(ip6_route_output);
804
805 int ip6_dst_blackhole(struct sock *sk, struct dst_entry **dstp, struct flowi *fl)
806 {
807 struct rt6_info *ort = (struct rt6_info *) *dstp;
808 struct rt6_info *rt = (struct rt6_info *)
809 dst_alloc(&ip6_dst_blackhole_ops);
810 struct dst_entry *new = NULL;
811
812 if (rt) {
813 new = &rt->u.dst;
814
815 atomic_set(&new->__refcnt, 1);
816 new->__use = 1;
817 new->input = dst_discard;
818 new->output = dst_discard;
819
820 memcpy(new->metrics, ort->u.dst.metrics, RTAX_MAX*sizeof(u32));
821 new->dev = ort->u.dst.dev;
822 if (new->dev)
823 dev_hold(new->dev);
824 rt->rt6i_idev = ort->rt6i_idev;
825 if (rt->rt6i_idev)
826 in6_dev_hold(rt->rt6i_idev);
827 rt->rt6i_expires = 0;
828
829 ipv6_addr_copy(&rt->rt6i_gateway, &ort->rt6i_gateway);
830 rt->rt6i_flags = ort->rt6i_flags & ~RTF_EXPIRES;
831 rt->rt6i_metric = 0;
832
833 memcpy(&rt->rt6i_dst, &ort->rt6i_dst, sizeof(struct rt6key));
834 #ifdef CONFIG_IPV6_SUBTREES
835 memcpy(&rt->rt6i_src, &ort->rt6i_src, sizeof(struct rt6key));
836 #endif
837
838 dst_free(new);
839 }
840
841 dst_release(*dstp);
842 *dstp = new;
843 return (new ? 0 : -ENOMEM);
844 }
845 EXPORT_SYMBOL_GPL(ip6_dst_blackhole);
846
847 /*
848 * Destination cache support functions
849 */
850
851 static struct dst_entry *ip6_dst_check(struct dst_entry *dst, u32 cookie)
852 {
853 struct rt6_info *rt;
854
855 rt = (struct rt6_info *) dst;
856
857 if (rt && rt->rt6i_node && (rt->rt6i_node->fn_sernum == cookie))
858 return dst;
859
860 return NULL;
861 }
862
863 static struct dst_entry *ip6_negative_advice(struct dst_entry *dst)
864 {
865 struct rt6_info *rt = (struct rt6_info *) dst;
866
867 if (rt) {
868 if (rt->rt6i_flags & RTF_CACHE)
869 ip6_del_rt(rt);
870 else
871 dst_release(dst);
872 }
873 return NULL;
874 }
875
876 static void ip6_link_failure(struct sk_buff *skb)
877 {
878 struct rt6_info *rt;
879
880 icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_ADDR_UNREACH, 0, skb->dev);
881
882 rt = (struct rt6_info *) skb->dst;
883 if (rt) {
884 if (rt->rt6i_flags&RTF_CACHE) {
885 dst_set_expires(&rt->u.dst, 0);
886 rt->rt6i_flags |= RTF_EXPIRES;
887 } else if (rt->rt6i_node && (rt->rt6i_flags & RTF_DEFAULT))
888 rt->rt6i_node->fn_sernum = -1;
889 }
890 }
891
892 static void ip6_rt_update_pmtu(struct dst_entry *dst, u32 mtu)
893 {
894 struct rt6_info *rt6 = (struct rt6_info*)dst;
895
896 if (mtu < dst_mtu(dst) && rt6->rt6i_dst.plen == 128) {
897 rt6->rt6i_flags |= RTF_MODIFIED;
898 if (mtu < IPV6_MIN_MTU) {
899 mtu = IPV6_MIN_MTU;
900 dst->metrics[RTAX_FEATURES-1] |= RTAX_FEATURE_ALLFRAG;
901 }
902 dst->metrics[RTAX_MTU-1] = mtu;
903 call_netevent_notifiers(NETEVENT_PMTU_UPDATE, dst);
904 }
905 }
906
907 static int ipv6_get_mtu(struct net_device *dev);
908
909 static inline unsigned int ipv6_advmss(struct net *net, unsigned int mtu)
910 {
911 mtu -= sizeof(struct ipv6hdr) + sizeof(struct tcphdr);
912
913 if (mtu < net->ipv6.sysctl.ip6_rt_min_advmss)
914 mtu = net->ipv6.sysctl.ip6_rt_min_advmss;
915
916 /*
917 * Maximal non-jumbo IPv6 payload is IPV6_MAXPLEN and
918 * corresponding MSS is IPV6_MAXPLEN - tcp_header_size.
919 * IPV6_MAXPLEN is also valid and means: "any MSS,
920 * rely only on pmtu discovery"
921 */
922 if (mtu > IPV6_MAXPLEN - sizeof(struct tcphdr))
923 mtu = IPV6_MAXPLEN;
924 return mtu;
925 }
926
927 static struct dst_entry *icmp6_dst_gc_list;
928 static DEFINE_SPINLOCK(icmp6_dst_lock);
929
930 struct dst_entry *icmp6_dst_alloc(struct net_device *dev,
931 struct neighbour *neigh,
932 const struct in6_addr *addr)
933 {
934 struct rt6_info *rt;
935 struct inet6_dev *idev = in6_dev_get(dev);
936 struct net *net = dev_net(dev);
937
938 if (unlikely(idev == NULL))
939 return NULL;
940
941 rt = ip6_dst_alloc(net->ipv6.ip6_dst_ops);
942 if (unlikely(rt == NULL)) {
943 in6_dev_put(idev);
944 goto out;
945 }
946
947 dev_hold(dev);
948 if (neigh)
949 neigh_hold(neigh);
950 else
951 neigh = ndisc_get_neigh(dev, addr);
952
953 rt->rt6i_dev = dev;
954 rt->rt6i_idev = idev;
955 rt->rt6i_nexthop = neigh;
956 atomic_set(&rt->u.dst.__refcnt, 1);
957 rt->u.dst.metrics[RTAX_HOPLIMIT-1] = 255;
958 rt->u.dst.metrics[RTAX_MTU-1] = ipv6_get_mtu(rt->rt6i_dev);
959 rt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(net, dst_mtu(&rt->u.dst));
960 rt->u.dst.output = ip6_output;
961
962 #if 0 /* there's no chance to use these for ndisc */
963 rt->u.dst.flags = ipv6_addr_type(addr) & IPV6_ADDR_UNICAST
964 ? DST_HOST
965 : 0;
966 ipv6_addr_copy(&rt->rt6i_dst.addr, addr);
967 rt->rt6i_dst.plen = 128;
968 #endif
969
970 spin_lock_bh(&icmp6_dst_lock);
971 rt->u.dst.next = icmp6_dst_gc_list;
972 icmp6_dst_gc_list = &rt->u.dst;
973 spin_unlock_bh(&icmp6_dst_lock);
974
975 fib6_force_start_gc(net);
976
977 out:
978 return &rt->u.dst;
979 }
980
981 int icmp6_dst_gc(void)
982 {
983 struct dst_entry *dst, *next, **pprev;
984 int more = 0;
985
986 next = NULL;
987
988 spin_lock_bh(&icmp6_dst_lock);
989 pprev = &icmp6_dst_gc_list;
990
991 while ((dst = *pprev) != NULL) {
992 if (!atomic_read(&dst->__refcnt)) {
993 *pprev = dst->next;
994 dst_free(dst);
995 } else {
996 pprev = &dst->next;
997 ++more;
998 }
999 }
1000
1001 spin_unlock_bh(&icmp6_dst_lock);
1002
1003 return more;
1004 }
1005
1006 static void icmp6_clean_all(int (*func)(struct rt6_info *rt, void *arg),
1007 void *arg)
1008 {
1009 struct dst_entry *dst, **pprev;
1010
1011 spin_lock_bh(&icmp6_dst_lock);
1012 pprev = &icmp6_dst_gc_list;
1013 while ((dst = *pprev) != NULL) {
1014 struct rt6_info *rt = (struct rt6_info *) dst;
1015 if (func(rt, arg)) {
1016 *pprev = dst->next;
1017 dst_free(dst);
1018 } else {
1019 pprev = &dst->next;
1020 }
1021 }
1022 spin_unlock_bh(&icmp6_dst_lock);
1023 }
1024
1025 static int ip6_dst_gc(struct dst_ops *ops)
1026 {
1027 unsigned long now = jiffies;
1028 struct net *net = ops->dst_net;
1029 int rt_min_interval = net->ipv6.sysctl.ip6_rt_gc_min_interval;
1030 int rt_max_size = net->ipv6.sysctl.ip6_rt_max_size;
1031 int rt_elasticity = net->ipv6.sysctl.ip6_rt_gc_elasticity;
1032 int rt_gc_timeout = net->ipv6.sysctl.ip6_rt_gc_timeout;
1033 unsigned long rt_last_gc = net->ipv6.ip6_rt_last_gc;
1034
1035 if (time_after(rt_last_gc + rt_min_interval, now) &&
1036 atomic_read(&ops->entries) <= rt_max_size)
1037 goto out;
1038
1039 net->ipv6.ip6_rt_gc_expire++;
1040 fib6_run_gc(net->ipv6.ip6_rt_gc_expire, net);
1041 net->ipv6.ip6_rt_last_gc = now;
1042 if (atomic_read(&ops->entries) < ops->gc_thresh)
1043 net->ipv6.ip6_rt_gc_expire = rt_gc_timeout>>1;
1044 out:
1045 net->ipv6.ip6_rt_gc_expire -= net->ipv6.ip6_rt_gc_expire>>rt_elasticity;
1046 return (atomic_read(&ops->entries) > rt_max_size);
1047 }
1048
1049 /* Clean host part of a prefix. Not necessary in radix tree,
1050 but results in cleaner routing tables.
1051
1052 Remove it only when all the things will work!
1053 */
1054
1055 static int ipv6_get_mtu(struct net_device *dev)
1056 {
1057 int mtu = IPV6_MIN_MTU;
1058 struct inet6_dev *idev;
1059
1060 idev = in6_dev_get(dev);
1061 if (idev) {
1062 mtu = idev->cnf.mtu6;
1063 in6_dev_put(idev);
1064 }
1065 return mtu;
1066 }
1067
1068 int ip6_dst_hoplimit(struct dst_entry *dst)
1069 {
1070 int hoplimit = dst_metric(dst, RTAX_HOPLIMIT);
1071 if (hoplimit < 0) {
1072 struct net_device *dev = dst->dev;
1073 struct inet6_dev *idev = in6_dev_get(dev);
1074 if (idev) {
1075 hoplimit = idev->cnf.hop_limit;
1076 in6_dev_put(idev);
1077 } else
1078 hoplimit = dev_net(dev)->ipv6.devconf_all->hop_limit;
1079 }
1080 return hoplimit;
1081 }
1082
1083 /*
1084 *
1085 */
1086
1087 int ip6_route_add(struct fib6_config *cfg)
1088 {
1089 int err;
1090 struct net *net = cfg->fc_nlinfo.nl_net;
1091 struct rt6_info *rt = NULL;
1092 struct net_device *dev = NULL;
1093 struct inet6_dev *idev = NULL;
1094 struct fib6_table *table;
1095 int addr_type;
1096
1097 if (cfg->fc_dst_len > 128 || cfg->fc_src_len > 128)
1098 return -EINVAL;
1099 #ifndef CONFIG_IPV6_SUBTREES
1100 if (cfg->fc_src_len)
1101 return -EINVAL;
1102 #endif
1103 if (cfg->fc_ifindex) {
1104 err = -ENODEV;
1105 dev = dev_get_by_index(net, cfg->fc_ifindex);
1106 if (!dev)
1107 goto out;
1108 idev = in6_dev_get(dev);
1109 if (!idev)
1110 goto out;
1111 }
1112
1113 if (cfg->fc_metric == 0)
1114 cfg->fc_metric = IP6_RT_PRIO_USER;
1115
1116 table = fib6_new_table(net, cfg->fc_table);
1117 if (table == NULL) {
1118 err = -ENOBUFS;
1119 goto out;
1120 }
1121
1122 rt = ip6_dst_alloc(net->ipv6.ip6_dst_ops);
1123
1124 if (rt == NULL) {
1125 err = -ENOMEM;
1126 goto out;
1127 }
1128
1129 rt->u.dst.obsolete = -1;
1130 rt->rt6i_expires = (cfg->fc_flags & RTF_EXPIRES) ?
1131 jiffies + clock_t_to_jiffies(cfg->fc_expires) :
1132 0;
1133
1134 if (cfg->fc_protocol == RTPROT_UNSPEC)
1135 cfg->fc_protocol = RTPROT_BOOT;
1136 rt->rt6i_protocol = cfg->fc_protocol;
1137
1138 addr_type = ipv6_addr_type(&cfg->fc_dst);
1139
1140 if (addr_type & IPV6_ADDR_MULTICAST)
1141 rt->u.dst.input = ip6_mc_input;
1142 else
1143 rt->u.dst.input = ip6_forward;
1144
1145 rt->u.dst.output = ip6_output;
1146
1147 ipv6_addr_prefix(&rt->rt6i_dst.addr, &cfg->fc_dst, cfg->fc_dst_len);
1148 rt->rt6i_dst.plen = cfg->fc_dst_len;
1149 if (rt->rt6i_dst.plen == 128)
1150 rt->u.dst.flags = DST_HOST;
1151
1152 #ifdef CONFIG_IPV6_SUBTREES
1153 ipv6_addr_prefix(&rt->rt6i_src.addr, &cfg->fc_src, cfg->fc_src_len);
1154 rt->rt6i_src.plen = cfg->fc_src_len;
1155 #endif
1156
1157 rt->rt6i_metric = cfg->fc_metric;
1158
1159 /* We cannot add true routes via loopback here,
1160 they would result in kernel looping; promote them to reject routes
1161 */
1162 if ((cfg->fc_flags & RTF_REJECT) ||
1163 (dev && (dev->flags&IFF_LOOPBACK) && !(addr_type&IPV6_ADDR_LOOPBACK))) {
1164 /* hold loopback dev/idev if we haven't done so. */
1165 if (dev != net->loopback_dev) {
1166 if (dev) {
1167 dev_put(dev);
1168 in6_dev_put(idev);
1169 }
1170 dev = net->loopback_dev;
1171 dev_hold(dev);
1172 idev = in6_dev_get(dev);
1173 if (!idev) {
1174 err = -ENODEV;
1175 goto out;
1176 }
1177 }
1178 rt->u.dst.output = ip6_pkt_discard_out;
1179 rt->u.dst.input = ip6_pkt_discard;
1180 rt->u.dst.error = -ENETUNREACH;
1181 rt->rt6i_flags = RTF_REJECT|RTF_NONEXTHOP;
1182 goto install_route;
1183 }
1184
1185 if (cfg->fc_flags & RTF_GATEWAY) {
1186 struct in6_addr *gw_addr;
1187 int gwa_type;
1188
1189 gw_addr = &cfg->fc_gateway;
1190 ipv6_addr_copy(&rt->rt6i_gateway, gw_addr);
1191 gwa_type = ipv6_addr_type(gw_addr);
1192
1193 if (gwa_type != (IPV6_ADDR_LINKLOCAL|IPV6_ADDR_UNICAST)) {
1194 struct rt6_info *grt;
1195
1196 /* IPv6 strictly inhibits using not link-local
1197 addresses as nexthop address.
1198 Otherwise, router will not able to send redirects.
1199 It is very good, but in some (rare!) circumstances
1200 (SIT, PtP, NBMA NOARP links) it is handy to allow
1201 some exceptions. --ANK
1202 */
1203 err = -EINVAL;
1204 if (!(gwa_type&IPV6_ADDR_UNICAST))
1205 goto out;
1206
1207 grt = rt6_lookup(net, gw_addr, NULL, cfg->fc_ifindex, 1);
1208
1209 err = -EHOSTUNREACH;
1210 if (grt == NULL)
1211 goto out;
1212 if (dev) {
1213 if (dev != grt->rt6i_dev) {
1214 dst_release(&grt->u.dst);
1215 goto out;
1216 }
1217 } else {
1218 dev = grt->rt6i_dev;
1219 idev = grt->rt6i_idev;
1220 dev_hold(dev);
1221 in6_dev_hold(grt->rt6i_idev);
1222 }
1223 if (!(grt->rt6i_flags&RTF_GATEWAY))
1224 err = 0;
1225 dst_release(&grt->u.dst);
1226
1227 if (err)
1228 goto out;
1229 }
1230 err = -EINVAL;
1231 if (dev == NULL || (dev->flags&IFF_LOOPBACK))
1232 goto out;
1233 }
1234
1235 err = -ENODEV;
1236 if (dev == NULL)
1237 goto out;
1238
1239 if (cfg->fc_flags & (RTF_GATEWAY | RTF_NONEXTHOP)) {
1240 rt->rt6i_nexthop = __neigh_lookup_errno(&nd_tbl, &rt->rt6i_gateway, dev);
1241 if (IS_ERR(rt->rt6i_nexthop)) {
1242 err = PTR_ERR(rt->rt6i_nexthop);
1243 rt->rt6i_nexthop = NULL;
1244 goto out;
1245 }
1246 }
1247
1248 rt->rt6i_flags = cfg->fc_flags;
1249
1250 install_route:
1251 if (cfg->fc_mx) {
1252 struct nlattr *nla;
1253 int remaining;
1254
1255 nla_for_each_attr(nla, cfg->fc_mx, cfg->fc_mx_len, remaining) {
1256 int type = nla_type(nla);
1257
1258 if (type) {
1259 if (type > RTAX_MAX) {
1260 err = -EINVAL;
1261 goto out;
1262 }
1263
1264 rt->u.dst.metrics[type - 1] = nla_get_u32(nla);
1265 }
1266 }
1267 }
1268
1269 if (dst_metric(&rt->u.dst, RTAX_HOPLIMIT) == 0)
1270 rt->u.dst.metrics[RTAX_HOPLIMIT-1] = -1;
1271 if (!dst_mtu(&rt->u.dst))
1272 rt->u.dst.metrics[RTAX_MTU-1] = ipv6_get_mtu(dev);
1273 if (!dst_metric(&rt->u.dst, RTAX_ADVMSS))
1274 rt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(net, dst_mtu(&rt->u.dst));
1275 rt->u.dst.dev = dev;
1276 rt->rt6i_idev = idev;
1277 rt->rt6i_table = table;
1278
1279 cfg->fc_nlinfo.nl_net = dev_net(dev);
1280
1281 return __ip6_ins_rt(rt, &cfg->fc_nlinfo);
1282
1283 out:
1284 if (dev)
1285 dev_put(dev);
1286 if (idev)
1287 in6_dev_put(idev);
1288 if (rt)
1289 dst_free(&rt->u.dst);
1290 return err;
1291 }
1292
1293 static int __ip6_del_rt(struct rt6_info *rt, struct nl_info *info)
1294 {
1295 int err;
1296 struct fib6_table *table;
1297 struct net *net = dev_net(rt->rt6i_dev);
1298
1299 if (rt == net->ipv6.ip6_null_entry)
1300 return -ENOENT;
1301
1302 table = rt->rt6i_table;
1303 write_lock_bh(&table->tb6_lock);
1304
1305 err = fib6_del(rt, info);
1306 dst_release(&rt->u.dst);
1307
1308 write_unlock_bh(&table->tb6_lock);
1309
1310 return err;
1311 }
1312
1313 int ip6_del_rt(struct rt6_info *rt)
1314 {
1315 struct nl_info info = {
1316 .nl_net = dev_net(rt->rt6i_dev),
1317 };
1318 return __ip6_del_rt(rt, &info);
1319 }
1320
1321 static int ip6_route_del(struct fib6_config *cfg)
1322 {
1323 struct fib6_table *table;
1324 struct fib6_node *fn;
1325 struct rt6_info *rt;
1326 int err = -ESRCH;
1327
1328 table = fib6_get_table(cfg->fc_nlinfo.nl_net, cfg->fc_table);
1329 if (table == NULL)
1330 return err;
1331
1332 read_lock_bh(&table->tb6_lock);
1333
1334 fn = fib6_locate(&table->tb6_root,
1335 &cfg->fc_dst, cfg->fc_dst_len,
1336 &cfg->fc_src, cfg->fc_src_len);
1337
1338 if (fn) {
1339 for (rt = fn->leaf; rt; rt = rt->u.dst.rt6_next) {
1340 if (cfg->fc_ifindex &&
1341 (rt->rt6i_dev == NULL ||
1342 rt->rt6i_dev->ifindex != cfg->fc_ifindex))
1343 continue;
1344 if (cfg->fc_flags & RTF_GATEWAY &&
1345 !ipv6_addr_equal(&cfg->fc_gateway, &rt->rt6i_gateway))
1346 continue;
1347 if (cfg->fc_metric && cfg->fc_metric != rt->rt6i_metric)
1348 continue;
1349 dst_hold(&rt->u.dst);
1350 read_unlock_bh(&table->tb6_lock);
1351
1352 return __ip6_del_rt(rt, &cfg->fc_nlinfo);
1353 }
1354 }
1355 read_unlock_bh(&table->tb6_lock);
1356
1357 return err;
1358 }
1359
1360 /*
1361 * Handle redirects
1362 */
1363 struct ip6rd_flowi {
1364 struct flowi fl;
1365 struct in6_addr gateway;
1366 };
1367
1368 static struct rt6_info *__ip6_route_redirect(struct net *net,
1369 struct fib6_table *table,
1370 struct flowi *fl,
1371 int flags)
1372 {
1373 struct ip6rd_flowi *rdfl = (struct ip6rd_flowi *)fl;
1374 struct rt6_info *rt;
1375 struct fib6_node *fn;
1376
1377 /*
1378 * Get the "current" route for this destination and
1379 * check if the redirect has come from approriate router.
1380 *
1381 * RFC 2461 specifies that redirects should only be
1382 * accepted if they come from the nexthop to the target.
1383 * Due to the way the routes are chosen, this notion
1384 * is a bit fuzzy and one might need to check all possible
1385 * routes.
1386 */
1387
1388 read_lock_bh(&table->tb6_lock);
1389 fn = fib6_lookup(&table->tb6_root, &fl->fl6_dst, &fl->fl6_src);
1390 restart:
1391 for (rt = fn->leaf; rt; rt = rt->u.dst.rt6_next) {
1392 /*
1393 * Current route is on-link; redirect is always invalid.
1394 *
1395 * Seems, previous statement is not true. It could
1396 * be node, which looks for us as on-link (f.e. proxy ndisc)
1397 * But then router serving it might decide, that we should
1398 * know truth 8)8) --ANK (980726).
1399 */
1400 if (rt6_check_expired(rt))
1401 continue;
1402 if (!(rt->rt6i_flags & RTF_GATEWAY))
1403 continue;
1404 if (fl->oif != rt->rt6i_dev->ifindex)
1405 continue;
1406 if (!ipv6_addr_equal(&rdfl->gateway, &rt->rt6i_gateway))
1407 continue;
1408 break;
1409 }
1410
1411 if (!rt)
1412 rt = net->ipv6.ip6_null_entry;
1413 BACKTRACK(net, &fl->fl6_src);
1414 out:
1415 dst_hold(&rt->u.dst);
1416
1417 read_unlock_bh(&table->tb6_lock);
1418
1419 return rt;
1420 };
1421
1422 static struct rt6_info *ip6_route_redirect(struct in6_addr *dest,
1423 struct in6_addr *src,
1424 struct in6_addr *gateway,
1425 struct net_device *dev)
1426 {
1427 int flags = RT6_LOOKUP_F_HAS_SADDR;
1428 struct net *net = dev_net(dev);
1429 struct ip6rd_flowi rdfl = {
1430 .fl = {
1431 .oif = dev->ifindex,
1432 .nl_u = {
1433 .ip6_u = {
1434 .daddr = *dest,
1435 .saddr = *src,
1436 },
1437 },
1438 },
1439 .gateway = *gateway,
1440 };
1441
1442 if (rt6_need_strict(dest))
1443 flags |= RT6_LOOKUP_F_IFACE;
1444
1445 return (struct rt6_info *)fib6_rule_lookup(net, (struct flowi *)&rdfl,
1446 flags, __ip6_route_redirect);
1447 }
1448
1449 void rt6_redirect(struct in6_addr *dest, struct in6_addr *src,
1450 struct in6_addr *saddr,
1451 struct neighbour *neigh, u8 *lladdr, int on_link)
1452 {
1453 struct rt6_info *rt, *nrt = NULL;
1454 struct netevent_redirect netevent;
1455 struct net *net = dev_net(neigh->dev);
1456
1457 rt = ip6_route_redirect(dest, src, saddr, neigh->dev);
1458
1459 if (rt == net->ipv6.ip6_null_entry) {
1460 if (net_ratelimit())
1461 printk(KERN_DEBUG "rt6_redirect: source isn't a valid nexthop "
1462 "for redirect target\n");
1463 goto out;
1464 }
1465
1466 /*
1467 * We have finally decided to accept it.
1468 */
1469
1470 neigh_update(neigh, lladdr, NUD_STALE,
1471 NEIGH_UPDATE_F_WEAK_OVERRIDE|
1472 NEIGH_UPDATE_F_OVERRIDE|
1473 (on_link ? 0 : (NEIGH_UPDATE_F_OVERRIDE_ISROUTER|
1474 NEIGH_UPDATE_F_ISROUTER))
1475 );
1476
1477 /*
1478 * Redirect received -> path was valid.
1479 * Look, redirects are sent only in response to data packets,
1480 * so that this nexthop apparently is reachable. --ANK
1481 */
1482 dst_confirm(&rt->u.dst);
1483
1484 /* Duplicate redirect: silently ignore. */
1485 if (neigh == rt->u.dst.neighbour)
1486 goto out;
1487
1488 nrt = ip6_rt_copy(rt);
1489 if (nrt == NULL)
1490 goto out;
1491
1492 nrt->rt6i_flags = RTF_GATEWAY|RTF_UP|RTF_DYNAMIC|RTF_CACHE;
1493 if (on_link)
1494 nrt->rt6i_flags &= ~RTF_GATEWAY;
1495
1496 ipv6_addr_copy(&nrt->rt6i_dst.addr, dest);
1497 nrt->rt6i_dst.plen = 128;
1498 nrt->u.dst.flags |= DST_HOST;
1499
1500 ipv6_addr_copy(&nrt->rt6i_gateway, (struct in6_addr*)neigh->primary_key);
1501 nrt->rt6i_nexthop = neigh_clone(neigh);
1502 /* Reset pmtu, it may be better */
1503 nrt->u.dst.metrics[RTAX_MTU-1] = ipv6_get_mtu(neigh->dev);
1504 nrt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(dev_net(neigh->dev),
1505 dst_mtu(&nrt->u.dst));
1506
1507 if (ip6_ins_rt(nrt))
1508 goto out;
1509
1510 netevent.old = &rt->u.dst;
1511 netevent.new = &nrt->u.dst;
1512 call_netevent_notifiers(NETEVENT_REDIRECT, &netevent);
1513
1514 if (rt->rt6i_flags&RTF_CACHE) {
1515 ip6_del_rt(rt);
1516 return;
1517 }
1518
1519 out:
1520 dst_release(&rt->u.dst);
1521 return;
1522 }
1523
1524 /*
1525 * Handle ICMP "packet too big" messages
1526 * i.e. Path MTU discovery
1527 */
1528
1529 void rt6_pmtu_discovery(struct in6_addr *daddr, struct in6_addr *saddr,
1530 struct net_device *dev, u32 pmtu)
1531 {
1532 struct rt6_info *rt, *nrt;
1533 struct net *net = dev_net(dev);
1534 int allfrag = 0;
1535
1536 rt = rt6_lookup(net, daddr, saddr, dev->ifindex, 0);
1537 if (rt == NULL)
1538 return;
1539
1540 if (pmtu >= dst_mtu(&rt->u.dst))
1541 goto out;
1542
1543 if (pmtu < IPV6_MIN_MTU) {
1544 /*
1545 * According to RFC2460, PMTU is set to the IPv6 Minimum Link
1546 * MTU (1280) and a fragment header should always be included
1547 * after a node receiving Too Big message reporting PMTU is
1548 * less than the IPv6 Minimum Link MTU.
1549 */
1550 pmtu = IPV6_MIN_MTU;
1551 allfrag = 1;
1552 }
1553
1554 /* New mtu received -> path was valid.
1555 They are sent only in response to data packets,
1556 so that this nexthop apparently is reachable. --ANK
1557 */
1558 dst_confirm(&rt->u.dst);
1559
1560 /* Host route. If it is static, it would be better
1561 not to override it, but add new one, so that
1562 when cache entry will expire old pmtu
1563 would return automatically.
1564 */
1565 if (rt->rt6i_flags & RTF_CACHE) {
1566 rt->u.dst.metrics[RTAX_MTU-1] = pmtu;
1567 if (allfrag)
1568 rt->u.dst.metrics[RTAX_FEATURES-1] |= RTAX_FEATURE_ALLFRAG;
1569 dst_set_expires(&rt->u.dst, net->ipv6.sysctl.ip6_rt_mtu_expires);
1570 rt->rt6i_flags |= RTF_MODIFIED|RTF_EXPIRES;
1571 goto out;
1572 }
1573
1574 /* Network route.
1575 Two cases are possible:
1576 1. It is connected route. Action: COW
1577 2. It is gatewayed route or NONEXTHOP route. Action: clone it.
1578 */
1579 if (!rt->rt6i_nexthop && !(rt->rt6i_flags & RTF_NONEXTHOP))
1580 nrt = rt6_alloc_cow(rt, daddr, saddr);
1581 else
1582 nrt = rt6_alloc_clone(rt, daddr);
1583
1584 if (nrt) {
1585 nrt->u.dst.metrics[RTAX_MTU-1] = pmtu;
1586 if (allfrag)
1587 nrt->u.dst.metrics[RTAX_FEATURES-1] |= RTAX_FEATURE_ALLFRAG;
1588
1589 /* According to RFC 1981, detecting PMTU increase shouldn't be
1590 * happened within 5 mins, the recommended timer is 10 mins.
1591 * Here this route expiration time is set to ip6_rt_mtu_expires
1592 * which is 10 mins. After 10 mins the decreased pmtu is expired
1593 * and detecting PMTU increase will be automatically happened.
1594 */
1595 dst_set_expires(&nrt->u.dst, net->ipv6.sysctl.ip6_rt_mtu_expires);
1596 nrt->rt6i_flags |= RTF_DYNAMIC|RTF_EXPIRES;
1597
1598 ip6_ins_rt(nrt);
1599 }
1600 out:
1601 dst_release(&rt->u.dst);
1602 }
1603
1604 /*
1605 * Misc support functions
1606 */
1607
1608 static struct rt6_info * ip6_rt_copy(struct rt6_info *ort)
1609 {
1610 struct net *net = dev_net(ort->rt6i_dev);
1611 struct rt6_info *rt = ip6_dst_alloc(net->ipv6.ip6_dst_ops);
1612
1613 if (rt) {
1614 rt->u.dst.input = ort->u.dst.input;
1615 rt->u.dst.output = ort->u.dst.output;
1616
1617 memcpy(rt->u.dst.metrics, ort->u.dst.metrics, RTAX_MAX*sizeof(u32));
1618 rt->u.dst.error = ort->u.dst.error;
1619 rt->u.dst.dev = ort->u.dst.dev;
1620 if (rt->u.dst.dev)
1621 dev_hold(rt->u.dst.dev);
1622 rt->rt6i_idev = ort->rt6i_idev;
1623 if (rt->rt6i_idev)
1624 in6_dev_hold(rt->rt6i_idev);
1625 rt->u.dst.lastuse = jiffies;
1626 rt->rt6i_expires = 0;
1627
1628 ipv6_addr_copy(&rt->rt6i_gateway, &ort->rt6i_gateway);
1629 rt->rt6i_flags = ort->rt6i_flags & ~RTF_EXPIRES;
1630 rt->rt6i_metric = 0;
1631
1632 memcpy(&rt->rt6i_dst, &ort->rt6i_dst, sizeof(struct rt6key));
1633 #ifdef CONFIG_IPV6_SUBTREES
1634 memcpy(&rt->rt6i_src, &ort->rt6i_src, sizeof(struct rt6key));
1635 #endif
1636 rt->rt6i_table = ort->rt6i_table;
1637 }
1638 return rt;
1639 }
1640
1641 #ifdef CONFIG_IPV6_ROUTE_INFO
1642 static struct rt6_info *rt6_get_route_info(struct net *net,
1643 struct in6_addr *prefix, int prefixlen,
1644 struct in6_addr *gwaddr, int ifindex)
1645 {
1646 struct fib6_node *fn;
1647 struct rt6_info *rt = NULL;
1648 struct fib6_table *table;
1649
1650 table = fib6_get_table(net, RT6_TABLE_INFO);
1651 if (table == NULL)
1652 return NULL;
1653
1654 write_lock_bh(&table->tb6_lock);
1655 fn = fib6_locate(&table->tb6_root, prefix ,prefixlen, NULL, 0);
1656 if (!fn)
1657 goto out;
1658
1659 for (rt = fn->leaf; rt; rt = rt->u.dst.rt6_next) {
1660 if (rt->rt6i_dev->ifindex != ifindex)
1661 continue;
1662 if ((rt->rt6i_flags & (RTF_ROUTEINFO|RTF_GATEWAY)) != (RTF_ROUTEINFO|RTF_GATEWAY))
1663 continue;
1664 if (!ipv6_addr_equal(&rt->rt6i_gateway, gwaddr))
1665 continue;
1666 dst_hold(&rt->u.dst);
1667 break;
1668 }
1669 out:
1670 write_unlock_bh(&table->tb6_lock);
1671 return rt;
1672 }
1673
1674 static struct rt6_info *rt6_add_route_info(struct net *net,
1675 struct in6_addr *prefix, int prefixlen,
1676 struct in6_addr *gwaddr, int ifindex,
1677 unsigned pref)
1678 {
1679 struct fib6_config cfg = {
1680 .fc_table = RT6_TABLE_INFO,
1681 .fc_metric = IP6_RT_PRIO_USER,
1682 .fc_ifindex = ifindex,
1683 .fc_dst_len = prefixlen,
1684 .fc_flags = RTF_GATEWAY | RTF_ADDRCONF | RTF_ROUTEINFO |
1685 RTF_UP | RTF_PREF(pref),
1686 .fc_nlinfo.pid = 0,
1687 .fc_nlinfo.nlh = NULL,
1688 .fc_nlinfo.nl_net = net,
1689 };
1690
1691 ipv6_addr_copy(&cfg.fc_dst, prefix);
1692 ipv6_addr_copy(&cfg.fc_gateway, gwaddr);
1693
1694 /* We should treat it as a default route if prefix length is 0. */
1695 if (!prefixlen)
1696 cfg.fc_flags |= RTF_DEFAULT;
1697
1698 ip6_route_add(&cfg);
1699
1700 return rt6_get_route_info(net, prefix, prefixlen, gwaddr, ifindex);
1701 }
1702 #endif
1703
1704 struct rt6_info *rt6_get_dflt_router(struct in6_addr *addr, struct net_device *dev)
1705 {
1706 struct rt6_info *rt;
1707 struct fib6_table *table;
1708
1709 table = fib6_get_table(dev_net(dev), RT6_TABLE_DFLT);
1710 if (table == NULL)
1711 return NULL;
1712
1713 write_lock_bh(&table->tb6_lock);
1714 for (rt = table->tb6_root.leaf; rt; rt=rt->u.dst.rt6_next) {
1715 if (dev == rt->rt6i_dev &&
1716 ((rt->rt6i_flags & (RTF_ADDRCONF | RTF_DEFAULT)) == (RTF_ADDRCONF | RTF_DEFAULT)) &&
1717 ipv6_addr_equal(&rt->rt6i_gateway, addr))
1718 break;
1719 }
1720 if (rt)
1721 dst_hold(&rt->u.dst);
1722 write_unlock_bh(&table->tb6_lock);
1723 return rt;
1724 }
1725
1726 struct rt6_info *rt6_add_dflt_router(struct in6_addr *gwaddr,
1727 struct net_device *dev,
1728 unsigned int pref)
1729 {
1730 struct fib6_config cfg = {
1731 .fc_table = RT6_TABLE_DFLT,
1732 .fc_metric = IP6_RT_PRIO_USER,
1733 .fc_ifindex = dev->ifindex,
1734 .fc_flags = RTF_GATEWAY | RTF_ADDRCONF | RTF_DEFAULT |
1735 RTF_UP | RTF_EXPIRES | RTF_PREF(pref),
1736 .fc_nlinfo.pid = 0,
1737 .fc_nlinfo.nlh = NULL,
1738 .fc_nlinfo.nl_net = dev_net(dev),
1739 };
1740
1741 ipv6_addr_copy(&cfg.fc_gateway, gwaddr);
1742
1743 ip6_route_add(&cfg);
1744
1745 return rt6_get_dflt_router(gwaddr, dev);
1746 }
1747
1748 void rt6_purge_dflt_routers(struct net *net)
1749 {
1750 struct rt6_info *rt;
1751 struct fib6_table *table;
1752
1753 /* NOTE: Keep consistent with rt6_get_dflt_router */
1754 table = fib6_get_table(net, RT6_TABLE_DFLT);
1755 if (table == NULL)
1756 return;
1757
1758 restart:
1759 read_lock_bh(&table->tb6_lock);
1760 for (rt = table->tb6_root.leaf; rt; rt = rt->u.dst.rt6_next) {
1761 if (rt->rt6i_flags & (RTF_DEFAULT | RTF_ADDRCONF)) {
1762 dst_hold(&rt->u.dst);
1763 read_unlock_bh(&table->tb6_lock);
1764 ip6_del_rt(rt);
1765 goto restart;
1766 }
1767 }
1768 read_unlock_bh(&table->tb6_lock);
1769 }
1770
1771 static void rtmsg_to_fib6_config(struct net *net,
1772 struct in6_rtmsg *rtmsg,
1773 struct fib6_config *cfg)
1774 {
1775 memset(cfg, 0, sizeof(*cfg));
1776
1777 cfg->fc_table = RT6_TABLE_MAIN;
1778 cfg->fc_ifindex = rtmsg->rtmsg_ifindex;
1779 cfg->fc_metric = rtmsg->rtmsg_metric;
1780 cfg->fc_expires = rtmsg->rtmsg_info;
1781 cfg->fc_dst_len = rtmsg->rtmsg_dst_len;
1782 cfg->fc_src_len = rtmsg->rtmsg_src_len;
1783 cfg->fc_flags = rtmsg->rtmsg_flags;
1784
1785 cfg->fc_nlinfo.nl_net = net;
1786
1787 ipv6_addr_copy(&cfg->fc_dst, &rtmsg->rtmsg_dst);
1788 ipv6_addr_copy(&cfg->fc_src, &rtmsg->rtmsg_src);
1789 ipv6_addr_copy(&cfg->fc_gateway, &rtmsg->rtmsg_gateway);
1790 }
1791
1792 int ipv6_route_ioctl(struct net *net, unsigned int cmd, void __user *arg)
1793 {
1794 struct fib6_config cfg;
1795 struct in6_rtmsg rtmsg;
1796 int err;
1797
1798 switch(cmd) {
1799 case SIOCADDRT: /* Add a route */
1800 case SIOCDELRT: /* Delete a route */
1801 if (!capable(CAP_NET_ADMIN))
1802 return -EPERM;
1803 err = copy_from_user(&rtmsg, arg,
1804 sizeof(struct in6_rtmsg));
1805 if (err)
1806 return -EFAULT;
1807
1808 rtmsg_to_fib6_config(net, &rtmsg, &cfg);
1809
1810 rtnl_lock();
1811 switch (cmd) {
1812 case SIOCADDRT:
1813 err = ip6_route_add(&cfg);
1814 break;
1815 case SIOCDELRT:
1816 err = ip6_route_del(&cfg);
1817 break;
1818 default:
1819 err = -EINVAL;
1820 }
1821 rtnl_unlock();
1822
1823 return err;
1824 }
1825
1826 return -EINVAL;
1827 }
1828
1829 /*
1830 * Drop the packet on the floor
1831 */
1832
1833 static int ip6_pkt_drop(struct sk_buff *skb, int code, int ipstats_mib_noroutes)
1834 {
1835 int type;
1836 struct dst_entry *dst = skb->dst;
1837 switch (ipstats_mib_noroutes) {
1838 case IPSTATS_MIB_INNOROUTES:
1839 type = ipv6_addr_type(&ipv6_hdr(skb)->daddr);
1840 if (type == IPV6_ADDR_ANY || type == IPV6_ADDR_RESERVED) {
1841 IP6_INC_STATS(dev_net(dst->dev), ip6_dst_idev(dst),
1842 IPSTATS_MIB_INADDRERRORS);
1843 break;
1844 }
1845 /* FALLTHROUGH */
1846 case IPSTATS_MIB_OUTNOROUTES:
1847 IP6_INC_STATS(dev_net(dst->dev), ip6_dst_idev(dst),
1848 ipstats_mib_noroutes);
1849 break;
1850 }
1851 icmpv6_send(skb, ICMPV6_DEST_UNREACH, code, 0, skb->dev);
1852 kfree_skb(skb);
1853 return 0;
1854 }
1855
1856 static int ip6_pkt_discard(struct sk_buff *skb)
1857 {
1858 return ip6_pkt_drop(skb, ICMPV6_NOROUTE, IPSTATS_MIB_INNOROUTES);
1859 }
1860
1861 static int ip6_pkt_discard_out(struct sk_buff *skb)
1862 {
1863 skb->dev = skb->dst->dev;
1864 return ip6_pkt_drop(skb, ICMPV6_NOROUTE, IPSTATS_MIB_OUTNOROUTES);
1865 }
1866
1867 #ifdef CONFIG_IPV6_MULTIPLE_TABLES
1868
1869 static int ip6_pkt_prohibit(struct sk_buff *skb)
1870 {
1871 return ip6_pkt_drop(skb, ICMPV6_ADM_PROHIBITED, IPSTATS_MIB_INNOROUTES);
1872 }
1873
1874 static int ip6_pkt_prohibit_out(struct sk_buff *skb)
1875 {
1876 skb->dev = skb->dst->dev;
1877 return ip6_pkt_drop(skb, ICMPV6_ADM_PROHIBITED, IPSTATS_MIB_OUTNOROUTES);
1878 }
1879
1880 #endif
1881
1882 /*
1883 * Allocate a dst for local (unicast / anycast) address.
1884 */
1885
1886 struct rt6_info *addrconf_dst_alloc(struct inet6_dev *idev,
1887 const struct in6_addr *addr,
1888 int anycast)
1889 {
1890 struct net *net = dev_net(idev->dev);
1891 struct rt6_info *rt = ip6_dst_alloc(net->ipv6.ip6_dst_ops);
1892
1893 if (rt == NULL)
1894 return ERR_PTR(-ENOMEM);
1895
1896 dev_hold(net->loopback_dev);
1897 in6_dev_hold(idev);
1898
1899 rt->u.dst.flags = DST_HOST;
1900 rt->u.dst.input = ip6_input;
1901 rt->u.dst.output = ip6_output;
1902 rt->rt6i_dev = net->loopback_dev;
1903 rt->rt6i_idev = idev;
1904 rt->u.dst.metrics[RTAX_MTU-1] = ipv6_get_mtu(rt->rt6i_dev);
1905 rt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(net, dst_mtu(&rt->u.dst));
1906 rt->u.dst.metrics[RTAX_HOPLIMIT-1] = -1;
1907 rt->u.dst.obsolete = -1;
1908
1909 rt->rt6i_flags = RTF_UP | RTF_NONEXTHOP;
1910 if (anycast)
1911 rt->rt6i_flags |= RTF_ANYCAST;
1912 else
1913 rt->rt6i_flags |= RTF_LOCAL;
1914 rt->rt6i_nexthop = ndisc_get_neigh(rt->rt6i_dev, &rt->rt6i_gateway);
1915 if (rt->rt6i_nexthop == NULL) {
1916 dst_free(&rt->u.dst);
1917 return ERR_PTR(-ENOMEM);
1918 }
1919
1920 ipv6_addr_copy(&rt->rt6i_dst.addr, addr);
1921 rt->rt6i_dst.plen = 128;
1922 rt->rt6i_table = fib6_get_table(net, RT6_TABLE_LOCAL);
1923
1924 atomic_set(&rt->u.dst.__refcnt, 1);
1925
1926 return rt;
1927 }
1928
1929 struct arg_dev_net {
1930 struct net_device *dev;
1931 struct net *net;
1932 };
1933
1934 static int fib6_ifdown(struct rt6_info *rt, void *arg)
1935 {
1936 struct net_device *dev = ((struct arg_dev_net *)arg)->dev;
1937 struct net *net = ((struct arg_dev_net *)arg)->net;
1938
1939 if (((void *)rt->rt6i_dev == dev || dev == NULL) &&
1940 rt != net->ipv6.ip6_null_entry) {
1941 RT6_TRACE("deleted by ifdown %p\n", rt);
1942 return -1;
1943 }
1944 return 0;
1945 }
1946
1947 void rt6_ifdown(struct net *net, struct net_device *dev)
1948 {
1949 struct arg_dev_net adn = {
1950 .dev = dev,
1951 .net = net,
1952 };
1953
1954 fib6_clean_all(net, fib6_ifdown, 0, &adn);
1955 icmp6_clean_all(fib6_ifdown, &adn);
1956 }
1957
1958 struct rt6_mtu_change_arg
1959 {
1960 struct net_device *dev;
1961 unsigned mtu;
1962 };
1963
1964 static int rt6_mtu_change_route(struct rt6_info *rt, void *p_arg)
1965 {
1966 struct rt6_mtu_change_arg *arg = (struct rt6_mtu_change_arg *) p_arg;
1967 struct inet6_dev *idev;
1968 struct net *net = dev_net(arg->dev);
1969
1970 /* In IPv6 pmtu discovery is not optional,
1971 so that RTAX_MTU lock cannot disable it.
1972 We still use this lock to block changes
1973 caused by addrconf/ndisc.
1974 */
1975
1976 idev = __in6_dev_get(arg->dev);
1977 if (idev == NULL)
1978 return 0;
1979
1980 /* For administrative MTU increase, there is no way to discover
1981 IPv6 PMTU increase, so PMTU increase should be updated here.
1982 Since RFC 1981 doesn't include administrative MTU increase
1983 update PMTU increase is a MUST. (i.e. jumbo frame)
1984 */
1985 /*
1986 If new MTU is less than route PMTU, this new MTU will be the
1987 lowest MTU in the path, update the route PMTU to reflect PMTU
1988 decreases; if new MTU is greater than route PMTU, and the
1989 old MTU is the lowest MTU in the path, update the route PMTU
1990 to reflect the increase. In this case if the other nodes' MTU
1991 also have the lowest MTU, TOO BIG MESSAGE will be lead to
1992 PMTU discouvery.
1993 */
1994 if (rt->rt6i_dev == arg->dev &&
1995 !dst_metric_locked(&rt->u.dst, RTAX_MTU) &&
1996 (dst_mtu(&rt->u.dst) >= arg->mtu ||
1997 (dst_mtu(&rt->u.dst) < arg->mtu &&
1998 dst_mtu(&rt->u.dst) == idev->cnf.mtu6))) {
1999 rt->u.dst.metrics[RTAX_MTU-1] = arg->mtu;
2000 rt->u.dst.metrics[RTAX_ADVMSS-1] = ipv6_advmss(net, arg->mtu);
2001 }
2002 return 0;
2003 }
2004
2005 void rt6_mtu_change(struct net_device *dev, unsigned mtu)
2006 {
2007 struct rt6_mtu_change_arg arg = {
2008 .dev = dev,
2009 .mtu = mtu,
2010 };
2011
2012 fib6_clean_all(dev_net(dev), rt6_mtu_change_route, 0, &arg);
2013 }
2014
2015 static const struct nla_policy rtm_ipv6_policy[RTA_MAX+1] = {
2016 [RTA_GATEWAY] = { .len = sizeof(struct in6_addr) },
2017 [RTA_OIF] = { .type = NLA_U32 },
2018 [RTA_IIF] = { .type = NLA_U32 },
2019 [RTA_PRIORITY] = { .type = NLA_U32 },
2020 [RTA_METRICS] = { .type = NLA_NESTED },
2021 };
2022
2023 static int rtm_to_fib6_config(struct sk_buff *skb, struct nlmsghdr *nlh,
2024 struct fib6_config *cfg)
2025 {
2026 struct rtmsg *rtm;
2027 struct nlattr *tb[RTA_MAX+1];
2028 int err;
2029
2030 err = nlmsg_parse(nlh, sizeof(*rtm), tb, RTA_MAX, rtm_ipv6_policy);
2031 if (err < 0)
2032 goto errout;
2033
2034 err = -EINVAL;
2035 rtm = nlmsg_data(nlh);
2036 memset(cfg, 0, sizeof(*cfg));
2037
2038 cfg->fc_table = rtm->rtm_table;
2039 cfg->fc_dst_len = rtm->rtm_dst_len;
2040 cfg->fc_src_len = rtm->rtm_src_len;
2041 cfg->fc_flags = RTF_UP;
2042 cfg->fc_protocol = rtm->rtm_protocol;
2043
2044 if (rtm->rtm_type == RTN_UNREACHABLE)
2045 cfg->fc_flags |= RTF_REJECT;
2046
2047 cfg->fc_nlinfo.pid = NETLINK_CB(skb).pid;
2048 cfg->fc_nlinfo.nlh = nlh;
2049 cfg->fc_nlinfo.nl_net = sock_net(skb->sk);
2050
2051 if (tb[RTA_GATEWAY]) {
2052 nla_memcpy(&cfg->fc_gateway, tb[RTA_GATEWAY], 16);
2053 cfg->fc_flags |= RTF_GATEWAY;
2054 }
2055
2056 if (tb[RTA_DST]) {
2057 int plen = (rtm->rtm_dst_len + 7) >> 3;
2058
2059 if (nla_len(tb[RTA_DST]) < plen)
2060 goto errout;
2061
2062 nla_memcpy(&cfg->fc_dst, tb[RTA_DST], plen);
2063 }
2064
2065 if (tb[RTA_SRC]) {
2066 int plen = (rtm->rtm_src_len + 7) >> 3;
2067
2068 if (nla_len(tb[RTA_SRC]) < plen)
2069 goto errout;
2070
2071 nla_memcpy(&cfg->fc_src, tb[RTA_SRC], plen);
2072 }
2073
2074 if (tb[RTA_OIF])
2075 cfg->fc_ifindex = nla_get_u32(tb[RTA_OIF]);
2076
2077 if (tb[RTA_PRIORITY])
2078 cfg->fc_metric = nla_get_u32(tb[RTA_PRIORITY]);
2079
2080 if (tb[RTA_METRICS]) {
2081 cfg->fc_mx = nla_data(tb[RTA_METRICS]);
2082 cfg->fc_mx_len = nla_len(tb[RTA_METRICS]);
2083 }
2084
2085 if (tb[RTA_TABLE])
2086 cfg->fc_table = nla_get_u32(tb[RTA_TABLE]);
2087
2088 err = 0;
2089 errout:
2090 return err;
2091 }
2092
2093 static int inet6_rtm_delroute(struct sk_buff *skb, struct nlmsghdr* nlh, void *arg)
2094 {
2095 struct fib6_config cfg;
2096 int err;
2097
2098 err = rtm_to_fib6_config(skb, nlh, &cfg);
2099 if (err < 0)
2100 return err;
2101
2102 return ip6_route_del(&cfg);
2103 }
2104
2105 static int inet6_rtm_newroute(struct sk_buff *skb, struct nlmsghdr* nlh, void *arg)
2106 {
2107 struct fib6_config cfg;
2108 int err;
2109
2110 err = rtm_to_fib6_config(skb, nlh, &cfg);
2111 if (err < 0)
2112 return err;
2113
2114 return ip6_route_add(&cfg);
2115 }
2116
2117 static inline size_t rt6_nlmsg_size(void)
2118 {
2119 return NLMSG_ALIGN(sizeof(struct rtmsg))
2120 + nla_total_size(16) /* RTA_SRC */
2121 + nla_total_size(16) /* RTA_DST */
2122 + nla_total_size(16) /* RTA_GATEWAY */
2123 + nla_total_size(16) /* RTA_PREFSRC */
2124 + nla_total_size(4) /* RTA_TABLE */
2125 + nla_total_size(4) /* RTA_IIF */
2126 + nla_total_size(4) /* RTA_OIF */
2127 + nla_total_size(4) /* RTA_PRIORITY */
2128 + RTAX_MAX * nla_total_size(4) /* RTA_METRICS */
2129 + nla_total_size(sizeof(struct rta_cacheinfo));
2130 }
2131
2132 static int rt6_fill_node(struct net *net,
2133 struct sk_buff *skb, struct rt6_info *rt,
2134 struct in6_addr *dst, struct in6_addr *src,
2135 int iif, int type, u32 pid, u32 seq,
2136 int prefix, int nowait, unsigned int flags)
2137 {
2138 struct rtmsg *rtm;
2139 struct nlmsghdr *nlh;
2140 long expires;
2141 u32 table;
2142
2143 if (prefix) { /* user wants prefix routes only */
2144 if (!(rt->rt6i_flags & RTF_PREFIX_RT)) {
2145 /* success since this is not a prefix route */
2146 return 1;
2147 }
2148 }
2149
2150 nlh = nlmsg_put(skb, pid, seq, type, sizeof(*rtm), flags);
2151 if (nlh == NULL)
2152 return -EMSGSIZE;
2153
2154 rtm = nlmsg_data(nlh);
2155 rtm->rtm_family = AF_INET6;
2156 rtm->rtm_dst_len = rt->rt6i_dst.plen;
2157 rtm->rtm_src_len = rt->rt6i_src.plen;
2158 rtm->rtm_tos = 0;
2159 if (rt->rt6i_table)
2160 table = rt->rt6i_table->tb6_id;
2161 else
2162 table = RT6_TABLE_UNSPEC;
2163 rtm->rtm_table = table;
2164 NLA_PUT_U32(skb, RTA_TABLE, table);
2165 if (rt->rt6i_flags&RTF_REJECT)
2166 rtm->rtm_type = RTN_UNREACHABLE;
2167 else if (rt->rt6i_dev && (rt->rt6i_dev->flags&IFF_LOOPBACK))
2168 rtm->rtm_type = RTN_LOCAL;
2169 else
2170 rtm->rtm_type = RTN_UNICAST;
2171 rtm->rtm_flags = 0;
2172 rtm->rtm_scope = RT_SCOPE_UNIVERSE;
2173 rtm->rtm_protocol = rt->rt6i_protocol;
2174 if (rt->rt6i_flags&RTF_DYNAMIC)
2175 rtm->rtm_protocol = RTPROT_REDIRECT;
2176 else if (rt->rt6i_flags & RTF_ADDRCONF)
2177 rtm->rtm_protocol = RTPROT_KERNEL;
2178 else if (rt->rt6i_flags&RTF_DEFAULT)
2179 rtm->rtm_protocol = RTPROT_RA;
2180
2181 if (rt->rt6i_flags&RTF_CACHE)
2182 rtm->rtm_flags |= RTM_F_CLONED;
2183
2184 if (dst) {
2185 NLA_PUT(skb, RTA_DST, 16, dst);
2186 rtm->rtm_dst_len = 128;
2187 } else if (rtm->rtm_dst_len)
2188 NLA_PUT(skb, RTA_DST, 16, &rt->rt6i_dst.addr);
2189 #ifdef CONFIG_IPV6_SUBTREES
2190 if (src) {
2191 NLA_PUT(skb, RTA_SRC, 16, src);
2192 rtm->rtm_src_len = 128;
2193 } else if (rtm->rtm_src_len)
2194 NLA_PUT(skb, RTA_SRC, 16, &rt->rt6i_src.addr);
2195 #endif
2196 if (iif) {
2197 #ifdef CONFIG_IPV6_MROUTE
2198 if (ipv6_addr_is_multicast(&rt->rt6i_dst.addr)) {
2199 int err = ip6mr_get_route(skb, rtm, nowait);
2200 if (err <= 0) {
2201 if (!nowait) {
2202 if (err == 0)
2203 return 0;
2204 goto nla_put_failure;
2205 } else {
2206 if (err == -EMSGSIZE)
2207 goto nla_put_failure;
2208 }
2209 }
2210 } else
2211 #endif
2212 NLA_PUT_U32(skb, RTA_IIF, iif);
2213 } else if (dst) {
2214 struct inet6_dev *idev = ip6_dst_idev(&rt->u.dst);
2215 struct in6_addr saddr_buf;
2216 if (ipv6_dev_get_saddr(net, idev ? idev->dev : NULL,
2217 dst, 0, &saddr_buf) == 0)
2218 NLA_PUT(skb, RTA_PREFSRC, 16, &saddr_buf);
2219 }
2220
2221 if (rtnetlink_put_metrics(skb, rt->u.dst.metrics) < 0)
2222 goto nla_put_failure;
2223
2224 if (rt->u.dst.neighbour)
2225 NLA_PUT(skb, RTA_GATEWAY, 16, &rt->u.dst.neighbour->primary_key);
2226
2227 if (rt->u.dst.dev)
2228 NLA_PUT_U32(skb, RTA_OIF, rt->rt6i_dev->ifindex);
2229
2230 NLA_PUT_U32(skb, RTA_PRIORITY, rt->rt6i_metric);
2231
2232 if (!(rt->rt6i_flags & RTF_EXPIRES))
2233 expires = 0;
2234 else if (rt->rt6i_expires - jiffies < INT_MAX)
2235 expires = rt->rt6i_expires - jiffies;
2236 else
2237 expires = INT_MAX;
2238
2239 if (rtnl_put_cacheinfo(skb, &rt->u.dst, 0, 0, 0,
2240 expires, rt->u.dst.error) < 0)
2241 goto nla_put_failure;
2242
2243 return nlmsg_end(skb, nlh);
2244
2245 nla_put_failure:
2246 nlmsg_cancel(skb, nlh);
2247 return -EMSGSIZE;
2248 }
2249
2250 int rt6_dump_route(struct rt6_info *rt, void *p_arg)
2251 {
2252 struct rt6_rtnl_dump_arg *arg = (struct rt6_rtnl_dump_arg *) p_arg;
2253 int prefix;
2254
2255 if (nlmsg_len(arg->cb->nlh) >= sizeof(struct rtmsg)) {
2256 struct rtmsg *rtm = nlmsg_data(arg->cb->nlh);
2257 prefix = (rtm->rtm_flags & RTM_F_PREFIX) != 0;
2258 } else
2259 prefix = 0;
2260
2261 return rt6_fill_node(arg->net,
2262 arg->skb, rt, NULL, NULL, 0, RTM_NEWROUTE,
2263 NETLINK_CB(arg->cb->skb).pid, arg->cb->nlh->nlmsg_seq,
2264 prefix, 0, NLM_F_MULTI);
2265 }
2266
2267 static int inet6_rtm_getroute(struct sk_buff *in_skb, struct nlmsghdr* nlh, void *arg)
2268 {
2269 struct net *net = sock_net(in_skb->sk);
2270 struct nlattr *tb[RTA_MAX+1];
2271 struct rt6_info *rt;
2272 struct sk_buff *skb;
2273 struct rtmsg *rtm;
2274 struct flowi fl;
2275 int err, iif = 0;
2276
2277 err = nlmsg_parse(nlh, sizeof(*rtm), tb, RTA_MAX, rtm_ipv6_policy);
2278 if (err < 0)
2279 goto errout;
2280
2281 err = -EINVAL;
2282 memset(&fl, 0, sizeof(fl));
2283
2284 if (tb[RTA_SRC]) {
2285 if (nla_len(tb[RTA_SRC]) < sizeof(struct in6_addr))
2286 goto errout;
2287
2288 ipv6_addr_copy(&fl.fl6_src, nla_data(tb[RTA_SRC]));
2289 }
2290
2291 if (tb[RTA_DST]) {
2292 if (nla_len(tb[RTA_DST]) < sizeof(struct in6_addr))
2293 goto errout;
2294
2295 ipv6_addr_copy(&fl.fl6_dst, nla_data(tb[RTA_DST]));
2296 }
2297
2298 if (tb[RTA_IIF])
2299 iif = nla_get_u32(tb[RTA_IIF]);
2300
2301 if (tb[RTA_OIF])
2302 fl.oif = nla_get_u32(tb[RTA_OIF]);
2303
2304 if (iif) {
2305 struct net_device *dev;
2306 dev = __dev_get_by_index(net, iif);
2307 if (!dev) {
2308 err = -ENODEV;
2309 goto errout;
2310 }
2311 }
2312
2313 skb = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
2314 if (skb == NULL) {
2315 err = -ENOBUFS;
2316 goto errout;
2317 }
2318
2319 /* Reserve room for dummy headers, this skb can pass
2320 through good chunk of routing engine.
2321 */
2322 skb_reset_mac_header(skb);
2323 skb_reserve(skb, MAX_HEADER + sizeof(struct ipv6hdr));
2324
2325 rt = (struct rt6_info*) ip6_route_output(net, NULL, &fl);
2326 skb->dst = &rt->u.dst;
2327
2328 err = rt6_fill_node(net, skb, rt, &fl.fl6_dst, &fl.fl6_src, iif,
2329 RTM_NEWROUTE, NETLINK_CB(in_skb).pid,
2330 nlh->nlmsg_seq, 0, 0, 0);
2331 if (err < 0) {
2332 kfree_skb(skb);
2333 goto errout;
2334 }
2335
2336 err = rtnl_unicast(skb, net, NETLINK_CB(in_skb).pid);
2337 errout:
2338 return err;
2339 }
2340
2341 void inet6_rt_notify(int event, struct rt6_info *rt, struct nl_info *info)
2342 {
2343 struct sk_buff *skb;
2344 struct net *net = info->nl_net;
2345 u32 seq;
2346 int err;
2347
2348 err = -ENOBUFS;
2349 seq = info->nlh != NULL ? info->nlh->nlmsg_seq : 0;
2350
2351 skb = nlmsg_new(rt6_nlmsg_size(), gfp_any());
2352 if (skb == NULL)
2353 goto errout;
2354
2355 err = rt6_fill_node(net, skb, rt, NULL, NULL, 0,
2356 event, info->pid, seq, 0, 0, 0);
2357 if (err < 0) {
2358 /* -EMSGSIZE implies BUG in rt6_nlmsg_size() */
2359 WARN_ON(err == -EMSGSIZE);
2360 kfree_skb(skb);
2361 goto errout;
2362 }
2363 err = rtnl_notify(skb, net, info->pid, RTNLGRP_IPV6_ROUTE,
2364 info->nlh, gfp_any());
2365 errout:
2366 if (err < 0)
2367 rtnl_set_sk_err(net, RTNLGRP_IPV6_ROUTE, err);
2368 }
2369
2370 static int ip6_route_dev_notify(struct notifier_block *this,
2371 unsigned long event, void *data)
2372 {
2373 struct net_device *dev = (struct net_device *)data;
2374 struct net *net = dev_net(dev);
2375
2376 if (event == NETDEV_REGISTER && (dev->flags & IFF_LOOPBACK)) {
2377 net->ipv6.ip6_null_entry->u.dst.dev = dev;
2378 net->ipv6.ip6_null_entry->rt6i_idev = in6_dev_get(dev);
2379 #ifdef CONFIG_IPV6_MULTIPLE_TABLES
2380 net->ipv6.ip6_prohibit_entry->u.dst.dev = dev;
2381 net->ipv6.ip6_prohibit_entry->rt6i_idev = in6_dev_get(dev);
2382 net->ipv6.ip6_blk_hole_entry->u.dst.dev = dev;
2383 net->ipv6.ip6_blk_hole_entry->rt6i_idev = in6_dev_get(dev);
2384 #endif
2385 }
2386
2387 return NOTIFY_OK;
2388 }
2389
2390 /*
2391 * /proc
2392 */
2393
2394 #ifdef CONFIG_PROC_FS
2395
2396 #define RT6_INFO_LEN (32 + 4 + 32 + 4 + 32 + 40 + 5 + 1)
2397
2398 struct rt6_proc_arg
2399 {
2400 char *buffer;
2401 int offset;
2402 int length;
2403 int skip;
2404 int len;
2405 };
2406
2407 static int rt6_info_route(struct rt6_info *rt, void *p_arg)
2408 {
2409 struct seq_file *m = p_arg;
2410
2411 seq_printf(m, NIP6_SEQFMT " %02x ", NIP6(rt->rt6i_dst.addr),
2412 rt->rt6i_dst.plen);
2413
2414 #ifdef CONFIG_IPV6_SUBTREES
2415 seq_printf(m, NIP6_SEQFMT " %02x ", NIP6(rt->rt6i_src.addr),
2416 rt->rt6i_src.plen);
2417 #else
2418 seq_puts(m, "00000000000000000000000000000000 00 ");
2419 #endif
2420
2421 if (rt->rt6i_nexthop) {
2422 seq_printf(m, NIP6_SEQFMT,
2423 NIP6(*((struct in6_addr *)rt->rt6i_nexthop->primary_key)));
2424 } else {
2425 seq_puts(m, "00000000000000000000000000000000");
2426 }
2427 seq_printf(m, " %08x %08x %08x %08x %8s\n",
2428 rt->rt6i_metric, atomic_read(&rt->u.dst.__refcnt),
2429 rt->u.dst.__use, rt->rt6i_flags,
2430 rt->rt6i_dev ? rt->rt6i_dev->name : "");
2431 return 0;
2432 }
2433
2434 static int ipv6_route_show(struct seq_file *m, void *v)
2435 {
2436 struct net *net = (struct net *)m->private;
2437 fib6_clean_all(net, rt6_info_route, 0, m);
2438 return 0;
2439 }
2440
2441 static int ipv6_route_open(struct inode *inode, struct file *file)
2442 {
2443 return single_open_net(inode, file, ipv6_route_show);
2444 }
2445
2446 static const struct file_operations ipv6_route_proc_fops = {
2447 .owner = THIS_MODULE,
2448 .open = ipv6_route_open,
2449 .read = seq_read,
2450 .llseek = seq_lseek,
2451 .release = single_release_net,
2452 };
2453
2454 static int rt6_stats_seq_show(struct seq_file *seq, void *v)
2455 {
2456 struct net *net = (struct net *)seq->private;
2457 seq_printf(seq, "%04x %04x %04x %04x %04x %04x %04x\n",
2458 net->ipv6.rt6_stats->fib_nodes,
2459 net->ipv6.rt6_stats->fib_route_nodes,
2460 net->ipv6.rt6_stats->fib_rt_alloc,
2461 net->ipv6.rt6_stats->fib_rt_entries,
2462 net->ipv6.rt6_stats->fib_rt_cache,
2463 atomic_read(&net->ipv6.ip6_dst_ops->entries),
2464 net->ipv6.rt6_stats->fib_discarded_routes);
2465
2466 return 0;
2467 }
2468
2469 static int rt6_stats_seq_open(struct inode *inode, struct file *file)
2470 {
2471 return single_open_net(inode, file, rt6_stats_seq_show);
2472 }
2473
2474 static const struct file_operations rt6_stats_seq_fops = {
2475 .owner = THIS_MODULE,
2476 .open = rt6_stats_seq_open,
2477 .read = seq_read,
2478 .llseek = seq_lseek,
2479 .release = single_release_net,
2480 };
2481 #endif /* CONFIG_PROC_FS */
2482
2483 #ifdef CONFIG_SYSCTL
2484
2485 static
2486 int ipv6_sysctl_rtcache_flush(ctl_table *ctl, int write, struct file * filp,
2487 void __user *buffer, size_t *lenp, loff_t *ppos)
2488 {
2489 struct net *net = current->nsproxy->net_ns;
2490 int delay = net->ipv6.sysctl.flush_delay;
2491 if (write) {
2492 proc_dointvec(ctl, write, filp, buffer, lenp, ppos);
2493 fib6_run_gc(delay <= 0 ? ~0UL : (unsigned long)delay, net);
2494 return 0;
2495 } else
2496 return -EINVAL;
2497 }
2498
2499 ctl_table ipv6_route_table_template[] = {
2500 {
2501 .procname = "flush",
2502 .data = &init_net.ipv6.sysctl.flush_delay,
2503 .maxlen = sizeof(int),
2504 .mode = 0200,
2505 .proc_handler = &ipv6_sysctl_rtcache_flush
2506 },
2507 {
2508 .ctl_name = NET_IPV6_ROUTE_GC_THRESH,
2509 .procname = "gc_thresh",
2510 .data = &ip6_dst_ops_template.gc_thresh,
2511 .maxlen = sizeof(int),
2512 .mode = 0644,
2513 .proc_handler = &proc_dointvec,
2514 },
2515 {
2516 .ctl_name = NET_IPV6_ROUTE_MAX_SIZE,
2517 .procname = "max_size",
2518 .data = &init_net.ipv6.sysctl.ip6_rt_max_size,
2519 .maxlen = sizeof(int),
2520 .mode = 0644,
2521 .proc_handler = &proc_dointvec,
2522 },
2523 {
2524 .ctl_name = NET_IPV6_ROUTE_GC_MIN_INTERVAL,
2525 .procname = "gc_min_interval",
2526 .data = &init_net.ipv6.sysctl.ip6_rt_gc_min_interval,
2527 .maxlen = sizeof(int),
2528 .mode = 0644,
2529 .proc_handler = &proc_dointvec_jiffies,
2530 .strategy = &sysctl_jiffies,
2531 },
2532 {
2533 .ctl_name = NET_IPV6_ROUTE_GC_TIMEOUT,
2534 .procname = "gc_timeout",
2535 .data = &init_net.ipv6.sysctl.ip6_rt_gc_timeout,
2536 .maxlen = sizeof(int),
2537 .mode = 0644,
2538 .proc_handler = &proc_dointvec_jiffies,
2539 .strategy = &sysctl_jiffies,
2540 },
2541 {
2542 .ctl_name = NET_IPV6_ROUTE_GC_INTERVAL,
2543 .procname = "gc_interval",
2544 .data = &init_net.ipv6.sysctl.ip6_rt_gc_interval,
2545 .maxlen = sizeof(int),
2546 .mode = 0644,
2547 .proc_handler = &proc_dointvec_jiffies,
2548 .strategy = &sysctl_jiffies,
2549 },
2550 {
2551 .ctl_name = NET_IPV6_ROUTE_GC_ELASTICITY,
2552 .procname = "gc_elasticity",
2553 .data = &init_net.ipv6.sysctl.ip6_rt_gc_elasticity,
2554 .maxlen = sizeof(int),
2555 .mode = 0644,
2556 .proc_handler = &proc_dointvec_jiffies,
2557 .strategy = &sysctl_jiffies,
2558 },
2559 {
2560 .ctl_name = NET_IPV6_ROUTE_MTU_EXPIRES,
2561 .procname = "mtu_expires",
2562 .data = &init_net.ipv6.sysctl.ip6_rt_mtu_expires,
2563 .maxlen = sizeof(int),
2564 .mode = 0644,
2565 .proc_handler = &proc_dointvec_jiffies,
2566 .strategy = &sysctl_jiffies,
2567 },
2568 {
2569 .ctl_name = NET_IPV6_ROUTE_MIN_ADVMSS,
2570 .procname = "min_adv_mss",
2571 .data = &init_net.ipv6.sysctl.ip6_rt_min_advmss,
2572 .maxlen = sizeof(int),
2573 .mode = 0644,
2574 .proc_handler = &proc_dointvec_jiffies,
2575 .strategy = &sysctl_jiffies,
2576 },
2577 {
2578 .ctl_name = NET_IPV6_ROUTE_GC_MIN_INTERVAL_MS,
2579 .procname = "gc_min_interval_ms",
2580 .data = &init_net.ipv6.sysctl.ip6_rt_gc_min_interval,
2581 .maxlen = sizeof(int),
2582 .mode = 0644,
2583 .proc_handler = &proc_dointvec_ms_jiffies,
2584 .strategy = &sysctl_ms_jiffies,
2585 },
2586 { .ctl_name = 0 }
2587 };
2588
2589 struct ctl_table *ipv6_route_sysctl_init(struct net *net)
2590 {
2591 struct ctl_table *table;
2592
2593 table = kmemdup(ipv6_route_table_template,
2594 sizeof(ipv6_route_table_template),
2595 GFP_KERNEL);
2596
2597 if (table) {
2598 table[0].data = &net->ipv6.sysctl.flush_delay;
2599 table[1].data = &net->ipv6.ip6_dst_ops->gc_thresh;
2600 table[2].data = &net->ipv6.sysctl.ip6_rt_max_size;
2601 table[3].data = &net->ipv6.sysctl.ip6_rt_gc_min_interval;
2602 table[4].data = &net->ipv6.sysctl.ip6_rt_gc_timeout;
2603 table[5].data = &net->ipv6.sysctl.ip6_rt_gc_interval;
2604 table[6].data = &net->ipv6.sysctl.ip6_rt_gc_elasticity;
2605 table[7].data = &net->ipv6.sysctl.ip6_rt_mtu_expires;
2606 table[8].data = &net->ipv6.sysctl.ip6_rt_min_advmss;
2607 }
2608
2609 return table;
2610 }
2611 #endif
2612
2613 static int ip6_route_net_init(struct net *net)
2614 {
2615 int ret = -ENOMEM;
2616
2617 net->ipv6.ip6_dst_ops = kmemdup(&ip6_dst_ops_template,
2618 sizeof(*net->ipv6.ip6_dst_ops),
2619 GFP_KERNEL);
2620 if (!net->ipv6.ip6_dst_ops)
2621 goto out;
2622 net->ipv6.ip6_dst_ops->dst_net = hold_net(net);
2623
2624 net->ipv6.ip6_null_entry = kmemdup(&ip6_null_entry_template,
2625 sizeof(*net->ipv6.ip6_null_entry),
2626 GFP_KERNEL);
2627 if (!net->ipv6.ip6_null_entry)
2628 goto out_ip6_dst_ops;
2629 net->ipv6.ip6_null_entry->u.dst.path =
2630 (struct dst_entry *)net->ipv6.ip6_null_entry;
2631 net->ipv6.ip6_null_entry->u.dst.ops = net->ipv6.ip6_dst_ops;
2632
2633 #ifdef CONFIG_IPV6_MULTIPLE_TABLES
2634 net->ipv6.ip6_prohibit_entry = kmemdup(&ip6_prohibit_entry_template,
2635 sizeof(*net->ipv6.ip6_prohibit_entry),
2636 GFP_KERNEL);
2637 if (!net->ipv6.ip6_prohibit_entry)
2638 goto out_ip6_null_entry;
2639 net->ipv6.ip6_prohibit_entry->u.dst.path =
2640 (struct dst_entry *)net->ipv6.ip6_prohibit_entry;
2641 net->ipv6.ip6_prohibit_entry->u.dst.ops = net->ipv6.ip6_dst_ops;
2642
2643 net->ipv6.ip6_blk_hole_entry = kmemdup(&ip6_blk_hole_entry_template,
2644 sizeof(*net->ipv6.ip6_blk_hole_entry),
2645 GFP_KERNEL);
2646 if (!net->ipv6.ip6_blk_hole_entry)
2647 goto out_ip6_prohibit_entry;
2648 net->ipv6.ip6_blk_hole_entry->u.dst.path =
2649 (struct dst_entry *)net->ipv6.ip6_blk_hole_entry;
2650 net->ipv6.ip6_blk_hole_entry->u.dst.ops = net->ipv6.ip6_dst_ops;
2651 #endif
2652
2653 net->ipv6.sysctl.flush_delay = 0;
2654 net->ipv6.sysctl.ip6_rt_max_size = 4096;
2655 net->ipv6.sysctl.ip6_rt_gc_min_interval = HZ / 2;
2656 net->ipv6.sysctl.ip6_rt_gc_timeout = 60*HZ;
2657 net->ipv6.sysctl.ip6_rt_gc_interval = 30*HZ;
2658 net->ipv6.sysctl.ip6_rt_gc_elasticity = 9;
2659 net->ipv6.sysctl.ip6_rt_mtu_expires = 10*60*HZ;
2660 net->ipv6.sysctl.ip6_rt_min_advmss = IPV6_MIN_MTU - 20 - 40;
2661
2662 #ifdef CONFIG_PROC_FS
2663 proc_net_fops_create(net, "ipv6_route", 0, &ipv6_route_proc_fops);
2664 proc_net_fops_create(net, "rt6_stats", S_IRUGO, &rt6_stats_seq_fops);
2665 #endif
2666 net->ipv6.ip6_rt_gc_expire = 30*HZ;
2667
2668 ret = 0;
2669 out:
2670 return ret;
2671
2672 #ifdef CONFIG_IPV6_MULTIPLE_TABLES
2673 out_ip6_prohibit_entry:
2674 kfree(net->ipv6.ip6_prohibit_entry);
2675 out_ip6_null_entry:
2676 kfree(net->ipv6.ip6_null_entry);
2677 #endif
2678 out_ip6_dst_ops:
2679 release_net(net->ipv6.ip6_dst_ops->dst_net);
2680 kfree(net->ipv6.ip6_dst_ops);
2681 goto out;
2682 }
2683
2684 static void ip6_route_net_exit(struct net *net)
2685 {
2686 #ifdef CONFIG_PROC_FS
2687 proc_net_remove(net, "ipv6_route");
2688 proc_net_remove(net, "rt6_stats");
2689 #endif
2690 kfree(net->ipv6.ip6_null_entry);
2691 #ifdef CONFIG_IPV6_MULTIPLE_TABLES
2692 kfree(net->ipv6.ip6_prohibit_entry);
2693 kfree(net->ipv6.ip6_blk_hole_entry);
2694 #endif
2695 release_net(net->ipv6.ip6_dst_ops->dst_net);
2696 kfree(net->ipv6.ip6_dst_ops);
2697 }
2698
2699 static struct pernet_operations ip6_route_net_ops = {
2700 .init = ip6_route_net_init,
2701 .exit = ip6_route_net_exit,
2702 };
2703
2704 static struct notifier_block ip6_route_dev_notifier = {
2705 .notifier_call = ip6_route_dev_notify,
2706 .priority = 0,
2707 };
2708
2709 int __init ip6_route_init(void)
2710 {
2711 int ret;
2712
2713 ret = -ENOMEM;
2714 ip6_dst_ops_template.kmem_cachep =
2715 kmem_cache_create("ip6_dst_cache", sizeof(struct rt6_info), 0,
2716 SLAB_HWCACHE_ALIGN, NULL);
2717 if (!ip6_dst_ops_template.kmem_cachep)
2718 goto out;;
2719
2720 ret = register_pernet_subsys(&ip6_route_net_ops);
2721 if (ret)
2722 goto out_kmem_cache;
2723
2724 ip6_dst_blackhole_ops.kmem_cachep = ip6_dst_ops_template.kmem_cachep;
2725
2726 /* Registering of the loopback is done before this portion of code,
2727 * the loopback reference in rt6_info will not be taken, do it
2728 * manually for init_net */
2729 init_net.ipv6.ip6_null_entry->u.dst.dev = init_net.loopback_dev;
2730 init_net.ipv6.ip6_null_entry->rt6i_idev = in6_dev_get(init_net.loopback_dev);
2731 #ifdef CONFIG_IPV6_MULTIPLE_TABLES
2732 init_net.ipv6.ip6_prohibit_entry->u.dst.dev = init_net.loopback_dev;
2733 init_net.ipv6.ip6_prohibit_entry->rt6i_idev = in6_dev_get(init_net.loopback_dev);
2734 init_net.ipv6.ip6_blk_hole_entry->u.dst.dev = init_net.loopback_dev;
2735 init_net.ipv6.ip6_blk_hole_entry->rt6i_idev = in6_dev_get(init_net.loopback_dev);
2736 #endif
2737 ret = fib6_init();
2738 if (ret)
2739 goto out_register_subsys;
2740
2741 ret = xfrm6_init();
2742 if (ret)
2743 goto out_fib6_init;
2744
2745 ret = fib6_rules_init();
2746 if (ret)
2747 goto xfrm6_init;
2748
2749 ret = -ENOBUFS;
2750 if (__rtnl_register(PF_INET6, RTM_NEWROUTE, inet6_rtm_newroute, NULL) ||
2751 __rtnl_register(PF_INET6, RTM_DELROUTE, inet6_rtm_delroute, NULL) ||
2752 __rtnl_register(PF_INET6, RTM_GETROUTE, inet6_rtm_getroute, NULL))
2753 goto fib6_rules_init;
2754
2755 ret = register_netdevice_notifier(&ip6_route_dev_notifier);
2756 if (ret)
2757 goto fib6_rules_init;
2758
2759 out:
2760 return ret;
2761
2762 fib6_rules_init:
2763 fib6_rules_cleanup();
2764 xfrm6_init:
2765 xfrm6_fini();
2766 out_fib6_init:
2767 fib6_gc_cleanup();
2768 out_register_subsys:
2769 unregister_pernet_subsys(&ip6_route_net_ops);
2770 out_kmem_cache:
2771 kmem_cache_destroy(ip6_dst_ops_template.kmem_cachep);
2772 goto out;
2773 }
2774
2775 void ip6_route_cleanup(void)
2776 {
2777 unregister_netdevice_notifier(&ip6_route_dev_notifier);
2778 fib6_rules_cleanup();
2779 xfrm6_fini();
2780 fib6_gc_cleanup();
2781 unregister_pernet_subsys(&ip6_route_net_ops);
2782 kmem_cache_destroy(ip6_dst_ops_template.kmem_cachep);
2783 }