2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
13 * Based on ipv4/udp.c code.
15 * Authors: Vasiliy Kulikov / Openwall (for Linux 2.6),
16 * Pavel Kankovsky (for Linux 2.4.32)
18 * Pavel gave all rights to bugs to Vasiliy,
19 * none of the bugs are Pavel's now.
23 #include <linux/uaccess.h>
24 #include <linux/types.h>
25 #include <linux/fcntl.h>
26 #include <linux/socket.h>
27 #include <linux/sockios.h>
29 #include <linux/errno.h>
30 #include <linux/timer.h>
32 #include <linux/inet.h>
33 #include <linux/netdevice.h>
37 #include <net/protocol.h>
38 #include <linux/skbuff.h>
39 #include <linux/proc_fs.h>
40 #include <linux/export.h>
44 #include <net/route.h>
45 #include <net/inet_common.h>
46 #include <net/checksum.h>
48 #if IS_ENABLED(CONFIG_IPV6)
49 #include <linux/in6.h>
50 #include <linux/icmpv6.h>
51 #include <net/addrconf.h>
53 #include <net/transp_v6.h>
57 struct ping_table ping_table
;
58 struct pingv6_ops pingv6_ops
;
59 EXPORT_SYMBOL_GPL(pingv6_ops
);
61 static u16 ping_port_rover
;
63 static inline int ping_hashfn(struct net
*net
, unsigned int num
, unsigned int mask
)
65 int res
= (num
+ net_hash_mix(net
)) & mask
;
67 pr_debug("hash(%d) = %d\n", num
, res
);
70 EXPORT_SYMBOL_GPL(ping_hash
);
72 static inline struct hlist_nulls_head
*ping_hashslot(struct ping_table
*table
,
73 struct net
*net
, unsigned int num
)
75 return &table
->hash
[ping_hashfn(net
, num
, PING_HTABLE_MASK
)];
78 int ping_get_port(struct sock
*sk
, unsigned short ident
)
80 struct hlist_nulls_node
*node
;
81 struct hlist_nulls_head
*hlist
;
82 struct inet_sock
*isk
, *isk2
;
83 struct sock
*sk2
= NULL
;
86 write_lock_bh(&ping_table
.lock
);
89 u16 result
= ping_port_rover
+ 1;
91 for (i
= 0; i
< (1L << 16); i
++, result
++) {
93 result
++; /* avoid zero */
94 hlist
= ping_hashslot(&ping_table
, sock_net(sk
),
96 ping_portaddr_for_each_entry(sk2
, node
, hlist
) {
99 if (isk2
->inet_num
== result
)
104 ping_port_rover
= ident
= result
;
112 hlist
= ping_hashslot(&ping_table
, sock_net(sk
), ident
);
113 ping_portaddr_for_each_entry(sk2
, node
, hlist
) {
116 /* BUG? Why is this reuse and not reuseaddr? ping.c
117 * doesn't turn off SO_REUSEADDR, and it doesn't expect
118 * that other ping processes can steal its packets.
120 if ((isk2
->inet_num
== ident
) &&
122 (!sk2
->sk_reuse
|| !sk
->sk_reuse
))
127 pr_debug("found port/ident = %d\n", ident
);
128 isk
->inet_num
= ident
;
129 if (sk_unhashed(sk
)) {
130 pr_debug("was not hashed\n");
132 hlist_nulls_add_head(&sk
->sk_nulls_node
, hlist
);
133 sock_prot_inuse_add(sock_net(sk
), sk
->sk_prot
, 1);
135 write_unlock_bh(&ping_table
.lock
);
139 write_unlock_bh(&ping_table
.lock
);
142 EXPORT_SYMBOL_GPL(ping_get_port
);
144 void ping_hash(struct sock
*sk
)
146 pr_debug("ping_hash(sk->port=%u)\n", inet_sk(sk
)->inet_num
);
147 BUG(); /* "Please do not press this button again." */
150 void ping_unhash(struct sock
*sk
)
152 struct inet_sock
*isk
= inet_sk(sk
);
153 pr_info("ping_unhash(isk=%p,isk->num=%u)\n", isk
, isk
->inet_num
);
155 write_lock_bh(&ping_table
.lock
);
156 hlist_nulls_del(&sk
->sk_nulls_node
);
157 sk_nulls_node_init(&sk
->sk_nulls_node
);
161 sock_prot_inuse_add(sock_net(sk
), sk
->sk_prot
, -1);
162 write_unlock_bh(&ping_table
.lock
);
163 pr_info("ping_unhash(isk=%p,sk=%p)\n", isk
, sk
);
166 EXPORT_SYMBOL_GPL(ping_unhash
);
168 static struct sock
*ping_lookup(struct net
*net
, struct sk_buff
*skb
, u16 ident
)
170 struct hlist_nulls_head
*hslot
= ping_hashslot(&ping_table
, net
, ident
);
171 struct sock
*sk
= NULL
;
172 struct inet_sock
*isk
;
173 struct hlist_nulls_node
*hnode
;
174 int dif
= skb
->dev
->ifindex
;
176 if (skb
->protocol
== htons(ETH_P_IP
)) {
177 pr_debug("try to find: num = %d, daddr = %pI4, dif = %d\n",
178 (int)ident
, &ip_hdr(skb
)->daddr
, dif
);
179 #if IS_ENABLED(CONFIG_IPV6)
180 } else if (skb
->protocol
== htons(ETH_P_IPV6
)) {
181 pr_debug("try to find: num = %d, daddr = %pI6c, dif = %d\n",
182 (int)ident
, &ipv6_hdr(skb
)->daddr
, dif
);
186 read_lock_bh(&ping_table
.lock
);
188 ping_portaddr_for_each_entry(sk
, hnode
, hslot
) {
191 pr_debug("iterate\n");
192 if (isk
->inet_num
!= ident
)
195 if (skb
->protocol
== htons(ETH_P_IP
) &&
196 sk
->sk_family
== AF_INET
) {
197 pr_debug("found: %p: num=%d, daddr=%pI4, dif=%d\n", sk
,
198 (int) isk
->inet_num
, &isk
->inet_rcv_saddr
,
199 sk
->sk_bound_dev_if
);
201 if (isk
->inet_rcv_saddr
&&
202 isk
->inet_rcv_saddr
!= ip_hdr(skb
)->daddr
)
204 #if IS_ENABLED(CONFIG_IPV6)
205 } else if (skb
->protocol
== htons(ETH_P_IPV6
) &&
206 sk
->sk_family
== AF_INET6
) {
207 struct ipv6_pinfo
*np
= inet6_sk(sk
);
209 pr_debug("found: %p: num=%d, daddr=%pI6c, dif=%d\n", sk
,
211 &inet6_sk(sk
)->rcv_saddr
,
212 sk
->sk_bound_dev_if
);
214 if (!ipv6_addr_any(&np
->rcv_saddr
) &&
215 !ipv6_addr_equal(&np
->rcv_saddr
,
216 &ipv6_hdr(skb
)->daddr
))
221 if (sk
->sk_bound_dev_if
&& sk
->sk_bound_dev_if
!= dif
)
230 read_unlock_bh(&ping_table
.lock
);
235 static void inet_get_ping_group_range_net(struct net
*net
, kgid_t
*low
,
238 kgid_t
*data
= net
->ipv4
.sysctl_ping_group_range
;
242 seq
= read_seqbegin(&sysctl_local_ports
.lock
);
246 } while (read_seqretry(&sysctl_local_ports
.lock
, seq
));
250 int ping_init_sock(struct sock
*sk
)
252 struct net
*net
= sock_net(sk
);
253 kgid_t group
= current_egid();
254 struct group_info
*group_info
;
259 inet_get_ping_group_range_net(net
, &low
, &high
);
260 if (gid_lte(low
, group
) && gid_lte(group
, high
))
263 group_info
= get_current_groups();
264 count
= group_info
->ngroups
;
265 for (i
= 0; i
< group_info
->nblocks
; i
++) {
266 int cp_count
= min_t(int, NGROUPS_PER_BLOCK
, count
);
267 for (j
= 0; j
< cp_count
; j
++) {
268 kgid_t gid
= group_info
->blocks
[i
][j
];
269 if (gid_lte(low
, gid
) && gid_lte(gid
, high
))
270 goto out_release_group
;
279 put_group_info(group_info
);
282 EXPORT_SYMBOL_GPL(ping_init_sock
);
284 void ping_close(struct sock
*sk
, long timeout
)
286 pr_debug("ping_close(sk=%p,sk->num=%u)\n",
287 inet_sk(sk
), inet_sk(sk
)->inet_num
);
288 pr_debug("isk->refcnt = %d\n", sk
->sk_refcnt
.counter
);
290 sk_common_release(sk
);
291 pr_info("ping_close done\n");
293 EXPORT_SYMBOL_GPL(ping_close
);
295 /* Checks the bind address and possibly modifies sk->sk_bound_dev_if. */
296 int ping_check_bind_addr(struct sock
*sk
, struct inet_sock
*isk
,
297 struct sockaddr
*uaddr
, int addr_len
) {
298 struct net
*net
= sock_net(sk
);
299 if (sk
->sk_family
== AF_INET
) {
300 struct sockaddr_in
*addr
= (struct sockaddr_in
*) uaddr
;
303 if (addr_len
< sizeof(*addr
))
306 pr_debug("ping_check_bind_addr(sk=%p,addr=%pI4,port=%d)\n",
307 sk
, &addr
->sin_addr
.s_addr
, ntohs(addr
->sin_port
));
309 chk_addr_ret
= inet_addr_type(net
, addr
->sin_addr
.s_addr
);
311 if (addr
->sin_addr
.s_addr
== htonl(INADDR_ANY
))
312 chk_addr_ret
= RTN_LOCAL
;
314 if ((sysctl_ip_nonlocal_bind
== 0 &&
315 isk
->freebind
== 0 && isk
->transparent
== 0 &&
316 chk_addr_ret
!= RTN_LOCAL
) ||
317 chk_addr_ret
== RTN_MULTICAST
||
318 chk_addr_ret
== RTN_BROADCAST
)
319 return -EADDRNOTAVAIL
;
321 #if IS_ENABLED(CONFIG_IPV6)
322 } else if (sk
->sk_family
== AF_INET6
) {
323 struct sockaddr_in6
*addr
= (struct sockaddr_in6
*) uaddr
;
324 int addr_type
, scoped
, has_addr
;
325 struct net_device
*dev
= NULL
;
327 if (addr_len
< sizeof(*addr
))
330 pr_debug("ping_check_bind_addr(sk=%p,addr=%pI6c,port=%d)\n",
331 sk
, addr
->sin6_addr
.s6_addr
, ntohs(addr
->sin6_port
));
333 addr_type
= ipv6_addr_type(&addr
->sin6_addr
);
334 scoped
= __ipv6_addr_needs_scope_id(addr_type
);
335 if ((addr_type
!= IPV6_ADDR_ANY
&&
336 !(addr_type
& IPV6_ADDR_UNICAST
)) ||
337 (scoped
&& !addr
->sin6_scope_id
))
341 if (addr
->sin6_scope_id
) {
342 dev
= dev_get_by_index_rcu(net
, addr
->sin6_scope_id
);
348 has_addr
= pingv6_ops
.ipv6_chk_addr(net
, &addr
->sin6_addr
, dev
,
352 if (!(isk
->freebind
|| isk
->transparent
|| has_addr
||
353 addr_type
== IPV6_ADDR_ANY
))
354 return -EADDRNOTAVAIL
;
357 sk
->sk_bound_dev_if
= addr
->sin6_scope_id
;
360 return -EAFNOSUPPORT
;
365 void ping_set_saddr(struct sock
*sk
, struct sockaddr
*saddr
)
367 if (saddr
->sa_family
== AF_INET
) {
368 struct inet_sock
*isk
= inet_sk(sk
);
369 struct sockaddr_in
*addr
= (struct sockaddr_in
*) saddr
;
370 isk
->inet_rcv_saddr
= isk
->inet_saddr
= addr
->sin_addr
.s_addr
;
371 #if IS_ENABLED(CONFIG_IPV6)
372 } else if (saddr
->sa_family
== AF_INET6
) {
373 struct sockaddr_in6
*addr
= (struct sockaddr_in6
*) saddr
;
374 struct ipv6_pinfo
*np
= inet6_sk(sk
);
375 np
->rcv_saddr
= np
->saddr
= addr
->sin6_addr
;
380 void ping_clear_saddr(struct sock
*sk
, int dif
)
382 sk
->sk_bound_dev_if
= dif
;
383 if (sk
->sk_family
== AF_INET
) {
384 struct inet_sock
*isk
= inet_sk(sk
);
385 isk
->inet_rcv_saddr
= isk
->inet_saddr
= 0;
386 #if IS_ENABLED(CONFIG_IPV6)
387 } else if (sk
->sk_family
== AF_INET6
) {
388 struct ipv6_pinfo
*np
= inet6_sk(sk
);
389 memset(&np
->rcv_saddr
, 0, sizeof(np
->rcv_saddr
));
390 memset(&np
->saddr
, 0, sizeof(np
->saddr
));
395 * We need our own bind because there are no privileged id's == local ports.
396 * Moreover, we don't allow binding to multi- and broadcast addresses.
399 int ping_bind(struct sock
*sk
, struct sockaddr
*uaddr
, int addr_len
)
401 struct inet_sock
*isk
= inet_sk(sk
);
404 int dif
= sk
->sk_bound_dev_if
;
406 err
= ping_check_bind_addr(sk
, isk
, uaddr
, addr_len
);
413 if (isk
->inet_num
!= 0)
417 ping_set_saddr(sk
, uaddr
);
418 snum
= ntohs(((struct sockaddr_in
*)uaddr
)->sin_port
);
419 if (ping_get_port(sk
, snum
) != 0) {
420 ping_clear_saddr(sk
, dif
);
424 pr_debug("after bind(): num = %d, dif = %d\n",
426 (int)sk
->sk_bound_dev_if
);
429 if ((sk
->sk_family
== AF_INET
&& isk
->inet_rcv_saddr
) ||
430 (sk
->sk_family
== AF_INET6
&&
431 !ipv6_addr_any(&inet6_sk(sk
)->rcv_saddr
)))
432 sk
->sk_userlocks
|= SOCK_BINDADDR_LOCK
;
435 sk
->sk_userlocks
|= SOCK_BINDPORT_LOCK
;
436 isk
->inet_sport
= htons(isk
->inet_num
);
440 #if IS_ENABLED(CONFIG_IPV6)
441 if (sk
->sk_family
== AF_INET6
)
442 memset(&inet6_sk(sk
)->daddr
, 0, sizeof(inet6_sk(sk
)->daddr
));
448 pr_debug("ping_v4_bind -> %d\n", err
);
451 EXPORT_SYMBOL_GPL(ping_bind
);
454 * Is this a supported type of ICMP message?
457 static inline int ping_supported(int family
, int type
, int code
)
459 return (family
== AF_INET
&& type
== ICMP_ECHO
&& code
== 0) ||
460 (family
== AF_INET6
&& type
== ICMPV6_ECHO_REQUEST
&& code
== 0);
464 * This routine is called by the ICMP module when it gets some
465 * sort of error condition.
468 void ping_err(struct sk_buff
*skb
, int offset
, u32 info
)
471 struct icmphdr
*icmph
;
472 struct inet_sock
*inet_sock
;
475 struct net
*net
= dev_net(skb
->dev
);
480 if (skb
->protocol
== htons(ETH_P_IP
)) {
482 type
= icmp_hdr(skb
)->type
;
483 code
= icmp_hdr(skb
)->code
;
484 icmph
= (struct icmphdr
*)(skb
->data
+ offset
);
485 } else if (skb
->protocol
== htons(ETH_P_IPV6
)) {
487 type
= icmp6_hdr(skb
)->icmp6_type
;
488 code
= icmp6_hdr(skb
)->icmp6_code
;
489 icmph
= (struct icmphdr
*) (skb
->data
+ offset
);
494 /* We assume the packet has already been checked by icmp_unreach */
496 if (!ping_supported(family
, icmph
->type
, icmph
->code
))
499 pr_debug("ping_err(proto=0x%x,type=%d,code=%d,id=%04x,seq=%04x)\n",
500 skb
->protocol
, type
, code
, ntohs(icmph
->un
.echo
.id
),
501 ntohs(icmph
->un
.echo
.sequence
));
503 sk
= ping_lookup(net
, skb
, ntohs(icmph
->un
.echo
.id
));
505 pr_debug("no socket, dropping\n");
506 return; /* No socket for error */
508 pr_debug("err on socket %p\n", sk
);
512 inet_sock
= inet_sk(sk
);
514 if (skb
->protocol
== htons(ETH_P_IP
)) {
517 case ICMP_TIME_EXCEEDED
:
520 case ICMP_SOURCE_QUENCH
:
521 /* This is not a real error but ping wants to see it.
522 * Report it with some fake errno.
526 case ICMP_PARAMETERPROB
:
530 case ICMP_DEST_UNREACH
:
531 if (code
== ICMP_FRAG_NEEDED
) { /* Path MTU discovery */
532 ipv4_sk_update_pmtu(skb
, sk
, info
);
533 if (inet_sock
->pmtudisc
!= IP_PMTUDISC_DONT
) {
541 if (code
<= NR_ICMP_UNREACH
) {
542 harderr
= icmp_err_convert
[code
].fatal
;
543 err
= icmp_err_convert
[code
].errno
;
547 /* See ICMP_SOURCE_QUENCH */
548 ipv4_sk_redirect(skb
, sk
);
552 #if IS_ENABLED(CONFIG_IPV6)
553 } else if (skb
->protocol
== htons(ETH_P_IPV6
)) {
554 harderr
= pingv6_ops
.icmpv6_err_convert(type
, code
, &err
);
559 * RFC1122: OK. Passes ICMP errors back to application, as per
562 if ((family
== AF_INET
&& !inet_sock
->recverr
) ||
563 (family
== AF_INET6
&& !inet6_sk(sk
)->recverr
)) {
564 if (!harderr
|| sk
->sk_state
!= TCP_ESTABLISHED
)
567 if (family
== AF_INET
) {
568 ip_icmp_error(sk
, skb
, err
, 0 /* no remote port */,
570 #if IS_ENABLED(CONFIG_IPV6)
571 } else if (family
== AF_INET6
) {
572 pingv6_ops
.ipv6_icmp_error(sk
, skb
, err
, 0,
578 sk
->sk_error_report(sk
);
582 EXPORT_SYMBOL_GPL(ping_err
);
585 * Copy and checksum an ICMP Echo packet from user space into a buffer
586 * starting from the payload.
589 int ping_getfrag(void *from
, char *to
,
590 int offset
, int fraglen
, int odd
, struct sk_buff
*skb
)
592 struct pingfakehdr
*pfh
= (struct pingfakehdr
*)from
;
595 if (fraglen
< sizeof(struct icmphdr
))
597 if (csum_partial_copy_fromiovecend(to
+ sizeof(struct icmphdr
),
598 pfh
->iov
, 0, fraglen
- sizeof(struct icmphdr
),
601 } else if (offset
< sizeof(struct icmphdr
)) {
604 if (csum_partial_copy_fromiovecend
605 (to
, pfh
->iov
, offset
- sizeof(struct icmphdr
),
606 fraglen
, &pfh
->wcheck
))
610 #if IS_ENABLED(CONFIG_IPV6)
611 /* For IPv6, checksum each skb as we go along, as expected by
612 * icmpv6_push_pending_frames. For IPv4, accumulate the checksum in
613 * wcheck, it will be finalized in ping_v4_push_pending_frames.
615 if (pfh
->family
== AF_INET6
) {
616 skb
->csum
= pfh
->wcheck
;
617 skb
->ip_summed
= CHECKSUM_NONE
;
624 EXPORT_SYMBOL_GPL(ping_getfrag
);
626 static int ping_v4_push_pending_frames(struct sock
*sk
, struct pingfakehdr
*pfh
,
629 struct sk_buff
*skb
= skb_peek(&sk
->sk_write_queue
);
631 pfh
->wcheck
= csum_partial((char *)&pfh
->icmph
,
632 sizeof(struct icmphdr
), pfh
->wcheck
);
633 pfh
->icmph
.checksum
= csum_fold(pfh
->wcheck
);
634 memcpy(icmp_hdr(skb
), &pfh
->icmph
, sizeof(struct icmphdr
));
635 skb
->ip_summed
= CHECKSUM_NONE
;
636 return ip_push_pending_frames(sk
, fl4
);
639 int ping_common_sendmsg(int family
, struct msghdr
*msg
, size_t len
,
640 void *user_icmph
, size_t icmph_len
) {
643 if (len
> 0xFFFF || len
< icmph_len
)
650 /* Mirror BSD error message compatibility */
651 if (msg
->msg_flags
& MSG_OOB
)
655 * Fetch the ICMP header provided by the userland.
656 * iovec is modified! The ICMP header is consumed.
658 if (memcpy_fromiovec(user_icmph
, msg
->msg_iov
, icmph_len
))
661 if (family
== AF_INET
) {
662 type
= ((struct icmphdr
*) user_icmph
)->type
;
663 code
= ((struct icmphdr
*) user_icmph
)->code
;
664 #if IS_ENABLED(CONFIG_IPV6)
665 } else if (family
== AF_INET6
) {
666 type
= ((struct icmp6hdr
*) user_icmph
)->icmp6_type
;
667 code
= ((struct icmp6hdr
*) user_icmph
)->icmp6_code
;
673 if (!ping_supported(family
, type
, code
))
678 EXPORT_SYMBOL_GPL(ping_common_sendmsg
);
680 int ping_v4_sendmsg(struct kiocb
*iocb
, struct sock
*sk
, struct msghdr
*msg
,
683 struct net
*net
= sock_net(sk
);
685 struct inet_sock
*inet
= inet_sk(sk
);
686 struct ipcm_cookie ipc
;
687 struct icmphdr user_icmph
;
688 struct pingfakehdr pfh
;
689 struct rtable
*rt
= NULL
;
690 struct ip_options_data opt_copy
;
692 __be32 saddr
, daddr
, faddr
;
696 pr_debug("ping_v4_sendmsg(sk=%p,sk->num=%u)\n", inet
, inet
->inet_num
);
698 err
= ping_common_sendmsg(AF_INET
, msg
, len
, &user_icmph
,
704 * Get and verify the address.
708 struct sockaddr_in
*usin
= (struct sockaddr_in
*)msg
->msg_name
;
709 if (msg
->msg_namelen
< sizeof(*usin
))
711 if (usin
->sin_family
!= AF_INET
)
713 daddr
= usin
->sin_addr
.s_addr
;
716 if (sk
->sk_state
!= TCP_ESTABLISHED
)
717 return -EDESTADDRREQ
;
718 daddr
= inet
->inet_daddr
;
722 ipc
.addr
= inet
->inet_saddr
;
724 ipc
.oif
= sk
->sk_bound_dev_if
;
727 sock_tx_timestamp(sk
, &ipc
.tx_flags
);
729 if (msg
->msg_controllen
) {
730 err
= ip_cmsg_send(sock_net(sk
), msg
, &ipc
);
737 struct ip_options_rcu
*inet_opt
;
740 inet_opt
= rcu_dereference(inet
->inet_opt
);
742 memcpy(&opt_copy
, inet_opt
,
743 sizeof(*inet_opt
) + inet_opt
->opt
.optlen
);
744 ipc
.opt
= &opt_copy
.opt
;
750 ipc
.addr
= faddr
= daddr
;
752 if (ipc
.opt
&& ipc
.opt
->opt
.srr
) {
755 faddr
= ipc
.opt
->opt
.faddr
;
757 tos
= RT_TOS(inet
->tos
);
758 if (sock_flag(sk
, SOCK_LOCALROUTE
) ||
759 (msg
->msg_flags
& MSG_DONTROUTE
) ||
760 (ipc
.opt
&& ipc
.opt
->opt
.is_strictroute
)) {
764 if (ipv4_is_multicast(daddr
)) {
766 ipc
.oif
= inet
->mc_index
;
768 saddr
= inet
->mc_addr
;
770 ipc
.oif
= inet
->uc_index
;
772 flowi4_init_output(&fl4
, ipc
.oif
, sk
->sk_mark
, tos
,
773 RT_SCOPE_UNIVERSE
, sk
->sk_protocol
,
774 inet_sk_flowi_flags(sk
), faddr
, saddr
, 0, 0,
777 security_sk_classify_flow(sk
, flowi4_to_flowi(&fl4
));
778 rt
= ip_route_output_flow(net
, &fl4
, sk
);
782 if (err
== -ENETUNREACH
)
783 IP_INC_STATS_BH(net
, IPSTATS_MIB_OUTNOROUTES
);
788 if ((rt
->rt_flags
& RTCF_BROADCAST
) &&
789 !sock_flag(sk
, SOCK_BROADCAST
))
792 if (msg
->msg_flags
& MSG_CONFIRM
)
797 ipc
.addr
= fl4
.daddr
;
801 pfh
.icmph
.type
= user_icmph
.type
; /* already checked */
802 pfh
.icmph
.code
= user_icmph
.code
; /* ditto */
803 pfh
.icmph
.checksum
= 0;
804 pfh
.icmph
.un
.echo
.id
= inet
->inet_sport
;
805 pfh
.icmph
.un
.echo
.sequence
= user_icmph
.un
.echo
.sequence
;
806 pfh
.iov
= msg
->msg_iov
;
808 pfh
.family
= AF_INET
;
810 err
= ip_append_data(sk
, &fl4
, ping_getfrag
, &pfh
, len
,
811 0, &ipc
, &rt
, msg
->msg_flags
);
813 ip_flush_pending_frames(sk
);
815 err
= ping_v4_push_pending_frames(sk
, &pfh
, &fl4
);
823 icmp_out_count(sock_net(sk
), user_icmph
.type
);
829 dst_confirm(&rt
->dst
);
830 if (!(msg
->msg_flags
& MSG_PROBE
) || len
)
831 goto back_from_confirm
;
836 int ping_recvmsg(struct kiocb
*iocb
, struct sock
*sk
, struct msghdr
*msg
,
837 size_t len
, int noblock
, int flags
, int *addr_len
)
839 struct inet_sock
*isk
= inet_sk(sk
);
840 int family
= sk
->sk_family
;
841 struct sockaddr_in
*sin
;
842 struct sockaddr_in6
*sin6
;
846 pr_debug("ping_recvmsg(sk=%p,sk->num=%u)\n", isk
, isk
->inet_num
);
853 if (family
== AF_INET
)
854 *addr_len
= sizeof(*sin
);
855 else if (family
== AF_INET6
&& addr_len
)
856 *addr_len
= sizeof(*sin6
);
859 if (flags
& MSG_ERRQUEUE
) {
860 if (family
== AF_INET
) {
861 return ip_recv_error(sk
, msg
, len
, addr_len
);
862 #if IS_ENABLED(CONFIG_IPV6)
863 } else if (family
== AF_INET6
) {
864 return pingv6_ops
.ipv6_recv_error(sk
, msg
, len
, addr_len
);
869 skb
= skb_recv_datagram(sk
, flags
, noblock
, &err
);
875 msg
->msg_flags
|= MSG_TRUNC
;
879 /* Don't bother checking the checksum */
880 err
= skb_copy_datagram_iovec(skb
, 0, msg
->msg_iov
, copied
);
884 sock_recv_timestamp(msg
, sk
, skb
);
886 /* Copy the address and add cmsg data. */
887 if (family
== AF_INET
) {
888 sin
= (struct sockaddr_in
*) msg
->msg_name
;
890 sin
->sin_family
= AF_INET
;
891 sin
->sin_port
= 0 /* skb->h.uh->source */;
892 sin
->sin_addr
.s_addr
= ip_hdr(skb
)->saddr
;
893 memset(sin
->sin_zero
, 0, sizeof(sin
->sin_zero
));
896 ip_cmsg_recv(msg
, skb
);
898 #if IS_ENABLED(CONFIG_IPV6)
899 } else if (family
== AF_INET6
) {
900 struct ipv6_pinfo
*np
= inet6_sk(sk
);
901 struct ipv6hdr
*ip6
= ipv6_hdr(skb
);
902 sin6
= (struct sockaddr_in6
*) msg
->msg_name
;
905 sin6
->sin6_family
= AF_INET6
;
907 sin6
->sin6_addr
= ip6
->saddr
;
908 sin6
->sin6_flowinfo
= 0;
910 sin6
->sin6_flowinfo
= ip6_flowinfo(ip6
);
911 sin6
->sin6_scope_id
=
912 ipv6_iface_scope_id(&sin6
->sin6_addr
,
916 if (inet6_sk(sk
)->rxopt
.all
)
917 pingv6_ops
.ip6_datagram_recv_ctl(sk
, msg
, skb
);
926 skb_free_datagram(sk
, skb
);
928 pr_debug("ping_recvmsg -> %d\n", err
);
931 EXPORT_SYMBOL_GPL(ping_recvmsg
);
933 int ping_queue_rcv_skb(struct sock
*sk
, struct sk_buff
*skb
)
935 pr_debug("ping_queue_rcv_skb(sk=%p,sk->num=%d,skb=%p)\n",
936 inet_sk(sk
), inet_sk(sk
)->inet_num
, skb
);
937 if (sock_queue_rcv_skb(sk
, skb
) < 0) {
939 pr_debug("ping_queue_rcv_skb -> failed\n");
944 EXPORT_SYMBOL_GPL(ping_queue_rcv_skb
);
948 * All we need to do is get the socket.
951 void ping_rcv(struct sk_buff
*skb
)
954 struct net
*net
= dev_net(skb
->dev
);
955 struct icmphdr
*icmph
= icmp_hdr(skb
);
957 /* We assume the packet has already been checked by icmp_rcv */
959 pr_debug("ping_rcv(skb=%p,id=%04x,seq=%04x)\n",
960 skb
, ntohs(icmph
->un
.echo
.id
), ntohs(icmph
->un
.echo
.sequence
));
962 /* Push ICMP header back */
963 skb_push(skb
, skb
->data
- (u8
*)icmph
);
965 sk
= ping_lookup(net
, skb
, ntohs(icmph
->un
.echo
.id
));
967 #ifdef CONFIG_MTK_NET_LOGGING
968 printk(KERN_INFO
"[mtk_net][ping_debug]rcv on sk %p\n", sk
);
970 ping_queue_rcv_skb(sk
, skb_get(skb
));
971 /*mtk_net: don't put sock here, do sock_put after free skb*/
975 pr_info("[mtk_net][ping_debug]no socket, dropping\n");
977 /* We're called from icmp_rcv(). kfree_skb() is done there. */
979 EXPORT_SYMBOL_GPL(ping_rcv
);
981 struct proto ping_prot
= {
983 .owner
= THIS_MODULE
,
984 .init
= ping_init_sock
,
986 .connect
= ip4_datagram_connect
,
987 .disconnect
= udp_disconnect
,
988 .setsockopt
= ip_setsockopt
,
989 .getsockopt
= ip_getsockopt
,
990 .sendmsg
= ping_v4_sendmsg
,
991 .recvmsg
= ping_recvmsg
,
993 .backlog_rcv
= ping_queue_rcv_skb
,
994 .release_cb
= ip4_datagram_release_cb
,
996 .unhash
= ping_unhash
,
997 .get_port
= ping_get_port
,
998 .obj_size
= sizeof(struct inet_sock
),
1000 EXPORT_SYMBOL(ping_prot
);
1002 #ifdef CONFIG_PROC_FS
1004 static struct sock
*ping_get_first(struct seq_file
*seq
, int start
)
1007 struct ping_iter_state
*state
= seq
->private;
1008 struct net
*net
= seq_file_net(seq
);
1010 for (state
->bucket
= start
; state
->bucket
< PING_HTABLE_SIZE
;
1012 struct hlist_nulls_node
*node
;
1013 struct hlist_nulls_head
*hslot
;
1015 hslot
= &ping_table
.hash
[state
->bucket
];
1017 if (hlist_nulls_empty(hslot
))
1020 sk_nulls_for_each(sk
, node
, hslot
) {
1021 if (net_eq(sock_net(sk
), net
) &&
1022 sk
->sk_family
== state
->family
)
1031 static struct sock
*ping_get_next(struct seq_file
*seq
, struct sock
*sk
)
1033 struct ping_iter_state
*state
= seq
->private;
1034 struct net
*net
= seq_file_net(seq
);
1037 sk
= sk_nulls_next(sk
);
1038 } while (sk
&& (!net_eq(sock_net(sk
), net
)));
1041 return ping_get_first(seq
, state
->bucket
+ 1);
1045 static struct sock
*ping_get_idx(struct seq_file
*seq
, loff_t pos
)
1047 struct sock
*sk
= ping_get_first(seq
, 0);
1050 while (pos
&& (sk
= ping_get_next(seq
, sk
)) != NULL
)
1052 return pos
? NULL
: sk
;
1055 void *ping_seq_start(struct seq_file
*seq
, loff_t
*pos
, sa_family_t family
)
1057 struct ping_iter_state
*state
= seq
->private;
1059 state
->family
= family
;
1061 read_lock_bh(&ping_table
.lock
);
1063 return *pos
? ping_get_idx(seq
, *pos
-1) : SEQ_START_TOKEN
;
1065 EXPORT_SYMBOL_GPL(ping_seq_start
);
1067 static void *ping_v4_seq_start(struct seq_file
*seq
, loff_t
*pos
)
1069 return ping_seq_start(seq
, pos
, AF_INET
);
1072 void *ping_seq_next(struct seq_file
*seq
, void *v
, loff_t
*pos
)
1076 if (v
== SEQ_START_TOKEN
)
1077 sk
= ping_get_idx(seq
, 0);
1079 sk
= ping_get_next(seq
, v
);
1084 EXPORT_SYMBOL_GPL(ping_seq_next
);
1086 void ping_seq_stop(struct seq_file
*seq
, void *v
)
1088 read_unlock_bh(&ping_table
.lock
);
1090 EXPORT_SYMBOL_GPL(ping_seq_stop
);
1092 static void ping_v4_format_sock(struct sock
*sp
, struct seq_file
*f
,
1093 int bucket
, int *len
)
1095 struct inet_sock
*inet
= inet_sk(sp
);
1096 __be32 dest
= inet
->inet_daddr
;
1097 __be32 src
= inet
->inet_rcv_saddr
;
1098 __u16 destp
= ntohs(inet
->inet_dport
);
1099 __u16 srcp
= ntohs(inet
->inet_sport
);
1101 seq_printf(f
, "%5d: %08X:%04X %08X:%04X"
1102 " %02X %08X:%08X %02X:%08lX %08X %5d %8d %lu %d %pK %d%n",
1103 bucket
, src
, srcp
, dest
, destp
, sp
->sk_state
,
1104 sk_wmem_alloc_get(sp
),
1105 sk_rmem_alloc_get(sp
),
1107 from_kuid_munged(seq_user_ns(f
), sock_i_uid(sp
)),
1109 atomic_read(&sp
->sk_refcnt
), sp
,
1110 atomic_read(&sp
->sk_drops
), len
);
1113 static int ping_v4_seq_show(struct seq_file
*seq
, void *v
)
1115 if (v
== SEQ_START_TOKEN
)
1116 seq_printf(seq
, "%-127s\n",
1117 " sl local_address rem_address st tx_queue "
1118 "rx_queue tr tm->when retrnsmt uid timeout "
1119 "inode ref pointer drops");
1121 struct ping_iter_state
*state
= seq
->private;
1124 ping_v4_format_sock(v
, seq
, state
->bucket
, &len
);
1125 seq_printf(seq
, "%*s\n", 127 - len
, "");
1130 static const struct seq_operations ping_v4_seq_ops
= {
1131 .show
= ping_v4_seq_show
,
1132 .start
= ping_v4_seq_start
,
1133 .next
= ping_seq_next
,
1134 .stop
= ping_seq_stop
,
1137 static int ping_seq_open(struct inode
*inode
, struct file
*file
)
1139 struct ping_seq_afinfo
*afinfo
= PDE_DATA(inode
);
1140 return seq_open_net(inode
, file
, &afinfo
->seq_ops
,
1141 sizeof(struct ping_iter_state
));
1144 const struct file_operations ping_seq_fops
= {
1145 .open
= ping_seq_open
,
1147 .llseek
= seq_lseek
,
1148 .release
= seq_release_net
,
1150 EXPORT_SYMBOL_GPL(ping_seq_fops
);
1152 static struct ping_seq_afinfo ping_v4_seq_afinfo
= {
1155 .seq_fops
= &ping_seq_fops
,
1157 .start
= ping_v4_seq_start
,
1158 .show
= ping_v4_seq_show
,
1159 .next
= ping_seq_next
,
1160 .stop
= ping_seq_stop
,
1164 int ping_proc_register(struct net
*net
, struct ping_seq_afinfo
*afinfo
)
1166 struct proc_dir_entry
*p
;
1167 p
= proc_create_data(afinfo
->name
, S_IRUGO
, net
->proc_net
,
1168 afinfo
->seq_fops
, afinfo
);
1173 EXPORT_SYMBOL_GPL(ping_proc_register
);
1175 void ping_proc_unregister(struct net
*net
, struct ping_seq_afinfo
*afinfo
)
1177 remove_proc_entry(afinfo
->name
, net
->proc_net
);
1179 EXPORT_SYMBOL_GPL(ping_proc_unregister
);
1181 static int __net_init
ping_v4_proc_init_net(struct net
*net
)
1183 return ping_proc_register(net
, &ping_v4_seq_afinfo
);
1186 static void __net_exit
ping_v4_proc_exit_net(struct net
*net
)
1188 ping_proc_unregister(net
, &ping_v4_seq_afinfo
);
1191 static struct pernet_operations ping_v4_net_ops
= {
1192 .init
= ping_v4_proc_init_net
,
1193 .exit
= ping_v4_proc_exit_net
,
1196 int __init
ping_proc_init(void)
1198 return register_pernet_subsys(&ping_v4_net_ops
);
1201 void ping_proc_exit(void)
1203 unregister_pernet_subsys(&ping_v4_net_ops
);
1208 void __init
ping_init(void)
1212 for (i
= 0; i
< PING_HTABLE_SIZE
; i
++)
1213 INIT_HLIST_NULLS_HEAD(&ping_table
.hash
[i
], i
);
1214 rwlock_init(&ping_table
.lock
);