2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
13 * Based on ipv4/udp.c code.
15 * Authors: Vasiliy Kulikov / Openwall (for Linux 2.6),
16 * Pavel Kankovsky (for Linux 2.4.32)
18 * Pavel gave all rights to bugs to Vasiliy,
19 * none of the bugs are Pavel's now.
23 #include <asm/system.h>
24 #include <linux/uaccess.h>
25 #include <linux/types.h>
26 #include <linux/fcntl.h>
27 #include <linux/socket.h>
28 #include <linux/sockios.h>
30 #include <linux/errno.h>
31 #include <linux/timer.h>
33 #include <linux/inet.h>
34 #include <linux/netdevice.h>
39 #include <net/protocol.h>
40 #include <linux/skbuff.h>
41 #include <linux/proc_fs.h>
42 #include <linux/export.h>
46 #include <net/route.h>
47 #include <net/inet_common.h>
48 #include <net/checksum.h>
51 static struct ping_table ping_table;
53 static u16 ping_port_rover;
55 static inline int ping_hashfn(struct net *net, unsigned num, unsigned mask)
57 int res = (num + net_hash_mix(net)) & mask;
58 pr_debug("hash(%d) = %d\n", num, res);
62 static inline struct hlist_nulls_head *ping_hashslot(struct ping_table *table,
63 struct net *net, unsigned num)
65 return &table->hash[ping_hashfn(net, num, PING_HTABLE_MASK)];
68 static int ping_v4_get_port(struct sock *sk, unsigned short ident)
70 struct hlist_nulls_node *node;
71 struct hlist_nulls_head *hlist;
72 struct inet_sock *isk, *isk2;
73 struct sock *sk2 = NULL;
76 write_lock_bh(&ping_table.lock);
79 u16 result = ping_port_rover + 1;
81 for (i = 0; i < (1L << 16); i++, result++) {
83 result++; /* avoid zero */
84 hlist = ping_hashslot(&ping_table, sock_net(sk),
86 ping_portaddr_for_each_entry(sk2, node, hlist) {
89 if (isk2->inet_num == result)
94 ping_port_rover = ident = result;
102 hlist = ping_hashslot(&ping_table, sock_net(sk), ident);
103 ping_portaddr_for_each_entry(sk2, node, hlist) {
106 if ((isk2->inet_num == ident) &&
108 (!sk2->sk_reuse || !sk->sk_reuse))
113 pr_debug("found port/ident = %d\n", ident);
114 isk->inet_num = ident;
115 if (sk_unhashed(sk)) {
116 pr_debug("was not hashed\n");
118 hlist_nulls_add_head(&sk->sk_nulls_node, hlist);
119 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1);
121 write_unlock_bh(&ping_table.lock);
125 write_unlock_bh(&ping_table.lock);
129 static void ping_v4_hash(struct sock *sk)
131 pr_debug("ping_v4_hash(sk->port=%u)\n", inet_sk(sk)->inet_num);
132 BUG(); /* "Please do not press this button again." */
135 static void ping_v4_unhash(struct sock *sk)
137 struct inet_sock *isk = inet_sk(sk);
139 pr_debug("ping_v4_unhash(isk=%p,isk->num=%u)\n", isk, isk->inet_num);
140 write_lock_bh(&ping_table.lock);
142 hlist_nulls_del(&sk->sk_nulls_node);
143 sk_nulls_node_init(&sk->sk_nulls_node);
145 isk->inet_num = isk->inet_sport = 0;
146 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1);
148 write_unlock_bh(&ping_table.lock);
151 static struct sock *ping_v4_lookup(struct net *net, u32 saddr, u32 daddr,
154 struct hlist_nulls_head *hslot = ping_hashslot(&ping_table, net, ident);
155 struct sock *sk = NULL;
156 struct inet_sock *isk;
157 struct hlist_nulls_node *hnode;
159 pr_debug("try to find: num = %d, daddr = %ld, dif = %d\n",
160 (int)ident, (unsigned long)daddr, dif);
161 read_lock_bh(&ping_table.lock);
163 ping_portaddr_for_each_entry(sk, hnode, hslot) {
166 pr_debug("found: %p: num = %d, daddr = %ld, dif = %d\n", sk,
167 (int)isk->inet_num, (unsigned long)isk->inet_rcv_saddr,
168 sk->sk_bound_dev_if);
170 pr_debug("iterate\n");
171 if (isk->inet_num != ident)
173 if (isk->inet_rcv_saddr && isk->inet_rcv_saddr != daddr)
175 if (sk->sk_bound_dev_if && sk->sk_bound_dev_if != dif)
184 read_unlock_bh(&ping_table.lock);
189 static void inet_get_ping_group_range_net(struct net *net, gid_t *low,
192 gid_t *data = net->ipv4.sysctl_ping_group_range;
195 seq = read_seqbegin(&sysctl_local_ports.lock);
199 } while (read_seqretry(&sysctl_local_ports.lock, seq));
203 static int ping_init_sock(struct sock *sk)
205 struct net *net = sock_net(sk);
206 gid_t group = current_egid();
208 struct group_info *group_info;
212 inet_get_ping_group_range_net(net, range, range+1);
213 if (range[0] <= group && group <= range[1])
216 group_info = get_current_groups();
217 count = group_info->ngroups;
218 for (i = 0; i < group_info->nblocks; i++) {
219 int cp_count = min_t(int, NGROUPS_PER_BLOCK, count);
221 for (j = 0; j < cp_count; j++) {
222 group = group_info->blocks[i][j];
223 if (range[0] <= group && group <= range[1])
224 goto out_release_group;
233 put_group_info(group_info);
237 static void ping_close(struct sock *sk, long timeout)
239 pr_debug("ping_close(sk=%p,sk->num=%u)\n",
240 inet_sk(sk), inet_sk(sk)->inet_num);
241 pr_debug("isk->refcnt = %d\n", sk->sk_refcnt.counter);
243 sk_common_release(sk);
247 * We need our own bind because there are no privileged id's == local ports.
248 * Moreover, we don't allow binding to multi- and broadcast addresses.
251 static int ping_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len)
253 struct sockaddr_in *addr = (struct sockaddr_in *)uaddr;
254 struct inet_sock *isk = inet_sk(sk);
259 if (addr_len < sizeof(struct sockaddr_in))
262 if (addr->sin_family != AF_INET &&
263 !(addr->sin_family == AF_UNSPEC &&
264 addr->sin_addr.s_addr == htonl(INADDR_ANY)))
265 return -EAFNOSUPPORT;
267 pr_debug("ping_v4_bind(sk=%p,sa_addr=%08x,sa_port=%d)\n",
268 sk, addr->sin_addr.s_addr, ntohs(addr->sin_port));
270 chk_addr_ret = inet_addr_type(sock_net(sk), addr->sin_addr.s_addr);
271 if (addr->sin_addr.s_addr == INADDR_ANY)
272 chk_addr_ret = RTN_LOCAL;
274 if ((sysctl_ip_nonlocal_bind == 0 &&
275 isk->freebind == 0 && isk->transparent == 0 &&
276 chk_addr_ret != RTN_LOCAL) ||
277 chk_addr_ret == RTN_MULTICAST ||
278 chk_addr_ret == RTN_BROADCAST)
279 return -EADDRNOTAVAIL;
284 if (isk->inet_num != 0)
288 isk->inet_rcv_saddr = isk->inet_saddr = addr->sin_addr.s_addr;
289 snum = ntohs(addr->sin_port);
290 if (ping_v4_get_port(sk, snum) != 0) {
291 isk->inet_saddr = isk->inet_rcv_saddr = 0;
295 pr_debug("after bind(): num = %d, daddr = %ld, dif = %d\n",
297 (unsigned long) isk->inet_rcv_saddr,
298 (int)sk->sk_bound_dev_if);
301 if (isk->inet_rcv_saddr)
302 sk->sk_userlocks |= SOCK_BINDADDR_LOCK;
304 sk->sk_userlocks |= SOCK_BINDPORT_LOCK;
305 isk->inet_sport = htons(isk->inet_num);
311 pr_debug("ping_v4_bind -> %d\n", err);
316 * Is this a supported type of ICMP message?
319 static inline int ping_supported(int type, int code)
321 if (type == ICMP_ECHO && code == 0)
327 * This routine is called by the ICMP module when it gets some
328 * sort of error condition.
331 static int ping_queue_rcv_skb(struct sock *sk, struct sk_buff *skb);
333 void ping_err(struct sk_buff *skb, u32 info)
335 struct iphdr *iph = (struct iphdr *)skb->data;
336 struct icmphdr *icmph = (struct icmphdr *)(skb->data+(iph->ihl<<2));
337 struct inet_sock *inet_sock;
338 int type = icmp_hdr(skb)->type;
339 int code = icmp_hdr(skb)->code;
340 struct net *net = dev_net(skb->dev);
345 /* We assume the packet has already been checked by icmp_unreach */
347 if (!ping_supported(icmph->type, icmph->code))
350 pr_debug("ping_err(type=%04x,code=%04x,id=%04x,seq=%04x)\n", type,
351 code, ntohs(icmph->un.echo.id), ntohs(icmph->un.echo.sequence));
353 sk = ping_v4_lookup(net, iph->daddr, iph->saddr,
354 ntohs(icmph->un.echo.id), skb->dev->ifindex);
356 pr_debug("no socket, dropping\n");
357 return; /* No socket for error */
359 pr_debug("err on socket %p\n", sk);
363 inet_sock = inet_sk(sk);
367 case ICMP_TIME_EXCEEDED:
370 case ICMP_SOURCE_QUENCH:
371 /* This is not a real error but ping wants to see it.
372 * Report it with some fake errno. */
375 case ICMP_PARAMETERPROB:
379 case ICMP_DEST_UNREACH:
380 if (code == ICMP_FRAG_NEEDED) { /* Path MTU discovery */
381 if (inet_sock->pmtudisc != IP_PMTUDISC_DONT) {
389 if (code <= NR_ICMP_UNREACH) {
390 harderr = icmp_err_convert[code].fatal;
391 err = icmp_err_convert[code].errno;
395 /* See ICMP_SOURCE_QUENCH */
401 * RFC1122: OK. Passes ICMP errors back to application, as per
404 if (!inet_sock->recverr) {
405 if (!harderr || sk->sk_state != TCP_ESTABLISHED)
408 ip_icmp_error(sk, skb, err, 0 /* no remote port */,
412 sk->sk_error_report(sk);
418 * Copy and checksum an ICMP Echo packet from user space into a buffer.
422 struct icmphdr icmph;
427 static int ping_getfrag(void *from, char * to,
428 int offset, int fraglen, int odd, struct sk_buff *skb)
430 struct pingfakehdr *pfh = (struct pingfakehdr *)from;
433 if (fraglen < sizeof(struct icmphdr))
435 if (csum_partial_copy_fromiovecend(to + sizeof(struct icmphdr),
436 pfh->iov, 0, fraglen - sizeof(struct icmphdr),
442 if (offset < sizeof(struct icmphdr))
444 if (csum_partial_copy_fromiovecend
445 (to, pfh->iov, offset - sizeof(struct icmphdr),
446 fraglen, &pfh->wcheck))
451 static int ping_push_pending_frames(struct sock *sk, struct pingfakehdr *pfh,
454 struct sk_buff *skb = skb_peek(&sk->sk_write_queue);
458 pfh->wcheck = csum_partial((char *)&pfh->icmph,
459 sizeof(struct icmphdr), pfh->wcheck);
460 pfh->icmph.checksum = csum_fold(pfh->wcheck);
461 memcpy(icmp_hdr(skb), &pfh->icmph, sizeof(struct icmphdr));
462 skb->ip_summed = CHECKSUM_NONE;
463 return ip_push_pending_frames(sk, fl4);
466 static int ping_sendmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg,
469 struct net *net = sock_net(sk);
471 struct inet_sock *inet = inet_sk(sk);
472 struct ipcm_cookie ipc;
473 struct icmphdr user_icmph;
474 struct pingfakehdr pfh;
475 struct rtable *rt = NULL;
476 struct ip_options_data opt_copy;
478 u32 saddr, daddr, faddr;
482 pr_debug("ping_sendmsg(sk=%p,sk->num=%u)\n", inet, inet->inet_num);
488 /* Must have at least a full ICMP header. */
489 if (len < sizeof(struct icmphdr))
496 /* Mirror BSD error message compatibility */
497 if (msg->msg_flags & MSG_OOB)
501 * Fetch the ICMP header provided by the userland.
505 if (memcpy_fromiovec((u8 *)&user_icmph, msg->msg_iov,
506 sizeof(struct icmphdr)))
508 if (!ping_supported(user_icmph.type, user_icmph.code))
512 * Get and verify the address.
516 struct sockaddr_in *usin = (struct sockaddr_in *)msg->msg_name;
517 if (msg->msg_namelen < sizeof(*usin))
519 if (usin->sin_family != AF_INET)
520 return -EAFNOSUPPORT;
521 daddr = usin->sin_addr.s_addr;
524 if (sk->sk_state != TCP_ESTABLISHED)
525 return -EDESTADDRREQ;
526 daddr = inet->inet_daddr;
530 ipc.addr = inet->inet_saddr;
532 ipc.oif = sk->sk_bound_dev_if;
534 err = sock_tx_timestamp(sk, &ipc.tx_flags);
538 if (msg->msg_controllen) {
539 err = ip_cmsg_send(sock_net(sk), msg, &ipc);
548 struct ip_options_rcu *inet_opt;
551 inet_opt = rcu_dereference(inet->inet_opt);
553 memcpy(&opt_copy, inet_opt,
554 sizeof(*inet_opt) + inet_opt->opt.optlen);
555 ipc.opt = &opt_copy.opt;
561 ipc.addr = faddr = daddr;
563 if (ipc.opt && ipc.opt->opt.srr) {
566 faddr = ipc.opt->opt.faddr;
568 tos = RT_TOS(inet->tos);
569 if (sock_flag(sk, SOCK_LOCALROUTE) ||
570 (msg->msg_flags & MSG_DONTROUTE) ||
571 (ipc.opt && ipc.opt->opt.is_strictroute)) {
575 if (ipv4_is_multicast(daddr)) {
577 ipc.oif = inet->mc_index;
579 saddr = inet->mc_addr;
582 flowi4_init_output(&fl4, ipc.oif, sk->sk_mark, tos,
583 RT_SCOPE_UNIVERSE, sk->sk_protocol,
584 inet_sk_flowi_flags(sk), faddr, saddr, 0, 0);
586 security_sk_classify_flow(sk, flowi4_to_flowi(&fl4));
587 rt = ip_route_output_flow(net, &fl4, sk);
591 if (err == -ENETUNREACH)
592 IP_INC_STATS(net, IPSTATS_MIB_OUTNOROUTES);
597 if ((rt->rt_flags & RTCF_BROADCAST) &&
598 !sock_flag(sk, SOCK_BROADCAST))
601 if (msg->msg_flags & MSG_CONFIRM)
606 ipc.addr = fl4.daddr;
610 pfh.icmph.type = user_icmph.type; /* already checked */
611 pfh.icmph.code = user_icmph.code; /* ditto */
612 pfh.icmph.checksum = 0;
613 pfh.icmph.un.echo.id = inet->inet_sport;
614 pfh.icmph.un.echo.sequence = user_icmph.un.echo.sequence;
615 pfh.iov = msg->msg_iov;
618 err = ip_append_data(sk, &fl4, ping_getfrag, &pfh, len,
619 0, &ipc, &rt, msg->msg_flags);
621 ip_flush_pending_frames(sk);
623 err = ping_push_pending_frames(sk, &pfh, &fl4);
631 icmp_out_count(sock_net(sk), user_icmph.type);
637 dst_confirm(&rt->dst);
638 if (!(msg->msg_flags & MSG_PROBE) || len)
639 goto back_from_confirm;
644 static int ping_recvmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg,
645 size_t len, int noblock, int flags, int *addr_len)
647 struct inet_sock *isk = inet_sk(sk);
651 pr_debug("ping_recvmsg(sk=%p,sk->num=%u)\n", isk, isk->inet_num);
656 if (flags & MSG_ERRQUEUE)
657 return ip_recv_error(sk, msg, len, addr_len);
659 skb = skb_recv_datagram(sk, flags, noblock, &err);
665 msg->msg_flags |= MSG_TRUNC;
669 /* Don't bother checking the checksum */
670 err = skb_copy_datagram_iovec(skb, 0, msg->msg_iov, copied);
674 sock_recv_timestamp(msg, sk, skb);
676 /* Copy the address. */
678 struct sockaddr_in *sin = (struct sockaddr_in *)msg->msg_name;
680 sin->sin_family = AF_INET;
681 sin->sin_port = 0 /* skb->h.uh->source */;
682 sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
683 memset(sin->sin_zero, 0, sizeof(sin->sin_zero));
684 *addr_len = sizeof(*sin);
687 ip_cmsg_recv(msg, skb);
691 skb_free_datagram(sk, skb);
693 pr_debug("ping_recvmsg -> %d\n", err);
697 static int ping_queue_rcv_skb(struct sock *sk, struct sk_buff *skb)
699 pr_debug("ping_queue_rcv_skb(sk=%p,sk->num=%d,skb=%p)\n",
700 inet_sk(sk), inet_sk(sk)->inet_num, skb);
701 if (sock_queue_rcv_skb(sk, skb) < 0) {
703 pr_debug("ping_queue_rcv_skb -> failed\n");
711 * All we need to do is get the socket.
714 void ping_rcv(struct sk_buff *skb)
717 struct net *net = dev_net(skb->dev);
718 struct iphdr *iph = ip_hdr(skb);
719 struct icmphdr *icmph = icmp_hdr(skb);
720 u32 saddr = iph->saddr;
721 u32 daddr = iph->daddr;
723 /* We assume the packet has already been checked by icmp_rcv */
725 pr_debug("ping_rcv(skb=%p,id=%04x,seq=%04x)\n",
726 skb, ntohs(icmph->un.echo.id), ntohs(icmph->un.echo.sequence));
728 /* Push ICMP header back */
729 skb_push(skb, skb->data - (u8 *)icmph);
731 sk = ping_v4_lookup(net, saddr, daddr, ntohs(icmph->un.echo.id),
734 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
736 pr_debug("rcv on socket %p\n", sk);
738 ping_queue_rcv_skb(sk, skb2);
742 pr_debug("no socket, dropping\n");
744 /* We're called from icmp_rcv(). kfree_skb() is done there. */
747 struct proto ping_prot = {
749 .owner = THIS_MODULE,
750 .init = ping_init_sock,
752 .connect = ip4_datagram_connect,
753 .disconnect = udp_disconnect,
754 .setsockopt = ip_setsockopt,
755 .getsockopt = ip_getsockopt,
756 .sendmsg = ping_sendmsg,
757 .recvmsg = ping_recvmsg,
759 .backlog_rcv = ping_queue_rcv_skb,
760 .hash = ping_v4_hash,
761 .unhash = ping_v4_unhash,
762 .get_port = ping_v4_get_port,
763 .obj_size = sizeof(struct inet_sock),
765 EXPORT_SYMBOL(ping_prot);
767 #ifdef CONFIG_PROC_FS
769 static struct sock *ping_get_first(struct seq_file *seq, int start)
772 struct ping_iter_state *state = seq->private;
773 struct net *net = seq_file_net(seq);
775 for (state->bucket = start; state->bucket < PING_HTABLE_SIZE;
777 struct hlist_nulls_node *node;
778 struct hlist_nulls_head *hslot;
780 hslot = &ping_table.hash[state->bucket];
782 if (hlist_nulls_empty(hslot))
785 sk_nulls_for_each(sk, node, hslot) {
786 if (net_eq(sock_net(sk), net))
795 static struct sock *ping_get_next(struct seq_file *seq, struct sock *sk)
797 struct ping_iter_state *state = seq->private;
798 struct net *net = seq_file_net(seq);
801 sk = sk_nulls_next(sk);
802 } while (sk && (!net_eq(sock_net(sk), net)));
805 return ping_get_first(seq, state->bucket + 1);
809 static struct sock *ping_get_idx(struct seq_file *seq, loff_t pos)
811 struct sock *sk = ping_get_first(seq, 0);
814 while (pos && (sk = ping_get_next(seq, sk)) != NULL)
816 return pos ? NULL : sk;
819 static void *ping_seq_start(struct seq_file *seq, loff_t *pos)
821 struct ping_iter_state *state = seq->private;
824 read_lock_bh(&ping_table.lock);
826 return *pos ? ping_get_idx(seq, *pos-1) : SEQ_START_TOKEN;
829 static void *ping_seq_next(struct seq_file *seq, void *v, loff_t *pos)
833 if (v == SEQ_START_TOKEN)
834 sk = ping_get_idx(seq, 0);
836 sk = ping_get_next(seq, v);
842 static void ping_seq_stop(struct seq_file *seq, void *v)
844 read_unlock_bh(&ping_table.lock);
847 static void ping_format_sock(struct sock *sp, struct seq_file *f,
848 int bucket, int *len)
850 struct inet_sock *inet = inet_sk(sp);
851 __be32 dest = inet->inet_daddr;
852 __be32 src = inet->inet_rcv_saddr;
853 __u16 destp = ntohs(inet->inet_dport);
854 __u16 srcp = ntohs(inet->inet_sport);
856 seq_printf(f, "%5d: %08X:%04X %08X:%04X"
857 " %02X %08X:%08X %02X:%08lX %08X %5d %8d %lu %d %pK %d%n",
858 bucket, src, srcp, dest, destp, sp->sk_state,
859 sk_wmem_alloc_get(sp),
860 sk_rmem_alloc_get(sp),
861 0, 0L, 0, sock_i_uid(sp), 0, sock_i_ino(sp),
862 atomic_read(&sp->sk_refcnt), sp,
863 atomic_read(&sp->sk_drops), len);
866 static int ping_seq_show(struct seq_file *seq, void *v)
868 if (v == SEQ_START_TOKEN)
869 seq_printf(seq, "%-127s\n",
870 " sl local_address rem_address st tx_queue "
871 "rx_queue tr tm->when retrnsmt uid timeout "
872 "inode ref pointer drops");
874 struct ping_iter_state *state = seq->private;
877 ping_format_sock(v, seq, state->bucket, &len);
878 seq_printf(seq, "%*s\n", 127 - len, "");
883 static const struct seq_operations ping_seq_ops = {
884 .show = ping_seq_show,
885 .start = ping_seq_start,
886 .next = ping_seq_next,
887 .stop = ping_seq_stop,
890 static int ping_seq_open(struct inode *inode, struct file *file)
892 return seq_open_net(inode, file, &ping_seq_ops,
893 sizeof(struct ping_iter_state));
896 static const struct file_operations ping_seq_fops = {
897 .open = ping_seq_open,
900 .release = seq_release_net,
903 static int ping_proc_register(struct net *net)
905 struct proc_dir_entry *p;
908 p = proc_net_fops_create(net, "icmp", S_IRUGO, &ping_seq_fops);
914 static void ping_proc_unregister(struct net *net)
916 proc_net_remove(net, "icmp");
920 static int __net_init ping_proc_init_net(struct net *net)
922 return ping_proc_register(net);
925 static void __net_exit ping_proc_exit_net(struct net *net)
927 ping_proc_unregister(net);
930 static struct pernet_operations ping_net_ops = {
931 .init = ping_proc_init_net,
932 .exit = ping_proc_exit_net,
935 int __init ping_proc_init(void)
937 return register_pernet_subsys(&ping_net_ops);
940 void ping_proc_exit(void)
942 unregister_pernet_subsys(&ping_net_ops);
947 void __init ping_init(void)
951 for (i = 0; i < PING_HTABLE_SIZE; i++)
952 INIT_HLIST_NULLS_HEAD(&ping_table.hash[i], i);
953 rwlock_init(&ping_table.lock);