4 * An implementation of the DCCP protocol
5 * Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7 * This program is free software; you can redistribute it and/or modify it
8 * under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
12 #include <linux/dccp.h>
13 #include <linux/module.h>
14 #include <linux/types.h>
15 #include <linux/sched.h>
16 #include <linux/kernel.h>
17 #include <linux/skbuff.h>
18 #include <linux/netdevice.h>
20 #include <linux/if_arp.h>
21 #include <linux/init.h>
22 #include <linux/random.h>
23 #include <net/checksum.h>
25 #include <net/inet_sock.h>
29 #include <asm/semaphore.h>
30 #include <linux/spinlock.h>
31 #include <linux/timer.h>
32 #include <linux/delay.h>
33 #include <linux/poll.h>
39 DEFINE_SNMP_STAT(struct dccp_mib, dccp_statistics) __read_mostly;
41 EXPORT_SYMBOL_GPL(dccp_statistics);
43 atomic_t dccp_orphan_count = ATOMIC_INIT(0);
45 EXPORT_SYMBOL_GPL(dccp_orphan_count);
47 struct inet_hashinfo __cacheline_aligned dccp_hashinfo = {
48 .lhash_lock = RW_LOCK_UNLOCKED,
49 .lhash_users = ATOMIC_INIT(0),
50 .lhash_wait = __WAIT_QUEUE_HEAD_INITIALIZER(dccp_hashinfo.lhash_wait),
53 EXPORT_SYMBOL_GPL(dccp_hashinfo);
55 /* the maximum queue length for tx in packets. 0 is no limit */
56 int sysctl_dccp_tx_qlen __read_mostly = 5;
58 void dccp_set_state(struct sock *sk, const int state)
60 const int oldstate = sk->sk_state;
62 dccp_pr_debug("%s(%p) %-10.10s -> %s\n",
64 dccp_state_name(oldstate), dccp_state_name(state));
65 WARN_ON(state == oldstate);
69 if (oldstate != DCCP_OPEN)
70 DCCP_INC_STATS(DCCP_MIB_CURRESTAB);
74 if (oldstate == DCCP_CLOSING || oldstate == DCCP_OPEN)
75 DCCP_INC_STATS(DCCP_MIB_ESTABRESETS);
77 sk->sk_prot->unhash(sk);
78 if (inet_csk(sk)->icsk_bind_hash != NULL &&
79 !(sk->sk_userlocks & SOCK_BINDPORT_LOCK))
80 inet_put_port(&dccp_hashinfo, sk);
83 if (oldstate == DCCP_OPEN)
84 DCCP_DEC_STATS(DCCP_MIB_CURRESTAB);
87 /* Change state AFTER socket is unhashed to avoid closed
88 * socket sitting in hash tables.
93 EXPORT_SYMBOL_GPL(dccp_set_state);
95 void dccp_done(struct sock *sk)
97 dccp_set_state(sk, DCCP_CLOSED);
98 dccp_clear_xmit_timers(sk);
100 sk->sk_shutdown = SHUTDOWN_MASK;
102 if (!sock_flag(sk, SOCK_DEAD))
103 sk->sk_state_change(sk);
105 inet_csk_destroy_sock(sk);
108 EXPORT_SYMBOL_GPL(dccp_done);
110 const char *dccp_packet_name(const int type)
112 static const char *dccp_packet_names[] = {
113 [DCCP_PKT_REQUEST] = "REQUEST",
114 [DCCP_PKT_RESPONSE] = "RESPONSE",
115 [DCCP_PKT_DATA] = "DATA",
116 [DCCP_PKT_ACK] = "ACK",
117 [DCCP_PKT_DATAACK] = "DATAACK",
118 [DCCP_PKT_CLOSEREQ] = "CLOSEREQ",
119 [DCCP_PKT_CLOSE] = "CLOSE",
120 [DCCP_PKT_RESET] = "RESET",
121 [DCCP_PKT_SYNC] = "SYNC",
122 [DCCP_PKT_SYNCACK] = "SYNCACK",
125 if (type >= DCCP_NR_PKT_TYPES)
128 return dccp_packet_names[type];
131 EXPORT_SYMBOL_GPL(dccp_packet_name);
133 const char *dccp_state_name(const int state)
135 static char *dccp_state_names[] = {
136 [DCCP_OPEN] = "OPEN",
137 [DCCP_REQUESTING] = "REQUESTING",
138 [DCCP_PARTOPEN] = "PARTOPEN",
139 [DCCP_LISTEN] = "LISTEN",
140 [DCCP_RESPOND] = "RESPOND",
141 [DCCP_CLOSING] = "CLOSING",
142 [DCCP_TIME_WAIT] = "TIME_WAIT",
143 [DCCP_CLOSED] = "CLOSED",
146 if (state >= DCCP_MAX_STATES)
147 return "INVALID STATE!";
149 return dccp_state_names[state];
152 EXPORT_SYMBOL_GPL(dccp_state_name);
154 void dccp_hash(struct sock *sk)
156 inet_hash(&dccp_hashinfo, sk);
159 EXPORT_SYMBOL_GPL(dccp_hash);
161 void dccp_unhash(struct sock *sk)
163 inet_unhash(&dccp_hashinfo, sk);
166 EXPORT_SYMBOL_GPL(dccp_unhash);
168 int dccp_init_sock(struct sock *sk, const __u8 ctl_sock_initialized)
170 struct dccp_sock *dp = dccp_sk(sk);
171 struct dccp_minisock *dmsk = dccp_msk(sk);
172 struct inet_connection_sock *icsk = inet_csk(sk);
174 dccp_minisock_init(&dp->dccps_minisock);
177 * FIXME: We're hardcoding the CCID, and doing this at this point makes
178 * the listening (master) sock get CCID control blocks, which is not
179 * necessary, but for now, to not mess with the test userspace apps,
180 * lets leave it here, later the real solution is to do this in a
181 * setsockopt(CCIDs-I-want/accept). -acme
183 if (likely(ctl_sock_initialized)) {
184 int rc = dccp_feat_init(dmsk);
189 if (dmsk->dccpms_send_ack_vector) {
190 dp->dccps_hc_rx_ackvec = dccp_ackvec_alloc(GFP_KERNEL);
191 if (dp->dccps_hc_rx_ackvec == NULL)
194 dp->dccps_hc_rx_ccid = ccid_hc_rx_new(dmsk->dccpms_rx_ccid,
196 dp->dccps_hc_tx_ccid = ccid_hc_tx_new(dmsk->dccpms_tx_ccid,
198 if (unlikely(dp->dccps_hc_rx_ccid == NULL ||
199 dp->dccps_hc_tx_ccid == NULL)) {
200 ccid_hc_rx_delete(dp->dccps_hc_rx_ccid, sk);
201 ccid_hc_tx_delete(dp->dccps_hc_tx_ccid, sk);
202 if (dmsk->dccpms_send_ack_vector) {
203 dccp_ackvec_free(dp->dccps_hc_rx_ackvec);
204 dp->dccps_hc_rx_ackvec = NULL;
206 dp->dccps_hc_rx_ccid = dp->dccps_hc_tx_ccid = NULL;
210 /* control socket doesn't need feat nego */
211 INIT_LIST_HEAD(&dmsk->dccpms_pending);
212 INIT_LIST_HEAD(&dmsk->dccpms_conf);
215 dccp_init_xmit_timers(sk);
216 icsk->icsk_rto = DCCP_TIMEOUT_INIT;
217 icsk->icsk_syn_retries = sysctl_dccp_request_retries;
218 sk->sk_state = DCCP_CLOSED;
219 sk->sk_write_space = dccp_write_space;
220 icsk->icsk_sync_mss = dccp_sync_mss;
221 dp->dccps_mss_cache = 536;
222 dp->dccps_rate_last = jiffies;
223 dp->dccps_role = DCCP_ROLE_UNDEFINED;
224 dp->dccps_service = DCCP_SERVICE_CODE_IS_ABSENT;
225 dp->dccps_l_ack_ratio = dp->dccps_r_ack_ratio = 1;
230 EXPORT_SYMBOL_GPL(dccp_init_sock);
232 int dccp_destroy_sock(struct sock *sk)
234 struct dccp_sock *dp = dccp_sk(sk);
235 struct dccp_minisock *dmsk = dccp_msk(sk);
238 * DCCP doesn't use sk_write_queue, just sk_send_head
239 * for retransmissions
241 if (sk->sk_send_head != NULL) {
242 kfree_skb(sk->sk_send_head);
243 sk->sk_send_head = NULL;
246 /* Clean up a referenced DCCP bind bucket. */
247 if (inet_csk(sk)->icsk_bind_hash != NULL)
248 inet_put_port(&dccp_hashinfo, sk);
250 kfree(dp->dccps_service_list);
251 dp->dccps_service_list = NULL;
253 if (dmsk->dccpms_send_ack_vector) {
254 dccp_ackvec_free(dp->dccps_hc_rx_ackvec);
255 dp->dccps_hc_rx_ackvec = NULL;
257 ccid_hc_rx_delete(dp->dccps_hc_rx_ccid, sk);
258 ccid_hc_tx_delete(dp->dccps_hc_tx_ccid, sk);
259 dp->dccps_hc_rx_ccid = dp->dccps_hc_tx_ccid = NULL;
261 /* clean up feature negotiation state */
262 dccp_feat_clean(dmsk);
267 EXPORT_SYMBOL_GPL(dccp_destroy_sock);
269 static inline int dccp_listen_start(struct sock *sk, int backlog)
271 struct dccp_sock *dp = dccp_sk(sk);
273 dp->dccps_role = DCCP_ROLE_LISTEN;
274 return inet_csk_listen_start(sk, backlog);
277 int dccp_disconnect(struct sock *sk, int flags)
279 struct inet_connection_sock *icsk = inet_csk(sk);
280 struct inet_sock *inet = inet_sk(sk);
282 const int old_state = sk->sk_state;
284 if (old_state != DCCP_CLOSED)
285 dccp_set_state(sk, DCCP_CLOSED);
287 /* ABORT function of RFC793 */
288 if (old_state == DCCP_LISTEN) {
289 inet_csk_listen_stop(sk);
290 /* FIXME: do the active reset thing */
291 } else if (old_state == DCCP_REQUESTING)
292 sk->sk_err = ECONNRESET;
294 dccp_clear_xmit_timers(sk);
295 __skb_queue_purge(&sk->sk_receive_queue);
296 if (sk->sk_send_head != NULL) {
297 __kfree_skb(sk->sk_send_head);
298 sk->sk_send_head = NULL;
303 if (!(sk->sk_userlocks & SOCK_BINDADDR_LOCK))
304 inet_reset_saddr(sk);
307 sock_reset_flag(sk, SOCK_DONE);
309 icsk->icsk_backoff = 0;
310 inet_csk_delack_init(sk);
313 BUG_TRAP(!inet->num || icsk->icsk_bind_hash);
315 sk->sk_error_report(sk);
319 EXPORT_SYMBOL_GPL(dccp_disconnect);
322 * Wait for a DCCP event.
324 * Note that we don't need to lock the socket, as the upper poll layers
325 * take care of normal races (between the test and the event) and we don't
326 * go look at any of the socket buffers directly.
328 unsigned int dccp_poll(struct file *file, struct socket *sock,
332 struct sock *sk = sock->sk;
334 poll_wait(file, sk->sk_sleep, wait);
335 if (sk->sk_state == DCCP_LISTEN)
336 return inet_csk_listen_poll(sk);
338 /* Socket is not locked. We are protected from async events
339 by poll logic and correct handling of state changes
340 made by another threads is impossible in any case.
347 if (sk->sk_shutdown == SHUTDOWN_MASK || sk->sk_state == DCCP_CLOSED)
349 if (sk->sk_shutdown & RCV_SHUTDOWN)
350 mask |= POLLIN | POLLRDNORM | POLLRDHUP;
353 if ((1 << sk->sk_state) & ~(DCCPF_REQUESTING | DCCPF_RESPOND)) {
354 if (atomic_read(&sk->sk_rmem_alloc) > 0)
355 mask |= POLLIN | POLLRDNORM;
357 if (!(sk->sk_shutdown & SEND_SHUTDOWN)) {
358 if (sk_stream_wspace(sk) >= sk_stream_min_wspace(sk)) {
359 mask |= POLLOUT | POLLWRNORM;
360 } else { /* send SIGIO later */
361 set_bit(SOCK_ASYNC_NOSPACE,
362 &sk->sk_socket->flags);
363 set_bit(SOCK_NOSPACE, &sk->sk_socket->flags);
365 /* Race breaker. If space is freed after
366 * wspace test but before the flags are set,
367 * IO signal will be lost.
369 if (sk_stream_wspace(sk) >= sk_stream_min_wspace(sk))
370 mask |= POLLOUT | POLLWRNORM;
377 EXPORT_SYMBOL_GPL(dccp_poll);
379 int dccp_ioctl(struct sock *sk, int cmd, unsigned long arg)
381 dccp_pr_debug("entry\n");
385 EXPORT_SYMBOL_GPL(dccp_ioctl);
387 static int dccp_setsockopt_service(struct sock *sk, const __be32 service,
388 char __user *optval, int optlen)
390 struct dccp_sock *dp = dccp_sk(sk);
391 struct dccp_service_list *sl = NULL;
393 if (service == DCCP_SERVICE_INVALID_VALUE ||
394 optlen > DCCP_SERVICE_LIST_MAX_LEN * sizeof(u32))
397 if (optlen > sizeof(service)) {
398 sl = kmalloc(optlen, GFP_KERNEL);
402 sl->dccpsl_nr = optlen / sizeof(u32) - 1;
403 if (copy_from_user(sl->dccpsl_list,
404 optval + sizeof(service),
405 optlen - sizeof(service)) ||
406 dccp_list_has_service(sl, DCCP_SERVICE_INVALID_VALUE)) {
413 dp->dccps_service = service;
415 kfree(dp->dccps_service_list);
417 dp->dccps_service_list = sl;
422 /* byte 1 is feature. the rest is the preference list */
423 static int dccp_setsockopt_change(struct sock *sk, int type,
424 struct dccp_so_feat __user *optval)
426 struct dccp_so_feat opt;
430 if (copy_from_user(&opt, optval, sizeof(opt)))
433 val = kmalloc(opt.dccpsf_len, GFP_KERNEL);
437 if (copy_from_user(val, opt.dccpsf_val, opt.dccpsf_len)) {
442 rc = dccp_feat_change(dccp_msk(sk), type, opt.dccpsf_feat,
443 val, opt.dccpsf_len, GFP_KERNEL);
455 static int do_dccp_setsockopt(struct sock *sk, int level, int optname,
456 char __user *optval, int optlen)
458 struct dccp_sock *dp = dccp_sk(sk);
461 if (optlen < sizeof(int))
464 if (get_user(val, (int __user *)optval))
467 if (optname == DCCP_SOCKOPT_SERVICE)
468 return dccp_setsockopt_service(sk, val, optval, optlen);
472 case DCCP_SOCKOPT_PACKET_SIZE:
473 DCCP_WARN("sockopt(PACKET_SIZE) is deprecated: fix your app\n");
476 case DCCP_SOCKOPT_CHANGE_L:
477 if (optlen != sizeof(struct dccp_so_feat))
480 err = dccp_setsockopt_change(sk, DCCPO_CHANGE_L,
481 (struct dccp_so_feat __user *)
484 case DCCP_SOCKOPT_CHANGE_R:
485 if (optlen != sizeof(struct dccp_so_feat))
488 err = dccp_setsockopt_change(sk, DCCPO_CHANGE_R,
489 (struct dccp_so_feat __user *)
492 case DCCP_SOCKOPT_SEND_CSCOV: /* sender side, RFC 4340, sec. 9.2 */
493 if (val < 0 || val > 15)
496 dp->dccps_pcslen = val;
498 case DCCP_SOCKOPT_RECV_CSCOV: /* receiver side, RFC 4340 sec. 9.2.1 */
499 if (val < 0 || val > 15)
502 dp->dccps_pcrlen = val;
503 /* FIXME: add feature negotiation,
504 * ChangeL(MinimumChecksumCoverage, val) */
516 int dccp_setsockopt(struct sock *sk, int level, int optname,
517 char __user *optval, int optlen)
519 if (level != SOL_DCCP)
520 return inet_csk(sk)->icsk_af_ops->setsockopt(sk, level,
523 return do_dccp_setsockopt(sk, level, optname, optval, optlen);
526 EXPORT_SYMBOL_GPL(dccp_setsockopt);
529 int compat_dccp_setsockopt(struct sock *sk, int level, int optname,
530 char __user *optval, int optlen)
532 if (level != SOL_DCCP)
533 return inet_csk_compat_setsockopt(sk, level, optname,
535 return do_dccp_setsockopt(sk, level, optname, optval, optlen);
538 EXPORT_SYMBOL_GPL(compat_dccp_setsockopt);
541 static int dccp_getsockopt_service(struct sock *sk, int len,
542 __be32 __user *optval,
545 const struct dccp_sock *dp = dccp_sk(sk);
546 const struct dccp_service_list *sl;
547 int err = -ENOENT, slen = 0, total_len = sizeof(u32);
550 if ((sl = dp->dccps_service_list) != NULL) {
551 slen = sl->dccpsl_nr * sizeof(u32);
560 if (put_user(total_len, optlen) ||
561 put_user(dp->dccps_service, optval) ||
562 (sl != NULL && copy_to_user(optval + 1, sl->dccpsl_list, slen)))
569 static int do_dccp_getsockopt(struct sock *sk, int level, int optname,
570 char __user *optval, int __user *optlen)
572 struct dccp_sock *dp;
575 if (get_user(len, optlen))
578 if (len < (int)sizeof(int))
584 case DCCP_SOCKOPT_PACKET_SIZE:
585 DCCP_WARN("sockopt(PACKET_SIZE) is deprecated: fix your app\n");
587 case DCCP_SOCKOPT_SERVICE:
588 return dccp_getsockopt_service(sk, len,
589 (__be32 __user *)optval, optlen);
590 case DCCP_SOCKOPT_GET_CUR_MPS:
591 val = dp->dccps_mss_cache;
594 case DCCP_SOCKOPT_SEND_CSCOV:
595 val = dp->dccps_pcslen;
598 case DCCP_SOCKOPT_RECV_CSCOV:
599 val = dp->dccps_pcrlen;
603 return ccid_hc_rx_getsockopt(dp->dccps_hc_rx_ccid, sk, optname,
604 len, (u32 __user *)optval, optlen);
606 return ccid_hc_tx_getsockopt(dp->dccps_hc_tx_ccid, sk, optname,
607 len, (u32 __user *)optval, optlen);
612 if (put_user(len, optlen) || copy_to_user(optval, &val, len))
618 int dccp_getsockopt(struct sock *sk, int level, int optname,
619 char __user *optval, int __user *optlen)
621 if (level != SOL_DCCP)
622 return inet_csk(sk)->icsk_af_ops->getsockopt(sk, level,
625 return do_dccp_getsockopt(sk, level, optname, optval, optlen);
628 EXPORT_SYMBOL_GPL(dccp_getsockopt);
631 int compat_dccp_getsockopt(struct sock *sk, int level, int optname,
632 char __user *optval, int __user *optlen)
634 if (level != SOL_DCCP)
635 return inet_csk_compat_getsockopt(sk, level, optname,
637 return do_dccp_getsockopt(sk, level, optname, optval, optlen);
640 EXPORT_SYMBOL_GPL(compat_dccp_getsockopt);
643 int dccp_sendmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg,
646 const struct dccp_sock *dp = dccp_sk(sk);
647 const int flags = msg->msg_flags;
648 const int noblock = flags & MSG_DONTWAIT;
653 if (len > dp->dccps_mss_cache)
658 if (sysctl_dccp_tx_qlen &&
659 (sk->sk_write_queue.qlen >= sysctl_dccp_tx_qlen)) {
664 timeo = sock_sndtimeo(sk, noblock);
667 * We have to use sk_stream_wait_connect here to set sk_write_pending,
668 * so that the trick in dccp_rcv_request_sent_state_process.
670 /* Wait for a connection to finish. */
671 if ((1 << sk->sk_state) & ~(DCCPF_OPEN | DCCPF_PARTOPEN))
672 if ((rc = sk_stream_wait_connect(sk, &timeo)) != 0)
675 size = sk->sk_prot->max_header + len;
677 skb = sock_alloc_send_skb(sk, size, noblock, &rc);
682 skb_reserve(skb, sk->sk_prot->max_header);
683 rc = memcpy_fromiovec(skb_put(skb, len), msg->msg_iov, len);
687 skb_queue_tail(&sk->sk_write_queue, skb);
688 dccp_write_xmit(sk,0);
697 EXPORT_SYMBOL_GPL(dccp_sendmsg);
699 int dccp_recvmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg,
700 size_t len, int nonblock, int flags, int *addr_len)
702 const struct dccp_hdr *dh;
707 if (sk->sk_state == DCCP_LISTEN) {
712 timeo = sock_rcvtimeo(sk, nonblock);
715 struct sk_buff *skb = skb_peek(&sk->sk_receive_queue);
718 goto verify_sock_status;
722 if (dh->dccph_type == DCCP_PKT_DATA ||
723 dh->dccph_type == DCCP_PKT_DATAACK)
726 if (dh->dccph_type == DCCP_PKT_RESET ||
727 dh->dccph_type == DCCP_PKT_CLOSE) {
728 dccp_pr_debug("found fin ok!\n");
732 dccp_pr_debug("packet_type=%s\n",
733 dccp_packet_name(dh->dccph_type));
734 sk_eat_skb(sk, skb, 0);
736 if (sock_flag(sk, SOCK_DONE)) {
742 len = sock_error(sk);
746 if (sk->sk_shutdown & RCV_SHUTDOWN) {
751 if (sk->sk_state == DCCP_CLOSED) {
752 if (!sock_flag(sk, SOCK_DONE)) {
753 /* This occurs when user tries to read
754 * from never connected socket.
768 if (signal_pending(current)) {
769 len = sock_intr_errno(timeo);
773 sk_wait_data(sk, &timeo);
778 else if (len < skb->len)
779 msg->msg_flags |= MSG_TRUNC;
781 if (skb_copy_datagram_iovec(skb, 0, msg->msg_iov, len)) {
782 /* Exception. Bailout! */
787 if (!(flags & MSG_PEEK))
788 sk_eat_skb(sk, skb, 0);
796 EXPORT_SYMBOL_GPL(dccp_recvmsg);
798 int inet_dccp_listen(struct socket *sock, int backlog)
800 struct sock *sk = sock->sk;
801 unsigned char old_state;
807 if (sock->state != SS_UNCONNECTED || sock->type != SOCK_DCCP)
810 old_state = sk->sk_state;
811 if (!((1 << old_state) & (DCCPF_CLOSED | DCCPF_LISTEN)))
814 /* Really, if the socket is already in listen state
815 * we can only allow the backlog to be adjusted.
817 if (old_state != DCCP_LISTEN) {
819 * FIXME: here it probably should be sk->sk_prot->listen_start
820 * see tcp_listen_start
822 err = dccp_listen_start(sk, backlog);
826 sk->sk_max_ack_backlog = backlog;
834 EXPORT_SYMBOL_GPL(inet_dccp_listen);
836 static const unsigned char dccp_new_state[] = {
837 /* current state: new state: action: */
839 [DCCP_OPEN] = DCCP_CLOSING | DCCP_ACTION_FIN,
840 [DCCP_REQUESTING] = DCCP_CLOSED,
841 [DCCP_PARTOPEN] = DCCP_CLOSING | DCCP_ACTION_FIN,
842 [DCCP_LISTEN] = DCCP_CLOSED,
843 [DCCP_RESPOND] = DCCP_CLOSED,
844 [DCCP_CLOSING] = DCCP_CLOSED,
845 [DCCP_TIME_WAIT] = DCCP_CLOSED,
846 [DCCP_CLOSED] = DCCP_CLOSED,
849 static int dccp_close_state(struct sock *sk)
851 const int next = dccp_new_state[sk->sk_state];
852 const int ns = next & DCCP_STATE_MASK;
854 if (ns != sk->sk_state)
855 dccp_set_state(sk, ns);
857 return next & DCCP_ACTION_FIN;
860 void dccp_close(struct sock *sk, long timeout)
862 struct dccp_sock *dp = dccp_sk(sk);
868 sk->sk_shutdown = SHUTDOWN_MASK;
870 if (sk->sk_state == DCCP_LISTEN) {
871 dccp_set_state(sk, DCCP_CLOSED);
874 inet_csk_listen_stop(sk);
876 goto adjudge_to_death;
879 sk_stop_timer(sk, &dp->dccps_xmit_timer);
882 * We need to flush the recv. buffs. We do this only on the
883 * descriptor close, not protocol-sourced closes, because the
884 *reader process may not have drained the data yet!
886 /* FIXME: check for unread data */
887 while ((skb = __skb_dequeue(&sk->sk_receive_queue)) != NULL) {
891 if (sock_flag(sk, SOCK_LINGER) && !sk->sk_lingertime) {
892 /* Check zero linger _after_ checking for unread data. */
893 sk->sk_prot->disconnect(sk, 0);
894 } else if (dccp_close_state(sk)) {
895 dccp_send_close(sk, 1);
898 sk_stream_wait_close(sk, timeout);
901 state = sk->sk_state;
904 atomic_inc(sk->sk_prot->orphan_count);
907 * It is the last release_sock in its life. It will remove backlog.
911 * Now socket is owned by kernel and we acquire BH lock
912 * to finish close. No need to check for user refs.
916 BUG_TRAP(!sock_owned_by_user(sk));
918 /* Have we already been destroyed by a softirq or backlog? */
919 if (state != DCCP_CLOSED && sk->sk_state == DCCP_CLOSED)
923 * The last release_sock may have processed the CLOSE or RESET
924 * packet moving sock to CLOSED state, if not we have to fire
925 * the CLOSE/CLOSEREQ retransmission timer, see "8.3. Termination"
926 * in draft-ietf-dccp-spec-11. -acme
928 if (sk->sk_state == DCCP_CLOSING) {
929 /* FIXME: should start at 2 * RTT */
930 /* Timer for repeating the CLOSE/CLOSEREQ until an answer. */
931 inet_csk_reset_xmit_timer(sk, ICSK_TIME_RETRANS,
932 inet_csk(sk)->icsk_rto,
935 /* Yeah, we should use sk->sk_prot->orphan_count, etc */
936 dccp_set_state(sk, DCCP_CLOSED);
940 if (sk->sk_state == DCCP_CLOSED)
941 inet_csk_destroy_sock(sk);
943 /* Otherwise, socket is reprieved until protocol close. */
951 EXPORT_SYMBOL_GPL(dccp_close);
953 void dccp_shutdown(struct sock *sk, int how)
955 dccp_pr_debug("entry\n");
958 EXPORT_SYMBOL_GPL(dccp_shutdown);
960 static int __init dccp_mib_init(void)
964 dccp_statistics[0] = alloc_percpu(struct dccp_mib);
965 if (dccp_statistics[0] == NULL)
968 dccp_statistics[1] = alloc_percpu(struct dccp_mib);
969 if (dccp_statistics[1] == NULL)
976 free_percpu(dccp_statistics[0]);
977 dccp_statistics[0] = NULL;
982 static void dccp_mib_exit(void)
984 free_percpu(dccp_statistics[0]);
985 free_percpu(dccp_statistics[1]);
986 dccp_statistics[0] = dccp_statistics[1] = NULL;
989 static int thash_entries;
990 module_param(thash_entries, int, 0444);
991 MODULE_PARM_DESC(thash_entries, "Number of ehash buckets");
993 #ifdef CONFIG_IP_DCCP_DEBUG
995 module_param(dccp_debug, bool, 0444);
996 MODULE_PARM_DESC(dccp_debug, "Enable debug messages");
998 EXPORT_SYMBOL_GPL(dccp_debug);
1001 static int __init dccp_init(void)
1004 int ehash_order, bhash_order, i;
1007 dccp_hashinfo.bind_bucket_cachep =
1008 kmem_cache_create("dccp_bind_bucket",
1009 sizeof(struct inet_bind_bucket), 0,
1010 SLAB_HWCACHE_ALIGN, NULL);
1011 if (!dccp_hashinfo.bind_bucket_cachep)
1015 * Size and allocate the main established and bind bucket
1018 * The methodology is similar to that of the buffer cache.
1020 if (num_physpages >= (128 * 1024))
1021 goal = num_physpages >> (21 - PAGE_SHIFT);
1023 goal = num_physpages >> (23 - PAGE_SHIFT);
1026 goal = (thash_entries *
1027 sizeof(struct inet_ehash_bucket)) >> PAGE_SHIFT;
1028 for (ehash_order = 0; (1UL << ehash_order) < goal; ehash_order++)
1031 dccp_hashinfo.ehash_size = (1UL << ehash_order) * PAGE_SIZE /
1032 sizeof(struct inet_ehash_bucket);
1033 while (dccp_hashinfo.ehash_size &
1034 (dccp_hashinfo.ehash_size - 1))
1035 dccp_hashinfo.ehash_size--;
1036 dccp_hashinfo.ehash = (struct inet_ehash_bucket *)
1037 __get_free_pages(GFP_ATOMIC, ehash_order);
1038 } while (!dccp_hashinfo.ehash && --ehash_order > 0);
1040 if (!dccp_hashinfo.ehash) {
1041 DCCP_CRIT("Failed to allocate DCCP established hash table");
1042 goto out_free_bind_bucket_cachep;
1045 for (i = 0; i < dccp_hashinfo.ehash_size; i++) {
1046 rwlock_init(&dccp_hashinfo.ehash[i].lock);
1047 INIT_HLIST_HEAD(&dccp_hashinfo.ehash[i].chain);
1048 INIT_HLIST_HEAD(&dccp_hashinfo.ehash[i].twchain);
1051 bhash_order = ehash_order;
1054 dccp_hashinfo.bhash_size = (1UL << bhash_order) * PAGE_SIZE /
1055 sizeof(struct inet_bind_hashbucket);
1056 if ((dccp_hashinfo.bhash_size > (64 * 1024)) &&
1059 dccp_hashinfo.bhash = (struct inet_bind_hashbucket *)
1060 __get_free_pages(GFP_ATOMIC, bhash_order);
1061 } while (!dccp_hashinfo.bhash && --bhash_order >= 0);
1063 if (!dccp_hashinfo.bhash) {
1064 DCCP_CRIT("Failed to allocate DCCP bind hash table");
1065 goto out_free_dccp_ehash;
1068 for (i = 0; i < dccp_hashinfo.bhash_size; i++) {
1069 spin_lock_init(&dccp_hashinfo.bhash[i].lock);
1070 INIT_HLIST_HEAD(&dccp_hashinfo.bhash[i].chain);
1073 rc = dccp_mib_init();
1075 goto out_free_dccp_bhash;
1077 rc = dccp_ackvec_init();
1079 goto out_free_dccp_mib;
1081 rc = dccp_sysctl_init();
1083 goto out_ackvec_exit;
1085 dccp_timestamping_init();
1092 out_free_dccp_bhash:
1093 free_pages((unsigned long)dccp_hashinfo.bhash, bhash_order);
1094 dccp_hashinfo.bhash = NULL;
1095 out_free_dccp_ehash:
1096 free_pages((unsigned long)dccp_hashinfo.ehash, ehash_order);
1097 dccp_hashinfo.ehash = NULL;
1098 out_free_bind_bucket_cachep:
1099 kmem_cache_destroy(dccp_hashinfo.bind_bucket_cachep);
1100 dccp_hashinfo.bind_bucket_cachep = NULL;
1104 static void __exit dccp_fini(void)
1107 free_pages((unsigned long)dccp_hashinfo.bhash,
1108 get_order(dccp_hashinfo.bhash_size *
1109 sizeof(struct inet_bind_hashbucket)));
1110 free_pages((unsigned long)dccp_hashinfo.ehash,
1111 get_order(dccp_hashinfo.ehash_size *
1112 sizeof(struct inet_ehash_bucket)));
1113 kmem_cache_destroy(dccp_hashinfo.bind_bucket_cachep);
1118 module_init(dccp_init);
1119 module_exit(dccp_fini);
1121 MODULE_LICENSE("GPL");
1122 MODULE_AUTHOR("Arnaldo Carvalho de Melo <acme@conectiva.com.br>");
1123 MODULE_DESCRIPTION("DCCP - Datagram Congestion Controlled Protocol");