17c657876SArnaldo Carvalho de Melo /* 27c657876SArnaldo Carvalho de Melo * net/dccp/proto.c 37c657876SArnaldo Carvalho de Melo * 47c657876SArnaldo Carvalho de Melo * An implementation of the DCCP protocol 57c657876SArnaldo Carvalho de Melo * Arnaldo Carvalho de Melo <acme@conectiva.com.br> 67c657876SArnaldo Carvalho de Melo * 77c657876SArnaldo Carvalho de Melo * This program is free software; you can redistribute it and/or modify it 87c657876SArnaldo Carvalho de Melo * under the terms of the GNU General Public License version 2 as 97c657876SArnaldo Carvalho de Melo * published by the Free Software Foundation. 107c657876SArnaldo Carvalho de Melo */ 117c657876SArnaldo Carvalho de Melo 127c657876SArnaldo Carvalho de Melo #include <linux/config.h> 137c657876SArnaldo Carvalho de Melo #include <linux/dccp.h> 147c657876SArnaldo Carvalho de Melo #include <linux/module.h> 157c657876SArnaldo Carvalho de Melo #include <linux/types.h> 167c657876SArnaldo Carvalho de Melo #include <linux/sched.h> 177c657876SArnaldo Carvalho de Melo #include <linux/kernel.h> 187c657876SArnaldo Carvalho de Melo #include <linux/skbuff.h> 197c657876SArnaldo Carvalho de Melo #include <linux/netdevice.h> 207c657876SArnaldo Carvalho de Melo #include <linux/in.h> 217c657876SArnaldo Carvalho de Melo #include <linux/if_arp.h> 227c657876SArnaldo Carvalho de Melo #include <linux/init.h> 237c657876SArnaldo Carvalho de Melo #include <linux/random.h> 247c657876SArnaldo Carvalho de Melo #include <net/checksum.h> 257c657876SArnaldo Carvalho de Melo 2614c85021SArnaldo Carvalho de Melo #include <net/inet_sock.h> 277c657876SArnaldo Carvalho de Melo #include <net/sock.h> 287c657876SArnaldo Carvalho de Melo #include <net/xfrm.h> 297c657876SArnaldo Carvalho de Melo 307c657876SArnaldo Carvalho de Melo #include <asm/semaphore.h> 317c657876SArnaldo Carvalho de Melo #include <linux/spinlock.h> 327c657876SArnaldo Carvalho de Melo #include <linux/timer.h> 337c657876SArnaldo Carvalho de Melo #include <linux/delay.h> 347c657876SArnaldo Carvalho de Melo #include <linux/poll.h> 357c657876SArnaldo Carvalho de Melo 367c657876SArnaldo Carvalho de Melo #include "ccid.h" 377c657876SArnaldo Carvalho de Melo #include "dccp.h" 38afe00251SAndrea Bittau #include "feat.h" 397c657876SArnaldo Carvalho de Melo 40ba89966cSEric Dumazet DEFINE_SNMP_STAT(struct dccp_mib, dccp_statistics) __read_mostly; 417c657876SArnaldo Carvalho de Melo 42f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_statistics); 43f21e68caSArnaldo Carvalho de Melo 447c657876SArnaldo Carvalho de Melo atomic_t dccp_orphan_count = ATOMIC_INIT(0); 457c657876SArnaldo Carvalho de Melo 46f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_orphan_count); 47f21e68caSArnaldo Carvalho de Melo 48075ae866SArnaldo Carvalho de Melo struct inet_hashinfo __cacheline_aligned dccp_hashinfo = { 49075ae866SArnaldo Carvalho de Melo .lhash_lock = RW_LOCK_UNLOCKED, 50075ae866SArnaldo Carvalho de Melo .lhash_users = ATOMIC_INIT(0), 51075ae866SArnaldo Carvalho de Melo .lhash_wait = __WAIT_QUEUE_HEAD_INITIALIZER(dccp_hashinfo.lhash_wait), 52075ae866SArnaldo Carvalho de Melo }; 53075ae866SArnaldo Carvalho de Melo 54075ae866SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_hashinfo); 55075ae866SArnaldo Carvalho de Melo 56*c25a18baSArnaldo Carvalho de Melo void dccp_set_state(struct sock *sk, const int state) 57*c25a18baSArnaldo Carvalho de Melo { 58*c25a18baSArnaldo Carvalho de Melo const int oldstate = sk->sk_state; 59*c25a18baSArnaldo Carvalho de Melo 60*c25a18baSArnaldo Carvalho de Melo dccp_pr_debug("%s(%p) %-10.10s -> %s\n", 61*c25a18baSArnaldo Carvalho de Melo dccp_role(sk), sk, 62*c25a18baSArnaldo Carvalho de Melo dccp_state_name(oldstate), dccp_state_name(state)); 63*c25a18baSArnaldo Carvalho de Melo WARN_ON(state == oldstate); 64*c25a18baSArnaldo Carvalho de Melo 65*c25a18baSArnaldo Carvalho de Melo switch (state) { 66*c25a18baSArnaldo Carvalho de Melo case DCCP_OPEN: 67*c25a18baSArnaldo Carvalho de Melo if (oldstate != DCCP_OPEN) 68*c25a18baSArnaldo Carvalho de Melo DCCP_INC_STATS(DCCP_MIB_CURRESTAB); 69*c25a18baSArnaldo Carvalho de Melo break; 70*c25a18baSArnaldo Carvalho de Melo 71*c25a18baSArnaldo Carvalho de Melo case DCCP_CLOSED: 72*c25a18baSArnaldo Carvalho de Melo if (oldstate == DCCP_CLOSING || oldstate == DCCP_OPEN) 73*c25a18baSArnaldo Carvalho de Melo DCCP_INC_STATS(DCCP_MIB_ESTABRESETS); 74*c25a18baSArnaldo Carvalho de Melo 75*c25a18baSArnaldo Carvalho de Melo sk->sk_prot->unhash(sk); 76*c25a18baSArnaldo Carvalho de Melo if (inet_csk(sk)->icsk_bind_hash != NULL && 77*c25a18baSArnaldo Carvalho de Melo !(sk->sk_userlocks & SOCK_BINDPORT_LOCK)) 78*c25a18baSArnaldo Carvalho de Melo inet_put_port(&dccp_hashinfo, sk); 79*c25a18baSArnaldo Carvalho de Melo /* fall through */ 80*c25a18baSArnaldo Carvalho de Melo default: 81*c25a18baSArnaldo Carvalho de Melo if (oldstate == DCCP_OPEN) 82*c25a18baSArnaldo Carvalho de Melo DCCP_DEC_STATS(DCCP_MIB_CURRESTAB); 83*c25a18baSArnaldo Carvalho de Melo } 84*c25a18baSArnaldo Carvalho de Melo 85*c25a18baSArnaldo Carvalho de Melo /* Change state AFTER socket is unhashed to avoid closed 86*c25a18baSArnaldo Carvalho de Melo * socket sitting in hash tables. 87*c25a18baSArnaldo Carvalho de Melo */ 88*c25a18baSArnaldo Carvalho de Melo sk->sk_state = state; 89*c25a18baSArnaldo Carvalho de Melo } 90*c25a18baSArnaldo Carvalho de Melo 91*c25a18baSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_set_state); 92*c25a18baSArnaldo Carvalho de Melo 93*c25a18baSArnaldo Carvalho de Melo void dccp_done(struct sock *sk) 94*c25a18baSArnaldo Carvalho de Melo { 95*c25a18baSArnaldo Carvalho de Melo dccp_set_state(sk, DCCP_CLOSED); 96*c25a18baSArnaldo Carvalho de Melo dccp_clear_xmit_timers(sk); 97*c25a18baSArnaldo Carvalho de Melo 98*c25a18baSArnaldo Carvalho de Melo sk->sk_shutdown = SHUTDOWN_MASK; 99*c25a18baSArnaldo Carvalho de Melo 100*c25a18baSArnaldo Carvalho de Melo if (!sock_flag(sk, SOCK_DEAD)) 101*c25a18baSArnaldo Carvalho de Melo sk->sk_state_change(sk); 102*c25a18baSArnaldo Carvalho de Melo else 103*c25a18baSArnaldo Carvalho de Melo inet_csk_destroy_sock(sk); 104*c25a18baSArnaldo Carvalho de Melo } 105*c25a18baSArnaldo Carvalho de Melo 106*c25a18baSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_done); 107*c25a18baSArnaldo Carvalho de Melo 1087c657876SArnaldo Carvalho de Melo const char *dccp_packet_name(const int type) 1097c657876SArnaldo Carvalho de Melo { 1107c657876SArnaldo Carvalho de Melo static const char *dccp_packet_names[] = { 1117c657876SArnaldo Carvalho de Melo [DCCP_PKT_REQUEST] = "REQUEST", 1127c657876SArnaldo Carvalho de Melo [DCCP_PKT_RESPONSE] = "RESPONSE", 1137c657876SArnaldo Carvalho de Melo [DCCP_PKT_DATA] = "DATA", 1147c657876SArnaldo Carvalho de Melo [DCCP_PKT_ACK] = "ACK", 1157c657876SArnaldo Carvalho de Melo [DCCP_PKT_DATAACK] = "DATAACK", 1167c657876SArnaldo Carvalho de Melo [DCCP_PKT_CLOSEREQ] = "CLOSEREQ", 1177c657876SArnaldo Carvalho de Melo [DCCP_PKT_CLOSE] = "CLOSE", 1187c657876SArnaldo Carvalho de Melo [DCCP_PKT_RESET] = "RESET", 1197c657876SArnaldo Carvalho de Melo [DCCP_PKT_SYNC] = "SYNC", 1207c657876SArnaldo Carvalho de Melo [DCCP_PKT_SYNCACK] = "SYNCACK", 1217c657876SArnaldo Carvalho de Melo }; 1227c657876SArnaldo Carvalho de Melo 1237c657876SArnaldo Carvalho de Melo if (type >= DCCP_NR_PKT_TYPES) 1247c657876SArnaldo Carvalho de Melo return "INVALID"; 1257c657876SArnaldo Carvalho de Melo else 1267c657876SArnaldo Carvalho de Melo return dccp_packet_names[type]; 1277c657876SArnaldo Carvalho de Melo } 1287c657876SArnaldo Carvalho de Melo 1297c657876SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_packet_name); 1307c657876SArnaldo Carvalho de Melo 1317c657876SArnaldo Carvalho de Melo const char *dccp_state_name(const int state) 1327c657876SArnaldo Carvalho de Melo { 1337c657876SArnaldo Carvalho de Melo static char *dccp_state_names[] = { 1347c657876SArnaldo Carvalho de Melo [DCCP_OPEN] = "OPEN", 1357c657876SArnaldo Carvalho de Melo [DCCP_REQUESTING] = "REQUESTING", 1367c657876SArnaldo Carvalho de Melo [DCCP_PARTOPEN] = "PARTOPEN", 1377c657876SArnaldo Carvalho de Melo [DCCP_LISTEN] = "LISTEN", 1387c657876SArnaldo Carvalho de Melo [DCCP_RESPOND] = "RESPOND", 1397c657876SArnaldo Carvalho de Melo [DCCP_CLOSING] = "CLOSING", 1407c657876SArnaldo Carvalho de Melo [DCCP_TIME_WAIT] = "TIME_WAIT", 1417c657876SArnaldo Carvalho de Melo [DCCP_CLOSED] = "CLOSED", 1427c657876SArnaldo Carvalho de Melo }; 1437c657876SArnaldo Carvalho de Melo 1447c657876SArnaldo Carvalho de Melo if (state >= DCCP_MAX_STATES) 1457c657876SArnaldo Carvalho de Melo return "INVALID STATE!"; 1467c657876SArnaldo Carvalho de Melo else 1477c657876SArnaldo Carvalho de Melo return dccp_state_names[state]; 1487c657876SArnaldo Carvalho de Melo } 1497c657876SArnaldo Carvalho de Melo 1507c657876SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_state_name); 1517c657876SArnaldo Carvalho de Melo 152c985ed70SArnaldo Carvalho de Melo void dccp_hash(struct sock *sk) 153c985ed70SArnaldo Carvalho de Melo { 154c985ed70SArnaldo Carvalho de Melo inet_hash(&dccp_hashinfo, sk); 155c985ed70SArnaldo Carvalho de Melo } 156c985ed70SArnaldo Carvalho de Melo 157c985ed70SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_hash); 158c985ed70SArnaldo Carvalho de Melo 159c985ed70SArnaldo Carvalho de Melo void dccp_unhash(struct sock *sk) 160c985ed70SArnaldo Carvalho de Melo { 161c985ed70SArnaldo Carvalho de Melo inet_unhash(&dccp_hashinfo, sk); 162c985ed70SArnaldo Carvalho de Melo } 163c985ed70SArnaldo Carvalho de Melo 164c985ed70SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_unhash); 165c985ed70SArnaldo Carvalho de Melo 1663e0fadc5SArnaldo Carvalho de Melo int dccp_init_sock(struct sock *sk) 1673e0fadc5SArnaldo Carvalho de Melo { 1683e0fadc5SArnaldo Carvalho de Melo struct dccp_sock *dp = dccp_sk(sk); 1693e0fadc5SArnaldo Carvalho de Melo struct inet_connection_sock *icsk = inet_csk(sk); 1703e0fadc5SArnaldo Carvalho de Melo static int dccp_ctl_socket_init = 1; 1713e0fadc5SArnaldo Carvalho de Melo 1723e0fadc5SArnaldo Carvalho de Melo dccp_options_init(&dp->dccps_options); 1733e0fadc5SArnaldo Carvalho de Melo do_gettimeofday(&dp->dccps_epoch); 1743e0fadc5SArnaldo Carvalho de Melo 1753e0fadc5SArnaldo Carvalho de Melo /* 1763e0fadc5SArnaldo Carvalho de Melo * FIXME: We're hardcoding the CCID, and doing this at this point makes 1773e0fadc5SArnaldo Carvalho de Melo * the listening (master) sock get CCID control blocks, which is not 1783e0fadc5SArnaldo Carvalho de Melo * necessary, but for now, to not mess with the test userspace apps, 1793e0fadc5SArnaldo Carvalho de Melo * lets leave it here, later the real solution is to do this in a 1803e0fadc5SArnaldo Carvalho de Melo * setsockopt(CCIDs-I-want/accept). -acme 1813e0fadc5SArnaldo Carvalho de Melo */ 1823e0fadc5SArnaldo Carvalho de Melo if (likely(!dccp_ctl_socket_init)) { 1833e0fadc5SArnaldo Carvalho de Melo int rc = dccp_feat_init(sk); 1843e0fadc5SArnaldo Carvalho de Melo 1853e0fadc5SArnaldo Carvalho de Melo if (rc) 1863e0fadc5SArnaldo Carvalho de Melo return rc; 1873e0fadc5SArnaldo Carvalho de Melo 1883e0fadc5SArnaldo Carvalho de Melo if (dp->dccps_options.dccpo_send_ack_vector) { 1893e0fadc5SArnaldo Carvalho de Melo dp->dccps_hc_rx_ackvec = dccp_ackvec_alloc(GFP_KERNEL); 1903e0fadc5SArnaldo Carvalho de Melo if (dp->dccps_hc_rx_ackvec == NULL) 1913e0fadc5SArnaldo Carvalho de Melo return -ENOMEM; 1923e0fadc5SArnaldo Carvalho de Melo } 1933e0fadc5SArnaldo Carvalho de Melo dp->dccps_hc_rx_ccid = 1943e0fadc5SArnaldo Carvalho de Melo ccid_hc_rx_new(dp->dccps_options.dccpo_rx_ccid, 1953e0fadc5SArnaldo Carvalho de Melo sk, GFP_KERNEL); 1963e0fadc5SArnaldo Carvalho de Melo dp->dccps_hc_tx_ccid = 1973e0fadc5SArnaldo Carvalho de Melo ccid_hc_tx_new(dp->dccps_options.dccpo_tx_ccid, 1983e0fadc5SArnaldo Carvalho de Melo sk, GFP_KERNEL); 1993e0fadc5SArnaldo Carvalho de Melo if (unlikely(dp->dccps_hc_rx_ccid == NULL || 2003e0fadc5SArnaldo Carvalho de Melo dp->dccps_hc_tx_ccid == NULL)) { 2013e0fadc5SArnaldo Carvalho de Melo ccid_hc_rx_delete(dp->dccps_hc_rx_ccid, sk); 2023e0fadc5SArnaldo Carvalho de Melo ccid_hc_tx_delete(dp->dccps_hc_tx_ccid, sk); 2033e0fadc5SArnaldo Carvalho de Melo if (dp->dccps_options.dccpo_send_ack_vector) { 2043e0fadc5SArnaldo Carvalho de Melo dccp_ackvec_free(dp->dccps_hc_rx_ackvec); 2053e0fadc5SArnaldo Carvalho de Melo dp->dccps_hc_rx_ackvec = NULL; 2063e0fadc5SArnaldo Carvalho de Melo } 2073e0fadc5SArnaldo Carvalho de Melo dp->dccps_hc_rx_ccid = dp->dccps_hc_tx_ccid = NULL; 2083e0fadc5SArnaldo Carvalho de Melo return -ENOMEM; 2093e0fadc5SArnaldo Carvalho de Melo } 2103e0fadc5SArnaldo Carvalho de Melo } else { 2113e0fadc5SArnaldo Carvalho de Melo /* control socket doesn't need feat nego */ 2123e0fadc5SArnaldo Carvalho de Melo INIT_LIST_HEAD(&dp->dccps_options.dccpo_pending); 2133e0fadc5SArnaldo Carvalho de Melo INIT_LIST_HEAD(&dp->dccps_options.dccpo_conf); 2143e0fadc5SArnaldo Carvalho de Melo dccp_ctl_socket_init = 0; 2153e0fadc5SArnaldo Carvalho de Melo } 2163e0fadc5SArnaldo Carvalho de Melo 2173e0fadc5SArnaldo Carvalho de Melo dccp_init_xmit_timers(sk); 2183e0fadc5SArnaldo Carvalho de Melo icsk->icsk_rto = DCCP_TIMEOUT_INIT; 2193e0fadc5SArnaldo Carvalho de Melo sk->sk_state = DCCP_CLOSED; 2203e0fadc5SArnaldo Carvalho de Melo sk->sk_write_space = dccp_write_space; 2213e0fadc5SArnaldo Carvalho de Melo icsk->icsk_sync_mss = dccp_sync_mss; 2223e0fadc5SArnaldo Carvalho de Melo dp->dccps_mss_cache = 536; 2233e0fadc5SArnaldo Carvalho de Melo dp->dccps_role = DCCP_ROLE_UNDEFINED; 2243e0fadc5SArnaldo Carvalho de Melo dp->dccps_service = DCCP_SERVICE_INVALID_VALUE; 2253e0fadc5SArnaldo Carvalho de Melo dp->dccps_l_ack_ratio = dp->dccps_r_ack_ratio = 1; 2263e0fadc5SArnaldo Carvalho de Melo 2273e0fadc5SArnaldo Carvalho de Melo return 0; 2283e0fadc5SArnaldo Carvalho de Melo } 2293e0fadc5SArnaldo Carvalho de Melo 2303e0fadc5SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_init_sock); 2313e0fadc5SArnaldo Carvalho de Melo 2323e0fadc5SArnaldo Carvalho de Melo int dccp_destroy_sock(struct sock *sk) 2333e0fadc5SArnaldo Carvalho de Melo { 2343e0fadc5SArnaldo Carvalho de Melo struct dccp_sock *dp = dccp_sk(sk); 2353e0fadc5SArnaldo Carvalho de Melo 2363e0fadc5SArnaldo Carvalho de Melo /* 2373e0fadc5SArnaldo Carvalho de Melo * DCCP doesn't use sk_write_queue, just sk_send_head 2383e0fadc5SArnaldo Carvalho de Melo * for retransmissions 2393e0fadc5SArnaldo Carvalho de Melo */ 2403e0fadc5SArnaldo Carvalho de Melo if (sk->sk_send_head != NULL) { 2413e0fadc5SArnaldo Carvalho de Melo kfree_skb(sk->sk_send_head); 2423e0fadc5SArnaldo Carvalho de Melo sk->sk_send_head = NULL; 2433e0fadc5SArnaldo Carvalho de Melo } 2443e0fadc5SArnaldo Carvalho de Melo 2453e0fadc5SArnaldo Carvalho de Melo /* Clean up a referenced DCCP bind bucket. */ 2463e0fadc5SArnaldo Carvalho de Melo if (inet_csk(sk)->icsk_bind_hash != NULL) 2473e0fadc5SArnaldo Carvalho de Melo inet_put_port(&dccp_hashinfo, sk); 2483e0fadc5SArnaldo Carvalho de Melo 2493e0fadc5SArnaldo Carvalho de Melo kfree(dp->dccps_service_list); 2503e0fadc5SArnaldo Carvalho de Melo dp->dccps_service_list = NULL; 2513e0fadc5SArnaldo Carvalho de Melo 2523e0fadc5SArnaldo Carvalho de Melo if (dp->dccps_options.dccpo_send_ack_vector) { 2533e0fadc5SArnaldo Carvalho de Melo dccp_ackvec_free(dp->dccps_hc_rx_ackvec); 2543e0fadc5SArnaldo Carvalho de Melo dp->dccps_hc_rx_ackvec = NULL; 2553e0fadc5SArnaldo Carvalho de Melo } 2563e0fadc5SArnaldo Carvalho de Melo ccid_hc_rx_delete(dp->dccps_hc_rx_ccid, sk); 2573e0fadc5SArnaldo Carvalho de Melo ccid_hc_tx_delete(dp->dccps_hc_tx_ccid, sk); 2583e0fadc5SArnaldo Carvalho de Melo dp->dccps_hc_rx_ccid = dp->dccps_hc_tx_ccid = NULL; 2593e0fadc5SArnaldo Carvalho de Melo 2603e0fadc5SArnaldo Carvalho de Melo /* clean up feature negotiation state */ 2613e0fadc5SArnaldo Carvalho de Melo dccp_feat_clean(sk); 2623e0fadc5SArnaldo Carvalho de Melo 2633e0fadc5SArnaldo Carvalho de Melo return 0; 2643e0fadc5SArnaldo Carvalho de Melo } 2653e0fadc5SArnaldo Carvalho de Melo 2663e0fadc5SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_destroy_sock); 2673e0fadc5SArnaldo Carvalho de Melo 2687c657876SArnaldo Carvalho de Melo static inline int dccp_listen_start(struct sock *sk) 2697c657876SArnaldo Carvalho de Melo { 27067e6b629SArnaldo Carvalho de Melo struct dccp_sock *dp = dccp_sk(sk); 27167e6b629SArnaldo Carvalho de Melo 27267e6b629SArnaldo Carvalho de Melo dp->dccps_role = DCCP_ROLE_LISTEN; 27367e6b629SArnaldo Carvalho de Melo /* 27467e6b629SArnaldo Carvalho de Melo * Apps need to use setsockopt(DCCP_SOCKOPT_SERVICE) 27567e6b629SArnaldo Carvalho de Melo * before calling listen() 27667e6b629SArnaldo Carvalho de Melo */ 27767e6b629SArnaldo Carvalho de Melo if (dccp_service_not_initialized(sk)) 27867e6b629SArnaldo Carvalho de Melo return -EPROTO; 2797c657876SArnaldo Carvalho de Melo return inet_csk_listen_start(sk, TCP_SYNQ_HSIZE); 2807c657876SArnaldo Carvalho de Melo } 2817c657876SArnaldo Carvalho de Melo 2827c657876SArnaldo Carvalho de Melo int dccp_disconnect(struct sock *sk, int flags) 2837c657876SArnaldo Carvalho de Melo { 2847c657876SArnaldo Carvalho de Melo struct inet_connection_sock *icsk = inet_csk(sk); 2857c657876SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 2867c657876SArnaldo Carvalho de Melo int err = 0; 2877c657876SArnaldo Carvalho de Melo const int old_state = sk->sk_state; 2887c657876SArnaldo Carvalho de Melo 2897c657876SArnaldo Carvalho de Melo if (old_state != DCCP_CLOSED) 2907c657876SArnaldo Carvalho de Melo dccp_set_state(sk, DCCP_CLOSED); 2917c657876SArnaldo Carvalho de Melo 2927c657876SArnaldo Carvalho de Melo /* ABORT function of RFC793 */ 2937c657876SArnaldo Carvalho de Melo if (old_state == DCCP_LISTEN) { 2947c657876SArnaldo Carvalho de Melo inet_csk_listen_stop(sk); 2957c657876SArnaldo Carvalho de Melo /* FIXME: do the active reset thing */ 2967c657876SArnaldo Carvalho de Melo } else if (old_state == DCCP_REQUESTING) 2977c657876SArnaldo Carvalho de Melo sk->sk_err = ECONNRESET; 2987c657876SArnaldo Carvalho de Melo 2997c657876SArnaldo Carvalho de Melo dccp_clear_xmit_timers(sk); 3007c657876SArnaldo Carvalho de Melo __skb_queue_purge(&sk->sk_receive_queue); 3017c657876SArnaldo Carvalho de Melo if (sk->sk_send_head != NULL) { 3027c657876SArnaldo Carvalho de Melo __kfree_skb(sk->sk_send_head); 3037c657876SArnaldo Carvalho de Melo sk->sk_send_head = NULL; 3047c657876SArnaldo Carvalho de Melo } 3057c657876SArnaldo Carvalho de Melo 3067c657876SArnaldo Carvalho de Melo inet->dport = 0; 3077c657876SArnaldo Carvalho de Melo 3087c657876SArnaldo Carvalho de Melo if (!(sk->sk_userlocks & SOCK_BINDADDR_LOCK)) 3097c657876SArnaldo Carvalho de Melo inet_reset_saddr(sk); 3107c657876SArnaldo Carvalho de Melo 3117c657876SArnaldo Carvalho de Melo sk->sk_shutdown = 0; 3127c657876SArnaldo Carvalho de Melo sock_reset_flag(sk, SOCK_DONE); 3137c657876SArnaldo Carvalho de Melo 3147c657876SArnaldo Carvalho de Melo icsk->icsk_backoff = 0; 3157c657876SArnaldo Carvalho de Melo inet_csk_delack_init(sk); 3167c657876SArnaldo Carvalho de Melo __sk_dst_reset(sk); 3177c657876SArnaldo Carvalho de Melo 3187c657876SArnaldo Carvalho de Melo BUG_TRAP(!inet->num || icsk->icsk_bind_hash); 3197c657876SArnaldo Carvalho de Melo 3207c657876SArnaldo Carvalho de Melo sk->sk_error_report(sk); 3217c657876SArnaldo Carvalho de Melo return err; 3227c657876SArnaldo Carvalho de Melo } 3237c657876SArnaldo Carvalho de Melo 324f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_disconnect); 325f21e68caSArnaldo Carvalho de Melo 326331968bdSArnaldo Carvalho de Melo /* 327331968bdSArnaldo Carvalho de Melo * Wait for a DCCP event. 328331968bdSArnaldo Carvalho de Melo * 329331968bdSArnaldo Carvalho de Melo * Note that we don't need to lock the socket, as the upper poll layers 330331968bdSArnaldo Carvalho de Melo * take care of normal races (between the test and the event) and we don't 331331968bdSArnaldo Carvalho de Melo * go look at any of the socket buffers directly. 332331968bdSArnaldo Carvalho de Melo */ 333f21e68caSArnaldo Carvalho de Melo unsigned int dccp_poll(struct file *file, struct socket *sock, 334331968bdSArnaldo Carvalho de Melo poll_table *wait) 335331968bdSArnaldo Carvalho de Melo { 336331968bdSArnaldo Carvalho de Melo unsigned int mask; 337331968bdSArnaldo Carvalho de Melo struct sock *sk = sock->sk; 338331968bdSArnaldo Carvalho de Melo 339331968bdSArnaldo Carvalho de Melo poll_wait(file, sk->sk_sleep, wait); 340331968bdSArnaldo Carvalho de Melo if (sk->sk_state == DCCP_LISTEN) 341331968bdSArnaldo Carvalho de Melo return inet_csk_listen_poll(sk); 342331968bdSArnaldo Carvalho de Melo 343331968bdSArnaldo Carvalho de Melo /* Socket is not locked. We are protected from async events 344331968bdSArnaldo Carvalho de Melo by poll logic and correct handling of state changes 345331968bdSArnaldo Carvalho de Melo made by another threads is impossible in any case. 346331968bdSArnaldo Carvalho de Melo */ 347331968bdSArnaldo Carvalho de Melo 348331968bdSArnaldo Carvalho de Melo mask = 0; 349331968bdSArnaldo Carvalho de Melo if (sk->sk_err) 350331968bdSArnaldo Carvalho de Melo mask = POLLERR; 351331968bdSArnaldo Carvalho de Melo 352331968bdSArnaldo Carvalho de Melo if (sk->sk_shutdown == SHUTDOWN_MASK || sk->sk_state == DCCP_CLOSED) 353331968bdSArnaldo Carvalho de Melo mask |= POLLHUP; 354331968bdSArnaldo Carvalho de Melo if (sk->sk_shutdown & RCV_SHUTDOWN) 355331968bdSArnaldo Carvalho de Melo mask |= POLLIN | POLLRDNORM; 356331968bdSArnaldo Carvalho de Melo 357331968bdSArnaldo Carvalho de Melo /* Connected? */ 358331968bdSArnaldo Carvalho de Melo if ((1 << sk->sk_state) & ~(DCCPF_REQUESTING | DCCPF_RESPOND)) { 359331968bdSArnaldo Carvalho de Melo if (atomic_read(&sk->sk_rmem_alloc) > 0) 360331968bdSArnaldo Carvalho de Melo mask |= POLLIN | POLLRDNORM; 361331968bdSArnaldo Carvalho de Melo 362331968bdSArnaldo Carvalho de Melo if (!(sk->sk_shutdown & SEND_SHUTDOWN)) { 363331968bdSArnaldo Carvalho de Melo if (sk_stream_wspace(sk) >= sk_stream_min_wspace(sk)) { 364331968bdSArnaldo Carvalho de Melo mask |= POLLOUT | POLLWRNORM; 365331968bdSArnaldo Carvalho de Melo } else { /* send SIGIO later */ 366331968bdSArnaldo Carvalho de Melo set_bit(SOCK_ASYNC_NOSPACE, 367331968bdSArnaldo Carvalho de Melo &sk->sk_socket->flags); 368331968bdSArnaldo Carvalho de Melo set_bit(SOCK_NOSPACE, &sk->sk_socket->flags); 369331968bdSArnaldo Carvalho de Melo 370331968bdSArnaldo Carvalho de Melo /* Race breaker. If space is freed after 371331968bdSArnaldo Carvalho de Melo * wspace test but before the flags are set, 372331968bdSArnaldo Carvalho de Melo * IO signal will be lost. 373331968bdSArnaldo Carvalho de Melo */ 374331968bdSArnaldo Carvalho de Melo if (sk_stream_wspace(sk) >= sk_stream_min_wspace(sk)) 375331968bdSArnaldo Carvalho de Melo mask |= POLLOUT | POLLWRNORM; 376331968bdSArnaldo Carvalho de Melo } 377331968bdSArnaldo Carvalho de Melo } 378331968bdSArnaldo Carvalho de Melo } 379331968bdSArnaldo Carvalho de Melo return mask; 380331968bdSArnaldo Carvalho de Melo } 381331968bdSArnaldo Carvalho de Melo 382f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_poll); 383f21e68caSArnaldo Carvalho de Melo 3847c657876SArnaldo Carvalho de Melo int dccp_ioctl(struct sock *sk, int cmd, unsigned long arg) 3857c657876SArnaldo Carvalho de Melo { 3867c657876SArnaldo Carvalho de Melo dccp_pr_debug("entry\n"); 3877c657876SArnaldo Carvalho de Melo return -ENOIOCTLCMD; 3887c657876SArnaldo Carvalho de Melo } 3897c657876SArnaldo Carvalho de Melo 390f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_ioctl); 391f21e68caSArnaldo Carvalho de Melo 39260fe62e7SAndrea Bittau static int dccp_setsockopt_service(struct sock *sk, const __be32 service, 39367e6b629SArnaldo Carvalho de Melo char __user *optval, int optlen) 39467e6b629SArnaldo Carvalho de Melo { 39567e6b629SArnaldo Carvalho de Melo struct dccp_sock *dp = dccp_sk(sk); 39667e6b629SArnaldo Carvalho de Melo struct dccp_service_list *sl = NULL; 39767e6b629SArnaldo Carvalho de Melo 39867e6b629SArnaldo Carvalho de Melo if (service == DCCP_SERVICE_INVALID_VALUE || 39967e6b629SArnaldo Carvalho de Melo optlen > DCCP_SERVICE_LIST_MAX_LEN * sizeof(u32)) 40067e6b629SArnaldo Carvalho de Melo return -EINVAL; 40167e6b629SArnaldo Carvalho de Melo 40267e6b629SArnaldo Carvalho de Melo if (optlen > sizeof(service)) { 40367e6b629SArnaldo Carvalho de Melo sl = kmalloc(optlen, GFP_KERNEL); 40467e6b629SArnaldo Carvalho de Melo if (sl == NULL) 40567e6b629SArnaldo Carvalho de Melo return -ENOMEM; 40667e6b629SArnaldo Carvalho de Melo 40767e6b629SArnaldo Carvalho de Melo sl->dccpsl_nr = optlen / sizeof(u32) - 1; 40867e6b629SArnaldo Carvalho de Melo if (copy_from_user(sl->dccpsl_list, 40967e6b629SArnaldo Carvalho de Melo optval + sizeof(service), 41067e6b629SArnaldo Carvalho de Melo optlen - sizeof(service)) || 41167e6b629SArnaldo Carvalho de Melo dccp_list_has_service(sl, DCCP_SERVICE_INVALID_VALUE)) { 41267e6b629SArnaldo Carvalho de Melo kfree(sl); 41367e6b629SArnaldo Carvalho de Melo return -EFAULT; 41467e6b629SArnaldo Carvalho de Melo } 41567e6b629SArnaldo Carvalho de Melo } 41667e6b629SArnaldo Carvalho de Melo 41767e6b629SArnaldo Carvalho de Melo lock_sock(sk); 41867e6b629SArnaldo Carvalho de Melo dp->dccps_service = service; 41967e6b629SArnaldo Carvalho de Melo 42067e6b629SArnaldo Carvalho de Melo kfree(dp->dccps_service_list); 42167e6b629SArnaldo Carvalho de Melo 42267e6b629SArnaldo Carvalho de Melo dp->dccps_service_list = sl; 42367e6b629SArnaldo Carvalho de Melo release_sock(sk); 42467e6b629SArnaldo Carvalho de Melo return 0; 42567e6b629SArnaldo Carvalho de Melo } 42667e6b629SArnaldo Carvalho de Melo 427afe00251SAndrea Bittau /* byte 1 is feature. the rest is the preference list */ 428afe00251SAndrea Bittau static int dccp_setsockopt_change(struct sock *sk, int type, 429afe00251SAndrea Bittau struct dccp_so_feat __user *optval) 430afe00251SAndrea Bittau { 431afe00251SAndrea Bittau struct dccp_so_feat opt; 432afe00251SAndrea Bittau u8 *val; 433afe00251SAndrea Bittau int rc; 434afe00251SAndrea Bittau 435afe00251SAndrea Bittau if (copy_from_user(&opt, optval, sizeof(opt))) 436afe00251SAndrea Bittau return -EFAULT; 437afe00251SAndrea Bittau 438afe00251SAndrea Bittau val = kmalloc(opt.dccpsf_len, GFP_KERNEL); 439afe00251SAndrea Bittau if (!val) 440afe00251SAndrea Bittau return -ENOMEM; 441afe00251SAndrea Bittau 442afe00251SAndrea Bittau if (copy_from_user(val, opt.dccpsf_val, opt.dccpsf_len)) { 443afe00251SAndrea Bittau rc = -EFAULT; 444afe00251SAndrea Bittau goto out_free_val; 445afe00251SAndrea Bittau } 446afe00251SAndrea Bittau 447afe00251SAndrea Bittau rc = dccp_feat_change(sk, type, opt.dccpsf_feat, val, opt.dccpsf_len, 448afe00251SAndrea Bittau GFP_KERNEL); 449afe00251SAndrea Bittau if (rc) 450afe00251SAndrea Bittau goto out_free_val; 451afe00251SAndrea Bittau 452afe00251SAndrea Bittau out: 453afe00251SAndrea Bittau return rc; 454afe00251SAndrea Bittau 455afe00251SAndrea Bittau out_free_val: 456afe00251SAndrea Bittau kfree(val); 457afe00251SAndrea Bittau goto out; 458afe00251SAndrea Bittau } 459afe00251SAndrea Bittau 4607c657876SArnaldo Carvalho de Melo int dccp_setsockopt(struct sock *sk, int level, int optname, 461a1d3a355SArnaldo Carvalho de Melo char __user *optval, int optlen) 4627c657876SArnaldo Carvalho de Melo { 463a84ffe43SArnaldo Carvalho de Melo struct dccp_sock *dp; 464a84ffe43SArnaldo Carvalho de Melo int err; 465a84ffe43SArnaldo Carvalho de Melo int val; 4667c657876SArnaldo Carvalho de Melo 4677c657876SArnaldo Carvalho de Melo if (level != SOL_DCCP) 46857cca05aSArnaldo Carvalho de Melo return inet_csk(sk)->icsk_af_ops->setsockopt(sk, level, 46957cca05aSArnaldo Carvalho de Melo optname, optval, 47057cca05aSArnaldo Carvalho de Melo optlen); 4717c657876SArnaldo Carvalho de Melo 472a84ffe43SArnaldo Carvalho de Melo if (optlen < sizeof(int)) 473a84ffe43SArnaldo Carvalho de Melo return -EINVAL; 474a84ffe43SArnaldo Carvalho de Melo 475a84ffe43SArnaldo Carvalho de Melo if (get_user(val, (int __user *)optval)) 476a84ffe43SArnaldo Carvalho de Melo return -EFAULT; 477a84ffe43SArnaldo Carvalho de Melo 47867e6b629SArnaldo Carvalho de Melo if (optname == DCCP_SOCKOPT_SERVICE) 47967e6b629SArnaldo Carvalho de Melo return dccp_setsockopt_service(sk, val, optval, optlen); 480a84ffe43SArnaldo Carvalho de Melo 48167e6b629SArnaldo Carvalho de Melo lock_sock(sk); 482a84ffe43SArnaldo Carvalho de Melo dp = dccp_sk(sk); 483a84ffe43SArnaldo Carvalho de Melo err = 0; 484a84ffe43SArnaldo Carvalho de Melo 485a84ffe43SArnaldo Carvalho de Melo switch (optname) { 486a84ffe43SArnaldo Carvalho de Melo case DCCP_SOCKOPT_PACKET_SIZE: 487a84ffe43SArnaldo Carvalho de Melo dp->dccps_packet_size = val; 488a84ffe43SArnaldo Carvalho de Melo break; 489afe00251SAndrea Bittau 490afe00251SAndrea Bittau case DCCP_SOCKOPT_CHANGE_L: 491afe00251SAndrea Bittau if (optlen != sizeof(struct dccp_so_feat)) 492afe00251SAndrea Bittau err = -EINVAL; 493afe00251SAndrea Bittau else 494afe00251SAndrea Bittau err = dccp_setsockopt_change(sk, DCCPO_CHANGE_L, 495afe00251SAndrea Bittau (struct dccp_so_feat *) 496afe00251SAndrea Bittau optval); 497afe00251SAndrea Bittau break; 498afe00251SAndrea Bittau 499afe00251SAndrea Bittau case DCCP_SOCKOPT_CHANGE_R: 500afe00251SAndrea Bittau if (optlen != sizeof(struct dccp_so_feat)) 501afe00251SAndrea Bittau err = -EINVAL; 502afe00251SAndrea Bittau else 503afe00251SAndrea Bittau err = dccp_setsockopt_change(sk, DCCPO_CHANGE_R, 504afe00251SAndrea Bittau (struct dccp_so_feat *) 505afe00251SAndrea Bittau optval); 506afe00251SAndrea Bittau break; 507afe00251SAndrea Bittau 508a84ffe43SArnaldo Carvalho de Melo default: 509a84ffe43SArnaldo Carvalho de Melo err = -ENOPROTOOPT; 510a84ffe43SArnaldo Carvalho de Melo break; 511a84ffe43SArnaldo Carvalho de Melo } 512a84ffe43SArnaldo Carvalho de Melo 513a84ffe43SArnaldo Carvalho de Melo release_sock(sk); 514a84ffe43SArnaldo Carvalho de Melo return err; 5157c657876SArnaldo Carvalho de Melo } 5167c657876SArnaldo Carvalho de Melo 517f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_setsockopt); 518f21e68caSArnaldo Carvalho de Melo 51967e6b629SArnaldo Carvalho de Melo static int dccp_getsockopt_service(struct sock *sk, int len, 52060fe62e7SAndrea Bittau __be32 __user *optval, 52167e6b629SArnaldo Carvalho de Melo int __user *optlen) 52267e6b629SArnaldo Carvalho de Melo { 52367e6b629SArnaldo Carvalho de Melo const struct dccp_sock *dp = dccp_sk(sk); 52467e6b629SArnaldo Carvalho de Melo const struct dccp_service_list *sl; 52567e6b629SArnaldo Carvalho de Melo int err = -ENOENT, slen = 0, total_len = sizeof(u32); 52667e6b629SArnaldo Carvalho de Melo 52767e6b629SArnaldo Carvalho de Melo lock_sock(sk); 52867e6b629SArnaldo Carvalho de Melo if (dccp_service_not_initialized(sk)) 52967e6b629SArnaldo Carvalho de Melo goto out; 53067e6b629SArnaldo Carvalho de Melo 53167e6b629SArnaldo Carvalho de Melo if ((sl = dp->dccps_service_list) != NULL) { 53267e6b629SArnaldo Carvalho de Melo slen = sl->dccpsl_nr * sizeof(u32); 53367e6b629SArnaldo Carvalho de Melo total_len += slen; 53467e6b629SArnaldo Carvalho de Melo } 53567e6b629SArnaldo Carvalho de Melo 53667e6b629SArnaldo Carvalho de Melo err = -EINVAL; 53767e6b629SArnaldo Carvalho de Melo if (total_len > len) 53867e6b629SArnaldo Carvalho de Melo goto out; 53967e6b629SArnaldo Carvalho de Melo 54067e6b629SArnaldo Carvalho de Melo err = 0; 54167e6b629SArnaldo Carvalho de Melo if (put_user(total_len, optlen) || 54267e6b629SArnaldo Carvalho de Melo put_user(dp->dccps_service, optval) || 54367e6b629SArnaldo Carvalho de Melo (sl != NULL && copy_to_user(optval + 1, sl->dccpsl_list, slen))) 54467e6b629SArnaldo Carvalho de Melo err = -EFAULT; 54567e6b629SArnaldo Carvalho de Melo out: 54667e6b629SArnaldo Carvalho de Melo release_sock(sk); 54767e6b629SArnaldo Carvalho de Melo return err; 54867e6b629SArnaldo Carvalho de Melo } 54967e6b629SArnaldo Carvalho de Melo 5507c657876SArnaldo Carvalho de Melo int dccp_getsockopt(struct sock *sk, int level, int optname, 551a1d3a355SArnaldo Carvalho de Melo char __user *optval, int __user *optlen) 5527c657876SArnaldo Carvalho de Melo { 553a84ffe43SArnaldo Carvalho de Melo struct dccp_sock *dp; 554a84ffe43SArnaldo Carvalho de Melo int val, len; 5557c657876SArnaldo Carvalho de Melo 5567c657876SArnaldo Carvalho de Melo if (level != SOL_DCCP) 55757cca05aSArnaldo Carvalho de Melo return inet_csk(sk)->icsk_af_ops->getsockopt(sk, level, 55857cca05aSArnaldo Carvalho de Melo optname, optval, 55957cca05aSArnaldo Carvalho de Melo optlen); 560a84ffe43SArnaldo Carvalho de Melo if (get_user(len, optlen)) 561a84ffe43SArnaldo Carvalho de Melo return -EFAULT; 562a84ffe43SArnaldo Carvalho de Melo 56388f964dbSArnaldo Carvalho de Melo if (len < sizeof(int)) 564a84ffe43SArnaldo Carvalho de Melo return -EINVAL; 565a84ffe43SArnaldo Carvalho de Melo 566a84ffe43SArnaldo Carvalho de Melo dp = dccp_sk(sk); 567a84ffe43SArnaldo Carvalho de Melo 568a84ffe43SArnaldo Carvalho de Melo switch (optname) { 569a84ffe43SArnaldo Carvalho de Melo case DCCP_SOCKOPT_PACKET_SIZE: 570a84ffe43SArnaldo Carvalho de Melo val = dp->dccps_packet_size; 57188f964dbSArnaldo Carvalho de Melo len = sizeof(dp->dccps_packet_size); 572a84ffe43SArnaldo Carvalho de Melo break; 57388f964dbSArnaldo Carvalho de Melo case DCCP_SOCKOPT_SERVICE: 57488f964dbSArnaldo Carvalho de Melo return dccp_getsockopt_service(sk, len, 57560fe62e7SAndrea Bittau (__be32 __user *)optval, optlen); 57688f964dbSArnaldo Carvalho de Melo case 128 ... 191: 57788f964dbSArnaldo Carvalho de Melo return ccid_hc_rx_getsockopt(dp->dccps_hc_rx_ccid, sk, optname, 57888f964dbSArnaldo Carvalho de Melo len, (u32 __user *)optval, optlen); 57988f964dbSArnaldo Carvalho de Melo case 192 ... 255: 58088f964dbSArnaldo Carvalho de Melo return ccid_hc_tx_getsockopt(dp->dccps_hc_tx_ccid, sk, optname, 58188f964dbSArnaldo Carvalho de Melo len, (u32 __user *)optval, optlen); 582a84ffe43SArnaldo Carvalho de Melo default: 583a84ffe43SArnaldo Carvalho de Melo return -ENOPROTOOPT; 584a84ffe43SArnaldo Carvalho de Melo } 585a84ffe43SArnaldo Carvalho de Melo 586a84ffe43SArnaldo Carvalho de Melo if (put_user(len, optlen) || copy_to_user(optval, &val, len)) 587a84ffe43SArnaldo Carvalho de Melo return -EFAULT; 588a84ffe43SArnaldo Carvalho de Melo 589a84ffe43SArnaldo Carvalho de Melo return 0; 5907c657876SArnaldo Carvalho de Melo } 5917c657876SArnaldo Carvalho de Melo 592f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_getsockopt); 593f21e68caSArnaldo Carvalho de Melo 5947c657876SArnaldo Carvalho de Melo int dccp_sendmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg, 5957c657876SArnaldo Carvalho de Melo size_t len) 5967c657876SArnaldo Carvalho de Melo { 5977c657876SArnaldo Carvalho de Melo const struct dccp_sock *dp = dccp_sk(sk); 5987c657876SArnaldo Carvalho de Melo const int flags = msg->msg_flags; 5997c657876SArnaldo Carvalho de Melo const int noblock = flags & MSG_DONTWAIT; 6007c657876SArnaldo Carvalho de Melo struct sk_buff *skb; 6017c657876SArnaldo Carvalho de Melo int rc, size; 6027c657876SArnaldo Carvalho de Melo long timeo; 6037c657876SArnaldo Carvalho de Melo 6047c657876SArnaldo Carvalho de Melo if (len > dp->dccps_mss_cache) 6057c657876SArnaldo Carvalho de Melo return -EMSGSIZE; 6067c657876SArnaldo Carvalho de Melo 6077c657876SArnaldo Carvalho de Melo lock_sock(sk); 60827258ee5SArnaldo Carvalho de Melo timeo = sock_sndtimeo(sk, noblock); 6097c657876SArnaldo Carvalho de Melo 6107c657876SArnaldo Carvalho de Melo /* 6117c657876SArnaldo Carvalho de Melo * We have to use sk_stream_wait_connect here to set sk_write_pending, 6127c657876SArnaldo Carvalho de Melo * so that the trick in dccp_rcv_request_sent_state_process. 6137c657876SArnaldo Carvalho de Melo */ 6147c657876SArnaldo Carvalho de Melo /* Wait for a connection to finish. */ 6157c657876SArnaldo Carvalho de Melo if ((1 << sk->sk_state) & ~(DCCPF_OPEN | DCCPF_PARTOPEN | DCCPF_CLOSING)) 6167c657876SArnaldo Carvalho de Melo if ((rc = sk_stream_wait_connect(sk, &timeo)) != 0) 61727258ee5SArnaldo Carvalho de Melo goto out_release; 6187c657876SArnaldo Carvalho de Melo 6197c657876SArnaldo Carvalho de Melo size = sk->sk_prot->max_header + len; 6207c657876SArnaldo Carvalho de Melo release_sock(sk); 6217c657876SArnaldo Carvalho de Melo skb = sock_alloc_send_skb(sk, size, noblock, &rc); 6227c657876SArnaldo Carvalho de Melo lock_sock(sk); 6237c657876SArnaldo Carvalho de Melo if (skb == NULL) 6247c657876SArnaldo Carvalho de Melo goto out_release; 6257c657876SArnaldo Carvalho de Melo 6267c657876SArnaldo Carvalho de Melo skb_reserve(skb, sk->sk_prot->max_header); 6277c657876SArnaldo Carvalho de Melo rc = memcpy_fromiovec(skb_put(skb, len), msg->msg_iov, len); 62827258ee5SArnaldo Carvalho de Melo if (rc != 0) 62927258ee5SArnaldo Carvalho de Melo goto out_discard; 6307c657876SArnaldo Carvalho de Melo 631d6809c12SArnaldo Carvalho de Melo rc = dccp_write_xmit(sk, skb, &timeo); 63220472af9SArnaldo Carvalho de Melo /* 63320472af9SArnaldo Carvalho de Melo * XXX we don't use sk_write_queue, so just discard the packet. 63420472af9SArnaldo Carvalho de Melo * Current plan however is to _use_ sk_write_queue with 63520472af9SArnaldo Carvalho de Melo * an algorith similar to tcp_sendmsg, where the main difference 63620472af9SArnaldo Carvalho de Melo * is that in DCCP we have to respect packet boundaries, so 63720472af9SArnaldo Carvalho de Melo * no coalescing of skbs. 63820472af9SArnaldo Carvalho de Melo * 63920472af9SArnaldo Carvalho de Melo * This bug was _quickly_ found & fixed by just looking at an OSTRA 64020472af9SArnaldo Carvalho de Melo * generated callgraph 8) -acme 64120472af9SArnaldo Carvalho de Melo */ 6427c657876SArnaldo Carvalho de Melo out_release: 6437c657876SArnaldo Carvalho de Melo release_sock(sk); 6447c657876SArnaldo Carvalho de Melo return rc ? : len; 64527258ee5SArnaldo Carvalho de Melo out_discard: 64627258ee5SArnaldo Carvalho de Melo kfree_skb(skb); 6477c657876SArnaldo Carvalho de Melo goto out_release; 6487c657876SArnaldo Carvalho de Melo } 6497c657876SArnaldo Carvalho de Melo 650f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_sendmsg); 651f21e68caSArnaldo Carvalho de Melo 6527c657876SArnaldo Carvalho de Melo int dccp_recvmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg, 6537c657876SArnaldo Carvalho de Melo size_t len, int nonblock, int flags, int *addr_len) 6547c657876SArnaldo Carvalho de Melo { 6557c657876SArnaldo Carvalho de Melo const struct dccp_hdr *dh; 6567c657876SArnaldo Carvalho de Melo long timeo; 6577c657876SArnaldo Carvalho de Melo 6587c657876SArnaldo Carvalho de Melo lock_sock(sk); 6597c657876SArnaldo Carvalho de Melo 660531669a0SArnaldo Carvalho de Melo if (sk->sk_state == DCCP_LISTEN) { 661531669a0SArnaldo Carvalho de Melo len = -ENOTCONN; 6627c657876SArnaldo Carvalho de Melo goto out; 663531669a0SArnaldo Carvalho de Melo } 6647c657876SArnaldo Carvalho de Melo 6657c657876SArnaldo Carvalho de Melo timeo = sock_rcvtimeo(sk, nonblock); 6667c657876SArnaldo Carvalho de Melo 6677c657876SArnaldo Carvalho de Melo do { 668531669a0SArnaldo Carvalho de Melo struct sk_buff *skb = skb_peek(&sk->sk_receive_queue); 6697c657876SArnaldo Carvalho de Melo 670531669a0SArnaldo Carvalho de Melo if (skb == NULL) 671531669a0SArnaldo Carvalho de Melo goto verify_sock_status; 6727c657876SArnaldo Carvalho de Melo 6737c657876SArnaldo Carvalho de Melo dh = dccp_hdr(skb); 6747c657876SArnaldo Carvalho de Melo 6757c657876SArnaldo Carvalho de Melo if (dh->dccph_type == DCCP_PKT_DATA || 6767c657876SArnaldo Carvalho de Melo dh->dccph_type == DCCP_PKT_DATAACK) 6777c657876SArnaldo Carvalho de Melo goto found_ok_skb; 6787c657876SArnaldo Carvalho de Melo 6797c657876SArnaldo Carvalho de Melo if (dh->dccph_type == DCCP_PKT_RESET || 6807c657876SArnaldo Carvalho de Melo dh->dccph_type == DCCP_PKT_CLOSE) { 6817c657876SArnaldo Carvalho de Melo dccp_pr_debug("found fin ok!\n"); 682531669a0SArnaldo Carvalho de Melo len = 0; 6837c657876SArnaldo Carvalho de Melo goto found_fin_ok; 6847c657876SArnaldo Carvalho de Melo } 6857690af3fSArnaldo Carvalho de Melo dccp_pr_debug("packet_type=%s\n", 6867690af3fSArnaldo Carvalho de Melo dccp_packet_name(dh->dccph_type)); 687531669a0SArnaldo Carvalho de Melo sk_eat_skb(sk, skb); 688531669a0SArnaldo Carvalho de Melo verify_sock_status: 689531669a0SArnaldo Carvalho de Melo if (sock_flag(sk, SOCK_DONE)) { 690531669a0SArnaldo Carvalho de Melo len = 0; 6917c657876SArnaldo Carvalho de Melo break; 6927c657876SArnaldo Carvalho de Melo } 6937c657876SArnaldo Carvalho de Melo 694531669a0SArnaldo Carvalho de Melo if (sk->sk_err) { 695531669a0SArnaldo Carvalho de Melo len = sock_error(sk); 6967c657876SArnaldo Carvalho de Melo break; 697531669a0SArnaldo Carvalho de Melo } 698531669a0SArnaldo Carvalho de Melo 699531669a0SArnaldo Carvalho de Melo if (sk->sk_shutdown & RCV_SHUTDOWN) { 700531669a0SArnaldo Carvalho de Melo len = 0; 701531669a0SArnaldo Carvalho de Melo break; 702531669a0SArnaldo Carvalho de Melo } 7037c657876SArnaldo Carvalho de Melo 7047c657876SArnaldo Carvalho de Melo if (sk->sk_state == DCCP_CLOSED) { 7057c657876SArnaldo Carvalho de Melo if (!sock_flag(sk, SOCK_DONE)) { 7067c657876SArnaldo Carvalho de Melo /* This occurs when user tries to read 7077c657876SArnaldo Carvalho de Melo * from never connected socket. 7087c657876SArnaldo Carvalho de Melo */ 709531669a0SArnaldo Carvalho de Melo len = -ENOTCONN; 7107c657876SArnaldo Carvalho de Melo break; 7117c657876SArnaldo Carvalho de Melo } 712531669a0SArnaldo Carvalho de Melo len = 0; 7137c657876SArnaldo Carvalho de Melo break; 7147c657876SArnaldo Carvalho de Melo } 7157c657876SArnaldo Carvalho de Melo 7167c657876SArnaldo Carvalho de Melo if (!timeo) { 717531669a0SArnaldo Carvalho de Melo len = -EAGAIN; 7187c657876SArnaldo Carvalho de Melo break; 7197c657876SArnaldo Carvalho de Melo } 7207c657876SArnaldo Carvalho de Melo 7217c657876SArnaldo Carvalho de Melo if (signal_pending(current)) { 722531669a0SArnaldo Carvalho de Melo len = sock_intr_errno(timeo); 7237c657876SArnaldo Carvalho de Melo break; 7247c657876SArnaldo Carvalho de Melo } 7257c657876SArnaldo Carvalho de Melo 7267c657876SArnaldo Carvalho de Melo sk_wait_data(sk, &timeo); 7277c657876SArnaldo Carvalho de Melo continue; 7287c657876SArnaldo Carvalho de Melo found_ok_skb: 729531669a0SArnaldo Carvalho de Melo if (len > skb->len) 730531669a0SArnaldo Carvalho de Melo len = skb->len; 731531669a0SArnaldo Carvalho de Melo else if (len < skb->len) 732531669a0SArnaldo Carvalho de Melo msg->msg_flags |= MSG_TRUNC; 7337c657876SArnaldo Carvalho de Melo 734531669a0SArnaldo Carvalho de Melo if (skb_copy_datagram_iovec(skb, 0, msg->msg_iov, len)) { 7357c657876SArnaldo Carvalho de Melo /* Exception. Bailout! */ 736531669a0SArnaldo Carvalho de Melo len = -EFAULT; 7377c657876SArnaldo Carvalho de Melo break; 7387c657876SArnaldo Carvalho de Melo } 7397c657876SArnaldo Carvalho de Melo found_fin_ok: 7407c657876SArnaldo Carvalho de Melo if (!(flags & MSG_PEEK)) 7417c657876SArnaldo Carvalho de Melo sk_eat_skb(sk, skb); 7427c657876SArnaldo Carvalho de Melo break; 743531669a0SArnaldo Carvalho de Melo } while (1); 7447c657876SArnaldo Carvalho de Melo out: 7457c657876SArnaldo Carvalho de Melo release_sock(sk); 746531669a0SArnaldo Carvalho de Melo return len; 7477c657876SArnaldo Carvalho de Melo } 7487c657876SArnaldo Carvalho de Melo 749f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_recvmsg); 750f21e68caSArnaldo Carvalho de Melo 751f21e68caSArnaldo Carvalho de Melo int inet_dccp_listen(struct socket *sock, int backlog) 7527c657876SArnaldo Carvalho de Melo { 7537c657876SArnaldo Carvalho de Melo struct sock *sk = sock->sk; 7547c657876SArnaldo Carvalho de Melo unsigned char old_state; 7557c657876SArnaldo Carvalho de Melo int err; 7567c657876SArnaldo Carvalho de Melo 7577c657876SArnaldo Carvalho de Melo lock_sock(sk); 7587c657876SArnaldo Carvalho de Melo 7597c657876SArnaldo Carvalho de Melo err = -EINVAL; 7607c657876SArnaldo Carvalho de Melo if (sock->state != SS_UNCONNECTED || sock->type != SOCK_DCCP) 7617c657876SArnaldo Carvalho de Melo goto out; 7627c657876SArnaldo Carvalho de Melo 7637c657876SArnaldo Carvalho de Melo old_state = sk->sk_state; 7647c657876SArnaldo Carvalho de Melo if (!((1 << old_state) & (DCCPF_CLOSED | DCCPF_LISTEN))) 7657c657876SArnaldo Carvalho de Melo goto out; 7667c657876SArnaldo Carvalho de Melo 7677c657876SArnaldo Carvalho de Melo /* Really, if the socket is already in listen state 7687c657876SArnaldo Carvalho de Melo * we can only allow the backlog to be adjusted. 7697c657876SArnaldo Carvalho de Melo */ 7707c657876SArnaldo Carvalho de Melo if (old_state != DCCP_LISTEN) { 7717c657876SArnaldo Carvalho de Melo /* 7727c657876SArnaldo Carvalho de Melo * FIXME: here it probably should be sk->sk_prot->listen_start 7737c657876SArnaldo Carvalho de Melo * see tcp_listen_start 7747c657876SArnaldo Carvalho de Melo */ 7757c657876SArnaldo Carvalho de Melo err = dccp_listen_start(sk); 7767c657876SArnaldo Carvalho de Melo if (err) 7777c657876SArnaldo Carvalho de Melo goto out; 7787c657876SArnaldo Carvalho de Melo } 7797c657876SArnaldo Carvalho de Melo sk->sk_max_ack_backlog = backlog; 7807c657876SArnaldo Carvalho de Melo err = 0; 7817c657876SArnaldo Carvalho de Melo 7827c657876SArnaldo Carvalho de Melo out: 7837c657876SArnaldo Carvalho de Melo release_sock(sk); 7847c657876SArnaldo Carvalho de Melo return err; 7857c657876SArnaldo Carvalho de Melo } 7867c657876SArnaldo Carvalho de Melo 787f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet_dccp_listen); 788f21e68caSArnaldo Carvalho de Melo 7897c657876SArnaldo Carvalho de Melo static const unsigned char dccp_new_state[] = { 7907c657876SArnaldo Carvalho de Melo /* current state: new state: action: */ 7917c657876SArnaldo Carvalho de Melo [0] = DCCP_CLOSED, 7927c657876SArnaldo Carvalho de Melo [DCCP_OPEN] = DCCP_CLOSING | DCCP_ACTION_FIN, 7937c657876SArnaldo Carvalho de Melo [DCCP_REQUESTING] = DCCP_CLOSED, 7947c657876SArnaldo Carvalho de Melo [DCCP_PARTOPEN] = DCCP_CLOSING | DCCP_ACTION_FIN, 7957c657876SArnaldo Carvalho de Melo [DCCP_LISTEN] = DCCP_CLOSED, 7967c657876SArnaldo Carvalho de Melo [DCCP_RESPOND] = DCCP_CLOSED, 7977c657876SArnaldo Carvalho de Melo [DCCP_CLOSING] = DCCP_CLOSED, 7987c657876SArnaldo Carvalho de Melo [DCCP_TIME_WAIT] = DCCP_CLOSED, 7997c657876SArnaldo Carvalho de Melo [DCCP_CLOSED] = DCCP_CLOSED, 8007c657876SArnaldo Carvalho de Melo }; 8017c657876SArnaldo Carvalho de Melo 8027c657876SArnaldo Carvalho de Melo static int dccp_close_state(struct sock *sk) 8037c657876SArnaldo Carvalho de Melo { 8047c657876SArnaldo Carvalho de Melo const int next = dccp_new_state[sk->sk_state]; 8057c657876SArnaldo Carvalho de Melo const int ns = next & DCCP_STATE_MASK; 8067c657876SArnaldo Carvalho de Melo 8077c657876SArnaldo Carvalho de Melo if (ns != sk->sk_state) 8087c657876SArnaldo Carvalho de Melo dccp_set_state(sk, ns); 8097c657876SArnaldo Carvalho de Melo 8107c657876SArnaldo Carvalho de Melo return next & DCCP_ACTION_FIN; 8117c657876SArnaldo Carvalho de Melo } 8127c657876SArnaldo Carvalho de Melo 8137c657876SArnaldo Carvalho de Melo void dccp_close(struct sock *sk, long timeout) 8147c657876SArnaldo Carvalho de Melo { 8157c657876SArnaldo Carvalho de Melo struct sk_buff *skb; 8167c657876SArnaldo Carvalho de Melo 8177c657876SArnaldo Carvalho de Melo lock_sock(sk); 8187c657876SArnaldo Carvalho de Melo 8197c657876SArnaldo Carvalho de Melo sk->sk_shutdown = SHUTDOWN_MASK; 8207c657876SArnaldo Carvalho de Melo 8217c657876SArnaldo Carvalho de Melo if (sk->sk_state == DCCP_LISTEN) { 8227c657876SArnaldo Carvalho de Melo dccp_set_state(sk, DCCP_CLOSED); 8237c657876SArnaldo Carvalho de Melo 8247c657876SArnaldo Carvalho de Melo /* Special case. */ 8257c657876SArnaldo Carvalho de Melo inet_csk_listen_stop(sk); 8267c657876SArnaldo Carvalho de Melo 8277c657876SArnaldo Carvalho de Melo goto adjudge_to_death; 8287c657876SArnaldo Carvalho de Melo } 8297c657876SArnaldo Carvalho de Melo 8307c657876SArnaldo Carvalho de Melo /* 8317c657876SArnaldo Carvalho de Melo * We need to flush the recv. buffs. We do this only on the 8327c657876SArnaldo Carvalho de Melo * descriptor close, not protocol-sourced closes, because the 8337c657876SArnaldo Carvalho de Melo *reader process may not have drained the data yet! 8347c657876SArnaldo Carvalho de Melo */ 8357c657876SArnaldo Carvalho de Melo /* FIXME: check for unread data */ 8367c657876SArnaldo Carvalho de Melo while ((skb = __skb_dequeue(&sk->sk_receive_queue)) != NULL) { 8377c657876SArnaldo Carvalho de Melo __kfree_skb(skb); 8387c657876SArnaldo Carvalho de Melo } 8397c657876SArnaldo Carvalho de Melo 8407c657876SArnaldo Carvalho de Melo if (sock_flag(sk, SOCK_LINGER) && !sk->sk_lingertime) { 8417c657876SArnaldo Carvalho de Melo /* Check zero linger _after_ checking for unread data. */ 8427c657876SArnaldo Carvalho de Melo sk->sk_prot->disconnect(sk, 0); 8437c657876SArnaldo Carvalho de Melo } else if (dccp_close_state(sk)) { 8447ad07e7cSArnaldo Carvalho de Melo dccp_send_close(sk, 1); 8457c657876SArnaldo Carvalho de Melo } 8467c657876SArnaldo Carvalho de Melo 8477c657876SArnaldo Carvalho de Melo sk_stream_wait_close(sk, timeout); 8487c657876SArnaldo Carvalho de Melo 8497c657876SArnaldo Carvalho de Melo adjudge_to_death: 8507ad07e7cSArnaldo Carvalho de Melo /* 8517ad07e7cSArnaldo Carvalho de Melo * It is the last release_sock in its life. It will remove backlog. 8527ad07e7cSArnaldo Carvalho de Melo */ 8537c657876SArnaldo Carvalho de Melo release_sock(sk); 8547c657876SArnaldo Carvalho de Melo /* 8557c657876SArnaldo Carvalho de Melo * Now socket is owned by kernel and we acquire BH lock 8567c657876SArnaldo Carvalho de Melo * to finish close. No need to check for user refs. 8577c657876SArnaldo Carvalho de Melo */ 8587c657876SArnaldo Carvalho de Melo local_bh_disable(); 8597c657876SArnaldo Carvalho de Melo bh_lock_sock(sk); 8607c657876SArnaldo Carvalho de Melo BUG_TRAP(!sock_owned_by_user(sk)); 8617c657876SArnaldo Carvalho de Melo 8627c657876SArnaldo Carvalho de Melo sock_hold(sk); 8637c657876SArnaldo Carvalho de Melo sock_orphan(sk); 8647c657876SArnaldo Carvalho de Melo 8657ad07e7cSArnaldo Carvalho de Melo /* 8667ad07e7cSArnaldo Carvalho de Melo * The last release_sock may have processed the CLOSE or RESET 8677ad07e7cSArnaldo Carvalho de Melo * packet moving sock to CLOSED state, if not we have to fire 8687ad07e7cSArnaldo Carvalho de Melo * the CLOSE/CLOSEREQ retransmission timer, see "8.3. Termination" 8697ad07e7cSArnaldo Carvalho de Melo * in draft-ietf-dccp-spec-11. -acme 8707ad07e7cSArnaldo Carvalho de Melo */ 8717ad07e7cSArnaldo Carvalho de Melo if (sk->sk_state == DCCP_CLOSING) { 8727ad07e7cSArnaldo Carvalho de Melo /* FIXME: should start at 2 * RTT */ 8737ad07e7cSArnaldo Carvalho de Melo /* Timer for repeating the CLOSE/CLOSEREQ until an answer. */ 8747ad07e7cSArnaldo Carvalho de Melo inet_csk_reset_xmit_timer(sk, ICSK_TIME_RETRANS, 8757ad07e7cSArnaldo Carvalho de Melo inet_csk(sk)->icsk_rto, 8767ad07e7cSArnaldo Carvalho de Melo DCCP_RTO_MAX); 8777ad07e7cSArnaldo Carvalho de Melo #if 0 8787ad07e7cSArnaldo Carvalho de Melo /* Yeah, we should use sk->sk_prot->orphan_count, etc */ 8797c657876SArnaldo Carvalho de Melo dccp_set_state(sk, DCCP_CLOSED); 8807ad07e7cSArnaldo Carvalho de Melo #endif 8817ad07e7cSArnaldo Carvalho de Melo } 8827c657876SArnaldo Carvalho de Melo 8837ad07e7cSArnaldo Carvalho de Melo atomic_inc(sk->sk_prot->orphan_count); 8847c657876SArnaldo Carvalho de Melo if (sk->sk_state == DCCP_CLOSED) 8857c657876SArnaldo Carvalho de Melo inet_csk_destroy_sock(sk); 8867c657876SArnaldo Carvalho de Melo 8877c657876SArnaldo Carvalho de Melo /* Otherwise, socket is reprieved until protocol close. */ 8887c657876SArnaldo Carvalho de Melo 8897c657876SArnaldo Carvalho de Melo bh_unlock_sock(sk); 8907c657876SArnaldo Carvalho de Melo local_bh_enable(); 8917c657876SArnaldo Carvalho de Melo sock_put(sk); 8927c657876SArnaldo Carvalho de Melo } 8937c657876SArnaldo Carvalho de Melo 894f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_close); 895f21e68caSArnaldo Carvalho de Melo 8967c657876SArnaldo Carvalho de Melo void dccp_shutdown(struct sock *sk, int how) 8977c657876SArnaldo Carvalho de Melo { 8987c657876SArnaldo Carvalho de Melo dccp_pr_debug("entry\n"); 8997c657876SArnaldo Carvalho de Melo } 9007c657876SArnaldo Carvalho de Melo 901f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_shutdown); 902f21e68caSArnaldo Carvalho de Melo 90346f09ffaSArnaldo Carvalho de Melo static int __init dccp_mib_init(void) 9047c657876SArnaldo Carvalho de Melo { 9057c657876SArnaldo Carvalho de Melo int rc = -ENOMEM; 9067c657876SArnaldo Carvalho de Melo 9077c657876SArnaldo Carvalho de Melo dccp_statistics[0] = alloc_percpu(struct dccp_mib); 9087c657876SArnaldo Carvalho de Melo if (dccp_statistics[0] == NULL) 9097c657876SArnaldo Carvalho de Melo goto out; 9107c657876SArnaldo Carvalho de Melo 9117c657876SArnaldo Carvalho de Melo dccp_statistics[1] = alloc_percpu(struct dccp_mib); 9127c657876SArnaldo Carvalho de Melo if (dccp_statistics[1] == NULL) 9137c657876SArnaldo Carvalho de Melo goto out_free_one; 9147c657876SArnaldo Carvalho de Melo 9157c657876SArnaldo Carvalho de Melo rc = 0; 9167c657876SArnaldo Carvalho de Melo out: 9177c657876SArnaldo Carvalho de Melo return rc; 9187c657876SArnaldo Carvalho de Melo out_free_one: 9197c657876SArnaldo Carvalho de Melo free_percpu(dccp_statistics[0]); 9207c657876SArnaldo Carvalho de Melo dccp_statistics[0] = NULL; 9217c657876SArnaldo Carvalho de Melo goto out; 9227c657876SArnaldo Carvalho de Melo 9237c657876SArnaldo Carvalho de Melo } 9247c657876SArnaldo Carvalho de Melo 925b61fafc4SArnaldo Carvalho de Melo static void dccp_mib_exit(void) 92646f09ffaSArnaldo Carvalho de Melo { 92746f09ffaSArnaldo Carvalho de Melo free_percpu(dccp_statistics[0]); 92846f09ffaSArnaldo Carvalho de Melo free_percpu(dccp_statistics[1]); 92946f09ffaSArnaldo Carvalho de Melo dccp_statistics[0] = dccp_statistics[1] = NULL; 93046f09ffaSArnaldo Carvalho de Melo } 93146f09ffaSArnaldo Carvalho de Melo 9327c657876SArnaldo Carvalho de Melo static int thash_entries; 9337c657876SArnaldo Carvalho de Melo module_param(thash_entries, int, 0444); 9347c657876SArnaldo Carvalho de Melo MODULE_PARM_DESC(thash_entries, "Number of ehash buckets"); 9357c657876SArnaldo Carvalho de Melo 936a1d3a355SArnaldo Carvalho de Melo #ifdef CONFIG_IP_DCCP_DEBUG 9377c657876SArnaldo Carvalho de Melo int dccp_debug; 9387c657876SArnaldo Carvalho de Melo module_param(dccp_debug, int, 0444); 9397c657876SArnaldo Carvalho de Melo MODULE_PARM_DESC(dccp_debug, "Enable debug messages"); 940f21e68caSArnaldo Carvalho de Melo 941f21e68caSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(dccp_debug); 942a1d3a355SArnaldo Carvalho de Melo #endif 9437c657876SArnaldo Carvalho de Melo 9447c657876SArnaldo Carvalho de Melo static int __init dccp_init(void) 9457c657876SArnaldo Carvalho de Melo { 9467c657876SArnaldo Carvalho de Melo unsigned long goal; 9477c657876SArnaldo Carvalho de Melo int ehash_order, bhash_order, i; 948b61fafc4SArnaldo Carvalho de Melo int rc = -ENOBUFS; 9497c657876SArnaldo Carvalho de Melo 9507690af3fSArnaldo Carvalho de Melo dccp_hashinfo.bind_bucket_cachep = 9517690af3fSArnaldo Carvalho de Melo kmem_cache_create("dccp_bind_bucket", 9527690af3fSArnaldo Carvalho de Melo sizeof(struct inet_bind_bucket), 0, 9537690af3fSArnaldo Carvalho de Melo SLAB_HWCACHE_ALIGN, NULL, NULL); 9547c657876SArnaldo Carvalho de Melo if (!dccp_hashinfo.bind_bucket_cachep) 955b61fafc4SArnaldo Carvalho de Melo goto out; 9567c657876SArnaldo Carvalho de Melo 9577c657876SArnaldo Carvalho de Melo /* 9587c657876SArnaldo Carvalho de Melo * Size and allocate the main established and bind bucket 9597c657876SArnaldo Carvalho de Melo * hash tables. 9607c657876SArnaldo Carvalho de Melo * 9617c657876SArnaldo Carvalho de Melo * The methodology is similar to that of the buffer cache. 9627c657876SArnaldo Carvalho de Melo */ 9637c657876SArnaldo Carvalho de Melo if (num_physpages >= (128 * 1024)) 9647c657876SArnaldo Carvalho de Melo goal = num_physpages >> (21 - PAGE_SHIFT); 9657c657876SArnaldo Carvalho de Melo else 9667c657876SArnaldo Carvalho de Melo goal = num_physpages >> (23 - PAGE_SHIFT); 9677c657876SArnaldo Carvalho de Melo 9687c657876SArnaldo Carvalho de Melo if (thash_entries) 9697690af3fSArnaldo Carvalho de Melo goal = (thash_entries * 9707690af3fSArnaldo Carvalho de Melo sizeof(struct inet_ehash_bucket)) >> PAGE_SHIFT; 9717c657876SArnaldo Carvalho de Melo for (ehash_order = 0; (1UL << ehash_order) < goal; ehash_order++) 9727c657876SArnaldo Carvalho de Melo ; 9737c657876SArnaldo Carvalho de Melo do { 9747c657876SArnaldo Carvalho de Melo dccp_hashinfo.ehash_size = (1UL << ehash_order) * PAGE_SIZE / 9757c657876SArnaldo Carvalho de Melo sizeof(struct inet_ehash_bucket); 9767c657876SArnaldo Carvalho de Melo dccp_hashinfo.ehash_size >>= 1; 9777690af3fSArnaldo Carvalho de Melo while (dccp_hashinfo.ehash_size & 9787690af3fSArnaldo Carvalho de Melo (dccp_hashinfo.ehash_size - 1)) 9797c657876SArnaldo Carvalho de Melo dccp_hashinfo.ehash_size--; 9807c657876SArnaldo Carvalho de Melo dccp_hashinfo.ehash = (struct inet_ehash_bucket *) 9817c657876SArnaldo Carvalho de Melo __get_free_pages(GFP_ATOMIC, ehash_order); 9827c657876SArnaldo Carvalho de Melo } while (!dccp_hashinfo.ehash && --ehash_order > 0); 9837c657876SArnaldo Carvalho de Melo 9847c657876SArnaldo Carvalho de Melo if (!dccp_hashinfo.ehash) { 9857c657876SArnaldo Carvalho de Melo printk(KERN_CRIT "Failed to allocate DCCP " 9867c657876SArnaldo Carvalho de Melo "established hash table\n"); 9877c657876SArnaldo Carvalho de Melo goto out_free_bind_bucket_cachep; 9887c657876SArnaldo Carvalho de Melo } 9897c657876SArnaldo Carvalho de Melo 9907c657876SArnaldo Carvalho de Melo for (i = 0; i < (dccp_hashinfo.ehash_size << 1); i++) { 9917c657876SArnaldo Carvalho de Melo rwlock_init(&dccp_hashinfo.ehash[i].lock); 9927c657876SArnaldo Carvalho de Melo INIT_HLIST_HEAD(&dccp_hashinfo.ehash[i].chain); 9937c657876SArnaldo Carvalho de Melo } 9947c657876SArnaldo Carvalho de Melo 9957c657876SArnaldo Carvalho de Melo bhash_order = ehash_order; 9967c657876SArnaldo Carvalho de Melo 9977c657876SArnaldo Carvalho de Melo do { 9987c657876SArnaldo Carvalho de Melo dccp_hashinfo.bhash_size = (1UL << bhash_order) * PAGE_SIZE / 9997c657876SArnaldo Carvalho de Melo sizeof(struct inet_bind_hashbucket); 10007690af3fSArnaldo Carvalho de Melo if ((dccp_hashinfo.bhash_size > (64 * 1024)) && 10017690af3fSArnaldo Carvalho de Melo bhash_order > 0) 10027c657876SArnaldo Carvalho de Melo continue; 10037c657876SArnaldo Carvalho de Melo dccp_hashinfo.bhash = (struct inet_bind_hashbucket *) 10047c657876SArnaldo Carvalho de Melo __get_free_pages(GFP_ATOMIC, bhash_order); 10057c657876SArnaldo Carvalho de Melo } while (!dccp_hashinfo.bhash && --bhash_order >= 0); 10067c657876SArnaldo Carvalho de Melo 10077c657876SArnaldo Carvalho de Melo if (!dccp_hashinfo.bhash) { 10087c657876SArnaldo Carvalho de Melo printk(KERN_CRIT "Failed to allocate DCCP bind hash table\n"); 10097c657876SArnaldo Carvalho de Melo goto out_free_dccp_ehash; 10107c657876SArnaldo Carvalho de Melo } 10117c657876SArnaldo Carvalho de Melo 10127c657876SArnaldo Carvalho de Melo for (i = 0; i < dccp_hashinfo.bhash_size; i++) { 10137c657876SArnaldo Carvalho de Melo spin_lock_init(&dccp_hashinfo.bhash[i].lock); 10147c657876SArnaldo Carvalho de Melo INIT_HLIST_HEAD(&dccp_hashinfo.bhash[i].chain); 10157c657876SArnaldo Carvalho de Melo } 10167c657876SArnaldo Carvalho de Melo 101746f09ffaSArnaldo Carvalho de Melo rc = dccp_mib_init(); 1018fa23e2ecSArnaldo Carvalho de Melo if (rc) 10197c657876SArnaldo Carvalho de Melo goto out_free_dccp_bhash; 10207c657876SArnaldo Carvalho de Melo 10219b07ef5dSArnaldo Carvalho de Melo rc = dccp_ackvec_init(); 10227c657876SArnaldo Carvalho de Melo if (rc) 1023b61fafc4SArnaldo Carvalho de Melo goto out_free_dccp_mib; 10249b07ef5dSArnaldo Carvalho de Melo 1025e55d912fSArnaldo Carvalho de Melo rc = dccp_sysctl_init(); 10269b07ef5dSArnaldo Carvalho de Melo if (rc) 10279b07ef5dSArnaldo Carvalho de Melo goto out_ackvec_exit; 10287c657876SArnaldo Carvalho de Melo out: 10297c657876SArnaldo Carvalho de Melo return rc; 10309b07ef5dSArnaldo Carvalho de Melo out_ackvec_exit: 10319b07ef5dSArnaldo Carvalho de Melo dccp_ackvec_exit(); 1032b61fafc4SArnaldo Carvalho de Melo out_free_dccp_mib: 103346f09ffaSArnaldo Carvalho de Melo dccp_mib_exit(); 10347c657876SArnaldo Carvalho de Melo out_free_dccp_bhash: 10357c657876SArnaldo Carvalho de Melo free_pages((unsigned long)dccp_hashinfo.bhash, bhash_order); 10367c657876SArnaldo Carvalho de Melo dccp_hashinfo.bhash = NULL; 10377c657876SArnaldo Carvalho de Melo out_free_dccp_ehash: 10387c657876SArnaldo Carvalho de Melo free_pages((unsigned long)dccp_hashinfo.ehash, ehash_order); 10397c657876SArnaldo Carvalho de Melo dccp_hashinfo.ehash = NULL; 10407c657876SArnaldo Carvalho de Melo out_free_bind_bucket_cachep: 10417c657876SArnaldo Carvalho de Melo kmem_cache_destroy(dccp_hashinfo.bind_bucket_cachep); 10427c657876SArnaldo Carvalho de Melo dccp_hashinfo.bind_bucket_cachep = NULL; 10437c657876SArnaldo Carvalho de Melo goto out; 10447c657876SArnaldo Carvalho de Melo } 10457c657876SArnaldo Carvalho de Melo 10467c657876SArnaldo Carvalho de Melo static void __exit dccp_fini(void) 10477c657876SArnaldo Carvalho de Melo { 104846f09ffaSArnaldo Carvalho de Melo dccp_mib_exit(); 1049725ba8eeSArnaldo Carvalho de Melo free_pages((unsigned long)dccp_hashinfo.bhash, 1050725ba8eeSArnaldo Carvalho de Melo get_order(dccp_hashinfo.bhash_size * 1051725ba8eeSArnaldo Carvalho de Melo sizeof(struct inet_bind_hashbucket))); 1052725ba8eeSArnaldo Carvalho de Melo free_pages((unsigned long)dccp_hashinfo.ehash, 1053725ba8eeSArnaldo Carvalho de Melo get_order(dccp_hashinfo.ehash_size * 1054725ba8eeSArnaldo Carvalho de Melo sizeof(struct inet_ehash_bucket))); 10557c657876SArnaldo Carvalho de Melo kmem_cache_destroy(dccp_hashinfo.bind_bucket_cachep); 10569b07ef5dSArnaldo Carvalho de Melo dccp_ackvec_exit(); 1057e55d912fSArnaldo Carvalho de Melo dccp_sysctl_exit(); 10587c657876SArnaldo Carvalho de Melo } 10597c657876SArnaldo Carvalho de Melo 10607c657876SArnaldo Carvalho de Melo module_init(dccp_init); 10617c657876SArnaldo Carvalho de Melo module_exit(dccp_fini); 10627c657876SArnaldo Carvalho de Melo 10637c657876SArnaldo Carvalho de Melo MODULE_LICENSE("GPL"); 10647c657876SArnaldo Carvalho de Melo MODULE_AUTHOR("Arnaldo Carvalho de Melo <acme@conectiva.com.br>"); 10657c657876SArnaldo Carvalho de Melo MODULE_DESCRIPTION("DCCP - Datagram Congestion Controlled Protocol"); 1066