1a246b010SChuck Lever /* 2a246b010SChuck Lever * linux/net/sunrpc/xprtsock.c 3a246b010SChuck Lever * 4a246b010SChuck Lever * Client-side transport implementation for sockets. 5a246b010SChuck Lever * 6a246b010SChuck Lever * TCP callback races fixes (C) 1998 Red Hat Software <alan@redhat.com> 7a246b010SChuck Lever * TCP send fixes (C) 1998 Red Hat Software <alan@redhat.com> 8a246b010SChuck Lever * TCP NFS related read + write fixes 9a246b010SChuck Lever * (C) 1999 Dave Airlie, University of Limerick, Ireland <airlied@linux.ie> 10a246b010SChuck Lever * 11a246b010SChuck Lever * Rewrite of larges part of the code in order to stabilize TCP stuff. 12a246b010SChuck Lever * Fix behaviour when socket buffer is full. 13a246b010SChuck Lever * (C) 1999 Trond Myklebust <trond.myklebust@fys.uio.no> 1455aa4f58SChuck Lever * 1555aa4f58SChuck Lever * IP socket transport implementation, (C) 2005 Chuck Lever <cel@netapp.com> 16a246b010SChuck Lever */ 17a246b010SChuck Lever 18a246b010SChuck Lever #include <linux/types.h> 19a246b010SChuck Lever #include <linux/slab.h> 20a246b010SChuck Lever #include <linux/capability.h> 21a246b010SChuck Lever #include <linux/sched.h> 22a246b010SChuck Lever #include <linux/pagemap.h> 23a246b010SChuck Lever #include <linux/errno.h> 24a246b010SChuck Lever #include <linux/socket.h> 25a246b010SChuck Lever #include <linux/in.h> 26a246b010SChuck Lever #include <linux/net.h> 27a246b010SChuck Lever #include <linux/mm.h> 28a246b010SChuck Lever #include <linux/udp.h> 29a246b010SChuck Lever #include <linux/tcp.h> 30a246b010SChuck Lever #include <linux/sunrpc/clnt.h> 3102107148SChuck Lever #include <linux/sunrpc/sched.h> 32a246b010SChuck Lever #include <linux/file.h> 33a246b010SChuck Lever 34a246b010SChuck Lever #include <net/sock.h> 35a246b010SChuck Lever #include <net/checksum.h> 36a246b010SChuck Lever #include <net/udp.h> 37a246b010SChuck Lever #include <net/tcp.h> 38a246b010SChuck Lever 399903cd1cSChuck Lever /* 40c556b754SChuck Lever * xprtsock tunables 41c556b754SChuck Lever */ 42c556b754SChuck Lever unsigned int xprt_udp_slot_table_entries = RPC_DEF_SLOT_TABLE; 43c556b754SChuck Lever unsigned int xprt_tcp_slot_table_entries = RPC_DEF_SLOT_TABLE; 44c556b754SChuck Lever 45c556b754SChuck Lever unsigned int xprt_min_resvport = RPC_DEF_MIN_RESVPORT; 46c556b754SChuck Lever unsigned int xprt_max_resvport = RPC_DEF_MAX_RESVPORT; 47c556b754SChuck Lever 48c556b754SChuck Lever /* 49262965f5SChuck Lever * How many times to try sending a request on a socket before waiting 50262965f5SChuck Lever * for the socket buffer to clear. 51262965f5SChuck Lever */ 52262965f5SChuck Lever #define XS_SENDMSG_RETRY (10U) 53262965f5SChuck Lever 5403bf4b70SChuck Lever /* 5503bf4b70SChuck Lever * Time out for an RPC UDP socket connect. UDP socket connects are 5603bf4b70SChuck Lever * synchronous, but we set a timeout anyway in case of resource 5703bf4b70SChuck Lever * exhaustion on the local host. 5803bf4b70SChuck Lever */ 5903bf4b70SChuck Lever #define XS_UDP_CONN_TO (5U * HZ) 6003bf4b70SChuck Lever 6103bf4b70SChuck Lever /* 6203bf4b70SChuck Lever * Wait duration for an RPC TCP connection to be established. Solaris 6303bf4b70SChuck Lever * NFS over TCP uses 60 seconds, for example, which is in line with how 6403bf4b70SChuck Lever * long a server takes to reboot. 6503bf4b70SChuck Lever */ 6603bf4b70SChuck Lever #define XS_TCP_CONN_TO (60U * HZ) 6703bf4b70SChuck Lever 6803bf4b70SChuck Lever /* 6903bf4b70SChuck Lever * Wait duration for a reply from the RPC portmapper. 7003bf4b70SChuck Lever */ 7103bf4b70SChuck Lever #define XS_BIND_TO (60U * HZ) 7203bf4b70SChuck Lever 7303bf4b70SChuck Lever /* 7403bf4b70SChuck Lever * Delay if a UDP socket connect error occurs. This is most likely some 7503bf4b70SChuck Lever * kind of resource problem on the local host. 7603bf4b70SChuck Lever */ 7703bf4b70SChuck Lever #define XS_UDP_REEST_TO (2U * HZ) 7803bf4b70SChuck Lever 7903bf4b70SChuck Lever /* 8003bf4b70SChuck Lever * The reestablish timeout allows clients to delay for a bit before attempting 8103bf4b70SChuck Lever * to reconnect to a server that just dropped our connection. 8203bf4b70SChuck Lever * 8303bf4b70SChuck Lever * We implement an exponential backoff when trying to reestablish a TCP 8403bf4b70SChuck Lever * transport connection with the server. Some servers like to drop a TCP 8503bf4b70SChuck Lever * connection when they are overworked, so we start with a short timeout and 8603bf4b70SChuck Lever * increase over time if the server is down or not responding. 8703bf4b70SChuck Lever */ 8803bf4b70SChuck Lever #define XS_TCP_INIT_REEST_TO (3U * HZ) 8903bf4b70SChuck Lever #define XS_TCP_MAX_REEST_TO (5U * 60 * HZ) 9003bf4b70SChuck Lever 9103bf4b70SChuck Lever /* 9203bf4b70SChuck Lever * TCP idle timeout; client drops the transport socket if it is idle 9303bf4b70SChuck Lever * for this long. Note that we also timeout UDP sockets to prevent 9403bf4b70SChuck Lever * holding port numbers when there is no RPC traffic. 9503bf4b70SChuck Lever */ 9603bf4b70SChuck Lever #define XS_IDLE_DISC_TO (5U * 60 * HZ) 9703bf4b70SChuck Lever 98a246b010SChuck Lever #ifdef RPC_DEBUG 99a246b010SChuck Lever # undef RPC_DEBUG_DATA 1009903cd1cSChuck Lever # define RPCDBG_FACILITY RPCDBG_TRANS 101a246b010SChuck Lever #endif 102a246b010SChuck Lever 103a246b010SChuck Lever #ifdef RPC_DEBUG_DATA 1049903cd1cSChuck Lever static void xs_pktdump(char *msg, u32 *packet, unsigned int count) 105a246b010SChuck Lever { 106a246b010SChuck Lever u8 *buf = (u8 *) packet; 107a246b010SChuck Lever int j; 108a246b010SChuck Lever 109a246b010SChuck Lever dprintk("RPC: %s\n", msg); 110a246b010SChuck Lever for (j = 0; j < count && j < 128; j += 4) { 111a246b010SChuck Lever if (!(j & 31)) { 112a246b010SChuck Lever if (j) 113a246b010SChuck Lever dprintk("\n"); 114a246b010SChuck Lever dprintk("0x%04x ", j); 115a246b010SChuck Lever } 116a246b010SChuck Lever dprintk("%02x%02x%02x%02x ", 117a246b010SChuck Lever buf[j], buf[j+1], buf[j+2], buf[j+3]); 118a246b010SChuck Lever } 119a246b010SChuck Lever dprintk("\n"); 120a246b010SChuck Lever } 121a246b010SChuck Lever #else 1229903cd1cSChuck Lever static inline void xs_pktdump(char *msg, u32 *packet, unsigned int count) 123a246b010SChuck Lever { 124a246b010SChuck Lever /* NOP */ 125a246b010SChuck Lever } 126a246b010SChuck Lever #endif 127a246b010SChuck Lever 128ffc2e518SChuck Lever struct sock_xprt { 129ffc2e518SChuck Lever struct rpc_xprt xprt; 130ee0ac0c2SChuck Lever 131ee0ac0c2SChuck Lever /* 132ee0ac0c2SChuck Lever * Network layer 133ee0ac0c2SChuck Lever */ 134ee0ac0c2SChuck Lever struct socket * sock; 135ee0ac0c2SChuck Lever struct sock * inet; 13651971139SChuck Lever 13751971139SChuck Lever /* 13851971139SChuck Lever * State of TCP reply receive 13951971139SChuck Lever */ 14051971139SChuck Lever __be32 tcp_fraghdr, 14151971139SChuck Lever tcp_xid; 14251971139SChuck Lever 14351971139SChuck Lever u32 tcp_offset, 14451971139SChuck Lever tcp_reclen; 14551971139SChuck Lever 14651971139SChuck Lever unsigned long tcp_copied, 14751971139SChuck Lever tcp_flags; 148c8475461SChuck Lever 149c8475461SChuck Lever /* 150c8475461SChuck Lever * Connection of transports 151c8475461SChuck Lever */ 152c8475461SChuck Lever struct work_struct connect_worker; 153c8475461SChuck Lever unsigned short port; 154*7c6e066eSChuck Lever 155*7c6e066eSChuck Lever /* 156*7c6e066eSChuck Lever * UDP socket buffer size parameters 157*7c6e066eSChuck Lever */ 158*7c6e066eSChuck Lever size_t rcvsize, 159*7c6e066eSChuck Lever sndsize; 160ffc2e518SChuck Lever }; 161ffc2e518SChuck Lever 162e136d092SChuck Lever /* 163e136d092SChuck Lever * TCP receive state flags 164e136d092SChuck Lever */ 165e136d092SChuck Lever #define TCP_RCV_LAST_FRAG (1UL << 0) 166e136d092SChuck Lever #define TCP_RCV_COPY_FRAGHDR (1UL << 1) 167e136d092SChuck Lever #define TCP_RCV_COPY_XID (1UL << 2) 168e136d092SChuck Lever #define TCP_RCV_COPY_DATA (1UL << 3) 169e136d092SChuck Lever 170edb267a6SChuck Lever static void xs_format_peer_addresses(struct rpc_xprt *xprt) 171edb267a6SChuck Lever { 172edb267a6SChuck Lever struct sockaddr_in *addr = (struct sockaddr_in *) &xprt->addr; 173edb267a6SChuck Lever char *buf; 174edb267a6SChuck Lever 175edb267a6SChuck Lever buf = kzalloc(20, GFP_KERNEL); 176edb267a6SChuck Lever if (buf) { 177edb267a6SChuck Lever snprintf(buf, 20, "%u.%u.%u.%u", 178edb267a6SChuck Lever NIPQUAD(addr->sin_addr.s_addr)); 179edb267a6SChuck Lever } 180edb267a6SChuck Lever xprt->address_strings[RPC_DISPLAY_ADDR] = buf; 181edb267a6SChuck Lever 182edb267a6SChuck Lever buf = kzalloc(8, GFP_KERNEL); 183edb267a6SChuck Lever if (buf) { 184edb267a6SChuck Lever snprintf(buf, 8, "%u", 185edb267a6SChuck Lever ntohs(addr->sin_port)); 186edb267a6SChuck Lever } 187edb267a6SChuck Lever xprt->address_strings[RPC_DISPLAY_PORT] = buf; 188edb267a6SChuck Lever 189edb267a6SChuck Lever if (xprt->prot == IPPROTO_UDP) 190edb267a6SChuck Lever xprt->address_strings[RPC_DISPLAY_PROTO] = "udp"; 191edb267a6SChuck Lever else 192edb267a6SChuck Lever xprt->address_strings[RPC_DISPLAY_PROTO] = "tcp"; 193edb267a6SChuck Lever 194edb267a6SChuck Lever buf = kzalloc(48, GFP_KERNEL); 195edb267a6SChuck Lever if (buf) { 196edb267a6SChuck Lever snprintf(buf, 48, "addr=%u.%u.%u.%u port=%u proto=%s", 197edb267a6SChuck Lever NIPQUAD(addr->sin_addr.s_addr), 198edb267a6SChuck Lever ntohs(addr->sin_port), 199edb267a6SChuck Lever xprt->prot == IPPROTO_UDP ? "udp" : "tcp"); 200edb267a6SChuck Lever } 201edb267a6SChuck Lever xprt->address_strings[RPC_DISPLAY_ALL] = buf; 202edb267a6SChuck Lever } 203edb267a6SChuck Lever 204edb267a6SChuck Lever static void xs_free_peer_addresses(struct rpc_xprt *xprt) 205edb267a6SChuck Lever { 206edb267a6SChuck Lever kfree(xprt->address_strings[RPC_DISPLAY_ADDR]); 207edb267a6SChuck Lever kfree(xprt->address_strings[RPC_DISPLAY_PORT]); 208edb267a6SChuck Lever kfree(xprt->address_strings[RPC_DISPLAY_ALL]); 209edb267a6SChuck Lever } 210edb267a6SChuck Lever 211b4b5cc85SChuck Lever #define XS_SENDMSG_FLAGS (MSG_DONTWAIT | MSG_NOSIGNAL) 212b4b5cc85SChuck Lever 21324c5684bSTrond Myklebust static int xs_send_kvec(struct socket *sock, struct sockaddr *addr, int addrlen, struct kvec *vec, unsigned int base, int more) 214b4b5cc85SChuck Lever { 215b4b5cc85SChuck Lever struct msghdr msg = { 216b4b5cc85SChuck Lever .msg_name = addr, 217b4b5cc85SChuck Lever .msg_namelen = addrlen, 21824c5684bSTrond Myklebust .msg_flags = XS_SENDMSG_FLAGS | (more ? MSG_MORE : 0), 21924c5684bSTrond Myklebust }; 22024c5684bSTrond Myklebust struct kvec iov = { 22124c5684bSTrond Myklebust .iov_base = vec->iov_base + base, 22224c5684bSTrond Myklebust .iov_len = vec->iov_len - base, 223b4b5cc85SChuck Lever }; 224b4b5cc85SChuck Lever 22524c5684bSTrond Myklebust if (iov.iov_len != 0) 226b4b5cc85SChuck Lever return kernel_sendmsg(sock, &msg, &iov, 1, iov.iov_len); 227b4b5cc85SChuck Lever return kernel_sendmsg(sock, &msg, NULL, 0, 0); 228b4b5cc85SChuck Lever } 229b4b5cc85SChuck Lever 23024c5684bSTrond Myklebust static int xs_send_pagedata(struct socket *sock, struct xdr_buf *xdr, unsigned int base, int more) 231b4b5cc85SChuck Lever { 23224c5684bSTrond Myklebust struct page **ppage; 23324c5684bSTrond Myklebust unsigned int remainder; 23424c5684bSTrond Myklebust int err, sent = 0; 235b4b5cc85SChuck Lever 23624c5684bSTrond Myklebust remainder = xdr->page_len - base; 23724c5684bSTrond Myklebust base += xdr->page_base; 23824c5684bSTrond Myklebust ppage = xdr->pages + (base >> PAGE_SHIFT); 23924c5684bSTrond Myklebust base &= ~PAGE_MASK; 24024c5684bSTrond Myklebust for(;;) { 24124c5684bSTrond Myklebust unsigned int len = min_t(unsigned int, PAGE_SIZE - base, remainder); 24224c5684bSTrond Myklebust int flags = XS_SENDMSG_FLAGS; 24324c5684bSTrond Myklebust 24424c5684bSTrond Myklebust remainder -= len; 24524c5684bSTrond Myklebust if (remainder != 0 || more) 24624c5684bSTrond Myklebust flags |= MSG_MORE; 24724c5684bSTrond Myklebust err = sock->ops->sendpage(sock, *ppage, base, len, flags); 24824c5684bSTrond Myklebust if (remainder == 0 || err != len) 24924c5684bSTrond Myklebust break; 25024c5684bSTrond Myklebust sent += err; 25124c5684bSTrond Myklebust ppage++; 25224c5684bSTrond Myklebust base = 0; 25324c5684bSTrond Myklebust } 25424c5684bSTrond Myklebust if (sent == 0) 25524c5684bSTrond Myklebust return err; 25624c5684bSTrond Myklebust if (err > 0) 25724c5684bSTrond Myklebust sent += err; 25824c5684bSTrond Myklebust return sent; 259b4b5cc85SChuck Lever } 260b4b5cc85SChuck Lever 2619903cd1cSChuck Lever /** 2629903cd1cSChuck Lever * xs_sendpages - write pages directly to a socket 2639903cd1cSChuck Lever * @sock: socket to send on 2649903cd1cSChuck Lever * @addr: UDP only -- address of destination 2659903cd1cSChuck Lever * @addrlen: UDP only -- length of destination address 2669903cd1cSChuck Lever * @xdr: buffer containing this request 2679903cd1cSChuck Lever * @base: starting position in the buffer 2689903cd1cSChuck Lever * 269a246b010SChuck Lever */ 27024c5684bSTrond Myklebust static int xs_sendpages(struct socket *sock, struct sockaddr *addr, int addrlen, struct xdr_buf *xdr, unsigned int base) 271a246b010SChuck Lever { 27224c5684bSTrond Myklebust unsigned int remainder = xdr->len - base; 27324c5684bSTrond Myklebust int err, sent = 0; 274a246b010SChuck Lever 275262965f5SChuck Lever if (unlikely(!sock)) 276262965f5SChuck Lever return -ENOTCONN; 277262965f5SChuck Lever 278262965f5SChuck Lever clear_bit(SOCK_ASYNC_NOSPACE, &sock->flags); 27924c5684bSTrond Myklebust if (base != 0) { 28024c5684bSTrond Myklebust addr = NULL; 28124c5684bSTrond Myklebust addrlen = 0; 28224c5684bSTrond Myklebust } 283262965f5SChuck Lever 28424c5684bSTrond Myklebust if (base < xdr->head[0].iov_len || addr != NULL) { 28524c5684bSTrond Myklebust unsigned int len = xdr->head[0].iov_len - base; 28624c5684bSTrond Myklebust remainder -= len; 28724c5684bSTrond Myklebust err = xs_send_kvec(sock, addr, addrlen, &xdr->head[0], base, remainder != 0); 28824c5684bSTrond Myklebust if (remainder == 0 || err != len) 289a246b010SChuck Lever goto out; 29024c5684bSTrond Myklebust sent += err; 291a246b010SChuck Lever base = 0; 292a246b010SChuck Lever } else 29324c5684bSTrond Myklebust base -= xdr->head[0].iov_len; 294a246b010SChuck Lever 29524c5684bSTrond Myklebust if (base < xdr->page_len) { 29624c5684bSTrond Myklebust unsigned int len = xdr->page_len - base; 29724c5684bSTrond Myklebust remainder -= len; 29824c5684bSTrond Myklebust err = xs_send_pagedata(sock, xdr, base, remainder != 0); 29924c5684bSTrond Myklebust if (remainder == 0 || err != len) 300a246b010SChuck Lever goto out; 30124c5684bSTrond Myklebust sent += err; 302a246b010SChuck Lever base = 0; 30324c5684bSTrond Myklebust } else 30424c5684bSTrond Myklebust base -= xdr->page_len; 30524c5684bSTrond Myklebust 30624c5684bSTrond Myklebust if (base >= xdr->tail[0].iov_len) 30724c5684bSTrond Myklebust return sent; 30824c5684bSTrond Myklebust err = xs_send_kvec(sock, NULL, 0, &xdr->tail[0], base, 0); 309a246b010SChuck Lever out: 31024c5684bSTrond Myklebust if (sent == 0) 31124c5684bSTrond Myklebust return err; 31224c5684bSTrond Myklebust if (err > 0) 31324c5684bSTrond Myklebust sent += err; 31424c5684bSTrond Myklebust return sent; 315a246b010SChuck Lever } 316a246b010SChuck Lever 3179903cd1cSChuck Lever /** 318262965f5SChuck Lever * xs_nospace - place task on wait queue if transmit was incomplete 319262965f5SChuck Lever * @task: task to put to sleep 3209903cd1cSChuck Lever * 321a246b010SChuck Lever */ 322262965f5SChuck Lever static void xs_nospace(struct rpc_task *task) 323a246b010SChuck Lever { 324262965f5SChuck Lever struct rpc_rqst *req = task->tk_rqstp; 325262965f5SChuck Lever struct rpc_xprt *xprt = req->rq_xprt; 326ee0ac0c2SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 327a246b010SChuck Lever 328262965f5SChuck Lever dprintk("RPC: %4d xmit incomplete (%u left of %u)\n", 329262965f5SChuck Lever task->tk_pid, req->rq_slen - req->rq_bytes_sent, 330262965f5SChuck Lever req->rq_slen); 331a246b010SChuck Lever 332ee0ac0c2SChuck Lever if (test_bit(SOCK_ASYNC_NOSPACE, &transport->sock->flags)) { 333262965f5SChuck Lever /* Protect against races with write_space */ 334262965f5SChuck Lever spin_lock_bh(&xprt->transport_lock); 335a246b010SChuck Lever 336262965f5SChuck Lever /* Don't race with disconnect */ 337262965f5SChuck Lever if (!xprt_connected(xprt)) 338262965f5SChuck Lever task->tk_status = -ENOTCONN; 339ee0ac0c2SChuck Lever else if (test_bit(SOCK_NOSPACE, &transport->sock->flags)) 340262965f5SChuck Lever xprt_wait_for_buffer_space(task); 341a246b010SChuck Lever 342262965f5SChuck Lever spin_unlock_bh(&xprt->transport_lock); 343262965f5SChuck Lever } else 344262965f5SChuck Lever /* Keep holding the socket if it is blocked */ 345262965f5SChuck Lever rpc_delay(task, HZ>>4); 346a246b010SChuck Lever } 347a246b010SChuck Lever 3489903cd1cSChuck Lever /** 349262965f5SChuck Lever * xs_udp_send_request - write an RPC request to a UDP socket 3509903cd1cSChuck Lever * @task: address of RPC task that manages the state of an RPC request 3519903cd1cSChuck Lever * 3529903cd1cSChuck Lever * Return values: 3539903cd1cSChuck Lever * 0: The request has been sent 3549903cd1cSChuck Lever * EAGAIN: The socket was blocked, please call again later to 3559903cd1cSChuck Lever * complete the request 356262965f5SChuck Lever * ENOTCONN: Caller needs to invoke connect logic then call again 3579903cd1cSChuck Lever * other: Some other error occured, the request was not sent 3589903cd1cSChuck Lever */ 359262965f5SChuck Lever static int xs_udp_send_request(struct rpc_task *task) 360a246b010SChuck Lever { 361a246b010SChuck Lever struct rpc_rqst *req = task->tk_rqstp; 362a246b010SChuck Lever struct rpc_xprt *xprt = req->rq_xprt; 363ee0ac0c2SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 364262965f5SChuck Lever struct xdr_buf *xdr = &req->rq_snd_buf; 365262965f5SChuck Lever int status; 366262965f5SChuck Lever 367262965f5SChuck Lever xs_pktdump("packet data:", 368262965f5SChuck Lever req->rq_svec->iov_base, 369262965f5SChuck Lever req->rq_svec->iov_len); 370262965f5SChuck Lever 371262965f5SChuck Lever req->rq_xtime = jiffies; 372ee0ac0c2SChuck Lever status = xs_sendpages(transport->sock, 373ee0ac0c2SChuck Lever (struct sockaddr *) &xprt->addr, 374ee0ac0c2SChuck Lever xprt->addrlen, xdr, 375ee0ac0c2SChuck Lever req->rq_bytes_sent); 376262965f5SChuck Lever 377262965f5SChuck Lever dprintk("RPC: xs_udp_send_request(%u) = %d\n", 378262965f5SChuck Lever xdr->len - req->rq_bytes_sent, status); 379262965f5SChuck Lever 380262965f5SChuck Lever if (likely(status >= (int) req->rq_slen)) 381262965f5SChuck Lever return 0; 382262965f5SChuck Lever 383262965f5SChuck Lever /* Still some bytes left; set up for a retry later. */ 384262965f5SChuck Lever if (status > 0) 385262965f5SChuck Lever status = -EAGAIN; 386262965f5SChuck Lever 387262965f5SChuck Lever switch (status) { 388262965f5SChuck Lever case -ENETUNREACH: 389262965f5SChuck Lever case -EPIPE: 390262965f5SChuck Lever case -ECONNREFUSED: 391262965f5SChuck Lever /* When the server has died, an ICMP port unreachable message 392262965f5SChuck Lever * prompts ECONNREFUSED. */ 393262965f5SChuck Lever break; 394262965f5SChuck Lever case -EAGAIN: 395262965f5SChuck Lever xs_nospace(task); 396262965f5SChuck Lever break; 397262965f5SChuck Lever default: 398262965f5SChuck Lever dprintk("RPC: sendmsg returned unrecognized error %d\n", 399262965f5SChuck Lever -status); 400262965f5SChuck Lever break; 401262965f5SChuck Lever } 402262965f5SChuck Lever 403262965f5SChuck Lever return status; 404262965f5SChuck Lever } 405262965f5SChuck Lever 406808012fbSChuck Lever static inline void xs_encode_tcp_record_marker(struct xdr_buf *buf) 407808012fbSChuck Lever { 408808012fbSChuck Lever u32 reclen = buf->len - sizeof(rpc_fraghdr); 409808012fbSChuck Lever rpc_fraghdr *base = buf->head[0].iov_base; 410808012fbSChuck Lever *base = htonl(RPC_LAST_STREAM_FRAGMENT | reclen); 411808012fbSChuck Lever } 412808012fbSChuck Lever 413262965f5SChuck Lever /** 414262965f5SChuck Lever * xs_tcp_send_request - write an RPC request to a TCP socket 415262965f5SChuck Lever * @task: address of RPC task that manages the state of an RPC request 416262965f5SChuck Lever * 417262965f5SChuck Lever * Return values: 418262965f5SChuck Lever * 0: The request has been sent 419262965f5SChuck Lever * EAGAIN: The socket was blocked, please call again later to 420262965f5SChuck Lever * complete the request 421262965f5SChuck Lever * ENOTCONN: Caller needs to invoke connect logic then call again 422262965f5SChuck Lever * other: Some other error occured, the request was not sent 423262965f5SChuck Lever * 424262965f5SChuck Lever * XXX: In the case of soft timeouts, should we eventually give up 425262965f5SChuck Lever * if sendmsg is not able to make progress? 426262965f5SChuck Lever */ 427262965f5SChuck Lever static int xs_tcp_send_request(struct rpc_task *task) 428262965f5SChuck Lever { 429262965f5SChuck Lever struct rpc_rqst *req = task->tk_rqstp; 430262965f5SChuck Lever struct rpc_xprt *xprt = req->rq_xprt; 431ee0ac0c2SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 432262965f5SChuck Lever struct xdr_buf *xdr = &req->rq_snd_buf; 433a246b010SChuck Lever int status, retry = 0; 434a246b010SChuck Lever 435808012fbSChuck Lever xs_encode_tcp_record_marker(&req->rq_snd_buf); 436262965f5SChuck Lever 437262965f5SChuck Lever xs_pktdump("packet data:", 438262965f5SChuck Lever req->rq_svec->iov_base, 439262965f5SChuck Lever req->rq_svec->iov_len); 440a246b010SChuck Lever 441a246b010SChuck Lever /* Continue transmitting the packet/record. We must be careful 442a246b010SChuck Lever * to cope with writespace callbacks arriving _after_ we have 443262965f5SChuck Lever * called sendmsg(). */ 444a246b010SChuck Lever while (1) { 445a246b010SChuck Lever req->rq_xtime = jiffies; 446ee0ac0c2SChuck Lever status = xs_sendpages(transport->sock, 447ee0ac0c2SChuck Lever NULL, 0, xdr, req->rq_bytes_sent); 448a246b010SChuck Lever 449262965f5SChuck Lever dprintk("RPC: xs_tcp_send_request(%u) = %d\n", 450262965f5SChuck Lever xdr->len - req->rq_bytes_sent, status); 451262965f5SChuck Lever 452262965f5SChuck Lever if (unlikely(status < 0)) 453a246b010SChuck Lever break; 454a246b010SChuck Lever 455a246b010SChuck Lever /* If we've sent the entire packet, immediately 456a246b010SChuck Lever * reset the count of bytes sent. */ 457262965f5SChuck Lever req->rq_bytes_sent += status; 458ef759a2eSChuck Lever task->tk_bytes_sent += status; 459262965f5SChuck Lever if (likely(req->rq_bytes_sent >= req->rq_slen)) { 460a246b010SChuck Lever req->rq_bytes_sent = 0; 461a246b010SChuck Lever return 0; 462a246b010SChuck Lever } 463262965f5SChuck Lever 464a246b010SChuck Lever status = -EAGAIN; 465262965f5SChuck Lever if (retry++ > XS_SENDMSG_RETRY) 466a246b010SChuck Lever break; 467a246b010SChuck Lever } 468a246b010SChuck Lever 469262965f5SChuck Lever switch (status) { 470262965f5SChuck Lever case -EAGAIN: 471262965f5SChuck Lever xs_nospace(task); 472262965f5SChuck Lever break; 473262965f5SChuck Lever case -ECONNREFUSED: 474262965f5SChuck Lever case -ECONNRESET: 475262965f5SChuck Lever case -ENOTCONN: 476262965f5SChuck Lever case -EPIPE: 477262965f5SChuck Lever status = -ENOTCONN; 478262965f5SChuck Lever break; 479262965f5SChuck Lever default: 480262965f5SChuck Lever dprintk("RPC: sendmsg returned unrecognized error %d\n", 481262965f5SChuck Lever -status); 48243118c29SChuck Lever xprt_disconnect(xprt); 483a246b010SChuck Lever break; 484a246b010SChuck Lever } 485a246b010SChuck Lever 486a246b010SChuck Lever return status; 487a246b010SChuck Lever } 488a246b010SChuck Lever 4899903cd1cSChuck Lever /** 490e0ab53deSTrond Myklebust * xs_tcp_release_xprt - clean up after a tcp transmission 491e0ab53deSTrond Myklebust * @xprt: transport 492e0ab53deSTrond Myklebust * @task: rpc task 493e0ab53deSTrond Myklebust * 494e0ab53deSTrond Myklebust * This cleans up if an error causes us to abort the transmission of a request. 495e0ab53deSTrond Myklebust * In this case, the socket may need to be reset in order to avoid confusing 496e0ab53deSTrond Myklebust * the server. 497e0ab53deSTrond Myklebust */ 498e0ab53deSTrond Myklebust static void xs_tcp_release_xprt(struct rpc_xprt *xprt, struct rpc_task *task) 499e0ab53deSTrond Myklebust { 500e0ab53deSTrond Myklebust struct rpc_rqst *req; 501e0ab53deSTrond Myklebust 502e0ab53deSTrond Myklebust if (task != xprt->snd_task) 503e0ab53deSTrond Myklebust return; 504e0ab53deSTrond Myklebust if (task == NULL) 505e0ab53deSTrond Myklebust goto out_release; 506e0ab53deSTrond Myklebust req = task->tk_rqstp; 507e0ab53deSTrond Myklebust if (req->rq_bytes_sent == 0) 508e0ab53deSTrond Myklebust goto out_release; 509e0ab53deSTrond Myklebust if (req->rq_bytes_sent == req->rq_snd_buf.len) 510e0ab53deSTrond Myklebust goto out_release; 511e0ab53deSTrond Myklebust set_bit(XPRT_CLOSE_WAIT, &task->tk_xprt->state); 512e0ab53deSTrond Myklebust out_release: 513e0ab53deSTrond Myklebust xprt_release_xprt(xprt, task); 514e0ab53deSTrond Myklebust } 515e0ab53deSTrond Myklebust 516e0ab53deSTrond Myklebust /** 5179903cd1cSChuck Lever * xs_close - close a socket 5189903cd1cSChuck Lever * @xprt: transport 5199903cd1cSChuck Lever * 5203167e12cSChuck Lever * This is used when all requests are complete; ie, no DRC state remains 5213167e12cSChuck Lever * on the server we want to save. 522a246b010SChuck Lever */ 5239903cd1cSChuck Lever static void xs_close(struct rpc_xprt *xprt) 524a246b010SChuck Lever { 525ee0ac0c2SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 526ee0ac0c2SChuck Lever struct socket *sock = transport->sock; 527ee0ac0c2SChuck Lever struct sock *sk = transport->inet; 528a246b010SChuck Lever 529a246b010SChuck Lever if (!sk) 530632e3bdcSTrond Myklebust goto clear_close_wait; 531a246b010SChuck Lever 5329903cd1cSChuck Lever dprintk("RPC: xs_close xprt %p\n", xprt); 5339903cd1cSChuck Lever 534a246b010SChuck Lever write_lock_bh(&sk->sk_callback_lock); 535ee0ac0c2SChuck Lever transport->inet = NULL; 536ee0ac0c2SChuck Lever transport->sock = NULL; 537a246b010SChuck Lever 538a246b010SChuck Lever sk->sk_user_data = NULL; 539a246b010SChuck Lever sk->sk_data_ready = xprt->old_data_ready; 540a246b010SChuck Lever sk->sk_state_change = xprt->old_state_change; 541a246b010SChuck Lever sk->sk_write_space = xprt->old_write_space; 542a246b010SChuck Lever write_unlock_bh(&sk->sk_callback_lock); 543a246b010SChuck Lever 544a246b010SChuck Lever sk->sk_no_check = 0; 545a246b010SChuck Lever 546a246b010SChuck Lever sock_release(sock); 547632e3bdcSTrond Myklebust clear_close_wait: 548632e3bdcSTrond Myklebust smp_mb__before_clear_bit(); 549632e3bdcSTrond Myklebust clear_bit(XPRT_CLOSE_WAIT, &xprt->state); 550632e3bdcSTrond Myklebust smp_mb__after_clear_bit(); 551a246b010SChuck Lever } 552a246b010SChuck Lever 5539903cd1cSChuck Lever /** 5549903cd1cSChuck Lever * xs_destroy - prepare to shutdown a transport 5559903cd1cSChuck Lever * @xprt: doomed transport 5569903cd1cSChuck Lever * 5579903cd1cSChuck Lever */ 5589903cd1cSChuck Lever static void xs_destroy(struct rpc_xprt *xprt) 559a246b010SChuck Lever { 560c8475461SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 561c8475461SChuck Lever 5629903cd1cSChuck Lever dprintk("RPC: xs_destroy xprt %p\n", xprt); 5639903cd1cSChuck Lever 564c8475461SChuck Lever cancel_delayed_work(&transport->connect_worker); 565a246b010SChuck Lever flush_scheduled_work(); 566a246b010SChuck Lever 567a246b010SChuck Lever xprt_disconnect(xprt); 5689903cd1cSChuck Lever xs_close(xprt); 569edb267a6SChuck Lever xs_free_peer_addresses(xprt); 570a246b010SChuck Lever kfree(xprt->slot); 571c8541ecdSChuck Lever kfree(xprt); 572a246b010SChuck Lever } 573a246b010SChuck Lever 5749903cd1cSChuck Lever static inline struct rpc_xprt *xprt_from_sock(struct sock *sk) 5759903cd1cSChuck Lever { 5769903cd1cSChuck Lever return (struct rpc_xprt *) sk->sk_user_data; 5779903cd1cSChuck Lever } 5789903cd1cSChuck Lever 5799903cd1cSChuck Lever /** 5809903cd1cSChuck Lever * xs_udp_data_ready - "data ready" callback for UDP sockets 5819903cd1cSChuck Lever * @sk: socket with data to read 5829903cd1cSChuck Lever * @len: how much data to read 5839903cd1cSChuck Lever * 584a246b010SChuck Lever */ 5859903cd1cSChuck Lever static void xs_udp_data_ready(struct sock *sk, int len) 586a246b010SChuck Lever { 587a246b010SChuck Lever struct rpc_task *task; 588a246b010SChuck Lever struct rpc_xprt *xprt; 589a246b010SChuck Lever struct rpc_rqst *rovr; 590a246b010SChuck Lever struct sk_buff *skb; 591a246b010SChuck Lever int err, repsize, copied; 592d8ed029dSAlexey Dobriyan u32 _xid; 593d8ed029dSAlexey Dobriyan __be32 *xp; 594a246b010SChuck Lever 595a246b010SChuck Lever read_lock(&sk->sk_callback_lock); 5969903cd1cSChuck Lever dprintk("RPC: xs_udp_data_ready...\n"); 5979903cd1cSChuck Lever if (!(xprt = xprt_from_sock(sk))) 598a246b010SChuck Lever goto out; 599a246b010SChuck Lever 600a246b010SChuck Lever if ((skb = skb_recv_datagram(sk, 0, 1, &err)) == NULL) 601a246b010SChuck Lever goto out; 602a246b010SChuck Lever 603a246b010SChuck Lever if (xprt->shutdown) 604a246b010SChuck Lever goto dropit; 605a246b010SChuck Lever 606a246b010SChuck Lever repsize = skb->len - sizeof(struct udphdr); 607a246b010SChuck Lever if (repsize < 4) { 6089903cd1cSChuck Lever dprintk("RPC: impossible RPC reply size %d!\n", repsize); 609a246b010SChuck Lever goto dropit; 610a246b010SChuck Lever } 611a246b010SChuck Lever 612a246b010SChuck Lever /* Copy the XID from the skb... */ 613a246b010SChuck Lever xp = skb_header_pointer(skb, sizeof(struct udphdr), 614a246b010SChuck Lever sizeof(_xid), &_xid); 615a246b010SChuck Lever if (xp == NULL) 616a246b010SChuck Lever goto dropit; 617a246b010SChuck Lever 618a246b010SChuck Lever /* Look up and lock the request corresponding to the given XID */ 6194a0f8c04SChuck Lever spin_lock(&xprt->transport_lock); 620a246b010SChuck Lever rovr = xprt_lookup_rqst(xprt, *xp); 621a246b010SChuck Lever if (!rovr) 622a246b010SChuck Lever goto out_unlock; 623a246b010SChuck Lever task = rovr->rq_task; 624a246b010SChuck Lever 625a246b010SChuck Lever if ((copied = rovr->rq_private_buf.buflen) > repsize) 626a246b010SChuck Lever copied = repsize; 627a246b010SChuck Lever 628a246b010SChuck Lever /* Suck it into the iovec, verify checksum if not done by hw. */ 629a246b010SChuck Lever if (csum_partial_copy_to_xdr(&rovr->rq_private_buf, skb)) 630a246b010SChuck Lever goto out_unlock; 631a246b010SChuck Lever 632a246b010SChuck Lever /* Something worked... */ 633a246b010SChuck Lever dst_confirm(skb->dst); 634a246b010SChuck Lever 6351570c1e4SChuck Lever xprt_adjust_cwnd(task, copied); 6361570c1e4SChuck Lever xprt_update_rtt(task); 6371570c1e4SChuck Lever xprt_complete_rqst(task, copied); 638a246b010SChuck Lever 639a246b010SChuck Lever out_unlock: 6404a0f8c04SChuck Lever spin_unlock(&xprt->transport_lock); 641a246b010SChuck Lever dropit: 642a246b010SChuck Lever skb_free_datagram(sk, skb); 643a246b010SChuck Lever out: 644a246b010SChuck Lever read_unlock(&sk->sk_callback_lock); 645a246b010SChuck Lever } 646a246b010SChuck Lever 6479903cd1cSChuck Lever static inline size_t xs_tcp_copy_data(skb_reader_t *desc, void *p, size_t len) 648a246b010SChuck Lever { 649a246b010SChuck Lever if (len > desc->count) 650a246b010SChuck Lever len = desc->count; 651a246b010SChuck Lever if (skb_copy_bits(desc->skb, desc->offset, p, len)) { 652a246b010SChuck Lever dprintk("RPC: failed to copy %zu bytes from skb. %zu bytes remain\n", 653a246b010SChuck Lever len, desc->count); 654a246b010SChuck Lever return 0; 655a246b010SChuck Lever } 656a246b010SChuck Lever desc->offset += len; 657a246b010SChuck Lever desc->count -= len; 658a246b010SChuck Lever dprintk("RPC: copied %zu bytes from skb. %zu bytes remain\n", 659a246b010SChuck Lever len, desc->count); 660a246b010SChuck Lever return len; 661a246b010SChuck Lever } 662a246b010SChuck Lever 6639903cd1cSChuck Lever static inline void xs_tcp_read_fraghdr(struct rpc_xprt *xprt, skb_reader_t *desc) 664a246b010SChuck Lever { 66551971139SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 666a246b010SChuck Lever size_t len, used; 667a246b010SChuck Lever char *p; 668a246b010SChuck Lever 66951971139SChuck Lever p = ((char *) &transport->tcp_fraghdr) + transport->tcp_offset; 67051971139SChuck Lever len = sizeof(transport->tcp_fraghdr) - transport->tcp_offset; 6719903cd1cSChuck Lever used = xs_tcp_copy_data(desc, p, len); 67251971139SChuck Lever transport->tcp_offset += used; 673a246b010SChuck Lever if (used != len) 674a246b010SChuck Lever return; 675808012fbSChuck Lever 67651971139SChuck Lever transport->tcp_reclen = ntohl(transport->tcp_fraghdr); 67751971139SChuck Lever if (transport->tcp_reclen & RPC_LAST_STREAM_FRAGMENT) 678e136d092SChuck Lever transport->tcp_flags |= TCP_RCV_LAST_FRAG; 679a246b010SChuck Lever else 680e136d092SChuck Lever transport->tcp_flags &= ~TCP_RCV_LAST_FRAG; 68151971139SChuck Lever transport->tcp_reclen &= RPC_FRAGMENT_SIZE_MASK; 682808012fbSChuck Lever 683e136d092SChuck Lever transport->tcp_flags &= ~TCP_RCV_COPY_FRAGHDR; 68451971139SChuck Lever transport->tcp_offset = 0; 685808012fbSChuck Lever 686a246b010SChuck Lever /* Sanity check of the record length */ 68751971139SChuck Lever if (unlikely(transport->tcp_reclen < 4)) { 6889903cd1cSChuck Lever dprintk("RPC: invalid TCP record fragment length\n"); 689a246b010SChuck Lever xprt_disconnect(xprt); 6909903cd1cSChuck Lever return; 691a246b010SChuck Lever } 692a246b010SChuck Lever dprintk("RPC: reading TCP record fragment of length %d\n", 69351971139SChuck Lever transport->tcp_reclen); 694a246b010SChuck Lever } 695a246b010SChuck Lever 69651971139SChuck Lever static void xs_tcp_check_fraghdr(struct sock_xprt *transport) 697a246b010SChuck Lever { 69851971139SChuck Lever if (transport->tcp_offset == transport->tcp_reclen) { 699e136d092SChuck Lever transport->tcp_flags |= TCP_RCV_COPY_FRAGHDR; 70051971139SChuck Lever transport->tcp_offset = 0; 701e136d092SChuck Lever if (transport->tcp_flags & TCP_RCV_LAST_FRAG) { 702e136d092SChuck Lever transport->tcp_flags &= ~TCP_RCV_COPY_DATA; 703e136d092SChuck Lever transport->tcp_flags |= TCP_RCV_COPY_XID; 70451971139SChuck Lever transport->tcp_copied = 0; 705a246b010SChuck Lever } 706a246b010SChuck Lever } 707a246b010SChuck Lever } 708a246b010SChuck Lever 70951971139SChuck Lever static inline void xs_tcp_read_xid(struct sock_xprt *transport, skb_reader_t *desc) 710a246b010SChuck Lever { 711a246b010SChuck Lever size_t len, used; 712a246b010SChuck Lever char *p; 713a246b010SChuck Lever 71451971139SChuck Lever len = sizeof(transport->tcp_xid) - transport->tcp_offset; 715a246b010SChuck Lever dprintk("RPC: reading XID (%Zu bytes)\n", len); 71651971139SChuck Lever p = ((char *) &transport->tcp_xid) + transport->tcp_offset; 7179903cd1cSChuck Lever used = xs_tcp_copy_data(desc, p, len); 71851971139SChuck Lever transport->tcp_offset += used; 719a246b010SChuck Lever if (used != len) 720a246b010SChuck Lever return; 721e136d092SChuck Lever transport->tcp_flags &= ~TCP_RCV_COPY_XID; 722e136d092SChuck Lever transport->tcp_flags |= TCP_RCV_COPY_DATA; 72351971139SChuck Lever transport->tcp_copied = 4; 724a246b010SChuck Lever dprintk("RPC: reading reply for XID %08x\n", 72551971139SChuck Lever ntohl(transport->tcp_xid)); 72651971139SChuck Lever xs_tcp_check_fraghdr(transport); 727a246b010SChuck Lever } 728a246b010SChuck Lever 7299903cd1cSChuck Lever static inline void xs_tcp_read_request(struct rpc_xprt *xprt, skb_reader_t *desc) 730a246b010SChuck Lever { 73151971139SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 732a246b010SChuck Lever struct rpc_rqst *req; 733a246b010SChuck Lever struct xdr_buf *rcvbuf; 734a246b010SChuck Lever size_t len; 735a246b010SChuck Lever ssize_t r; 736a246b010SChuck Lever 737a246b010SChuck Lever /* Find and lock the request corresponding to this xid */ 7384a0f8c04SChuck Lever spin_lock(&xprt->transport_lock); 73951971139SChuck Lever req = xprt_lookup_rqst(xprt, transport->tcp_xid); 740a246b010SChuck Lever if (!req) { 741e136d092SChuck Lever transport->tcp_flags &= ~TCP_RCV_COPY_DATA; 742a246b010SChuck Lever dprintk("RPC: XID %08x request not found!\n", 74351971139SChuck Lever ntohl(transport->tcp_xid)); 7444a0f8c04SChuck Lever spin_unlock(&xprt->transport_lock); 745a246b010SChuck Lever return; 746a246b010SChuck Lever } 747a246b010SChuck Lever 748a246b010SChuck Lever rcvbuf = &req->rq_private_buf; 749a246b010SChuck Lever len = desc->count; 75051971139SChuck Lever if (len > transport->tcp_reclen - transport->tcp_offset) { 751a246b010SChuck Lever skb_reader_t my_desc; 752a246b010SChuck Lever 75351971139SChuck Lever len = transport->tcp_reclen - transport->tcp_offset; 754a246b010SChuck Lever memcpy(&my_desc, desc, sizeof(my_desc)); 755a246b010SChuck Lever my_desc.count = len; 75651971139SChuck Lever r = xdr_partial_copy_from_skb(rcvbuf, transport->tcp_copied, 7579903cd1cSChuck Lever &my_desc, xs_tcp_copy_data); 758a246b010SChuck Lever desc->count -= r; 759a246b010SChuck Lever desc->offset += r; 760a246b010SChuck Lever } else 76151971139SChuck Lever r = xdr_partial_copy_from_skb(rcvbuf, transport->tcp_copied, 7629903cd1cSChuck Lever desc, xs_tcp_copy_data); 763a246b010SChuck Lever 764a246b010SChuck Lever if (r > 0) { 76551971139SChuck Lever transport->tcp_copied += r; 76651971139SChuck Lever transport->tcp_offset += r; 767a246b010SChuck Lever } 768a246b010SChuck Lever if (r != len) { 769a246b010SChuck Lever /* Error when copying to the receive buffer, 770a246b010SChuck Lever * usually because we weren't able to allocate 771a246b010SChuck Lever * additional buffer pages. All we can do now 772e136d092SChuck Lever * is turn off TCP_RCV_COPY_DATA, so the request 773a246b010SChuck Lever * will not receive any additional updates, 774a246b010SChuck Lever * and time out. 775a246b010SChuck Lever * Any remaining data from this record will 776a246b010SChuck Lever * be discarded. 777a246b010SChuck Lever */ 778e136d092SChuck Lever transport->tcp_flags &= ~TCP_RCV_COPY_DATA; 779a246b010SChuck Lever dprintk("RPC: XID %08x truncated request\n", 78051971139SChuck Lever ntohl(transport->tcp_xid)); 781a246b010SChuck Lever dprintk("RPC: xprt = %p, tcp_copied = %lu, tcp_offset = %u, tcp_reclen = %u\n", 78251971139SChuck Lever xprt, transport->tcp_copied, transport->tcp_offset, 78351971139SChuck Lever transport->tcp_reclen); 784a246b010SChuck Lever goto out; 785a246b010SChuck Lever } 786a246b010SChuck Lever 787a246b010SChuck Lever dprintk("RPC: XID %08x read %Zd bytes\n", 78851971139SChuck Lever ntohl(transport->tcp_xid), r); 789a246b010SChuck Lever dprintk("RPC: xprt = %p, tcp_copied = %lu, tcp_offset = %u, tcp_reclen = %u\n", 79051971139SChuck Lever xprt, transport->tcp_copied, transport->tcp_offset, 79151971139SChuck Lever transport->tcp_reclen); 792a246b010SChuck Lever 79351971139SChuck Lever if (transport->tcp_copied == req->rq_private_buf.buflen) 794e136d092SChuck Lever transport->tcp_flags &= ~TCP_RCV_COPY_DATA; 79551971139SChuck Lever else if (transport->tcp_offset == transport->tcp_reclen) { 796e136d092SChuck Lever if (transport->tcp_flags & TCP_RCV_LAST_FRAG) 797e136d092SChuck Lever transport->tcp_flags &= ~TCP_RCV_COPY_DATA; 798a246b010SChuck Lever } 799a246b010SChuck Lever 800a246b010SChuck Lever out: 801e136d092SChuck Lever if (!(transport->tcp_flags & TCP_RCV_COPY_DATA)) 80251971139SChuck Lever xprt_complete_rqst(req->rq_task, transport->tcp_copied); 8034a0f8c04SChuck Lever spin_unlock(&xprt->transport_lock); 80451971139SChuck Lever xs_tcp_check_fraghdr(transport); 805a246b010SChuck Lever } 806a246b010SChuck Lever 80751971139SChuck Lever static inline void xs_tcp_read_discard(struct sock_xprt *transport, skb_reader_t *desc) 808a246b010SChuck Lever { 809a246b010SChuck Lever size_t len; 810a246b010SChuck Lever 81151971139SChuck Lever len = transport->tcp_reclen - transport->tcp_offset; 812a246b010SChuck Lever if (len > desc->count) 813a246b010SChuck Lever len = desc->count; 814a246b010SChuck Lever desc->count -= len; 815a246b010SChuck Lever desc->offset += len; 81651971139SChuck Lever transport->tcp_offset += len; 817a246b010SChuck Lever dprintk("RPC: discarded %Zu bytes\n", len); 81851971139SChuck Lever xs_tcp_check_fraghdr(transport); 819a246b010SChuck Lever } 820a246b010SChuck Lever 8219903cd1cSChuck Lever static int xs_tcp_data_recv(read_descriptor_t *rd_desc, struct sk_buff *skb, unsigned int offset, size_t len) 822a246b010SChuck Lever { 823a246b010SChuck Lever struct rpc_xprt *xprt = rd_desc->arg.data; 82451971139SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 825a246b010SChuck Lever skb_reader_t desc = { 826a246b010SChuck Lever .skb = skb, 827a246b010SChuck Lever .offset = offset, 828a246b010SChuck Lever .count = len, 829a246b010SChuck Lever }; 830a246b010SChuck Lever 8319903cd1cSChuck Lever dprintk("RPC: xs_tcp_data_recv started\n"); 832a246b010SChuck Lever do { 833a246b010SChuck Lever /* Read in a new fragment marker if necessary */ 834a246b010SChuck Lever /* Can we ever really expect to get completely empty fragments? */ 835e136d092SChuck Lever if (transport->tcp_flags & TCP_RCV_COPY_FRAGHDR) { 8369903cd1cSChuck Lever xs_tcp_read_fraghdr(xprt, &desc); 837a246b010SChuck Lever continue; 838a246b010SChuck Lever } 839a246b010SChuck Lever /* Read in the xid if necessary */ 840e136d092SChuck Lever if (transport->tcp_flags & TCP_RCV_COPY_XID) { 84151971139SChuck Lever xs_tcp_read_xid(transport, &desc); 842a246b010SChuck Lever continue; 843a246b010SChuck Lever } 844a246b010SChuck Lever /* Read in the request data */ 845e136d092SChuck Lever if (transport->tcp_flags & TCP_RCV_COPY_DATA) { 8469903cd1cSChuck Lever xs_tcp_read_request(xprt, &desc); 847a246b010SChuck Lever continue; 848a246b010SChuck Lever } 849a246b010SChuck Lever /* Skip over any trailing bytes on short reads */ 85051971139SChuck Lever xs_tcp_read_discard(transport, &desc); 851a246b010SChuck Lever } while (desc.count); 8529903cd1cSChuck Lever dprintk("RPC: xs_tcp_data_recv done\n"); 853a246b010SChuck Lever return len - desc.count; 854a246b010SChuck Lever } 855a246b010SChuck Lever 8569903cd1cSChuck Lever /** 8579903cd1cSChuck Lever * xs_tcp_data_ready - "data ready" callback for TCP sockets 8589903cd1cSChuck Lever * @sk: socket with data to read 8599903cd1cSChuck Lever * @bytes: how much data to read 8609903cd1cSChuck Lever * 8619903cd1cSChuck Lever */ 8629903cd1cSChuck Lever static void xs_tcp_data_ready(struct sock *sk, int bytes) 863a246b010SChuck Lever { 864a246b010SChuck Lever struct rpc_xprt *xprt; 865a246b010SChuck Lever read_descriptor_t rd_desc; 866a246b010SChuck Lever 867a246b010SChuck Lever read_lock(&sk->sk_callback_lock); 8689903cd1cSChuck Lever dprintk("RPC: xs_tcp_data_ready...\n"); 8699903cd1cSChuck Lever if (!(xprt = xprt_from_sock(sk))) 870a246b010SChuck Lever goto out; 871a246b010SChuck Lever if (xprt->shutdown) 872a246b010SChuck Lever goto out; 873a246b010SChuck Lever 8749903cd1cSChuck Lever /* We use rd_desc to pass struct xprt to xs_tcp_data_recv */ 875a246b010SChuck Lever rd_desc.arg.data = xprt; 876a246b010SChuck Lever rd_desc.count = 65536; 8779903cd1cSChuck Lever tcp_read_sock(sk, &rd_desc, xs_tcp_data_recv); 878a246b010SChuck Lever out: 879a246b010SChuck Lever read_unlock(&sk->sk_callback_lock); 880a246b010SChuck Lever } 881a246b010SChuck Lever 8829903cd1cSChuck Lever /** 8839903cd1cSChuck Lever * xs_tcp_state_change - callback to handle TCP socket state changes 8849903cd1cSChuck Lever * @sk: socket whose state has changed 8859903cd1cSChuck Lever * 8869903cd1cSChuck Lever */ 8879903cd1cSChuck Lever static void xs_tcp_state_change(struct sock *sk) 888a246b010SChuck Lever { 889a246b010SChuck Lever struct rpc_xprt *xprt; 890a246b010SChuck Lever 891a246b010SChuck Lever read_lock(&sk->sk_callback_lock); 892a246b010SChuck Lever if (!(xprt = xprt_from_sock(sk))) 893a246b010SChuck Lever goto out; 8949903cd1cSChuck Lever dprintk("RPC: xs_tcp_state_change client %p...\n", xprt); 895a246b010SChuck Lever dprintk("RPC: state %x conn %d dead %d zapped %d\n", 896a246b010SChuck Lever sk->sk_state, xprt_connected(xprt), 897a246b010SChuck Lever sock_flag(sk, SOCK_DEAD), 898a246b010SChuck Lever sock_flag(sk, SOCK_ZAPPED)); 899a246b010SChuck Lever 900a246b010SChuck Lever switch (sk->sk_state) { 901a246b010SChuck Lever case TCP_ESTABLISHED: 9024a0f8c04SChuck Lever spin_lock_bh(&xprt->transport_lock); 903a246b010SChuck Lever if (!xprt_test_and_set_connected(xprt)) { 90451971139SChuck Lever struct sock_xprt *transport = container_of(xprt, 90551971139SChuck Lever struct sock_xprt, xprt); 90651971139SChuck Lever 907a246b010SChuck Lever /* Reset TCP record info */ 90851971139SChuck Lever transport->tcp_offset = 0; 90951971139SChuck Lever transport->tcp_reclen = 0; 91051971139SChuck Lever transport->tcp_copied = 0; 911e136d092SChuck Lever transport->tcp_flags = 912e136d092SChuck Lever TCP_RCV_COPY_FRAGHDR | TCP_RCV_COPY_XID; 91351971139SChuck Lever 91403bf4b70SChuck Lever xprt->reestablish_timeout = XS_TCP_INIT_REEST_TO; 91544fbac22SChuck Lever xprt_wake_pending_tasks(xprt, 0); 916a246b010SChuck Lever } 9174a0f8c04SChuck Lever spin_unlock_bh(&xprt->transport_lock); 918a246b010SChuck Lever break; 919a246b010SChuck Lever case TCP_SYN_SENT: 920a246b010SChuck Lever case TCP_SYN_RECV: 921a246b010SChuck Lever break; 922632e3bdcSTrond Myklebust case TCP_CLOSE_WAIT: 923632e3bdcSTrond Myklebust /* Try to schedule an autoclose RPC calls */ 924632e3bdcSTrond Myklebust set_bit(XPRT_CLOSE_WAIT, &xprt->state); 925632e3bdcSTrond Myklebust if (test_and_set_bit(XPRT_LOCKED, &xprt->state) == 0) 926632e3bdcSTrond Myklebust schedule_work(&xprt->task_cleanup); 927a246b010SChuck Lever default: 928a246b010SChuck Lever xprt_disconnect(xprt); 929a246b010SChuck Lever } 930a246b010SChuck Lever out: 931a246b010SChuck Lever read_unlock(&sk->sk_callback_lock); 932a246b010SChuck Lever } 933a246b010SChuck Lever 9349903cd1cSChuck Lever /** 935c7b2cae8SChuck Lever * xs_udp_write_space - callback invoked when socket buffer space 936c7b2cae8SChuck Lever * becomes available 9379903cd1cSChuck Lever * @sk: socket whose state has changed 9389903cd1cSChuck Lever * 939a246b010SChuck Lever * Called when more output buffer space is available for this socket. 940a246b010SChuck Lever * We try not to wake our writers until they can make "significant" 941c7b2cae8SChuck Lever * progress, otherwise we'll waste resources thrashing kernel_sendmsg 942a246b010SChuck Lever * with a bunch of small requests. 943a246b010SChuck Lever */ 944c7b2cae8SChuck Lever static void xs_udp_write_space(struct sock *sk) 945a246b010SChuck Lever { 946a246b010SChuck Lever read_lock(&sk->sk_callback_lock); 947c7b2cae8SChuck Lever 948c7b2cae8SChuck Lever /* from net/core/sock.c:sock_def_write_space */ 949c7b2cae8SChuck Lever if (sock_writeable(sk)) { 950c7b2cae8SChuck Lever struct socket *sock; 951c7b2cae8SChuck Lever struct rpc_xprt *xprt; 952c7b2cae8SChuck Lever 953c7b2cae8SChuck Lever if (unlikely(!(sock = sk->sk_socket))) 954a246b010SChuck Lever goto out; 955c7b2cae8SChuck Lever if (unlikely(!(xprt = xprt_from_sock(sk)))) 956c7b2cae8SChuck Lever goto out; 957c7b2cae8SChuck Lever if (unlikely(!test_and_clear_bit(SOCK_NOSPACE, &sock->flags))) 958a246b010SChuck Lever goto out; 959a246b010SChuck Lever 960c7b2cae8SChuck Lever xprt_write_space(xprt); 961a246b010SChuck Lever } 962a246b010SChuck Lever 963c7b2cae8SChuck Lever out: 964c7b2cae8SChuck Lever read_unlock(&sk->sk_callback_lock); 965c7b2cae8SChuck Lever } 966c7b2cae8SChuck Lever 967c7b2cae8SChuck Lever /** 968c7b2cae8SChuck Lever * xs_tcp_write_space - callback invoked when socket buffer space 969c7b2cae8SChuck Lever * becomes available 970c7b2cae8SChuck Lever * @sk: socket whose state has changed 971c7b2cae8SChuck Lever * 972c7b2cae8SChuck Lever * Called when more output buffer space is available for this socket. 973c7b2cae8SChuck Lever * We try not to wake our writers until they can make "significant" 974c7b2cae8SChuck Lever * progress, otherwise we'll waste resources thrashing kernel_sendmsg 975c7b2cae8SChuck Lever * with a bunch of small requests. 976c7b2cae8SChuck Lever */ 977c7b2cae8SChuck Lever static void xs_tcp_write_space(struct sock *sk) 978c7b2cae8SChuck Lever { 979c7b2cae8SChuck Lever read_lock(&sk->sk_callback_lock); 980c7b2cae8SChuck Lever 981c7b2cae8SChuck Lever /* from net/core/stream.c:sk_stream_write_space */ 982c7b2cae8SChuck Lever if (sk_stream_wspace(sk) >= sk_stream_min_wspace(sk)) { 983c7b2cae8SChuck Lever struct socket *sock; 984c7b2cae8SChuck Lever struct rpc_xprt *xprt; 985c7b2cae8SChuck Lever 986c7b2cae8SChuck Lever if (unlikely(!(sock = sk->sk_socket))) 987c7b2cae8SChuck Lever goto out; 988c7b2cae8SChuck Lever if (unlikely(!(xprt = xprt_from_sock(sk)))) 989c7b2cae8SChuck Lever goto out; 990c7b2cae8SChuck Lever if (unlikely(!test_and_clear_bit(SOCK_NOSPACE, &sock->flags))) 991a246b010SChuck Lever goto out; 992a246b010SChuck Lever 993c7b2cae8SChuck Lever xprt_write_space(xprt); 994c7b2cae8SChuck Lever } 995c7b2cae8SChuck Lever 996a246b010SChuck Lever out: 997a246b010SChuck Lever read_unlock(&sk->sk_callback_lock); 998a246b010SChuck Lever } 999a246b010SChuck Lever 1000470056c2SChuck Lever static void xs_udp_do_set_buffer_size(struct rpc_xprt *xprt) 1001a246b010SChuck Lever { 1002ee0ac0c2SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 1003ee0ac0c2SChuck Lever struct sock *sk = transport->inet; 1004a246b010SChuck Lever 1005*7c6e066eSChuck Lever if (transport->rcvsize) { 1006a246b010SChuck Lever sk->sk_userlocks |= SOCK_RCVBUF_LOCK; 1007*7c6e066eSChuck Lever sk->sk_rcvbuf = transport->rcvsize * xprt->max_reqs * 2; 1008a246b010SChuck Lever } 1009*7c6e066eSChuck Lever if (transport->sndsize) { 1010a246b010SChuck Lever sk->sk_userlocks |= SOCK_SNDBUF_LOCK; 1011*7c6e066eSChuck Lever sk->sk_sndbuf = transport->sndsize * xprt->max_reqs * 2; 1012a246b010SChuck Lever sk->sk_write_space(sk); 1013a246b010SChuck Lever } 1014a246b010SChuck Lever } 1015a246b010SChuck Lever 101643118c29SChuck Lever /** 1017470056c2SChuck Lever * xs_udp_set_buffer_size - set send and receive limits 101843118c29SChuck Lever * @xprt: generic transport 1019470056c2SChuck Lever * @sndsize: requested size of send buffer, in bytes 1020470056c2SChuck Lever * @rcvsize: requested size of receive buffer, in bytes 102143118c29SChuck Lever * 1022470056c2SChuck Lever * Set socket send and receive buffer size limits. 102343118c29SChuck Lever */ 1024470056c2SChuck Lever static void xs_udp_set_buffer_size(struct rpc_xprt *xprt, size_t sndsize, size_t rcvsize) 102543118c29SChuck Lever { 1026*7c6e066eSChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 1027*7c6e066eSChuck Lever 1028*7c6e066eSChuck Lever transport->sndsize = 0; 1029470056c2SChuck Lever if (sndsize) 1030*7c6e066eSChuck Lever transport->sndsize = sndsize + 1024; 1031*7c6e066eSChuck Lever transport->rcvsize = 0; 1032470056c2SChuck Lever if (rcvsize) 1033*7c6e066eSChuck Lever transport->rcvsize = rcvsize + 1024; 1034470056c2SChuck Lever 1035470056c2SChuck Lever xs_udp_do_set_buffer_size(xprt); 103643118c29SChuck Lever } 103743118c29SChuck Lever 103846c0ee8bSChuck Lever /** 103946c0ee8bSChuck Lever * xs_udp_timer - called when a retransmit timeout occurs on a UDP transport 104046c0ee8bSChuck Lever * @task: task that timed out 104146c0ee8bSChuck Lever * 104246c0ee8bSChuck Lever * Adjust the congestion window after a retransmit timeout has occurred. 104346c0ee8bSChuck Lever */ 104446c0ee8bSChuck Lever static void xs_udp_timer(struct rpc_task *task) 104546c0ee8bSChuck Lever { 104646c0ee8bSChuck Lever xprt_adjust_cwnd(task, -ETIMEDOUT); 104746c0ee8bSChuck Lever } 104846c0ee8bSChuck Lever 1049b85d8806SChuck Lever static unsigned short xs_get_random_port(void) 1050b85d8806SChuck Lever { 1051b85d8806SChuck Lever unsigned short range = xprt_max_resvport - xprt_min_resvport; 1052b85d8806SChuck Lever unsigned short rand = (unsigned short) net_random() % range; 1053b85d8806SChuck Lever return rand + xprt_min_resvport; 1054b85d8806SChuck Lever } 1055b85d8806SChuck Lever 105692200412SChuck Lever /** 1057edb267a6SChuck Lever * xs_print_peer_address - format an IPv4 address for printing 1058edb267a6SChuck Lever * @xprt: generic transport 1059edb267a6SChuck Lever * @format: flags field indicating which parts of the address to render 1060edb267a6SChuck Lever */ 1061edb267a6SChuck Lever static char *xs_print_peer_address(struct rpc_xprt *xprt, enum rpc_display_format_t format) 1062edb267a6SChuck Lever { 1063edb267a6SChuck Lever if (xprt->address_strings[format] != NULL) 1064edb267a6SChuck Lever return xprt->address_strings[format]; 1065edb267a6SChuck Lever else 1066edb267a6SChuck Lever return "unprintable"; 1067edb267a6SChuck Lever } 1068edb267a6SChuck Lever 1069edb267a6SChuck Lever /** 107092200412SChuck Lever * xs_set_port - reset the port number in the remote endpoint address 107192200412SChuck Lever * @xprt: generic transport 107292200412SChuck Lever * @port: new port number 107392200412SChuck Lever * 107492200412SChuck Lever */ 107592200412SChuck Lever static void xs_set_port(struct rpc_xprt *xprt, unsigned short port) 107692200412SChuck Lever { 1077c4efcb1dSChuck Lever struct sockaddr_in *sap = (struct sockaddr_in *) &xprt->addr; 1078c4efcb1dSChuck Lever 107992200412SChuck Lever dprintk("RPC: setting port for xprt %p to %u\n", xprt, port); 1080c4efcb1dSChuck Lever 1081c4efcb1dSChuck Lever sap->sin_port = htons(port); 108292200412SChuck Lever } 108392200412SChuck Lever 1084c8475461SChuck Lever static int xs_bindresvport(struct sock_xprt *transport, struct socket *sock) 1085a246b010SChuck Lever { 1086a246b010SChuck Lever struct sockaddr_in myaddr = { 1087a246b010SChuck Lever .sin_family = AF_INET, 1088a246b010SChuck Lever }; 1089529b33c6SChuck Lever int err; 1090c8475461SChuck Lever unsigned short port = transport->port; 1091a246b010SChuck Lever 1092a246b010SChuck Lever do { 1093a246b010SChuck Lever myaddr.sin_port = htons(port); 1094e6242e92SSridhar Samudrala err = kernel_bind(sock, (struct sockaddr *) &myaddr, 1095a246b010SChuck Lever sizeof(myaddr)); 1096a246b010SChuck Lever if (err == 0) { 1097c8475461SChuck Lever transport->port = port; 10989903cd1cSChuck Lever dprintk("RPC: xs_bindresvport bound to port %u\n", 10999903cd1cSChuck Lever port); 1100a246b010SChuck Lever return 0; 1101a246b010SChuck Lever } 1102529b33c6SChuck Lever if (port <= xprt_min_resvport) 1103529b33c6SChuck Lever port = xprt_max_resvport; 1104529b33c6SChuck Lever else 1105529b33c6SChuck Lever port--; 1106c8475461SChuck Lever } while (err == -EADDRINUSE && port != transport->port); 1107a246b010SChuck Lever 11089903cd1cSChuck Lever dprintk("RPC: can't bind to reserved port (%d).\n", -err); 1109a246b010SChuck Lever return err; 1110a246b010SChuck Lever } 1111a246b010SChuck Lever 11129903cd1cSChuck Lever /** 1113b0d93ad5SChuck Lever * xs_udp_connect_worker - set up a UDP socket 11149903cd1cSChuck Lever * @args: RPC transport to connect 11159903cd1cSChuck Lever * 11169903cd1cSChuck Lever * Invoked by a work queue tasklet. 1117a246b010SChuck Lever */ 1118b0d93ad5SChuck Lever static void xs_udp_connect_worker(void *args) 1119a246b010SChuck Lever { 1120c8475461SChuck Lever struct sock_xprt *transport = (struct sock_xprt *)args; 1121c8475461SChuck Lever struct rpc_xprt *xprt = &transport->xprt; 1122ee0ac0c2SChuck Lever struct socket *sock = transport->sock; 1123b0d93ad5SChuck Lever int err, status = -EIO; 1124a246b010SChuck Lever 1125ec739ef0SChuck Lever if (xprt->shutdown || !xprt_bound(xprt)) 1126a246b010SChuck Lever goto out; 1127a246b010SChuck Lever 1128b0d93ad5SChuck Lever /* Start by resetting any existing state */ 11299903cd1cSChuck Lever xs_close(xprt); 1130b0d93ad5SChuck Lever 1131b0d93ad5SChuck Lever if ((err = sock_create_kern(PF_INET, SOCK_DGRAM, IPPROTO_UDP, &sock)) < 0) { 1132b0d93ad5SChuck Lever dprintk("RPC: can't create UDP transport socket (%d).\n", -err); 1133a246b010SChuck Lever goto out; 1134a246b010SChuck Lever } 1135a246b010SChuck Lever 1136c8475461SChuck Lever if (xprt->resvport && xs_bindresvport(transport, sock) < 0) { 1137b0d93ad5SChuck Lever sock_release(sock); 1138b0d93ad5SChuck Lever goto out; 1139b0d93ad5SChuck Lever } 1140b0d93ad5SChuck Lever 1141edb267a6SChuck Lever dprintk("RPC: worker connecting xprt %p to address: %s\n", 1142edb267a6SChuck Lever xprt, xs_print_peer_address(xprt, RPC_DISPLAY_ALL)); 1143edb267a6SChuck Lever 1144ee0ac0c2SChuck Lever if (!transport->inet) { 1145b0d93ad5SChuck Lever struct sock *sk = sock->sk; 1146b0d93ad5SChuck Lever 1147b0d93ad5SChuck Lever write_lock_bh(&sk->sk_callback_lock); 1148b0d93ad5SChuck Lever 1149b0d93ad5SChuck Lever sk->sk_user_data = xprt; 1150b0d93ad5SChuck Lever xprt->old_data_ready = sk->sk_data_ready; 1151b0d93ad5SChuck Lever xprt->old_state_change = sk->sk_state_change; 1152b0d93ad5SChuck Lever xprt->old_write_space = sk->sk_write_space; 1153b0d93ad5SChuck Lever sk->sk_data_ready = xs_udp_data_ready; 1154b0d93ad5SChuck Lever sk->sk_write_space = xs_udp_write_space; 1155b0d93ad5SChuck Lever sk->sk_no_check = UDP_CSUM_NORCV; 1156b079fa7bSTrond Myklebust sk->sk_allocation = GFP_ATOMIC; 1157b0d93ad5SChuck Lever 1158b0d93ad5SChuck Lever xprt_set_connected(xprt); 1159b0d93ad5SChuck Lever 1160b0d93ad5SChuck Lever /* Reset to new socket */ 1161ee0ac0c2SChuck Lever transport->sock = sock; 1162ee0ac0c2SChuck Lever transport->inet = sk; 1163b0d93ad5SChuck Lever 1164b0d93ad5SChuck Lever write_unlock_bh(&sk->sk_callback_lock); 1165b0d93ad5SChuck Lever } 1166470056c2SChuck Lever xs_udp_do_set_buffer_size(xprt); 1167a246b010SChuck Lever status = 0; 1168b0d93ad5SChuck Lever out: 1169b0d93ad5SChuck Lever xprt_wake_pending_tasks(xprt, status); 1170b0d93ad5SChuck Lever xprt_clear_connecting(xprt); 1171b0d93ad5SChuck Lever } 1172b0d93ad5SChuck Lever 11733167e12cSChuck Lever /* 11743167e12cSChuck Lever * We need to preserve the port number so the reply cache on the server can 11753167e12cSChuck Lever * find our cached RPC replies when we get around to reconnecting. 11763167e12cSChuck Lever */ 11773167e12cSChuck Lever static void xs_tcp_reuse_connection(struct rpc_xprt *xprt) 11783167e12cSChuck Lever { 11793167e12cSChuck Lever int result; 1180ee0ac0c2SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 11813167e12cSChuck Lever struct sockaddr any; 11823167e12cSChuck Lever 11833167e12cSChuck Lever dprintk("RPC: disconnecting xprt %p to reuse port\n", xprt); 11843167e12cSChuck Lever 11853167e12cSChuck Lever /* 11863167e12cSChuck Lever * Disconnect the transport socket by doing a connect operation 11873167e12cSChuck Lever * with AF_UNSPEC. This should return immediately... 11883167e12cSChuck Lever */ 11893167e12cSChuck Lever memset(&any, 0, sizeof(any)); 11903167e12cSChuck Lever any.sa_family = AF_UNSPEC; 1191ee0ac0c2SChuck Lever result = kernel_connect(transport->sock, &any, sizeof(any), 0); 11923167e12cSChuck Lever if (result) 11933167e12cSChuck Lever dprintk("RPC: AF_UNSPEC connect return code %d\n", 11943167e12cSChuck Lever result); 11953167e12cSChuck Lever } 11963167e12cSChuck Lever 1197b0d93ad5SChuck Lever /** 1198b0d93ad5SChuck Lever * xs_tcp_connect_worker - connect a TCP socket to a remote endpoint 1199b0d93ad5SChuck Lever * @args: RPC transport to connect 1200b0d93ad5SChuck Lever * 1201b0d93ad5SChuck Lever * Invoked by a work queue tasklet. 1202b0d93ad5SChuck Lever */ 1203b0d93ad5SChuck Lever static void xs_tcp_connect_worker(void *args) 1204b0d93ad5SChuck Lever { 1205c8475461SChuck Lever struct sock_xprt *transport = (struct sock_xprt *)args; 1206c8475461SChuck Lever struct rpc_xprt *xprt = &transport->xprt; 1207ee0ac0c2SChuck Lever struct socket *sock = transport->sock; 1208b0d93ad5SChuck Lever int err, status = -EIO; 1209b0d93ad5SChuck Lever 1210ec739ef0SChuck Lever if (xprt->shutdown || !xprt_bound(xprt)) 1211a246b010SChuck Lever goto out; 1212a246b010SChuck Lever 1213ee0ac0c2SChuck Lever if (!sock) { 12143167e12cSChuck Lever /* start from scratch */ 1215b0d93ad5SChuck Lever if ((err = sock_create_kern(PF_INET, SOCK_STREAM, IPPROTO_TCP, &sock)) < 0) { 1216b0d93ad5SChuck Lever dprintk("RPC: can't create TCP transport socket (%d).\n", -err); 1217b0d93ad5SChuck Lever goto out; 1218b0d93ad5SChuck Lever } 1219b0d93ad5SChuck Lever 1220c8475461SChuck Lever if (xprt->resvport && xs_bindresvport(transport, sock) < 0) { 1221b0d93ad5SChuck Lever sock_release(sock); 1222b0d93ad5SChuck Lever goto out; 1223b0d93ad5SChuck Lever } 12243167e12cSChuck Lever } else 12253167e12cSChuck Lever /* "close" the socket, preserving the local port */ 12263167e12cSChuck Lever xs_tcp_reuse_connection(xprt); 1227b0d93ad5SChuck Lever 1228edb267a6SChuck Lever dprintk("RPC: worker connecting xprt %p to address: %s\n", 1229edb267a6SChuck Lever xprt, xs_print_peer_address(xprt, RPC_DISPLAY_ALL)); 1230edb267a6SChuck Lever 1231ee0ac0c2SChuck Lever if (!transport->inet) { 1232b0d93ad5SChuck Lever struct sock *sk = sock->sk; 1233b0d93ad5SChuck Lever 1234b0d93ad5SChuck Lever write_lock_bh(&sk->sk_callback_lock); 1235b0d93ad5SChuck Lever 1236b0d93ad5SChuck Lever sk->sk_user_data = xprt; 1237b0d93ad5SChuck Lever xprt->old_data_ready = sk->sk_data_ready; 1238b0d93ad5SChuck Lever xprt->old_state_change = sk->sk_state_change; 1239b0d93ad5SChuck Lever xprt->old_write_space = sk->sk_write_space; 1240b0d93ad5SChuck Lever sk->sk_data_ready = xs_tcp_data_ready; 1241b0d93ad5SChuck Lever sk->sk_state_change = xs_tcp_state_change; 1242b0d93ad5SChuck Lever sk->sk_write_space = xs_tcp_write_space; 1243b079fa7bSTrond Myklebust sk->sk_allocation = GFP_ATOMIC; 12443167e12cSChuck Lever 12453167e12cSChuck Lever /* socket options */ 12463167e12cSChuck Lever sk->sk_userlocks |= SOCK_BINDPORT_LOCK; 12473167e12cSChuck Lever sock_reset_flag(sk, SOCK_LINGER); 12483167e12cSChuck Lever tcp_sk(sk)->linger2 = 0; 12493167e12cSChuck Lever tcp_sk(sk)->nonagle |= TCP_NAGLE_OFF; 1250b0d93ad5SChuck Lever 1251b0d93ad5SChuck Lever xprt_clear_connected(xprt); 1252b0d93ad5SChuck Lever 1253b0d93ad5SChuck Lever /* Reset to new socket */ 1254ee0ac0c2SChuck Lever transport->sock = sock; 1255ee0ac0c2SChuck Lever transport->inet = sk; 1256b0d93ad5SChuck Lever 1257b0d93ad5SChuck Lever write_unlock_bh(&sk->sk_callback_lock); 1258b0d93ad5SChuck Lever } 1259b0d93ad5SChuck Lever 1260b0d93ad5SChuck Lever /* Tell the socket layer to start connecting... */ 1261262ca07dSChuck Lever xprt->stat.connect_count++; 1262262ca07dSChuck Lever xprt->stat.connect_start = jiffies; 1263e6242e92SSridhar Samudrala status = kernel_connect(sock, (struct sockaddr *) &xprt->addr, 1264c4efcb1dSChuck Lever xprt->addrlen, O_NONBLOCK); 1265a246b010SChuck Lever dprintk("RPC: %p connect status %d connected %d sock state %d\n", 1266a246b010SChuck Lever xprt, -status, xprt_connected(xprt), sock->sk->sk_state); 1267a246b010SChuck Lever if (status < 0) { 1268a246b010SChuck Lever switch (status) { 1269a246b010SChuck Lever case -EINPROGRESS: 1270a246b010SChuck Lever case -EALREADY: 1271a246b010SChuck Lever goto out_clear; 12723167e12cSChuck Lever case -ECONNREFUSED: 12733167e12cSChuck Lever case -ECONNRESET: 12743167e12cSChuck Lever /* retry with existing socket, after a delay */ 12753167e12cSChuck Lever break; 12763167e12cSChuck Lever default: 12773167e12cSChuck Lever /* get rid of existing socket, and retry */ 12783167e12cSChuck Lever xs_close(xprt); 12793167e12cSChuck Lever break; 1280a246b010SChuck Lever } 1281a246b010SChuck Lever } 1282a246b010SChuck Lever out: 128344fbac22SChuck Lever xprt_wake_pending_tasks(xprt, status); 1284a246b010SChuck Lever out_clear: 12852226feb6SChuck Lever xprt_clear_connecting(xprt); 1286a246b010SChuck Lever } 1287a246b010SChuck Lever 12889903cd1cSChuck Lever /** 12899903cd1cSChuck Lever * xs_connect - connect a socket to a remote endpoint 12909903cd1cSChuck Lever * @task: address of RPC task that manages state of connect request 12919903cd1cSChuck Lever * 12929903cd1cSChuck Lever * TCP: If the remote end dropped the connection, delay reconnecting. 129303bf4b70SChuck Lever * 129403bf4b70SChuck Lever * UDP socket connects are synchronous, but we use a work queue anyway 129503bf4b70SChuck Lever * to guarantee that even unprivileged user processes can set up a 129603bf4b70SChuck Lever * socket on a privileged port. 129703bf4b70SChuck Lever * 129803bf4b70SChuck Lever * If a UDP socket connect fails, the delay behavior here prevents 129903bf4b70SChuck Lever * retry floods (hard mounts). 13009903cd1cSChuck Lever */ 13019903cd1cSChuck Lever static void xs_connect(struct rpc_task *task) 1302a246b010SChuck Lever { 1303a246b010SChuck Lever struct rpc_xprt *xprt = task->tk_xprt; 1304ee0ac0c2SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 1305a246b010SChuck Lever 1306b0d93ad5SChuck Lever if (xprt_test_and_set_connecting(xprt)) 1307b0d93ad5SChuck Lever return; 1308b0d93ad5SChuck Lever 1309ee0ac0c2SChuck Lever if (transport->sock != NULL) { 131003bf4b70SChuck Lever dprintk("RPC: xs_connect delayed xprt %p for %lu seconds\n", 131103bf4b70SChuck Lever xprt, xprt->reestablish_timeout / HZ); 1312c8475461SChuck Lever schedule_delayed_work(&transport->connect_worker, 131303bf4b70SChuck Lever xprt->reestablish_timeout); 131403bf4b70SChuck Lever xprt->reestablish_timeout <<= 1; 131503bf4b70SChuck Lever if (xprt->reestablish_timeout > XS_TCP_MAX_REEST_TO) 131603bf4b70SChuck Lever xprt->reestablish_timeout = XS_TCP_MAX_REEST_TO; 13179903cd1cSChuck Lever } else { 13189903cd1cSChuck Lever dprintk("RPC: xs_connect scheduled xprt %p\n", xprt); 1319c8475461SChuck Lever schedule_work(&transport->connect_worker); 1320b0d93ad5SChuck Lever 1321a246b010SChuck Lever /* flush_scheduled_work can sleep... */ 1322a246b010SChuck Lever if (!RPC_IS_ASYNC(task)) 1323a246b010SChuck Lever flush_scheduled_work(); 1324a246b010SChuck Lever } 1325a246b010SChuck Lever } 1326a246b010SChuck Lever 1327262ca07dSChuck Lever /** 1328262ca07dSChuck Lever * xs_udp_print_stats - display UDP socket-specifc stats 1329262ca07dSChuck Lever * @xprt: rpc_xprt struct containing statistics 1330262ca07dSChuck Lever * @seq: output file 1331262ca07dSChuck Lever * 1332262ca07dSChuck Lever */ 1333262ca07dSChuck Lever static void xs_udp_print_stats(struct rpc_xprt *xprt, struct seq_file *seq) 1334262ca07dSChuck Lever { 1335c8475461SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 1336c8475461SChuck Lever 1337262ca07dSChuck Lever seq_printf(seq, "\txprt:\tudp %u %lu %lu %lu %lu %Lu %Lu\n", 1338c8475461SChuck Lever transport->port, 1339262ca07dSChuck Lever xprt->stat.bind_count, 1340262ca07dSChuck Lever xprt->stat.sends, 1341262ca07dSChuck Lever xprt->stat.recvs, 1342262ca07dSChuck Lever xprt->stat.bad_xids, 1343262ca07dSChuck Lever xprt->stat.req_u, 1344262ca07dSChuck Lever xprt->stat.bklog_u); 1345262ca07dSChuck Lever } 1346262ca07dSChuck Lever 1347262ca07dSChuck Lever /** 1348262ca07dSChuck Lever * xs_tcp_print_stats - display TCP socket-specifc stats 1349262ca07dSChuck Lever * @xprt: rpc_xprt struct containing statistics 1350262ca07dSChuck Lever * @seq: output file 1351262ca07dSChuck Lever * 1352262ca07dSChuck Lever */ 1353262ca07dSChuck Lever static void xs_tcp_print_stats(struct rpc_xprt *xprt, struct seq_file *seq) 1354262ca07dSChuck Lever { 1355c8475461SChuck Lever struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt); 1356262ca07dSChuck Lever long idle_time = 0; 1357262ca07dSChuck Lever 1358262ca07dSChuck Lever if (xprt_connected(xprt)) 1359262ca07dSChuck Lever idle_time = (long)(jiffies - xprt->last_used) / HZ; 1360262ca07dSChuck Lever 1361262ca07dSChuck Lever seq_printf(seq, "\txprt:\ttcp %u %lu %lu %lu %ld %lu %lu %lu %Lu %Lu\n", 1362c8475461SChuck Lever transport->port, 1363262ca07dSChuck Lever xprt->stat.bind_count, 1364262ca07dSChuck Lever xprt->stat.connect_count, 1365262ca07dSChuck Lever xprt->stat.connect_time, 1366262ca07dSChuck Lever idle_time, 1367262ca07dSChuck Lever xprt->stat.sends, 1368262ca07dSChuck Lever xprt->stat.recvs, 1369262ca07dSChuck Lever xprt->stat.bad_xids, 1370262ca07dSChuck Lever xprt->stat.req_u, 1371262ca07dSChuck Lever xprt->stat.bklog_u); 1372262ca07dSChuck Lever } 1373262ca07dSChuck Lever 1374262965f5SChuck Lever static struct rpc_xprt_ops xs_udp_ops = { 137543118c29SChuck Lever .set_buffer_size = xs_udp_set_buffer_size, 1376edb267a6SChuck Lever .print_addr = xs_print_peer_address, 137712a80469SChuck Lever .reserve_xprt = xprt_reserve_xprt_cong, 137849e9a890SChuck Lever .release_xprt = xprt_release_xprt_cong, 1379bbf7c1ddSChuck Lever .rpcbind = rpc_getport, 138092200412SChuck Lever .set_port = xs_set_port, 13819903cd1cSChuck Lever .connect = xs_connect, 138202107148SChuck Lever .buf_alloc = rpc_malloc, 138302107148SChuck Lever .buf_free = rpc_free, 1384262965f5SChuck Lever .send_request = xs_udp_send_request, 1385fe3aca29SChuck Lever .set_retrans_timeout = xprt_set_retrans_timeout_rtt, 138646c0ee8bSChuck Lever .timer = xs_udp_timer, 1387a58dd398SChuck Lever .release_request = xprt_release_rqst_cong, 1388262965f5SChuck Lever .close = xs_close, 1389262965f5SChuck Lever .destroy = xs_destroy, 1390262ca07dSChuck Lever .print_stats = xs_udp_print_stats, 1391262965f5SChuck Lever }; 1392262965f5SChuck Lever 1393262965f5SChuck Lever static struct rpc_xprt_ops xs_tcp_ops = { 1394edb267a6SChuck Lever .print_addr = xs_print_peer_address, 139512a80469SChuck Lever .reserve_xprt = xprt_reserve_xprt, 1396e0ab53deSTrond Myklebust .release_xprt = xs_tcp_release_xprt, 1397bbf7c1ddSChuck Lever .rpcbind = rpc_getport, 139892200412SChuck Lever .set_port = xs_set_port, 1399262965f5SChuck Lever .connect = xs_connect, 140002107148SChuck Lever .buf_alloc = rpc_malloc, 140102107148SChuck Lever .buf_free = rpc_free, 1402262965f5SChuck Lever .send_request = xs_tcp_send_request, 1403fe3aca29SChuck Lever .set_retrans_timeout = xprt_set_retrans_timeout_def, 14049903cd1cSChuck Lever .close = xs_close, 14059903cd1cSChuck Lever .destroy = xs_destroy, 1406262ca07dSChuck Lever .print_stats = xs_tcp_print_stats, 1407a246b010SChuck Lever }; 1408a246b010SChuck Lever 1409c8541ecdSChuck Lever static struct rpc_xprt *xs_setup_xprt(struct sockaddr *addr, size_t addrlen, unsigned int slot_table_size) 1410c8541ecdSChuck Lever { 1411c8541ecdSChuck Lever struct rpc_xprt *xprt; 1412ffc2e518SChuck Lever struct sock_xprt *new; 1413c8541ecdSChuck Lever 1414c8541ecdSChuck Lever if (addrlen > sizeof(xprt->addr)) { 1415c8541ecdSChuck Lever dprintk("RPC: xs_setup_xprt: address too large\n"); 1416c8541ecdSChuck Lever return ERR_PTR(-EBADF); 1417c8541ecdSChuck Lever } 1418c8541ecdSChuck Lever 1419ffc2e518SChuck Lever new = kzalloc(sizeof(*new), GFP_KERNEL); 1420ffc2e518SChuck Lever if (new == NULL) { 1421c8541ecdSChuck Lever dprintk("RPC: xs_setup_xprt: couldn't allocate rpc_xprt\n"); 1422c8541ecdSChuck Lever return ERR_PTR(-ENOMEM); 1423c8541ecdSChuck Lever } 1424ffc2e518SChuck Lever xprt = &new->xprt; 1425c8541ecdSChuck Lever 1426c8541ecdSChuck Lever xprt->max_reqs = slot_table_size; 1427c8541ecdSChuck Lever xprt->slot = kcalloc(xprt->max_reqs, sizeof(struct rpc_rqst), GFP_KERNEL); 1428c8541ecdSChuck Lever if (xprt->slot == NULL) { 1429c8541ecdSChuck Lever kfree(xprt); 1430c8541ecdSChuck Lever dprintk("RPC: xs_setup_xprt: couldn't allocate slot table\n"); 1431c8541ecdSChuck Lever return ERR_PTR(-ENOMEM); 1432c8541ecdSChuck Lever } 1433c8541ecdSChuck Lever 1434c8541ecdSChuck Lever memcpy(&xprt->addr, addr, addrlen); 1435c8541ecdSChuck Lever xprt->addrlen = addrlen; 1436c8475461SChuck Lever new->port = xs_get_random_port(); 1437c8541ecdSChuck Lever 1438c8541ecdSChuck Lever return xprt; 1439c8541ecdSChuck Lever } 1440c8541ecdSChuck Lever 14419903cd1cSChuck Lever /** 14429903cd1cSChuck Lever * xs_setup_udp - Set up transport to use a UDP socket 1443c8541ecdSChuck Lever * @addr: address of remote server 1444c8541ecdSChuck Lever * @addrlen: length of address in bytes 14459903cd1cSChuck Lever * @to: timeout parameters 14469903cd1cSChuck Lever * 14479903cd1cSChuck Lever */ 1448c8541ecdSChuck Lever struct rpc_xprt *xs_setup_udp(struct sockaddr *addr, size_t addrlen, struct rpc_timeout *to) 1449a246b010SChuck Lever { 1450c8541ecdSChuck Lever struct rpc_xprt *xprt; 1451c8475461SChuck Lever struct sock_xprt *transport; 1452a246b010SChuck Lever 1453c8541ecdSChuck Lever xprt = xs_setup_xprt(addr, addrlen, xprt_udp_slot_table_entries); 1454c8541ecdSChuck Lever if (IS_ERR(xprt)) 1455c8541ecdSChuck Lever return xprt; 1456c8475461SChuck Lever transport = container_of(xprt, struct sock_xprt, xprt); 1457a246b010SChuck Lever 1458c8541ecdSChuck Lever if (ntohs(((struct sockaddr_in *)addr)->sin_port) != 0) 1459ec739ef0SChuck Lever xprt_set_bound(xprt); 1460ec739ef0SChuck Lever 1461ec739ef0SChuck Lever xprt->prot = IPPROTO_UDP; 1462808012fbSChuck Lever xprt->tsh_size = 0; 1463a246b010SChuck Lever /* XXX: header size can vary due to auth type, IPv6, etc. */ 1464a246b010SChuck Lever xprt->max_payload = (1U << 16) - (MAX_HEADER << 3); 1465a246b010SChuck Lever 1466c8475461SChuck Lever INIT_WORK(&transport->connect_worker, xs_udp_connect_worker, transport); 146703bf4b70SChuck Lever xprt->bind_timeout = XS_BIND_TO; 146803bf4b70SChuck Lever xprt->connect_timeout = XS_UDP_CONN_TO; 146903bf4b70SChuck Lever xprt->reestablish_timeout = XS_UDP_REEST_TO; 147003bf4b70SChuck Lever xprt->idle_timeout = XS_IDLE_DISC_TO; 1471a246b010SChuck Lever 1472262965f5SChuck Lever xprt->ops = &xs_udp_ops; 1473a246b010SChuck Lever 1474a246b010SChuck Lever if (to) 1475a246b010SChuck Lever xprt->timeout = *to; 1476a246b010SChuck Lever else 14779903cd1cSChuck Lever xprt_set_timeout(&xprt->timeout, 5, 5 * HZ); 1478a246b010SChuck Lever 1479edb267a6SChuck Lever xs_format_peer_addresses(xprt); 1480edb267a6SChuck Lever dprintk("RPC: set up transport to address %s\n", 1481edb267a6SChuck Lever xs_print_peer_address(xprt, RPC_DISPLAY_ALL)); 1482edb267a6SChuck Lever 1483c8541ecdSChuck Lever return xprt; 1484a246b010SChuck Lever } 1485a246b010SChuck Lever 14869903cd1cSChuck Lever /** 14879903cd1cSChuck Lever * xs_setup_tcp - Set up transport to use a TCP socket 1488c8541ecdSChuck Lever * @addr: address of remote server 1489c8541ecdSChuck Lever * @addrlen: length of address in bytes 14909903cd1cSChuck Lever * @to: timeout parameters 14919903cd1cSChuck Lever * 14929903cd1cSChuck Lever */ 1493c8541ecdSChuck Lever struct rpc_xprt *xs_setup_tcp(struct sockaddr *addr, size_t addrlen, struct rpc_timeout *to) 1494a246b010SChuck Lever { 1495c8541ecdSChuck Lever struct rpc_xprt *xprt; 1496c8475461SChuck Lever struct sock_xprt *transport; 1497a246b010SChuck Lever 1498c8541ecdSChuck Lever xprt = xs_setup_xprt(addr, addrlen, xprt_tcp_slot_table_entries); 1499c8541ecdSChuck Lever if (IS_ERR(xprt)) 1500c8541ecdSChuck Lever return xprt; 1501c8475461SChuck Lever transport = container_of(xprt, struct sock_xprt, xprt); 1502a246b010SChuck Lever 1503c8541ecdSChuck Lever if (ntohs(((struct sockaddr_in *)addr)->sin_port) != 0) 1504ec739ef0SChuck Lever xprt_set_bound(xprt); 1505ec739ef0SChuck Lever 1506ec739ef0SChuck Lever xprt->prot = IPPROTO_TCP; 1507808012fbSChuck Lever xprt->tsh_size = sizeof(rpc_fraghdr) / sizeof(u32); 1508808012fbSChuck Lever xprt->max_payload = RPC_MAX_FRAGMENT_SIZE; 1509a246b010SChuck Lever 1510c8475461SChuck Lever INIT_WORK(&transport->connect_worker, xs_tcp_connect_worker, transport); 151103bf4b70SChuck Lever xprt->bind_timeout = XS_BIND_TO; 151203bf4b70SChuck Lever xprt->connect_timeout = XS_TCP_CONN_TO; 151303bf4b70SChuck Lever xprt->reestablish_timeout = XS_TCP_INIT_REEST_TO; 151403bf4b70SChuck Lever xprt->idle_timeout = XS_IDLE_DISC_TO; 1515a246b010SChuck Lever 1516262965f5SChuck Lever xprt->ops = &xs_tcp_ops; 1517a246b010SChuck Lever 1518a246b010SChuck Lever if (to) 1519a246b010SChuck Lever xprt->timeout = *to; 1520a246b010SChuck Lever else 15219903cd1cSChuck Lever xprt_set_timeout(&xprt->timeout, 2, 60 * HZ); 1522a246b010SChuck Lever 1523edb267a6SChuck Lever xs_format_peer_addresses(xprt); 1524edb267a6SChuck Lever dprintk("RPC: set up transport to address %s\n", 1525edb267a6SChuck Lever xs_print_peer_address(xprt, RPC_DISPLAY_ALL)); 1526edb267a6SChuck Lever 1527c8541ecdSChuck Lever return xprt; 1528a246b010SChuck Lever } 1529