113796bf9SAndy Grover /* 213796bf9SAndy Grover * Copyright (c) 2006 Oracle. All rights reserved. 313796bf9SAndy Grover * 413796bf9SAndy Grover * This software is available to you under a choice of one of two 513796bf9SAndy Grover * licenses. You may choose to be licensed under the terms of the GNU 613796bf9SAndy Grover * General Public License (GPL) Version 2, available from the file 713796bf9SAndy Grover * COPYING in the main directory of this source tree, or the 813796bf9SAndy Grover * OpenIB.org BSD license below: 913796bf9SAndy Grover * 1013796bf9SAndy Grover * Redistribution and use in source and binary forms, with or 1113796bf9SAndy Grover * without modification, are permitted provided that the following 1213796bf9SAndy Grover * conditions are met: 1313796bf9SAndy Grover * 1413796bf9SAndy Grover * - Redistributions of source code must retain the above 1513796bf9SAndy Grover * copyright notice, this list of conditions and the following 1613796bf9SAndy Grover * disclaimer. 1713796bf9SAndy Grover * 1813796bf9SAndy Grover * - Redistributions in binary form must reproduce the above 1913796bf9SAndy Grover * copyright notice, this list of conditions and the following 2013796bf9SAndy Grover * disclaimer in the documentation and/or other materials 2113796bf9SAndy Grover * provided with the distribution. 2213796bf9SAndy Grover * 2313796bf9SAndy Grover * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 2413796bf9SAndy Grover * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 2513796bf9SAndy Grover * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 2613796bf9SAndy Grover * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 2713796bf9SAndy Grover * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 2813796bf9SAndy Grover * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 2913796bf9SAndy Grover * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 3013796bf9SAndy Grover * SOFTWARE. 3113796bf9SAndy Grover * 3213796bf9SAndy Grover */ 3313796bf9SAndy Grover #include <linux/kernel.h> 345a0e3ad6STejun Heo #include <linux/slab.h> 3513796bf9SAndy Grover #include <linux/in.h> 3613796bf9SAndy Grover 3713796bf9SAndy Grover #include "rds.h" 3813796bf9SAndy Grover #include "loop.h" 3913796bf9SAndy Grover 4013796bf9SAndy Grover static DEFINE_SPINLOCK(loop_conns_lock); 4113796bf9SAndy Grover static LIST_HEAD(loop_conns); 4213796bf9SAndy Grover 4313796bf9SAndy Grover /* 4413796bf9SAndy Grover * This 'loopback' transport is a special case for flows that originate 4513796bf9SAndy Grover * and terminate on the same machine. 4613796bf9SAndy Grover * 4713796bf9SAndy Grover * Connection build-up notices if the destination address is thought of 4813796bf9SAndy Grover * as a local address by a transport. At that time it decides to use the 4913796bf9SAndy Grover * loopback transport instead of the bound transport of the sending socket. 5013796bf9SAndy Grover * 5113796bf9SAndy Grover * The loopback transport's sending path just hands the sent rds_message 5213796bf9SAndy Grover * straight to the receiving path via an embedded rds_incoming. 5313796bf9SAndy Grover */ 5413796bf9SAndy Grover 5513796bf9SAndy Grover /* 5613796bf9SAndy Grover * Usually a message transits both the sender and receiver's conns as it 5713796bf9SAndy Grover * flows to the receiver. In the loopback case, though, the receive path 5813796bf9SAndy Grover * is handed the sending conn so the sense of the addresses is reversed. 5913796bf9SAndy Grover */ 6013796bf9SAndy Grover static int rds_loop_xmit(struct rds_connection *conn, struct rds_message *rm, 6113796bf9SAndy Grover unsigned int hdr_off, unsigned int sg, 6213796bf9SAndy Grover unsigned int off) 6313796bf9SAndy Grover { 6413796bf9SAndy Grover BUG_ON(hdr_off || sg || off); 6513796bf9SAndy Grover 6613796bf9SAndy Grover rds_inc_init(&rm->m_inc, conn, conn->c_laddr); 6713796bf9SAndy Grover rds_message_addref(rm); /* for the inc */ 6813796bf9SAndy Grover 6913796bf9SAndy Grover rds_recv_incoming(conn, conn->c_laddr, conn->c_faddr, &rm->m_inc, 7013796bf9SAndy Grover GFP_KERNEL, KM_USER0); 7113796bf9SAndy Grover 7213796bf9SAndy Grover rds_send_drop_acked(conn, be64_to_cpu(rm->m_inc.i_hdr.h_sequence), 7313796bf9SAndy Grover NULL); 7413796bf9SAndy Grover 7513796bf9SAndy Grover rds_inc_put(&rm->m_inc); 7613796bf9SAndy Grover 7713796bf9SAndy Grover return sizeof(struct rds_header) + be32_to_cpu(rm->m_inc.i_hdr.h_len); 7813796bf9SAndy Grover } 7913796bf9SAndy Grover 8013796bf9SAndy Grover static int rds_loop_xmit_cong_map(struct rds_connection *conn, 8113796bf9SAndy Grover struct rds_cong_map *map, 8213796bf9SAndy Grover unsigned long offset) 8313796bf9SAndy Grover { 8413796bf9SAndy Grover BUG_ON(offset); 8513796bf9SAndy Grover BUG_ON(map != conn->c_lcong); 8613796bf9SAndy Grover 8713796bf9SAndy Grover rds_cong_map_updated(conn->c_fcong, ~(u64) 0); 8813796bf9SAndy Grover 8913796bf9SAndy Grover return sizeof(struct rds_header) + RDS_CONG_MAP_BYTES; 9013796bf9SAndy Grover } 9113796bf9SAndy Grover 9213796bf9SAndy Grover /* we need to at least give the thread something to succeed */ 9313796bf9SAndy Grover static int rds_loop_recv(struct rds_connection *conn) 9413796bf9SAndy Grover { 9513796bf9SAndy Grover return 0; 9613796bf9SAndy Grover } 9713796bf9SAndy Grover 9813796bf9SAndy Grover struct rds_loop_connection { 9913796bf9SAndy Grover struct list_head loop_node; 10013796bf9SAndy Grover struct rds_connection *conn; 10113796bf9SAndy Grover }; 10213796bf9SAndy Grover 10313796bf9SAndy Grover /* 10413796bf9SAndy Grover * Even the loopback transport needs to keep track of its connections, 10513796bf9SAndy Grover * so it can call rds_conn_destroy() on them on exit. N.B. there are 10613796bf9SAndy Grover * 1+ loopback addresses (127.*.*.*) so it's not a bug to have 10713796bf9SAndy Grover * multiple loopback conns allocated, although rather useless. 10813796bf9SAndy Grover */ 10913796bf9SAndy Grover static int rds_loop_conn_alloc(struct rds_connection *conn, gfp_t gfp) 11013796bf9SAndy Grover { 11113796bf9SAndy Grover struct rds_loop_connection *lc; 11213796bf9SAndy Grover unsigned long flags; 11313796bf9SAndy Grover 11413796bf9SAndy Grover lc = kzalloc(sizeof(struct rds_loop_connection), GFP_KERNEL); 115*8690bfa1SAndy Grover if (!lc) 11613796bf9SAndy Grover return -ENOMEM; 11713796bf9SAndy Grover 11813796bf9SAndy Grover INIT_LIST_HEAD(&lc->loop_node); 11913796bf9SAndy Grover lc->conn = conn; 12013796bf9SAndy Grover conn->c_transport_data = lc; 12113796bf9SAndy Grover 12213796bf9SAndy Grover spin_lock_irqsave(&loop_conns_lock, flags); 12313796bf9SAndy Grover list_add_tail(&lc->loop_node, &loop_conns); 12413796bf9SAndy Grover spin_unlock_irqrestore(&loop_conns_lock, flags); 12513796bf9SAndy Grover 12613796bf9SAndy Grover return 0; 12713796bf9SAndy Grover } 12813796bf9SAndy Grover 12913796bf9SAndy Grover static void rds_loop_conn_free(void *arg) 13013796bf9SAndy Grover { 13113796bf9SAndy Grover struct rds_loop_connection *lc = arg; 13213796bf9SAndy Grover rdsdebug("lc %p\n", lc); 13313796bf9SAndy Grover list_del(&lc->loop_node); 13413796bf9SAndy Grover kfree(lc); 13513796bf9SAndy Grover } 13613796bf9SAndy Grover 13713796bf9SAndy Grover static int rds_loop_conn_connect(struct rds_connection *conn) 13813796bf9SAndy Grover { 13913796bf9SAndy Grover rds_connect_complete(conn); 14013796bf9SAndy Grover return 0; 14113796bf9SAndy Grover } 14213796bf9SAndy Grover 14313796bf9SAndy Grover static void rds_loop_conn_shutdown(struct rds_connection *conn) 14413796bf9SAndy Grover { 14513796bf9SAndy Grover } 14613796bf9SAndy Grover 14713796bf9SAndy Grover void rds_loop_exit(void) 14813796bf9SAndy Grover { 14913796bf9SAndy Grover struct rds_loop_connection *lc, *_lc; 15013796bf9SAndy Grover LIST_HEAD(tmp_list); 15113796bf9SAndy Grover 15213796bf9SAndy Grover /* avoid calling conn_destroy with irqs off */ 15313796bf9SAndy Grover spin_lock_irq(&loop_conns_lock); 15413796bf9SAndy Grover list_splice(&loop_conns, &tmp_list); 15513796bf9SAndy Grover INIT_LIST_HEAD(&loop_conns); 15613796bf9SAndy Grover spin_unlock_irq(&loop_conns_lock); 15713796bf9SAndy Grover 15813796bf9SAndy Grover list_for_each_entry_safe(lc, _lc, &tmp_list, loop_node) { 15913796bf9SAndy Grover WARN_ON(lc->conn->c_passive); 16013796bf9SAndy Grover rds_conn_destroy(lc->conn); 16113796bf9SAndy Grover } 16213796bf9SAndy Grover } 16313796bf9SAndy Grover 16413796bf9SAndy Grover /* 16513796bf9SAndy Grover * This is missing .xmit_* because loop doesn't go through generic 16613796bf9SAndy Grover * rds_send_xmit() and doesn't call rds_recv_incoming(). .listen_stop and 16713796bf9SAndy Grover * .laddr_check are missing because transport.c doesn't iterate over 16813796bf9SAndy Grover * rds_loop_transport. 16913796bf9SAndy Grover */ 17013796bf9SAndy Grover struct rds_transport rds_loop_transport = { 17113796bf9SAndy Grover .xmit = rds_loop_xmit, 17213796bf9SAndy Grover .xmit_cong_map = rds_loop_xmit_cong_map, 17313796bf9SAndy Grover .recv = rds_loop_recv, 17413796bf9SAndy Grover .conn_alloc = rds_loop_conn_alloc, 17513796bf9SAndy Grover .conn_free = rds_loop_conn_free, 17613796bf9SAndy Grover .conn_connect = rds_loop_conn_connect, 17713796bf9SAndy Grover .conn_shutdown = rds_loop_conn_shutdown, 17813796bf9SAndy Grover .inc_copy_to_user = rds_message_inc_copy_to_user, 17913796bf9SAndy Grover .inc_purge = rds_message_inc_purge, 18013796bf9SAndy Grover .inc_free = rds_message_inc_free, 18113796bf9SAndy Grover .t_name = "loopback", 18213796bf9SAndy Grover }; 183