1*1da177e4SLinus Torvalds /* 2*1da177e4SLinus Torvalds * INET An implementation of the TCP/IP protocol suite for the LINUX 3*1da177e4SLinus Torvalds * operating system. INET is implemented using the BSD Socket 4*1da177e4SLinus Torvalds * interface as the means of communication with the user level. 5*1da177e4SLinus Torvalds * 6*1da177e4SLinus Torvalds * Pseudo-driver for the loopback interface. 7*1da177e4SLinus Torvalds * 8*1da177e4SLinus Torvalds * Version: @(#)loopback.c 1.0.4b 08/16/93 9*1da177e4SLinus Torvalds * 10*1da177e4SLinus Torvalds * Authors: Ross Biro, <bir7@leland.Stanford.Edu> 11*1da177e4SLinus Torvalds * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG> 12*1da177e4SLinus Torvalds * Donald Becker, <becker@scyld.com> 13*1da177e4SLinus Torvalds * 14*1da177e4SLinus Torvalds * Alan Cox : Fixed oddments for NET3.014 15*1da177e4SLinus Torvalds * Alan Cox : Rejig for NET3.029 snap #3 16*1da177e4SLinus Torvalds * Alan Cox : Fixed NET3.029 bugs and sped up 17*1da177e4SLinus Torvalds * Larry McVoy : Tiny tweak to double performance 18*1da177e4SLinus Torvalds * Alan Cox : Backed out LMV's tweak - the linux mm 19*1da177e4SLinus Torvalds * can't take it... 20*1da177e4SLinus Torvalds * Michael Griffith: Don't bother computing the checksums 21*1da177e4SLinus Torvalds * on packets received on the loopback 22*1da177e4SLinus Torvalds * interface. 23*1da177e4SLinus Torvalds * Alexey Kuznetsov: Potential hang under some extreme 24*1da177e4SLinus Torvalds * cases removed. 25*1da177e4SLinus Torvalds * 26*1da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 27*1da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 28*1da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 29*1da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 30*1da177e4SLinus Torvalds */ 31*1da177e4SLinus Torvalds #include <linux/kernel.h> 32*1da177e4SLinus Torvalds #include <linux/jiffies.h> 33*1da177e4SLinus Torvalds #include <linux/module.h> 34*1da177e4SLinus Torvalds #include <linux/interrupt.h> 35*1da177e4SLinus Torvalds #include <linux/fs.h> 36*1da177e4SLinus Torvalds #include <linux/types.h> 37*1da177e4SLinus Torvalds #include <linux/string.h> 38*1da177e4SLinus Torvalds #include <linux/socket.h> 39*1da177e4SLinus Torvalds #include <linux/errno.h> 40*1da177e4SLinus Torvalds #include <linux/fcntl.h> 41*1da177e4SLinus Torvalds #include <linux/in.h> 42*1da177e4SLinus Torvalds #include <linux/init.h> 43*1da177e4SLinus Torvalds 44*1da177e4SLinus Torvalds #include <asm/system.h> 45*1da177e4SLinus Torvalds #include <asm/uaccess.h> 46*1da177e4SLinus Torvalds #include <asm/io.h> 47*1da177e4SLinus Torvalds 48*1da177e4SLinus Torvalds #include <linux/inet.h> 49*1da177e4SLinus Torvalds #include <linux/netdevice.h> 50*1da177e4SLinus Torvalds #include <linux/etherdevice.h> 51*1da177e4SLinus Torvalds #include <linux/skbuff.h> 52*1da177e4SLinus Torvalds #include <linux/ethtool.h> 53*1da177e4SLinus Torvalds #include <net/sock.h> 54*1da177e4SLinus Torvalds #include <net/checksum.h> 55*1da177e4SLinus Torvalds #include <linux/if_ether.h> /* For the statistics structure. */ 56*1da177e4SLinus Torvalds #include <linux/if_arp.h> /* For ARPHRD_ETHER */ 57*1da177e4SLinus Torvalds #include <linux/ip.h> 58*1da177e4SLinus Torvalds #include <linux/tcp.h> 59*1da177e4SLinus Torvalds #include <linux/percpu.h> 60*1da177e4SLinus Torvalds 61*1da177e4SLinus Torvalds static DEFINE_PER_CPU(struct net_device_stats, loopback_stats); 62*1da177e4SLinus Torvalds 63*1da177e4SLinus Torvalds #define LOOPBACK_OVERHEAD (128 + MAX_HEADER + 16 + 16) 64*1da177e4SLinus Torvalds 65*1da177e4SLinus Torvalds /* KISS: just allocate small chunks and copy bits. 66*1da177e4SLinus Torvalds * 67*1da177e4SLinus Torvalds * So, in fact, this is documentation, explaining what we expect 68*1da177e4SLinus Torvalds * of largesending device modulo TCP checksum, which is ignored for loopback. 69*1da177e4SLinus Torvalds */ 70*1da177e4SLinus Torvalds 71*1da177e4SLinus Torvalds static void emulate_large_send_offload(struct sk_buff *skb) 72*1da177e4SLinus Torvalds { 73*1da177e4SLinus Torvalds struct iphdr *iph = skb->nh.iph; 74*1da177e4SLinus Torvalds struct tcphdr *th = (struct tcphdr*)(skb->nh.raw + (iph->ihl * 4)); 75*1da177e4SLinus Torvalds unsigned int doffset = (iph->ihl + th->doff) * 4; 76*1da177e4SLinus Torvalds unsigned int mtu = skb_shinfo(skb)->tso_size + doffset; 77*1da177e4SLinus Torvalds unsigned int offset = 0; 78*1da177e4SLinus Torvalds u32 seq = ntohl(th->seq); 79*1da177e4SLinus Torvalds u16 id = ntohs(iph->id); 80*1da177e4SLinus Torvalds 81*1da177e4SLinus Torvalds while (offset + doffset < skb->len) { 82*1da177e4SLinus Torvalds unsigned int frag_size = min(mtu, skb->len - offset) - doffset; 83*1da177e4SLinus Torvalds struct sk_buff *nskb = alloc_skb(mtu + 32, GFP_ATOMIC); 84*1da177e4SLinus Torvalds 85*1da177e4SLinus Torvalds if (!nskb) 86*1da177e4SLinus Torvalds break; 87*1da177e4SLinus Torvalds skb_reserve(nskb, 32); 88*1da177e4SLinus Torvalds nskb->mac.raw = nskb->data - 14; 89*1da177e4SLinus Torvalds nskb->nh.raw = nskb->data; 90*1da177e4SLinus Torvalds iph = nskb->nh.iph; 91*1da177e4SLinus Torvalds memcpy(nskb->data, skb->nh.raw, doffset); 92*1da177e4SLinus Torvalds if (skb_copy_bits(skb, 93*1da177e4SLinus Torvalds doffset + offset, 94*1da177e4SLinus Torvalds nskb->data + doffset, 95*1da177e4SLinus Torvalds frag_size)) 96*1da177e4SLinus Torvalds BUG(); 97*1da177e4SLinus Torvalds skb_put(nskb, doffset + frag_size); 98*1da177e4SLinus Torvalds nskb->ip_summed = CHECKSUM_UNNECESSARY; 99*1da177e4SLinus Torvalds nskb->dev = skb->dev; 100*1da177e4SLinus Torvalds nskb->priority = skb->priority; 101*1da177e4SLinus Torvalds nskb->protocol = skb->protocol; 102*1da177e4SLinus Torvalds nskb->dst = dst_clone(skb->dst); 103*1da177e4SLinus Torvalds memcpy(nskb->cb, skb->cb, sizeof(skb->cb)); 104*1da177e4SLinus Torvalds nskb->pkt_type = skb->pkt_type; 105*1da177e4SLinus Torvalds 106*1da177e4SLinus Torvalds th = (struct tcphdr*)(nskb->nh.raw + iph->ihl*4); 107*1da177e4SLinus Torvalds iph->tot_len = htons(frag_size + doffset); 108*1da177e4SLinus Torvalds iph->id = htons(id); 109*1da177e4SLinus Torvalds iph->check = 0; 110*1da177e4SLinus Torvalds iph->check = ip_fast_csum((unsigned char *) iph, iph->ihl); 111*1da177e4SLinus Torvalds th->seq = htonl(seq); 112*1da177e4SLinus Torvalds if (offset + doffset + frag_size < skb->len) 113*1da177e4SLinus Torvalds th->fin = th->psh = 0; 114*1da177e4SLinus Torvalds netif_rx(nskb); 115*1da177e4SLinus Torvalds offset += frag_size; 116*1da177e4SLinus Torvalds seq += frag_size; 117*1da177e4SLinus Torvalds id++; 118*1da177e4SLinus Torvalds } 119*1da177e4SLinus Torvalds 120*1da177e4SLinus Torvalds dev_kfree_skb(skb); 121*1da177e4SLinus Torvalds } 122*1da177e4SLinus Torvalds 123*1da177e4SLinus Torvalds /* 124*1da177e4SLinus Torvalds * The higher levels take care of making this non-reentrant (it's 125*1da177e4SLinus Torvalds * called with bh's disabled). 126*1da177e4SLinus Torvalds */ 127*1da177e4SLinus Torvalds static int loopback_xmit(struct sk_buff *skb, struct net_device *dev) 128*1da177e4SLinus Torvalds { 129*1da177e4SLinus Torvalds struct net_device_stats *lb_stats; 130*1da177e4SLinus Torvalds 131*1da177e4SLinus Torvalds skb_orphan(skb); 132*1da177e4SLinus Torvalds 133*1da177e4SLinus Torvalds skb->protocol=eth_type_trans(skb,dev); 134*1da177e4SLinus Torvalds skb->dev=dev; 135*1da177e4SLinus Torvalds #ifndef LOOPBACK_MUST_CHECKSUM 136*1da177e4SLinus Torvalds skb->ip_summed = CHECKSUM_UNNECESSARY; 137*1da177e4SLinus Torvalds #endif 138*1da177e4SLinus Torvalds 139*1da177e4SLinus Torvalds if (skb_shinfo(skb)->tso_size) { 140*1da177e4SLinus Torvalds BUG_ON(skb->protocol != htons(ETH_P_IP)); 141*1da177e4SLinus Torvalds BUG_ON(skb->nh.iph->protocol != IPPROTO_TCP); 142*1da177e4SLinus Torvalds 143*1da177e4SLinus Torvalds emulate_large_send_offload(skb); 144*1da177e4SLinus Torvalds return 0; 145*1da177e4SLinus Torvalds } 146*1da177e4SLinus Torvalds 147*1da177e4SLinus Torvalds dev->last_rx = jiffies; 148*1da177e4SLinus Torvalds 149*1da177e4SLinus Torvalds lb_stats = &per_cpu(loopback_stats, get_cpu()); 150*1da177e4SLinus Torvalds lb_stats->rx_bytes += skb->len; 151*1da177e4SLinus Torvalds lb_stats->tx_bytes += skb->len; 152*1da177e4SLinus Torvalds lb_stats->rx_packets++; 153*1da177e4SLinus Torvalds lb_stats->tx_packets++; 154*1da177e4SLinus Torvalds put_cpu(); 155*1da177e4SLinus Torvalds 156*1da177e4SLinus Torvalds netif_rx(skb); 157*1da177e4SLinus Torvalds 158*1da177e4SLinus Torvalds return(0); 159*1da177e4SLinus Torvalds } 160*1da177e4SLinus Torvalds 161*1da177e4SLinus Torvalds static struct net_device_stats *get_stats(struct net_device *dev) 162*1da177e4SLinus Torvalds { 163*1da177e4SLinus Torvalds struct net_device_stats *stats = dev->priv; 164*1da177e4SLinus Torvalds int i; 165*1da177e4SLinus Torvalds 166*1da177e4SLinus Torvalds if (!stats) { 167*1da177e4SLinus Torvalds return NULL; 168*1da177e4SLinus Torvalds } 169*1da177e4SLinus Torvalds 170*1da177e4SLinus Torvalds memset(stats, 0, sizeof(struct net_device_stats)); 171*1da177e4SLinus Torvalds 172*1da177e4SLinus Torvalds for (i=0; i < NR_CPUS; i++) { 173*1da177e4SLinus Torvalds struct net_device_stats *lb_stats; 174*1da177e4SLinus Torvalds 175*1da177e4SLinus Torvalds if (!cpu_possible(i)) 176*1da177e4SLinus Torvalds continue; 177*1da177e4SLinus Torvalds lb_stats = &per_cpu(loopback_stats, i); 178*1da177e4SLinus Torvalds stats->rx_bytes += lb_stats->rx_bytes; 179*1da177e4SLinus Torvalds stats->tx_bytes += lb_stats->tx_bytes; 180*1da177e4SLinus Torvalds stats->rx_packets += lb_stats->rx_packets; 181*1da177e4SLinus Torvalds stats->tx_packets += lb_stats->tx_packets; 182*1da177e4SLinus Torvalds } 183*1da177e4SLinus Torvalds 184*1da177e4SLinus Torvalds return stats; 185*1da177e4SLinus Torvalds } 186*1da177e4SLinus Torvalds 187*1da177e4SLinus Torvalds static u32 loopback_get_link(struct net_device *dev) 188*1da177e4SLinus Torvalds { 189*1da177e4SLinus Torvalds return 1; 190*1da177e4SLinus Torvalds } 191*1da177e4SLinus Torvalds 192*1da177e4SLinus Torvalds static struct ethtool_ops loopback_ethtool_ops = { 193*1da177e4SLinus Torvalds .get_link = loopback_get_link, 194*1da177e4SLinus Torvalds .get_tso = ethtool_op_get_tso, 195*1da177e4SLinus Torvalds .set_tso = ethtool_op_set_tso, 196*1da177e4SLinus Torvalds }; 197*1da177e4SLinus Torvalds 198*1da177e4SLinus Torvalds struct net_device loopback_dev = { 199*1da177e4SLinus Torvalds .name = "lo", 200*1da177e4SLinus Torvalds .mtu = (16 * 1024) + 20 + 20 + 12, 201*1da177e4SLinus Torvalds .hard_start_xmit = loopback_xmit, 202*1da177e4SLinus Torvalds .hard_header = eth_header, 203*1da177e4SLinus Torvalds .hard_header_cache = eth_header_cache, 204*1da177e4SLinus Torvalds .header_cache_update = eth_header_cache_update, 205*1da177e4SLinus Torvalds .hard_header_len = ETH_HLEN, /* 14 */ 206*1da177e4SLinus Torvalds .addr_len = ETH_ALEN, /* 6 */ 207*1da177e4SLinus Torvalds .tx_queue_len = 0, 208*1da177e4SLinus Torvalds .type = ARPHRD_LOOPBACK, /* 0x0001*/ 209*1da177e4SLinus Torvalds .rebuild_header = eth_rebuild_header, 210*1da177e4SLinus Torvalds .flags = IFF_LOOPBACK, 211*1da177e4SLinus Torvalds .features = NETIF_F_SG|NETIF_F_FRAGLIST 212*1da177e4SLinus Torvalds |NETIF_F_NO_CSUM|NETIF_F_HIGHDMA 213*1da177e4SLinus Torvalds |NETIF_F_LLTX, 214*1da177e4SLinus Torvalds .ethtool_ops = &loopback_ethtool_ops, 215*1da177e4SLinus Torvalds }; 216*1da177e4SLinus Torvalds 217*1da177e4SLinus Torvalds /* Setup and register the of the LOOPBACK device. */ 218*1da177e4SLinus Torvalds int __init loopback_init(void) 219*1da177e4SLinus Torvalds { 220*1da177e4SLinus Torvalds struct net_device_stats *stats; 221*1da177e4SLinus Torvalds 222*1da177e4SLinus Torvalds /* Can survive without statistics */ 223*1da177e4SLinus Torvalds stats = kmalloc(sizeof(struct net_device_stats), GFP_KERNEL); 224*1da177e4SLinus Torvalds if (stats) { 225*1da177e4SLinus Torvalds memset(stats, 0, sizeof(struct net_device_stats)); 226*1da177e4SLinus Torvalds loopback_dev.priv = stats; 227*1da177e4SLinus Torvalds loopback_dev.get_stats = &get_stats; 228*1da177e4SLinus Torvalds } 229*1da177e4SLinus Torvalds 230*1da177e4SLinus Torvalds return register_netdev(&loopback_dev); 231*1da177e4SLinus Torvalds }; 232*1da177e4SLinus Torvalds 233*1da177e4SLinus Torvalds EXPORT_SYMBOL(loopback_dev); 234