11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * INET An implementation of the TCP/IP protocol suite for the LINUX 31da177e4SLinus Torvalds * operating system. INET is implemented using the BSD Socket 41da177e4SLinus Torvalds * interface as the means of communication with the user level. 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Pseudo-driver for the loopback interface. 71da177e4SLinus Torvalds * 81da177e4SLinus Torvalds * Version: @(#)loopback.c 1.0.4b 08/16/93 91da177e4SLinus Torvalds * 1002c30a84SJesper Juhl * Authors: Ross Biro 111da177e4SLinus Torvalds * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG> 121da177e4SLinus Torvalds * Donald Becker, <becker@scyld.com> 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * Alan Cox : Fixed oddments for NET3.014 151da177e4SLinus Torvalds * Alan Cox : Rejig for NET3.029 snap #3 161da177e4SLinus Torvalds * Alan Cox : Fixed NET3.029 bugs and sped up 171da177e4SLinus Torvalds * Larry McVoy : Tiny tweak to double performance 181da177e4SLinus Torvalds * Alan Cox : Backed out LMV's tweak - the linux mm 191da177e4SLinus Torvalds * can't take it... 201da177e4SLinus Torvalds * Michael Griffith: Don't bother computing the checksums 211da177e4SLinus Torvalds * on packets received on the loopback 221da177e4SLinus Torvalds * interface. 231da177e4SLinus Torvalds * Alexey Kuznetsov: Potential hang under some extreme 241da177e4SLinus Torvalds * cases removed. 251da177e4SLinus Torvalds * 261da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 271da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 281da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 291da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 301da177e4SLinus Torvalds */ 311da177e4SLinus Torvalds #include <linux/kernel.h> 321da177e4SLinus Torvalds #include <linux/jiffies.h> 331da177e4SLinus Torvalds #include <linux/module.h> 341da177e4SLinus Torvalds #include <linux/interrupt.h> 351da177e4SLinus Torvalds #include <linux/fs.h> 361da177e4SLinus Torvalds #include <linux/types.h> 371da177e4SLinus Torvalds #include <linux/string.h> 381da177e4SLinus Torvalds #include <linux/socket.h> 391da177e4SLinus Torvalds #include <linux/errno.h> 401da177e4SLinus Torvalds #include <linux/fcntl.h> 411da177e4SLinus Torvalds #include <linux/in.h> 421da177e4SLinus Torvalds #include <linux/init.h> 431da177e4SLinus Torvalds 441da177e4SLinus Torvalds #include <asm/system.h> 451da177e4SLinus Torvalds #include <asm/uaccess.h> 461da177e4SLinus Torvalds #include <asm/io.h> 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds #include <linux/inet.h> 491da177e4SLinus Torvalds #include <linux/netdevice.h> 501da177e4SLinus Torvalds #include <linux/etherdevice.h> 511da177e4SLinus Torvalds #include <linux/skbuff.h> 521da177e4SLinus Torvalds #include <linux/ethtool.h> 531da177e4SLinus Torvalds #include <net/sock.h> 541da177e4SLinus Torvalds #include <net/checksum.h> 551da177e4SLinus Torvalds #include <linux/if_ether.h> /* For the statistics structure. */ 561da177e4SLinus Torvalds #include <linux/if_arp.h> /* For ARPHRD_ETHER */ 571da177e4SLinus Torvalds #include <linux/ip.h> 581da177e4SLinus Torvalds #include <linux/tcp.h> 591da177e4SLinus Torvalds #include <linux/percpu.h> 601da177e4SLinus Torvalds 615175c378SEric Dumazet struct pcpu_lstats { 625175c378SEric Dumazet unsigned long packets; 635175c378SEric Dumazet unsigned long bytes; 645175c378SEric Dumazet }; 655175c378SEric Dumazet static DEFINE_PER_CPU(struct pcpu_lstats, pcpu_lstats); 661da177e4SLinus Torvalds 671da177e4SLinus Torvalds #define LOOPBACK_OVERHEAD (128 + MAX_HEADER + 16 + 16) 681da177e4SLinus Torvalds 691da177e4SLinus Torvalds /* KISS: just allocate small chunks and copy bits. 701da177e4SLinus Torvalds * 711da177e4SLinus Torvalds * So, in fact, this is documentation, explaining what we expect 721da177e4SLinus Torvalds * of largesending device modulo TCP checksum, which is ignored for loopback. 731da177e4SLinus Torvalds */ 741da177e4SLinus Torvalds 75d2ae1d2fSChuck Ebbert #ifdef LOOPBACK_TSO 761da177e4SLinus Torvalds static void emulate_large_send_offload(struct sk_buff *skb) 771da177e4SLinus Torvalds { 781da177e4SLinus Torvalds struct iphdr *iph = skb->nh.iph; 791da177e4SLinus Torvalds struct tcphdr *th = (struct tcphdr*)(skb->nh.raw + (iph->ihl * 4)); 801da177e4SLinus Torvalds unsigned int doffset = (iph->ihl + th->doff) * 4; 817967168cSHerbert Xu unsigned int mtu = skb_shinfo(skb)->gso_size + doffset; 821da177e4SLinus Torvalds unsigned int offset = 0; 831da177e4SLinus Torvalds u32 seq = ntohl(th->seq); 841da177e4SLinus Torvalds u16 id = ntohs(iph->id); 851da177e4SLinus Torvalds 861da177e4SLinus Torvalds while (offset + doffset < skb->len) { 871da177e4SLinus Torvalds unsigned int frag_size = min(mtu, skb->len - offset) - doffset; 881da177e4SLinus Torvalds struct sk_buff *nskb = alloc_skb(mtu + 32, GFP_ATOMIC); 891da177e4SLinus Torvalds 901da177e4SLinus Torvalds if (!nskb) 911da177e4SLinus Torvalds break; 921da177e4SLinus Torvalds skb_reserve(nskb, 32); 9348d49d0cSArnaldo Carvalho de Melo skb_set_mac_header(nskb, -ETH_HLEN); 94*c1d2bbe1SArnaldo Carvalho de Melo skb_reset_network_header(nskb); 951da177e4SLinus Torvalds iph = nskb->nh.iph; 961da177e4SLinus Torvalds memcpy(nskb->data, skb->nh.raw, doffset); 971da177e4SLinus Torvalds if (skb_copy_bits(skb, 981da177e4SLinus Torvalds doffset + offset, 991da177e4SLinus Torvalds nskb->data + doffset, 1001da177e4SLinus Torvalds frag_size)) 1011da177e4SLinus Torvalds BUG(); 1021da177e4SLinus Torvalds skb_put(nskb, doffset + frag_size); 1031da177e4SLinus Torvalds nskb->ip_summed = CHECKSUM_UNNECESSARY; 1041da177e4SLinus Torvalds nskb->dev = skb->dev; 1051da177e4SLinus Torvalds nskb->priority = skb->priority; 1061da177e4SLinus Torvalds nskb->protocol = skb->protocol; 1071da177e4SLinus Torvalds nskb->dst = dst_clone(skb->dst); 1081da177e4SLinus Torvalds memcpy(nskb->cb, skb->cb, sizeof(skb->cb)); 1091da177e4SLinus Torvalds nskb->pkt_type = skb->pkt_type; 1101da177e4SLinus Torvalds 1111da177e4SLinus Torvalds th = (struct tcphdr*)(nskb->nh.raw + iph->ihl*4); 1121da177e4SLinus Torvalds iph->tot_len = htons(frag_size + doffset); 1131da177e4SLinus Torvalds iph->id = htons(id); 1141da177e4SLinus Torvalds iph->check = 0; 1151da177e4SLinus Torvalds iph->check = ip_fast_csum((unsigned char *) iph, iph->ihl); 1161da177e4SLinus Torvalds th->seq = htonl(seq); 1171da177e4SLinus Torvalds if (offset + doffset + frag_size < skb->len) 1181da177e4SLinus Torvalds th->fin = th->psh = 0; 1191da177e4SLinus Torvalds netif_rx(nskb); 1201da177e4SLinus Torvalds offset += frag_size; 1211da177e4SLinus Torvalds seq += frag_size; 1221da177e4SLinus Torvalds id++; 1231da177e4SLinus Torvalds } 1241da177e4SLinus Torvalds 1251da177e4SLinus Torvalds dev_kfree_skb(skb); 1261da177e4SLinus Torvalds } 127d2ae1d2fSChuck Ebbert #endif /* LOOPBACK_TSO */ 1281da177e4SLinus Torvalds 1291da177e4SLinus Torvalds /* 1301da177e4SLinus Torvalds * The higher levels take care of making this non-reentrant (it's 1311da177e4SLinus Torvalds * called with bh's disabled). 1321da177e4SLinus Torvalds */ 1331da177e4SLinus Torvalds static int loopback_xmit(struct sk_buff *skb, struct net_device *dev) 1341da177e4SLinus Torvalds { 1355175c378SEric Dumazet struct pcpu_lstats *lb_stats; 1361da177e4SLinus Torvalds 1371da177e4SLinus Torvalds skb_orphan(skb); 1381da177e4SLinus Torvalds 1391da177e4SLinus Torvalds skb->protocol = eth_type_trans(skb,dev); 1401da177e4SLinus Torvalds #ifndef LOOPBACK_MUST_CHECKSUM 1411da177e4SLinus Torvalds skb->ip_summed = CHECKSUM_UNNECESSARY; 1421da177e4SLinus Torvalds #endif 1431da177e4SLinus Torvalds 144d2ae1d2fSChuck Ebbert #ifdef LOOPBACK_TSO 14589114afdSHerbert Xu if (skb_is_gso(skb)) { 1461da177e4SLinus Torvalds BUG_ON(skb->protocol != htons(ETH_P_IP)); 1471da177e4SLinus Torvalds BUG_ON(skb->nh.iph->protocol != IPPROTO_TCP); 1481da177e4SLinus Torvalds 1491da177e4SLinus Torvalds emulate_large_send_offload(skb); 1501da177e4SLinus Torvalds return 0; 1511da177e4SLinus Torvalds } 152d2ae1d2fSChuck Ebbert #endif 1531da177e4SLinus Torvalds dev->last_rx = jiffies; 1541da177e4SLinus Torvalds 15558f53974SEric Dumazet /* it's OK to use __get_cpu_var() because BHs are off */ 15658f53974SEric Dumazet lb_stats = &__get_cpu_var(pcpu_lstats); 1575175c378SEric Dumazet lb_stats->bytes += skb->len; 1585175c378SEric Dumazet lb_stats->packets++; 1591da177e4SLinus Torvalds 1601da177e4SLinus Torvalds netif_rx(skb); 1611da177e4SLinus Torvalds 16258f53974SEric Dumazet return 0; 1631da177e4SLinus Torvalds } 1641da177e4SLinus Torvalds 1657fa6b066SStephen Hemminger static struct net_device_stats loopback_stats; 1667fa6b066SStephen Hemminger 1671da177e4SLinus Torvalds static struct net_device_stats *get_stats(struct net_device *dev) 1681da177e4SLinus Torvalds { 1697fa6b066SStephen Hemminger struct net_device_stats *stats = &loopback_stats; 1705175c378SEric Dumazet unsigned long bytes = 0; 1715175c378SEric Dumazet unsigned long packets = 0; 1721da177e4SLinus Torvalds int i; 1731da177e4SLinus Torvalds 1740fed4846SKAMEZAWA Hiroyuki for_each_possible_cpu(i) { 1755175c378SEric Dumazet const struct pcpu_lstats *lb_stats; 1761da177e4SLinus Torvalds 1775175c378SEric Dumazet lb_stats = &per_cpu(pcpu_lstats, i); 1785175c378SEric Dumazet bytes += lb_stats->bytes; 1795175c378SEric Dumazet packets += lb_stats->packets; 1801da177e4SLinus Torvalds } 1815175c378SEric Dumazet stats->rx_packets = packets; 1825175c378SEric Dumazet stats->tx_packets = packets; 1835175c378SEric Dumazet stats->rx_bytes = bytes; 1845175c378SEric Dumazet stats->tx_bytes = bytes; 1851da177e4SLinus Torvalds return stats; 1861da177e4SLinus Torvalds } 1871da177e4SLinus Torvalds 1887fa6b066SStephen Hemminger static u32 always_on(struct net_device *dev) 1891da177e4SLinus Torvalds { 1901da177e4SLinus Torvalds return 1; 1911da177e4SLinus Torvalds } 1921da177e4SLinus Torvalds 1937282d491SJeff Garzik static const struct ethtool_ops loopback_ethtool_ops = { 1947fa6b066SStephen Hemminger .get_link = always_on, 1951da177e4SLinus Torvalds .get_tso = ethtool_op_get_tso, 1961da177e4SLinus Torvalds .set_tso = ethtool_op_set_tso, 1977fa6b066SStephen Hemminger .get_tx_csum = always_on, 1987fa6b066SStephen Hemminger .get_sg = always_on, 1997fa6b066SStephen Hemminger .get_rx_csum = always_on, 2001da177e4SLinus Torvalds }; 2011da177e4SLinus Torvalds 2027fa6b066SStephen Hemminger /* 2037fa6b066SStephen Hemminger * The loopback device is special. There is only one instance and 2047fa6b066SStephen Hemminger * it is statically allocated. Don't do this for other devices. 2057fa6b066SStephen Hemminger */ 2061da177e4SLinus Torvalds struct net_device loopback_dev = { 2071da177e4SLinus Torvalds .name = "lo", 2087fa6b066SStephen Hemminger .get_stats = &get_stats, 2097fa6b066SStephen Hemminger .priv = &loopback_stats, 2101da177e4SLinus Torvalds .mtu = (16 * 1024) + 20 + 20 + 12, 2111da177e4SLinus Torvalds .hard_start_xmit = loopback_xmit, 2121da177e4SLinus Torvalds .hard_header = eth_header, 2131da177e4SLinus Torvalds .hard_header_cache = eth_header_cache, 2141da177e4SLinus Torvalds .header_cache_update = eth_header_cache_update, 2151da177e4SLinus Torvalds .hard_header_len = ETH_HLEN, /* 14 */ 2161da177e4SLinus Torvalds .addr_len = ETH_ALEN, /* 6 */ 2171da177e4SLinus Torvalds .tx_queue_len = 0, 2181da177e4SLinus Torvalds .type = ARPHRD_LOOPBACK, /* 0x0001*/ 2191da177e4SLinus Torvalds .rebuild_header = eth_rebuild_header, 2201da177e4SLinus Torvalds .flags = IFF_LOOPBACK, 2211da177e4SLinus Torvalds .features = NETIF_F_SG | NETIF_F_FRAGLIST 222d2ae1d2fSChuck Ebbert #ifdef LOOPBACK_TSO 223d2ae1d2fSChuck Ebbert | NETIF_F_TSO 224d2ae1d2fSChuck Ebbert #endif 2251da177e4SLinus Torvalds | NETIF_F_NO_CSUM | NETIF_F_HIGHDMA 2261da177e4SLinus Torvalds | NETIF_F_LLTX, 2271da177e4SLinus Torvalds .ethtool_ops = &loopback_ethtool_ops, 2281da177e4SLinus Torvalds }; 2291da177e4SLinus Torvalds 23022783649SRalf Baechle /* Setup and register the loopback device. */ 23160903f2cSAdrian Bunk static int __init loopback_init(void) 2321da177e4SLinus Torvalds { 2331da177e4SLinus Torvalds return register_netdev(&loopback_dev); 2341da177e4SLinus Torvalds }; 2351da177e4SLinus Torvalds 23660903f2cSAdrian Bunk module_init(loopback_init); 23760903f2cSAdrian Bunk 2381da177e4SLinus Torvalds EXPORT_SYMBOL(loopback_dev); 239