1605d52e6SDmitry Fleytman /* 2605d52e6SDmitry Fleytman * QEMU TX packets abstractions 3605d52e6SDmitry Fleytman * 4605d52e6SDmitry Fleytman * Copyright (c) 2012 Ravello Systems LTD (http://ravellosystems.com) 5605d52e6SDmitry Fleytman * 6605d52e6SDmitry Fleytman * Developed by Daynix Computing LTD (http://www.daynix.com) 7605d52e6SDmitry Fleytman * 8605d52e6SDmitry Fleytman * Authors: 9605d52e6SDmitry Fleytman * Dmitry Fleytman <dmitry@daynix.com> 10605d52e6SDmitry Fleytman * Tamir Shomer <tamirs@daynix.com> 11605d52e6SDmitry Fleytman * Yan Vugenfirer <yan@daynix.com> 12605d52e6SDmitry Fleytman * 13605d52e6SDmitry Fleytman * This work is licensed under the terms of the GNU GPL, version 2 or later. 14605d52e6SDmitry Fleytman * See the COPYING file in the top-level directory. 15605d52e6SDmitry Fleytman * 16605d52e6SDmitry Fleytman */ 17605d52e6SDmitry Fleytman 18e9abfcb5SPaolo Bonzini #include "qemu/osdep.h" 19605d52e6SDmitry Fleytman #include "net_tx_pkt.h" 20605d52e6SDmitry Fleytman #include "net/eth.h" 21605d52e6SDmitry Fleytman #include "net/checksum.h" 22605d52e6SDmitry Fleytman #include "net/tap.h" 23605d52e6SDmitry Fleytman #include "net/net.h" 2411171010SDmitry Fleytman #include "hw/pci/pci.h" 25605d52e6SDmitry Fleytman 26605d52e6SDmitry Fleytman enum { 27605d52e6SDmitry Fleytman NET_TX_PKT_VHDR_FRAG = 0, 28605d52e6SDmitry Fleytman NET_TX_PKT_L2HDR_FRAG, 29605d52e6SDmitry Fleytman NET_TX_PKT_L3HDR_FRAG, 30605d52e6SDmitry Fleytman NET_TX_PKT_PL_START_FRAG 31605d52e6SDmitry Fleytman }; 32605d52e6SDmitry Fleytman 33605d52e6SDmitry Fleytman /* TX packet private context */ 34605d52e6SDmitry Fleytman struct NetTxPkt { 3511171010SDmitry Fleytman PCIDevice *pci_dev; 3611171010SDmitry Fleytman 37605d52e6SDmitry Fleytman struct virtio_net_hdr virt_hdr; 38605d52e6SDmitry Fleytman bool has_virt_hdr; 39605d52e6SDmitry Fleytman 40605d52e6SDmitry Fleytman struct iovec *raw; 41605d52e6SDmitry Fleytman uint32_t raw_frags; 42605d52e6SDmitry Fleytman uint32_t max_raw_frags; 43605d52e6SDmitry Fleytman 44605d52e6SDmitry Fleytman struct iovec *vec; 45605d52e6SDmitry Fleytman 46605d52e6SDmitry Fleytman uint8_t l2_hdr[ETH_MAX_L2_HDR_LEN]; 47eb700029SDmitry Fleytman uint8_t l3_hdr[ETH_MAX_IP_DGRAM_LEN]; 48605d52e6SDmitry Fleytman 49605d52e6SDmitry Fleytman uint32_t payload_len; 50605d52e6SDmitry Fleytman 51605d52e6SDmitry Fleytman uint32_t payload_frags; 52605d52e6SDmitry Fleytman uint32_t max_payload_frags; 53605d52e6SDmitry Fleytman 54605d52e6SDmitry Fleytman uint16_t hdr_len; 55605d52e6SDmitry Fleytman eth_pkt_types_e packet_type; 56605d52e6SDmitry Fleytman uint8_t l4proto; 57eb700029SDmitry Fleytman 58eb700029SDmitry Fleytman bool is_loopback; 59605d52e6SDmitry Fleytman }; 60605d52e6SDmitry Fleytman 6111171010SDmitry Fleytman void net_tx_pkt_init(struct NetTxPkt **pkt, PCIDevice *pci_dev, 6211171010SDmitry Fleytman uint32_t max_frags, bool has_virt_hdr) 63605d52e6SDmitry Fleytman { 64605d52e6SDmitry Fleytman struct NetTxPkt *p = g_malloc0(sizeof *p); 65605d52e6SDmitry Fleytman 6611171010SDmitry Fleytman p->pci_dev = pci_dev; 6711171010SDmitry Fleytman 6847882fa4SLi Qiang p->vec = g_new(struct iovec, max_frags + NET_TX_PKT_PL_START_FRAG); 69605d52e6SDmitry Fleytman 7047882fa4SLi Qiang p->raw = g_new(struct iovec, max_frags); 71605d52e6SDmitry Fleytman 72605d52e6SDmitry Fleytman p->max_payload_frags = max_frags; 73605d52e6SDmitry Fleytman p->max_raw_frags = max_frags; 74605d52e6SDmitry Fleytman p->has_virt_hdr = has_virt_hdr; 75605d52e6SDmitry Fleytman p->vec[NET_TX_PKT_VHDR_FRAG].iov_base = &p->virt_hdr; 76605d52e6SDmitry Fleytman p->vec[NET_TX_PKT_VHDR_FRAG].iov_len = 77605d52e6SDmitry Fleytman p->has_virt_hdr ? sizeof p->virt_hdr : 0; 78605d52e6SDmitry Fleytman p->vec[NET_TX_PKT_L2HDR_FRAG].iov_base = &p->l2_hdr; 79eb700029SDmitry Fleytman p->vec[NET_TX_PKT_L3HDR_FRAG].iov_base = &p->l3_hdr; 80605d52e6SDmitry Fleytman 81605d52e6SDmitry Fleytman *pkt = p; 82605d52e6SDmitry Fleytman } 83605d52e6SDmitry Fleytman 84605d52e6SDmitry Fleytman void net_tx_pkt_uninit(struct NetTxPkt *pkt) 85605d52e6SDmitry Fleytman { 86605d52e6SDmitry Fleytman if (pkt) { 87605d52e6SDmitry Fleytman g_free(pkt->vec); 88605d52e6SDmitry Fleytman g_free(pkt->raw); 89605d52e6SDmitry Fleytman g_free(pkt); 90605d52e6SDmitry Fleytman } 91605d52e6SDmitry Fleytman } 92605d52e6SDmitry Fleytman 93eb700029SDmitry Fleytman void net_tx_pkt_update_ip_hdr_checksum(struct NetTxPkt *pkt) 94eb700029SDmitry Fleytman { 95eb700029SDmitry Fleytman uint16_t csum; 96eb700029SDmitry Fleytman assert(pkt); 97eb700029SDmitry Fleytman struct ip_header *ip_hdr; 98eb700029SDmitry Fleytman ip_hdr = pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_base; 99eb700029SDmitry Fleytman 100eb700029SDmitry Fleytman ip_hdr->ip_len = cpu_to_be16(pkt->payload_len + 101eb700029SDmitry Fleytman pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_len); 102eb700029SDmitry Fleytman 103eb700029SDmitry Fleytman ip_hdr->ip_sum = 0; 104eb700029SDmitry Fleytman csum = net_raw_checksum((uint8_t *)ip_hdr, 105eb700029SDmitry Fleytman pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_len); 106eb700029SDmitry Fleytman ip_hdr->ip_sum = cpu_to_be16(csum); 107eb700029SDmitry Fleytman } 108eb700029SDmitry Fleytman 109605d52e6SDmitry Fleytman void net_tx_pkt_update_ip_checksums(struct NetTxPkt *pkt) 110605d52e6SDmitry Fleytman { 111605d52e6SDmitry Fleytman uint16_t csum; 112eb700029SDmitry Fleytman uint32_t cntr, cso; 113605d52e6SDmitry Fleytman assert(pkt); 114605d52e6SDmitry Fleytman uint8_t gso_type = pkt->virt_hdr.gso_type & ~VIRTIO_NET_HDR_GSO_ECN; 115eb700029SDmitry Fleytman void *ip_hdr = pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_base; 116605d52e6SDmitry Fleytman 117605d52e6SDmitry Fleytman if (pkt->payload_len + pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_len > 118605d52e6SDmitry Fleytman ETH_MAX_IP_DGRAM_LEN) { 119605d52e6SDmitry Fleytman return; 120605d52e6SDmitry Fleytman } 121605d52e6SDmitry Fleytman 122eb700029SDmitry Fleytman if (gso_type == VIRTIO_NET_HDR_GSO_TCPV4 || 123eb700029SDmitry Fleytman gso_type == VIRTIO_NET_HDR_GSO_UDP) { 124605d52e6SDmitry Fleytman /* Calculate IP header checksum */ 125eb700029SDmitry Fleytman net_tx_pkt_update_ip_hdr_checksum(pkt); 126605d52e6SDmitry Fleytman 127605d52e6SDmitry Fleytman /* Calculate IP pseudo header checksum */ 128eb700029SDmitry Fleytman cntr = eth_calc_ip4_pseudo_hdr_csum(ip_hdr, pkt->payload_len, &cso); 129eb700029SDmitry Fleytman csum = cpu_to_be16(~net_checksum_finish(cntr)); 130eb700029SDmitry Fleytman } else if (gso_type == VIRTIO_NET_HDR_GSO_TCPV6) { 131eb700029SDmitry Fleytman /* Calculate IP pseudo header checksum */ 132eb700029SDmitry Fleytman cntr = eth_calc_ip6_pseudo_hdr_csum(ip_hdr, pkt->payload_len, 133eb700029SDmitry Fleytman IP_PROTO_TCP, &cso); 134eb700029SDmitry Fleytman csum = cpu_to_be16(~net_checksum_finish(cntr)); 135eb700029SDmitry Fleytman } else { 136eb700029SDmitry Fleytman return; 137eb700029SDmitry Fleytman } 138eb700029SDmitry Fleytman 139605d52e6SDmitry Fleytman iov_from_buf(&pkt->vec[NET_TX_PKT_PL_START_FRAG], pkt->payload_frags, 140605d52e6SDmitry Fleytman pkt->virt_hdr.csum_offset, &csum, sizeof(csum)); 141605d52e6SDmitry Fleytman } 142605d52e6SDmitry Fleytman 143605d52e6SDmitry Fleytman static void net_tx_pkt_calculate_hdr_len(struct NetTxPkt *pkt) 144605d52e6SDmitry Fleytman { 145605d52e6SDmitry Fleytman pkt->hdr_len = pkt->vec[NET_TX_PKT_L2HDR_FRAG].iov_len + 146605d52e6SDmitry Fleytman pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_len; 147605d52e6SDmitry Fleytman } 148605d52e6SDmitry Fleytman 149605d52e6SDmitry Fleytman static bool net_tx_pkt_parse_headers(struct NetTxPkt *pkt) 150605d52e6SDmitry Fleytman { 151605d52e6SDmitry Fleytman struct iovec *l2_hdr, *l3_hdr; 152605d52e6SDmitry Fleytman size_t bytes_read; 153605d52e6SDmitry Fleytman size_t full_ip6hdr_len; 154605d52e6SDmitry Fleytman uint16_t l3_proto; 155605d52e6SDmitry Fleytman 156605d52e6SDmitry Fleytman assert(pkt); 157605d52e6SDmitry Fleytman 158605d52e6SDmitry Fleytman l2_hdr = &pkt->vec[NET_TX_PKT_L2HDR_FRAG]; 159605d52e6SDmitry Fleytman l3_hdr = &pkt->vec[NET_TX_PKT_L3HDR_FRAG]; 160605d52e6SDmitry Fleytman 161605d52e6SDmitry Fleytman bytes_read = iov_to_buf(pkt->raw, pkt->raw_frags, 0, l2_hdr->iov_base, 162605d52e6SDmitry Fleytman ETH_MAX_L2_HDR_LEN); 163605d52e6SDmitry Fleytman if (bytes_read < sizeof(struct eth_header)) { 164605d52e6SDmitry Fleytman l2_hdr->iov_len = 0; 165605d52e6SDmitry Fleytman return false; 166605d52e6SDmitry Fleytman } 167605d52e6SDmitry Fleytman 168605d52e6SDmitry Fleytman l2_hdr->iov_len = sizeof(struct eth_header); 169605d52e6SDmitry Fleytman switch (be16_to_cpu(PKT_GET_ETH_HDR(l2_hdr->iov_base)->h_proto)) { 170605d52e6SDmitry Fleytman case ETH_P_VLAN: 171605d52e6SDmitry Fleytman l2_hdr->iov_len += sizeof(struct vlan_header); 172605d52e6SDmitry Fleytman break; 173605d52e6SDmitry Fleytman case ETH_P_DVLAN: 174605d52e6SDmitry Fleytman l2_hdr->iov_len += 2 * sizeof(struct vlan_header); 175605d52e6SDmitry Fleytman break; 176605d52e6SDmitry Fleytman } 177605d52e6SDmitry Fleytman 178605d52e6SDmitry Fleytman if (bytes_read < l2_hdr->iov_len) { 179605d52e6SDmitry Fleytman l2_hdr->iov_len = 0; 180eb700029SDmitry Fleytman l3_hdr->iov_len = 0; 181eb700029SDmitry Fleytman pkt->packet_type = ETH_PKT_UCAST; 182605d52e6SDmitry Fleytman return false; 183eb700029SDmitry Fleytman } else { 184eb700029SDmitry Fleytman l2_hdr->iov_len = ETH_MAX_L2_HDR_LEN; 185eb700029SDmitry Fleytman l2_hdr->iov_len = eth_get_l2_hdr_length(l2_hdr->iov_base); 186eb700029SDmitry Fleytman pkt->packet_type = get_eth_packet_type(l2_hdr->iov_base); 187605d52e6SDmitry Fleytman } 188605d52e6SDmitry Fleytman 189eb700029SDmitry Fleytman l3_proto = eth_get_l3_proto(l2_hdr, 1, l2_hdr->iov_len); 190605d52e6SDmitry Fleytman 191605d52e6SDmitry Fleytman switch (l3_proto) { 192605d52e6SDmitry Fleytman case ETH_P_IP: 193605d52e6SDmitry Fleytman bytes_read = iov_to_buf(pkt->raw, pkt->raw_frags, l2_hdr->iov_len, 194605d52e6SDmitry Fleytman l3_hdr->iov_base, sizeof(struct ip_header)); 195605d52e6SDmitry Fleytman 196605d52e6SDmitry Fleytman if (bytes_read < sizeof(struct ip_header)) { 197605d52e6SDmitry Fleytman l3_hdr->iov_len = 0; 198605d52e6SDmitry Fleytman return false; 199605d52e6SDmitry Fleytman } 200605d52e6SDmitry Fleytman 201605d52e6SDmitry Fleytman l3_hdr->iov_len = IP_HDR_GET_LEN(l3_hdr->iov_base); 202eb700029SDmitry Fleytman 203eb700029SDmitry Fleytman if (l3_hdr->iov_len < sizeof(struct ip_header)) { 204eb700029SDmitry Fleytman l3_hdr->iov_len = 0; 205eb700029SDmitry Fleytman return false; 206eb700029SDmitry Fleytman } 207eb700029SDmitry Fleytman 2084f51e1d3SMarc-André Lureau pkt->l4proto = IP_HDR_GET_P(l3_hdr->iov_base); 209605d52e6SDmitry Fleytman 210eb700029SDmitry Fleytman if (IP_HDR_GET_LEN(l3_hdr->iov_base) != sizeof(struct ip_header)) { 211eb700029SDmitry Fleytman /* copy optional IPv4 header data if any*/ 212605d52e6SDmitry Fleytman bytes_read = iov_to_buf(pkt->raw, pkt->raw_frags, 213605d52e6SDmitry Fleytman l2_hdr->iov_len + sizeof(struct ip_header), 214605d52e6SDmitry Fleytman l3_hdr->iov_base + sizeof(struct ip_header), 215605d52e6SDmitry Fleytman l3_hdr->iov_len - sizeof(struct ip_header)); 216605d52e6SDmitry Fleytman if (bytes_read < l3_hdr->iov_len - sizeof(struct ip_header)) { 217605d52e6SDmitry Fleytman l3_hdr->iov_len = 0; 218605d52e6SDmitry Fleytman return false; 219605d52e6SDmitry Fleytman } 220eb700029SDmitry Fleytman } 221eb700029SDmitry Fleytman 222605d52e6SDmitry Fleytman break; 223605d52e6SDmitry Fleytman 224605d52e6SDmitry Fleytman case ETH_P_IPV6: 225eb700029SDmitry Fleytman { 226eb700029SDmitry Fleytman eth_ip6_hdr_info hdrinfo; 227eb700029SDmitry Fleytman 228605d52e6SDmitry Fleytman if (!eth_parse_ipv6_hdr(pkt->raw, pkt->raw_frags, l2_hdr->iov_len, 229eb700029SDmitry Fleytman &hdrinfo)) { 230605d52e6SDmitry Fleytman l3_hdr->iov_len = 0; 231605d52e6SDmitry Fleytman return false; 232605d52e6SDmitry Fleytman } 233605d52e6SDmitry Fleytman 234eb700029SDmitry Fleytman pkt->l4proto = hdrinfo.l4proto; 235eb700029SDmitry Fleytman full_ip6hdr_len = hdrinfo.full_hdr_len; 236eb700029SDmitry Fleytman 237eb700029SDmitry Fleytman if (full_ip6hdr_len > ETH_MAX_IP_DGRAM_LEN) { 238eb700029SDmitry Fleytman l3_hdr->iov_len = 0; 239eb700029SDmitry Fleytman return false; 240eb700029SDmitry Fleytman } 241605d52e6SDmitry Fleytman 242605d52e6SDmitry Fleytman bytes_read = iov_to_buf(pkt->raw, pkt->raw_frags, l2_hdr->iov_len, 243605d52e6SDmitry Fleytman l3_hdr->iov_base, full_ip6hdr_len); 244605d52e6SDmitry Fleytman 245605d52e6SDmitry Fleytman if (bytes_read < full_ip6hdr_len) { 246605d52e6SDmitry Fleytman l3_hdr->iov_len = 0; 247605d52e6SDmitry Fleytman return false; 248605d52e6SDmitry Fleytman } else { 249605d52e6SDmitry Fleytman l3_hdr->iov_len = full_ip6hdr_len; 250605d52e6SDmitry Fleytman } 251605d52e6SDmitry Fleytman break; 252eb700029SDmitry Fleytman } 253605d52e6SDmitry Fleytman default: 254605d52e6SDmitry Fleytman l3_hdr->iov_len = 0; 255605d52e6SDmitry Fleytman break; 256605d52e6SDmitry Fleytman } 257605d52e6SDmitry Fleytman 258605d52e6SDmitry Fleytman net_tx_pkt_calculate_hdr_len(pkt); 259605d52e6SDmitry Fleytman return true; 260605d52e6SDmitry Fleytman } 261605d52e6SDmitry Fleytman 262eb700029SDmitry Fleytman static void net_tx_pkt_rebuild_payload(struct NetTxPkt *pkt) 263605d52e6SDmitry Fleytman { 264eb700029SDmitry Fleytman pkt->payload_len = iov_size(pkt->raw, pkt->raw_frags) - pkt->hdr_len; 265605d52e6SDmitry Fleytman pkt->payload_frags = iov_copy(&pkt->vec[NET_TX_PKT_PL_START_FRAG], 266605d52e6SDmitry Fleytman pkt->max_payload_frags, 267605d52e6SDmitry Fleytman pkt->raw, pkt->raw_frags, 268eb700029SDmitry Fleytman pkt->hdr_len, pkt->payload_len); 269605d52e6SDmitry Fleytman } 270605d52e6SDmitry Fleytman 271605d52e6SDmitry Fleytman bool net_tx_pkt_parse(struct NetTxPkt *pkt) 272605d52e6SDmitry Fleytman { 273eb700029SDmitry Fleytman if (net_tx_pkt_parse_headers(pkt)) { 274605d52e6SDmitry Fleytman net_tx_pkt_rebuild_payload(pkt); 275eb700029SDmitry Fleytman return true; 276eb700029SDmitry Fleytman } else { 277eb700029SDmitry Fleytman return false; 278eb700029SDmitry Fleytman } 279605d52e6SDmitry Fleytman } 280605d52e6SDmitry Fleytman 281605d52e6SDmitry Fleytman struct virtio_net_hdr *net_tx_pkt_get_vhdr(struct NetTxPkt *pkt) 282605d52e6SDmitry Fleytman { 283605d52e6SDmitry Fleytman assert(pkt); 284605d52e6SDmitry Fleytman return &pkt->virt_hdr; 285605d52e6SDmitry Fleytman } 286605d52e6SDmitry Fleytman 287605d52e6SDmitry Fleytman static uint8_t net_tx_pkt_get_gso_type(struct NetTxPkt *pkt, 288605d52e6SDmitry Fleytman bool tso_enable) 289605d52e6SDmitry Fleytman { 290605d52e6SDmitry Fleytman uint8_t rc = VIRTIO_NET_HDR_GSO_NONE; 291605d52e6SDmitry Fleytman uint16_t l3_proto; 292605d52e6SDmitry Fleytman 293eb700029SDmitry Fleytman l3_proto = eth_get_l3_proto(&pkt->vec[NET_TX_PKT_L2HDR_FRAG], 1, 294605d52e6SDmitry Fleytman pkt->vec[NET_TX_PKT_L2HDR_FRAG].iov_len); 295605d52e6SDmitry Fleytman 296605d52e6SDmitry Fleytman if (!tso_enable) { 297605d52e6SDmitry Fleytman goto func_exit; 298605d52e6SDmitry Fleytman } 299605d52e6SDmitry Fleytman 300605d52e6SDmitry Fleytman rc = eth_get_gso_type(l3_proto, pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_base, 301605d52e6SDmitry Fleytman pkt->l4proto); 302605d52e6SDmitry Fleytman 303605d52e6SDmitry Fleytman func_exit: 304605d52e6SDmitry Fleytman return rc; 305605d52e6SDmitry Fleytman } 306605d52e6SDmitry Fleytman 307605d52e6SDmitry Fleytman void net_tx_pkt_build_vheader(struct NetTxPkt *pkt, bool tso_enable, 308605d52e6SDmitry Fleytman bool csum_enable, uint32_t gso_size) 309605d52e6SDmitry Fleytman { 310605d52e6SDmitry Fleytman struct tcp_hdr l4hdr; 311605d52e6SDmitry Fleytman assert(pkt); 312605d52e6SDmitry Fleytman 313605d52e6SDmitry Fleytman /* csum has to be enabled if tso is. */ 314605d52e6SDmitry Fleytman assert(csum_enable || !tso_enable); 315605d52e6SDmitry Fleytman 316605d52e6SDmitry Fleytman pkt->virt_hdr.gso_type = net_tx_pkt_get_gso_type(pkt, tso_enable); 317605d52e6SDmitry Fleytman 318605d52e6SDmitry Fleytman switch (pkt->virt_hdr.gso_type & ~VIRTIO_NET_HDR_GSO_ECN) { 319605d52e6SDmitry Fleytman case VIRTIO_NET_HDR_GSO_NONE: 320605d52e6SDmitry Fleytman pkt->virt_hdr.hdr_len = 0; 321605d52e6SDmitry Fleytman pkt->virt_hdr.gso_size = 0; 322605d52e6SDmitry Fleytman break; 323605d52e6SDmitry Fleytman 324605d52e6SDmitry Fleytman case VIRTIO_NET_HDR_GSO_UDP: 325eb700029SDmitry Fleytman pkt->virt_hdr.gso_size = gso_size; 326605d52e6SDmitry Fleytman pkt->virt_hdr.hdr_len = pkt->hdr_len + sizeof(struct udp_header); 327605d52e6SDmitry Fleytman break; 328605d52e6SDmitry Fleytman 329605d52e6SDmitry Fleytman case VIRTIO_NET_HDR_GSO_TCPV4: 330605d52e6SDmitry Fleytman case VIRTIO_NET_HDR_GSO_TCPV6: 331605d52e6SDmitry Fleytman iov_to_buf(&pkt->vec[NET_TX_PKT_PL_START_FRAG], pkt->payload_frags, 332605d52e6SDmitry Fleytman 0, &l4hdr, sizeof(l4hdr)); 333605d52e6SDmitry Fleytman pkt->virt_hdr.hdr_len = pkt->hdr_len + l4hdr.th_off * sizeof(uint32_t); 334eb700029SDmitry Fleytman pkt->virt_hdr.gso_size = gso_size; 335605d52e6SDmitry Fleytman break; 336605d52e6SDmitry Fleytman 337605d52e6SDmitry Fleytman default: 338605d52e6SDmitry Fleytman g_assert_not_reached(); 339605d52e6SDmitry Fleytman } 340605d52e6SDmitry Fleytman 341605d52e6SDmitry Fleytman if (csum_enable) { 342605d52e6SDmitry Fleytman switch (pkt->l4proto) { 343605d52e6SDmitry Fleytman case IP_PROTO_TCP: 344605d52e6SDmitry Fleytman pkt->virt_hdr.flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; 345605d52e6SDmitry Fleytman pkt->virt_hdr.csum_start = pkt->hdr_len; 346605d52e6SDmitry Fleytman pkt->virt_hdr.csum_offset = offsetof(struct tcp_hdr, th_sum); 347605d52e6SDmitry Fleytman break; 348605d52e6SDmitry Fleytman case IP_PROTO_UDP: 349605d52e6SDmitry Fleytman pkt->virt_hdr.flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; 350605d52e6SDmitry Fleytman pkt->virt_hdr.csum_start = pkt->hdr_len; 351605d52e6SDmitry Fleytman pkt->virt_hdr.csum_offset = offsetof(struct udp_hdr, uh_sum); 352605d52e6SDmitry Fleytman break; 353605d52e6SDmitry Fleytman default: 354605d52e6SDmitry Fleytman break; 355605d52e6SDmitry Fleytman } 356605d52e6SDmitry Fleytman } 357605d52e6SDmitry Fleytman } 358605d52e6SDmitry Fleytman 359eb700029SDmitry Fleytman void net_tx_pkt_setup_vlan_header_ex(struct NetTxPkt *pkt, 360eb700029SDmitry Fleytman uint16_t vlan, uint16_t vlan_ethtype) 361605d52e6SDmitry Fleytman { 362605d52e6SDmitry Fleytman bool is_new; 363605d52e6SDmitry Fleytman assert(pkt); 364605d52e6SDmitry Fleytman 365eb700029SDmitry Fleytman eth_setup_vlan_headers_ex(pkt->vec[NET_TX_PKT_L2HDR_FRAG].iov_base, 366eb700029SDmitry Fleytman vlan, vlan_ethtype, &is_new); 367605d52e6SDmitry Fleytman 368605d52e6SDmitry Fleytman /* update l2hdrlen */ 369605d52e6SDmitry Fleytman if (is_new) { 370605d52e6SDmitry Fleytman pkt->hdr_len += sizeof(struct vlan_header); 371605d52e6SDmitry Fleytman pkt->vec[NET_TX_PKT_L2HDR_FRAG].iov_len += 372605d52e6SDmitry Fleytman sizeof(struct vlan_header); 373605d52e6SDmitry Fleytman } 374605d52e6SDmitry Fleytman } 375605d52e6SDmitry Fleytman 376605d52e6SDmitry Fleytman bool net_tx_pkt_add_raw_fragment(struct NetTxPkt *pkt, hwaddr pa, 377605d52e6SDmitry Fleytman size_t len) 378605d52e6SDmitry Fleytman { 379605d52e6SDmitry Fleytman hwaddr mapped_len = 0; 380605d52e6SDmitry Fleytman struct iovec *ventry; 381605d52e6SDmitry Fleytman assert(pkt); 382*035e69b0SMauro Matteo Cascella 383*035e69b0SMauro Matteo Cascella if (pkt->raw_frags >= pkt->max_raw_frags) { 384*035e69b0SMauro Matteo Cascella return false; 385*035e69b0SMauro Matteo Cascella } 386605d52e6SDmitry Fleytman 387605d52e6SDmitry Fleytman if (!len) { 388605d52e6SDmitry Fleytman return true; 389605d52e6SDmitry Fleytman } 390605d52e6SDmitry Fleytman 391605d52e6SDmitry Fleytman ventry = &pkt->raw[pkt->raw_frags]; 392605d52e6SDmitry Fleytman mapped_len = len; 393605d52e6SDmitry Fleytman 39411171010SDmitry Fleytman ventry->iov_base = pci_dma_map(pkt->pci_dev, pa, 39511171010SDmitry Fleytman &mapped_len, DMA_DIRECTION_TO_DEVICE); 396605d52e6SDmitry Fleytman 397eb700029SDmitry Fleytman if ((ventry->iov_base != NULL) && (len == mapped_len)) { 398eb700029SDmitry Fleytman ventry->iov_len = mapped_len; 399eb700029SDmitry Fleytman pkt->raw_frags++; 400eb700029SDmitry Fleytman return true; 401eb700029SDmitry Fleytman } else { 402605d52e6SDmitry Fleytman return false; 403605d52e6SDmitry Fleytman } 404eb700029SDmitry Fleytman } 405605d52e6SDmitry Fleytman 406eb700029SDmitry Fleytman bool net_tx_pkt_has_fragments(struct NetTxPkt *pkt) 407eb700029SDmitry Fleytman { 408eb700029SDmitry Fleytman return pkt->raw_frags > 0; 409605d52e6SDmitry Fleytman } 410605d52e6SDmitry Fleytman 411605d52e6SDmitry Fleytman eth_pkt_types_e net_tx_pkt_get_packet_type(struct NetTxPkt *pkt) 412605d52e6SDmitry Fleytman { 413605d52e6SDmitry Fleytman assert(pkt); 414605d52e6SDmitry Fleytman 415605d52e6SDmitry Fleytman return pkt->packet_type; 416605d52e6SDmitry Fleytman } 417605d52e6SDmitry Fleytman 418605d52e6SDmitry Fleytman size_t net_tx_pkt_get_total_len(struct NetTxPkt *pkt) 419605d52e6SDmitry Fleytman { 420605d52e6SDmitry Fleytman assert(pkt); 421605d52e6SDmitry Fleytman 422605d52e6SDmitry Fleytman return pkt->hdr_len + pkt->payload_len; 423605d52e6SDmitry Fleytman } 424605d52e6SDmitry Fleytman 425605d52e6SDmitry Fleytman void net_tx_pkt_dump(struct NetTxPkt *pkt) 426605d52e6SDmitry Fleytman { 427605d52e6SDmitry Fleytman #ifdef NET_TX_PKT_DEBUG 428605d52e6SDmitry Fleytman assert(pkt); 429605d52e6SDmitry Fleytman 430605d52e6SDmitry Fleytman printf("TX PKT: hdr_len: %d, pkt_type: 0x%X, l2hdr_len: %lu, " 431605d52e6SDmitry Fleytman "l3hdr_len: %lu, payload_len: %u\n", pkt->hdr_len, pkt->packet_type, 432605d52e6SDmitry Fleytman pkt->vec[NET_TX_PKT_L2HDR_FRAG].iov_len, 433605d52e6SDmitry Fleytman pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_len, pkt->payload_len); 434605d52e6SDmitry Fleytman #endif 435605d52e6SDmitry Fleytman } 436605d52e6SDmitry Fleytman 437605d52e6SDmitry Fleytman void net_tx_pkt_reset(struct NetTxPkt *pkt) 438605d52e6SDmitry Fleytman { 439605d52e6SDmitry Fleytman int i; 440605d52e6SDmitry Fleytman 441605d52e6SDmitry Fleytman /* no assert, as reset can be called before tx_pkt_init */ 442605d52e6SDmitry Fleytman if (!pkt) { 443605d52e6SDmitry Fleytman return; 444605d52e6SDmitry Fleytman } 445605d52e6SDmitry Fleytman 446605d52e6SDmitry Fleytman memset(&pkt->virt_hdr, 0, sizeof(pkt->virt_hdr)); 447605d52e6SDmitry Fleytman 448605d52e6SDmitry Fleytman assert(pkt->vec); 449eb700029SDmitry Fleytman 450605d52e6SDmitry Fleytman pkt->payload_len = 0; 451605d52e6SDmitry Fleytman pkt->payload_frags = 0; 452605d52e6SDmitry Fleytman 453605d52e6SDmitry Fleytman assert(pkt->raw); 454605d52e6SDmitry Fleytman for (i = 0; i < pkt->raw_frags; i++) { 455605d52e6SDmitry Fleytman assert(pkt->raw[i].iov_base); 45611171010SDmitry Fleytman pci_dma_unmap(pkt->pci_dev, pkt->raw[i].iov_base, pkt->raw[i].iov_len, 45711171010SDmitry Fleytman DMA_DIRECTION_TO_DEVICE, 0); 458605d52e6SDmitry Fleytman } 459605d52e6SDmitry Fleytman pkt->raw_frags = 0; 460605d52e6SDmitry Fleytman 461605d52e6SDmitry Fleytman pkt->hdr_len = 0; 462605d52e6SDmitry Fleytman pkt->l4proto = 0; 463605d52e6SDmitry Fleytman } 464605d52e6SDmitry Fleytman 465605d52e6SDmitry Fleytman static void net_tx_pkt_do_sw_csum(struct NetTxPkt *pkt) 466605d52e6SDmitry Fleytman { 467605d52e6SDmitry Fleytman struct iovec *iov = &pkt->vec[NET_TX_PKT_L2HDR_FRAG]; 468605d52e6SDmitry Fleytman uint32_t csum_cntr; 469605d52e6SDmitry Fleytman uint16_t csum = 0; 470eb700029SDmitry Fleytman uint32_t cso; 471605d52e6SDmitry Fleytman /* num of iovec without vhdr */ 472605d52e6SDmitry Fleytman uint32_t iov_len = pkt->payload_frags + NET_TX_PKT_PL_START_FRAG - 1; 473605d52e6SDmitry Fleytman uint16_t csl; 474605d52e6SDmitry Fleytman size_t csum_offset = pkt->virt_hdr.csum_start + pkt->virt_hdr.csum_offset; 4759a8d9492SAndrew uint16_t l3_proto = eth_get_l3_proto(iov, 1, iov->iov_len); 476605d52e6SDmitry Fleytman 477605d52e6SDmitry Fleytman /* Put zero to checksum field */ 478605d52e6SDmitry Fleytman iov_from_buf(iov, iov_len, csum_offset, &csum, sizeof csum); 479605d52e6SDmitry Fleytman 480605d52e6SDmitry Fleytman /* Calculate L4 TCP/UDP checksum */ 481605d52e6SDmitry Fleytman csl = pkt->payload_len; 482605d52e6SDmitry Fleytman 4839a8d9492SAndrew csum_cntr = 0; 4849a8d9492SAndrew cso = 0; 485605d52e6SDmitry Fleytman /* add pseudo header to csum */ 4869a8d9492SAndrew if (l3_proto == ETH_P_IP) { 4879a8d9492SAndrew csum_cntr = eth_calc_ip4_pseudo_hdr_csum( 4889a8d9492SAndrew pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_base, 4899a8d9492SAndrew csl, &cso); 4909a8d9492SAndrew } else if (l3_proto == ETH_P_IPV6) { 4919a8d9492SAndrew csum_cntr = eth_calc_ip6_pseudo_hdr_csum( 4929a8d9492SAndrew pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_base, 4939a8d9492SAndrew csl, pkt->l4proto, &cso); 4949a8d9492SAndrew } 495eb700029SDmitry Fleytman 496eb700029SDmitry Fleytman /* data checksum */ 497eb700029SDmitry Fleytman csum_cntr += 498eb700029SDmitry Fleytman net_checksum_add_iov(iov, iov_len, pkt->virt_hdr.csum_start, csl, cso); 499605d52e6SDmitry Fleytman 500605d52e6SDmitry Fleytman /* Put the checksum obtained into the packet */ 5010dacea92SEd Swierk csum = cpu_to_be16(net_checksum_finish_nozero(csum_cntr)); 502605d52e6SDmitry Fleytman iov_from_buf(iov, iov_len, csum_offset, &csum, sizeof csum); 503605d52e6SDmitry Fleytman } 504605d52e6SDmitry Fleytman 505605d52e6SDmitry Fleytman enum { 506605d52e6SDmitry Fleytman NET_TX_PKT_FRAGMENT_L2_HDR_POS = 0, 507605d52e6SDmitry Fleytman NET_TX_PKT_FRAGMENT_L3_HDR_POS, 508605d52e6SDmitry Fleytman NET_TX_PKT_FRAGMENT_HEADER_NUM 509605d52e6SDmitry Fleytman }; 510605d52e6SDmitry Fleytman 511605d52e6SDmitry Fleytman #define NET_MAX_FRAG_SG_LIST (64) 512605d52e6SDmitry Fleytman 513605d52e6SDmitry Fleytman static size_t net_tx_pkt_fetch_fragment(struct NetTxPkt *pkt, 514605d52e6SDmitry Fleytman int *src_idx, size_t *src_offset, struct iovec *dst, int *dst_idx) 515605d52e6SDmitry Fleytman { 516605d52e6SDmitry Fleytman size_t fetched = 0; 517605d52e6SDmitry Fleytman struct iovec *src = pkt->vec; 518605d52e6SDmitry Fleytman 519605d52e6SDmitry Fleytman *dst_idx = NET_TX_PKT_FRAGMENT_HEADER_NUM; 520605d52e6SDmitry Fleytman 521eb700029SDmitry Fleytman while (fetched < IP_FRAG_ALIGN_SIZE(pkt->virt_hdr.gso_size)) { 522605d52e6SDmitry Fleytman 523605d52e6SDmitry Fleytman /* no more place in fragment iov */ 524605d52e6SDmitry Fleytman if (*dst_idx == NET_MAX_FRAG_SG_LIST) { 525605d52e6SDmitry Fleytman break; 526605d52e6SDmitry Fleytman } 527605d52e6SDmitry Fleytman 528605d52e6SDmitry Fleytman /* no more data in iovec */ 529605d52e6SDmitry Fleytman if (*src_idx == (pkt->payload_frags + NET_TX_PKT_PL_START_FRAG)) { 530605d52e6SDmitry Fleytman break; 531605d52e6SDmitry Fleytman } 532605d52e6SDmitry Fleytman 533605d52e6SDmitry Fleytman 534605d52e6SDmitry Fleytman dst[*dst_idx].iov_base = src[*src_idx].iov_base + *src_offset; 535605d52e6SDmitry Fleytman dst[*dst_idx].iov_len = MIN(src[*src_idx].iov_len - *src_offset, 536eb700029SDmitry Fleytman IP_FRAG_ALIGN_SIZE(pkt->virt_hdr.gso_size) - fetched); 537605d52e6SDmitry Fleytman 538605d52e6SDmitry Fleytman *src_offset += dst[*dst_idx].iov_len; 539605d52e6SDmitry Fleytman fetched += dst[*dst_idx].iov_len; 540605d52e6SDmitry Fleytman 541605d52e6SDmitry Fleytman if (*src_offset == src[*src_idx].iov_len) { 542605d52e6SDmitry Fleytman *src_offset = 0; 543605d52e6SDmitry Fleytman (*src_idx)++; 544605d52e6SDmitry Fleytman } 545605d52e6SDmitry Fleytman 546605d52e6SDmitry Fleytman (*dst_idx)++; 547605d52e6SDmitry Fleytman } 548605d52e6SDmitry Fleytman 549605d52e6SDmitry Fleytman return fetched; 550605d52e6SDmitry Fleytman } 551605d52e6SDmitry Fleytman 552eb700029SDmitry Fleytman static inline void net_tx_pkt_sendv(struct NetTxPkt *pkt, 553eb700029SDmitry Fleytman NetClientState *nc, const struct iovec *iov, int iov_cnt) 554eb700029SDmitry Fleytman { 555eb700029SDmitry Fleytman if (pkt->is_loopback) { 556eb700029SDmitry Fleytman nc->info->receive_iov(nc, iov, iov_cnt); 557eb700029SDmitry Fleytman } else { 558eb700029SDmitry Fleytman qemu_sendv_packet(nc, iov, iov_cnt); 559eb700029SDmitry Fleytman } 560eb700029SDmitry Fleytman } 561eb700029SDmitry Fleytman 562605d52e6SDmitry Fleytman static bool net_tx_pkt_do_sw_fragmentation(struct NetTxPkt *pkt, 563605d52e6SDmitry Fleytman NetClientState *nc) 564605d52e6SDmitry Fleytman { 565605d52e6SDmitry Fleytman struct iovec fragment[NET_MAX_FRAG_SG_LIST]; 566605d52e6SDmitry Fleytman size_t fragment_len = 0; 567605d52e6SDmitry Fleytman bool more_frags = false; 568605d52e6SDmitry Fleytman 569605d52e6SDmitry Fleytman /* some pointers for shorter code */ 570605d52e6SDmitry Fleytman void *l2_iov_base, *l3_iov_base; 571605d52e6SDmitry Fleytman size_t l2_iov_len, l3_iov_len; 572605d52e6SDmitry Fleytman int src_idx = NET_TX_PKT_PL_START_FRAG, dst_idx; 573605d52e6SDmitry Fleytman size_t src_offset = 0; 574605d52e6SDmitry Fleytman size_t fragment_offset = 0; 575605d52e6SDmitry Fleytman 576605d52e6SDmitry Fleytman l2_iov_base = pkt->vec[NET_TX_PKT_L2HDR_FRAG].iov_base; 577605d52e6SDmitry Fleytman l2_iov_len = pkt->vec[NET_TX_PKT_L2HDR_FRAG].iov_len; 578605d52e6SDmitry Fleytman l3_iov_base = pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_base; 579605d52e6SDmitry Fleytman l3_iov_len = pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_len; 580605d52e6SDmitry Fleytman 581605d52e6SDmitry Fleytman /* Copy headers */ 582605d52e6SDmitry Fleytman fragment[NET_TX_PKT_FRAGMENT_L2_HDR_POS].iov_base = l2_iov_base; 583605d52e6SDmitry Fleytman fragment[NET_TX_PKT_FRAGMENT_L2_HDR_POS].iov_len = l2_iov_len; 584605d52e6SDmitry Fleytman fragment[NET_TX_PKT_FRAGMENT_L3_HDR_POS].iov_base = l3_iov_base; 585605d52e6SDmitry Fleytman fragment[NET_TX_PKT_FRAGMENT_L3_HDR_POS].iov_len = l3_iov_len; 586605d52e6SDmitry Fleytman 587605d52e6SDmitry Fleytman 588605d52e6SDmitry Fleytman /* Put as much data as possible and send */ 589605d52e6SDmitry Fleytman do { 590605d52e6SDmitry Fleytman fragment_len = net_tx_pkt_fetch_fragment(pkt, &src_idx, &src_offset, 591605d52e6SDmitry Fleytman fragment, &dst_idx); 592605d52e6SDmitry Fleytman 593605d52e6SDmitry Fleytman more_frags = (fragment_offset + fragment_len < pkt->payload_len); 594605d52e6SDmitry Fleytman 595605d52e6SDmitry Fleytman eth_setup_ip4_fragmentation(l2_iov_base, l2_iov_len, l3_iov_base, 596605d52e6SDmitry Fleytman l3_iov_len, fragment_len, fragment_offset, more_frags); 597605d52e6SDmitry Fleytman 598605d52e6SDmitry Fleytman eth_fix_ip4_checksum(l3_iov_base, l3_iov_len); 599605d52e6SDmitry Fleytman 600eb700029SDmitry Fleytman net_tx_pkt_sendv(pkt, nc, fragment, dst_idx); 601605d52e6SDmitry Fleytman 602605d52e6SDmitry Fleytman fragment_offset += fragment_len; 603605d52e6SDmitry Fleytman 604ead315e4SPrasad J Pandit } while (fragment_len && more_frags); 605605d52e6SDmitry Fleytman 606605d52e6SDmitry Fleytman return true; 607605d52e6SDmitry Fleytman } 608605d52e6SDmitry Fleytman 609605d52e6SDmitry Fleytman bool net_tx_pkt_send(struct NetTxPkt *pkt, NetClientState *nc) 610605d52e6SDmitry Fleytman { 611605d52e6SDmitry Fleytman assert(pkt); 612605d52e6SDmitry Fleytman 613605d52e6SDmitry Fleytman if (!pkt->has_virt_hdr && 614605d52e6SDmitry Fleytman pkt->virt_hdr.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) { 615605d52e6SDmitry Fleytman net_tx_pkt_do_sw_csum(pkt); 616605d52e6SDmitry Fleytman } 617605d52e6SDmitry Fleytman 618605d52e6SDmitry Fleytman /* 619605d52e6SDmitry Fleytman * Since underlying infrastructure does not support IP datagrams longer 620605d52e6SDmitry Fleytman * than 64K we should drop such packets and don't even try to send 621605d52e6SDmitry Fleytman */ 622605d52e6SDmitry Fleytman if (VIRTIO_NET_HDR_GSO_NONE != pkt->virt_hdr.gso_type) { 623605d52e6SDmitry Fleytman if (pkt->payload_len > 624605d52e6SDmitry Fleytman ETH_MAX_IP_DGRAM_LEN - 625605d52e6SDmitry Fleytman pkt->vec[NET_TX_PKT_L3HDR_FRAG].iov_len) { 626605d52e6SDmitry Fleytman return false; 627605d52e6SDmitry Fleytman } 628605d52e6SDmitry Fleytman } 629605d52e6SDmitry Fleytman 630605d52e6SDmitry Fleytman if (pkt->has_virt_hdr || 631605d52e6SDmitry Fleytman pkt->virt_hdr.gso_type == VIRTIO_NET_HDR_GSO_NONE) { 632e219d309SAndrew net_tx_pkt_fix_ip6_payload_len(pkt); 633eb700029SDmitry Fleytman net_tx_pkt_sendv(pkt, nc, pkt->vec, 634605d52e6SDmitry Fleytman pkt->payload_frags + NET_TX_PKT_PL_START_FRAG); 635605d52e6SDmitry Fleytman return true; 636605d52e6SDmitry Fleytman } 637605d52e6SDmitry Fleytman 638605d52e6SDmitry Fleytman return net_tx_pkt_do_sw_fragmentation(pkt, nc); 639605d52e6SDmitry Fleytman } 640eb700029SDmitry Fleytman 641eb700029SDmitry Fleytman bool net_tx_pkt_send_loopback(struct NetTxPkt *pkt, NetClientState *nc) 642eb700029SDmitry Fleytman { 643eb700029SDmitry Fleytman bool res; 644eb700029SDmitry Fleytman 645eb700029SDmitry Fleytman pkt->is_loopback = true; 646eb700029SDmitry Fleytman res = net_tx_pkt_send(pkt, nc); 647eb700029SDmitry Fleytman pkt->is_loopback = false; 648eb700029SDmitry Fleytman 649eb700029SDmitry Fleytman return res; 650eb700029SDmitry Fleytman } 651e219d309SAndrew 652e219d309SAndrew void net_tx_pkt_fix_ip6_payload_len(struct NetTxPkt *pkt) 653e219d309SAndrew { 654e219d309SAndrew struct iovec *l2 = &pkt->vec[NET_TX_PKT_L2HDR_FRAG]; 655e219d309SAndrew if (eth_get_l3_proto(l2, 1, l2->iov_len) == ETH_P_IPV6) { 656e219d309SAndrew struct ip6_header *ip6 = (struct ip6_header *) pkt->l3_hdr; 657e219d309SAndrew /* 658e219d309SAndrew * TODO: if qemu would support >64K packets - add jumbo option check 659e219d309SAndrew * something like that: 660e219d309SAndrew * 'if (ip6->ip6_plen == 0 && !has_jumbo_option(ip6)) {' 661e219d309SAndrew */ 662e219d309SAndrew if (ip6->ip6_plen == 0) { 663e219d309SAndrew if (pkt->payload_len <= ETH_MAX_IP_DGRAM_LEN) { 664e219d309SAndrew ip6->ip6_plen = htons(pkt->payload_len); 665e219d309SAndrew } 666e219d309SAndrew /* 667e219d309SAndrew * TODO: if qemu would support >64K packets 668e219d309SAndrew * add jumbo option for packets greater then 65,535 bytes 669e219d309SAndrew */ 670e219d309SAndrew } 671e219d309SAndrew } 672e219d309SAndrew } 673