195fa0405SHaiyang Zhang /* 295fa0405SHaiyang Zhang * Copyright (c) 2009, Microsoft Corporation. 395fa0405SHaiyang Zhang * 495fa0405SHaiyang Zhang * This program is free software; you can redistribute it and/or modify it 595fa0405SHaiyang Zhang * under the terms and conditions of the GNU General Public License, 695fa0405SHaiyang Zhang * version 2, as published by the Free Software Foundation. 795fa0405SHaiyang Zhang * 895fa0405SHaiyang Zhang * This program is distributed in the hope it will be useful, but WITHOUT 995fa0405SHaiyang Zhang * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 1095fa0405SHaiyang Zhang * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 1195fa0405SHaiyang Zhang * more details. 1295fa0405SHaiyang Zhang * 1395fa0405SHaiyang Zhang * You should have received a copy of the GNU General Public License along with 14adf8d3ffSJeff Kirsher * this program; if not, see <http://www.gnu.org/licenses/>. 1595fa0405SHaiyang Zhang * 1695fa0405SHaiyang Zhang * Authors: 1795fa0405SHaiyang Zhang * Haiyang Zhang <haiyangz@microsoft.com> 1895fa0405SHaiyang Zhang * Hank Janssen <hjanssen@microsoft.com> 1995fa0405SHaiyang Zhang */ 2095fa0405SHaiyang Zhang #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 2195fa0405SHaiyang Zhang 2295fa0405SHaiyang Zhang #include <linux/kernel.h> 2395fa0405SHaiyang Zhang #include <linux/sched.h> 2495fa0405SHaiyang Zhang #include <linux/wait.h> 2595fa0405SHaiyang Zhang #include <linux/mm.h> 2695fa0405SHaiyang Zhang #include <linux/delay.h> 2795fa0405SHaiyang Zhang #include <linux/io.h> 2895fa0405SHaiyang Zhang #include <linux/slab.h> 2995fa0405SHaiyang Zhang #include <linux/netdevice.h> 30f157e78dSHaiyang Zhang #include <linux/if_ether.h> 31d6472302SStephen Rothwell #include <linux/vmalloc.h> 32c25aaf81SKY Srinivasan #include <asm/sync_bitops.h> 3395fa0405SHaiyang Zhang 3495fa0405SHaiyang Zhang #include "hyperv_net.h" 3595fa0405SHaiyang Zhang 3684bf9cefSKY Srinivasan /* 3730d1de08SStephen Hemminger * An API to support in-place processing of incoming VMBUS packets. 3830d1de08SStephen Hemminger */ 3930d1de08SStephen Hemminger #define VMBUS_PKT_TRAILER 8 4030d1de08SStephen Hemminger 4130d1de08SStephen Hemminger static struct vmpacket_descriptor * 4230d1de08SStephen Hemminger get_next_pkt_raw(struct vmbus_channel *channel) 4330d1de08SStephen Hemminger { 4430d1de08SStephen Hemminger struct hv_ring_buffer_info *ring_info = &channel->inbound; 4530d1de08SStephen Hemminger u32 read_loc = ring_info->priv_read_index; 4630d1de08SStephen Hemminger void *ring_buffer = hv_get_ring_buffer(ring_info); 4730d1de08SStephen Hemminger struct vmpacket_descriptor *cur_desc; 4830d1de08SStephen Hemminger u32 packetlen; 4930d1de08SStephen Hemminger u32 dsize = ring_info->ring_datasize; 5030d1de08SStephen Hemminger u32 delta = read_loc - ring_info->ring_buffer->read_index; 5130d1de08SStephen Hemminger u32 bytes_avail_toread = (hv_get_bytes_to_read(ring_info) - delta); 5230d1de08SStephen Hemminger 5330d1de08SStephen Hemminger if (bytes_avail_toread < sizeof(struct vmpacket_descriptor)) 5430d1de08SStephen Hemminger return NULL; 5530d1de08SStephen Hemminger 5630d1de08SStephen Hemminger if ((read_loc + sizeof(*cur_desc)) > dsize) 5730d1de08SStephen Hemminger return NULL; 5830d1de08SStephen Hemminger 5930d1de08SStephen Hemminger cur_desc = ring_buffer + read_loc; 6030d1de08SStephen Hemminger packetlen = cur_desc->len8 << 3; 6130d1de08SStephen Hemminger 6230d1de08SStephen Hemminger /* 6330d1de08SStephen Hemminger * If the packet under consideration is wrapping around, 6430d1de08SStephen Hemminger * return failure. 6530d1de08SStephen Hemminger */ 6630d1de08SStephen Hemminger if ((read_loc + packetlen + VMBUS_PKT_TRAILER) > (dsize - 1)) 6730d1de08SStephen Hemminger return NULL; 6830d1de08SStephen Hemminger 6930d1de08SStephen Hemminger return cur_desc; 7030d1de08SStephen Hemminger } 7130d1de08SStephen Hemminger 7230d1de08SStephen Hemminger /* 7330d1de08SStephen Hemminger * A helper function to step through packets "in-place" 7430d1de08SStephen Hemminger * This API is to be called after each successful call 7530d1de08SStephen Hemminger * get_next_pkt_raw(). 7630d1de08SStephen Hemminger */ 7730d1de08SStephen Hemminger static void put_pkt_raw(struct vmbus_channel *channel, 7830d1de08SStephen Hemminger struct vmpacket_descriptor *desc) 7930d1de08SStephen Hemminger { 8030d1de08SStephen Hemminger struct hv_ring_buffer_info *ring_info = &channel->inbound; 8130d1de08SStephen Hemminger u32 read_loc = ring_info->priv_read_index; 8230d1de08SStephen Hemminger u32 packetlen = desc->len8 << 3; 8330d1de08SStephen Hemminger u32 dsize = ring_info->ring_datasize; 8430d1de08SStephen Hemminger 8530d1de08SStephen Hemminger BUG_ON((read_loc + packetlen + VMBUS_PKT_TRAILER) > dsize); 8630d1de08SStephen Hemminger 8730d1de08SStephen Hemminger /* 8830d1de08SStephen Hemminger * Include the packet trailer. 8930d1de08SStephen Hemminger */ 9030d1de08SStephen Hemminger ring_info->priv_read_index += packetlen + VMBUS_PKT_TRAILER; 9130d1de08SStephen Hemminger } 9230d1de08SStephen Hemminger 9330d1de08SStephen Hemminger /* 9430d1de08SStephen Hemminger * This call commits the read index and potentially signals the host. 9530d1de08SStephen Hemminger * Here is the pattern for using the "in-place" consumption APIs: 9630d1de08SStephen Hemminger * 9730d1de08SStephen Hemminger * while (get_next_pkt_raw() { 9830d1de08SStephen Hemminger * process the packet "in-place"; 9930d1de08SStephen Hemminger * put_pkt_raw(); 10030d1de08SStephen Hemminger * } 10130d1de08SStephen Hemminger * if (packets processed in place) 10230d1de08SStephen Hemminger * commit_rd_index(); 10330d1de08SStephen Hemminger */ 10430d1de08SStephen Hemminger static void commit_rd_index(struct vmbus_channel *channel) 10530d1de08SStephen Hemminger { 10630d1de08SStephen Hemminger struct hv_ring_buffer_info *ring_info = &channel->inbound; 10730d1de08SStephen Hemminger /* 10830d1de08SStephen Hemminger * Make sure all reads are done before we update the read index since 10930d1de08SStephen Hemminger * the writer may start writing to the read area once the read index 11030d1de08SStephen Hemminger * is updated. 11130d1de08SStephen Hemminger */ 11230d1de08SStephen Hemminger virt_rmb(); 11330d1de08SStephen Hemminger ring_info->ring_buffer->read_index = ring_info->priv_read_index; 11430d1de08SStephen Hemminger 11530d1de08SStephen Hemminger if (hv_need_to_signal_on_read(ring_info)) 11630d1de08SStephen Hemminger vmbus_set_event(channel); 11730d1de08SStephen Hemminger } 11830d1de08SStephen Hemminger 11930d1de08SStephen Hemminger /* 12084bf9cefSKY Srinivasan * Switch the data path from the synthetic interface to the VF 12184bf9cefSKY Srinivasan * interface. 12284bf9cefSKY Srinivasan */ 1230a1275caSVitaly Kuznetsov void netvsc_switch_datapath(struct net_device *ndev, bool vf) 12484bf9cefSKY Srinivasan { 1253d541ac5SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 1263d541ac5SVitaly Kuznetsov struct hv_device *dev = net_device_ctx->device_ctx; 1270a1275caSVitaly Kuznetsov struct netvsc_device *nv_dev = net_device_ctx->nvdev; 1280a1275caSVitaly Kuznetsov struct nvsp_message *init_pkt = &nv_dev->channel_init_pkt; 12984bf9cefSKY Srinivasan 13084bf9cefSKY Srinivasan memset(init_pkt, 0, sizeof(struct nvsp_message)); 13184bf9cefSKY Srinivasan init_pkt->hdr.msg_type = NVSP_MSG4_TYPE_SWITCH_DATA_PATH; 13284bf9cefSKY Srinivasan if (vf) 13384bf9cefSKY Srinivasan init_pkt->msg.v4_msg.active_dp.active_datapath = 13484bf9cefSKY Srinivasan NVSP_DATAPATH_VF; 13584bf9cefSKY Srinivasan else 13684bf9cefSKY Srinivasan init_pkt->msg.v4_msg.active_dp.active_datapath = 13784bf9cefSKY Srinivasan NVSP_DATAPATH_SYNTHETIC; 13884bf9cefSKY Srinivasan 13984bf9cefSKY Srinivasan vmbus_sendpacket(dev->channel, init_pkt, 14084bf9cefSKY Srinivasan sizeof(struct nvsp_message), 14184bf9cefSKY Srinivasan (unsigned long)init_pkt, 14284bf9cefSKY Srinivasan VM_PKT_DATA_INBAND, 0); 14384bf9cefSKY Srinivasan } 14484bf9cefSKY Srinivasan 14588098834SVitaly Kuznetsov static struct netvsc_device *alloc_net_device(void) 14695fa0405SHaiyang Zhang { 14795fa0405SHaiyang Zhang struct netvsc_device *net_device; 14895fa0405SHaiyang Zhang 14995fa0405SHaiyang Zhang net_device = kzalloc(sizeof(struct netvsc_device), GFP_KERNEL); 15095fa0405SHaiyang Zhang if (!net_device) 15195fa0405SHaiyang Zhang return NULL; 15295fa0405SHaiyang Zhang 153f90251c8SHaiyang Zhang net_device->cb_buffer = kzalloc(NETVSC_PACKET_SIZE, GFP_KERNEL); 154f90251c8SHaiyang Zhang if (!net_device->cb_buffer) { 155f90251c8SHaiyang Zhang kfree(net_device); 156f90251c8SHaiyang Zhang return NULL; 157f90251c8SHaiyang Zhang } 158f90251c8SHaiyang Zhang 159c0b558e5SHaiyang Zhang net_device->mrc[0].buf = vzalloc(NETVSC_RECVSLOT_MAX * 160c0b558e5SHaiyang Zhang sizeof(struct recv_comp_data)); 161c0b558e5SHaiyang Zhang 162dc5cd894SHaiyang Zhang init_waitqueue_head(&net_device->wait_drain); 16395fa0405SHaiyang Zhang net_device->destroy = false; 16484bf9cefSKY Srinivasan atomic_set(&net_device->open_cnt, 0); 1657c3877f2SHaiyang Zhang net_device->max_pkt = RNDIS_MAX_PKT_DEFAULT; 1667c3877f2SHaiyang Zhang net_device->pkt_align = RNDIS_PKT_ALIGN_DEFAULT; 167fd612602SStephen Hemminger init_completion(&net_device->channel_init_wait); 1687c3877f2SHaiyang Zhang 16995fa0405SHaiyang Zhang return net_device; 17095fa0405SHaiyang Zhang } 17195fa0405SHaiyang Zhang 172f90251c8SHaiyang Zhang static void free_netvsc_device(struct netvsc_device *nvdev) 173f90251c8SHaiyang Zhang { 174c0b558e5SHaiyang Zhang int i; 175c0b558e5SHaiyang Zhang 176c0b558e5SHaiyang Zhang for (i = 0; i < VRSS_CHANNEL_MAX; i++) 177c0b558e5SHaiyang Zhang vfree(nvdev->mrc[i].buf); 178c0b558e5SHaiyang Zhang 179f90251c8SHaiyang Zhang kfree(nvdev->cb_buffer); 180f90251c8SHaiyang Zhang kfree(nvdev); 181f90251c8SHaiyang Zhang } 182f90251c8SHaiyang Zhang 18395fa0405SHaiyang Zhang static struct netvsc_device *get_outbound_net_device(struct hv_device *device) 18495fa0405SHaiyang Zhang { 1852625466dSVitaly Kuznetsov struct netvsc_device *net_device = hv_device_to_netvsc_device(device); 18695fa0405SHaiyang Zhang 18795fa0405SHaiyang Zhang if (net_device && net_device->destroy) 18895fa0405SHaiyang Zhang net_device = NULL; 18995fa0405SHaiyang Zhang 19095fa0405SHaiyang Zhang return net_device; 19195fa0405SHaiyang Zhang } 19295fa0405SHaiyang Zhang 19395fa0405SHaiyang Zhang static struct netvsc_device *get_inbound_net_device(struct hv_device *device) 19495fa0405SHaiyang Zhang { 1952625466dSVitaly Kuznetsov struct netvsc_device *net_device = hv_device_to_netvsc_device(device); 19695fa0405SHaiyang Zhang 19795fa0405SHaiyang Zhang if (!net_device) 19895fa0405SHaiyang Zhang goto get_in_err; 19995fa0405SHaiyang Zhang 20095fa0405SHaiyang Zhang if (net_device->destroy && 201c0b558e5SHaiyang Zhang atomic_read(&net_device->num_outstanding_sends) == 0 && 202c0b558e5SHaiyang Zhang atomic_read(&net_device->num_outstanding_recvs) == 0) 20395fa0405SHaiyang Zhang net_device = NULL; 20495fa0405SHaiyang Zhang 20595fa0405SHaiyang Zhang get_in_err: 20695fa0405SHaiyang Zhang return net_device; 20795fa0405SHaiyang Zhang } 20895fa0405SHaiyang Zhang 2093d541ac5SVitaly Kuznetsov static int netvsc_destroy_buf(struct hv_device *device) 21095fa0405SHaiyang Zhang { 21195fa0405SHaiyang Zhang struct nvsp_message *revoke_packet; 21295fa0405SHaiyang Zhang int ret = 0; 2133d541ac5SVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 2142625466dSVitaly Kuznetsov struct netvsc_device *net_device = net_device_to_netvsc_device(ndev); 21595fa0405SHaiyang Zhang 21695fa0405SHaiyang Zhang /* 21795fa0405SHaiyang Zhang * If we got a section count, it means we received a 21895fa0405SHaiyang Zhang * SendReceiveBufferComplete msg (ie sent 21995fa0405SHaiyang Zhang * NvspMessage1TypeSendReceiveBuffer msg) therefore, we need 22095fa0405SHaiyang Zhang * to send a revoke msg here 22195fa0405SHaiyang Zhang */ 22295fa0405SHaiyang Zhang if (net_device->recv_section_cnt) { 22395fa0405SHaiyang Zhang /* Send the revoke receive buffer */ 22495fa0405SHaiyang Zhang revoke_packet = &net_device->revoke_packet; 22595fa0405SHaiyang Zhang memset(revoke_packet, 0, sizeof(struct nvsp_message)); 22695fa0405SHaiyang Zhang 22795fa0405SHaiyang Zhang revoke_packet->hdr.msg_type = 22895fa0405SHaiyang Zhang NVSP_MSG1_TYPE_REVOKE_RECV_BUF; 22995fa0405SHaiyang Zhang revoke_packet->msg.v1_msg. 23095fa0405SHaiyang Zhang revoke_recv_buf.id = NETVSC_RECEIVE_BUFFER_ID; 23195fa0405SHaiyang Zhang 2323d541ac5SVitaly Kuznetsov ret = vmbus_sendpacket(device->channel, 23395fa0405SHaiyang Zhang revoke_packet, 23495fa0405SHaiyang Zhang sizeof(struct nvsp_message), 23595fa0405SHaiyang Zhang (unsigned long)revoke_packet, 23695fa0405SHaiyang Zhang VM_PKT_DATA_INBAND, 0); 23795fa0405SHaiyang Zhang /* 23895fa0405SHaiyang Zhang * If we failed here, we might as well return and 23995fa0405SHaiyang Zhang * have a leak rather than continue and a bugchk 24095fa0405SHaiyang Zhang */ 24195fa0405SHaiyang Zhang if (ret != 0) { 24295fa0405SHaiyang Zhang netdev_err(ndev, "unable to send " 24395fa0405SHaiyang Zhang "revoke receive buffer to netvsp\n"); 24495fa0405SHaiyang Zhang return ret; 24595fa0405SHaiyang Zhang } 24695fa0405SHaiyang Zhang } 24795fa0405SHaiyang Zhang 24895fa0405SHaiyang Zhang /* Teardown the gpadl on the vsp end */ 24995fa0405SHaiyang Zhang if (net_device->recv_buf_gpadl_handle) { 2503d541ac5SVitaly Kuznetsov ret = vmbus_teardown_gpadl(device->channel, 25195fa0405SHaiyang Zhang net_device->recv_buf_gpadl_handle); 25295fa0405SHaiyang Zhang 25395fa0405SHaiyang Zhang /* If we failed here, we might as well return and have a leak 25495fa0405SHaiyang Zhang * rather than continue and a bugchk 25595fa0405SHaiyang Zhang */ 25695fa0405SHaiyang Zhang if (ret != 0) { 25795fa0405SHaiyang Zhang netdev_err(ndev, 25895fa0405SHaiyang Zhang "unable to teardown receive buffer's gpadl\n"); 25995fa0405SHaiyang Zhang return ret; 26095fa0405SHaiyang Zhang } 26195fa0405SHaiyang Zhang net_device->recv_buf_gpadl_handle = 0; 26295fa0405SHaiyang Zhang } 26395fa0405SHaiyang Zhang 26495fa0405SHaiyang Zhang if (net_device->recv_buf) { 26595fa0405SHaiyang Zhang /* Free up the receive buffer */ 266b679ef73SHaiyang Zhang vfree(net_device->recv_buf); 26795fa0405SHaiyang Zhang net_device->recv_buf = NULL; 26895fa0405SHaiyang Zhang } 26995fa0405SHaiyang Zhang 27095fa0405SHaiyang Zhang if (net_device->recv_section) { 27195fa0405SHaiyang Zhang net_device->recv_section_cnt = 0; 27295fa0405SHaiyang Zhang kfree(net_device->recv_section); 27395fa0405SHaiyang Zhang net_device->recv_section = NULL; 27495fa0405SHaiyang Zhang } 27595fa0405SHaiyang Zhang 276c25aaf81SKY Srinivasan /* Deal with the send buffer we may have setup. 277c25aaf81SKY Srinivasan * If we got a send section size, it means we received a 278c51ed182SHaiyang Zhang * NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE msg (ie sent 279c51ed182SHaiyang Zhang * NVSP_MSG1_TYPE_SEND_SEND_BUF msg) therefore, we need 280c25aaf81SKY Srinivasan * to send a revoke msg here 281c25aaf81SKY Srinivasan */ 282c25aaf81SKY Srinivasan if (net_device->send_section_size) { 283c25aaf81SKY Srinivasan /* Send the revoke receive buffer */ 284c25aaf81SKY Srinivasan revoke_packet = &net_device->revoke_packet; 285c25aaf81SKY Srinivasan memset(revoke_packet, 0, sizeof(struct nvsp_message)); 286c25aaf81SKY Srinivasan 287c25aaf81SKY Srinivasan revoke_packet->hdr.msg_type = 288c25aaf81SKY Srinivasan NVSP_MSG1_TYPE_REVOKE_SEND_BUF; 289c51ed182SHaiyang Zhang revoke_packet->msg.v1_msg.revoke_send_buf.id = 290c51ed182SHaiyang Zhang NETVSC_SEND_BUFFER_ID; 291c25aaf81SKY Srinivasan 2923d541ac5SVitaly Kuznetsov ret = vmbus_sendpacket(device->channel, 293c25aaf81SKY Srinivasan revoke_packet, 294c25aaf81SKY Srinivasan sizeof(struct nvsp_message), 295c25aaf81SKY Srinivasan (unsigned long)revoke_packet, 296c25aaf81SKY Srinivasan VM_PKT_DATA_INBAND, 0); 297c25aaf81SKY Srinivasan /* If we failed here, we might as well return and 298c25aaf81SKY Srinivasan * have a leak rather than continue and a bugchk 299c25aaf81SKY Srinivasan */ 300c25aaf81SKY Srinivasan if (ret != 0) { 301c25aaf81SKY Srinivasan netdev_err(ndev, "unable to send " 302c25aaf81SKY Srinivasan "revoke send buffer to netvsp\n"); 303c25aaf81SKY Srinivasan return ret; 304c25aaf81SKY Srinivasan } 305c25aaf81SKY Srinivasan } 306c25aaf81SKY Srinivasan /* Teardown the gpadl on the vsp end */ 307c25aaf81SKY Srinivasan if (net_device->send_buf_gpadl_handle) { 3083d541ac5SVitaly Kuznetsov ret = vmbus_teardown_gpadl(device->channel, 309c25aaf81SKY Srinivasan net_device->send_buf_gpadl_handle); 310c25aaf81SKY Srinivasan 311c25aaf81SKY Srinivasan /* If we failed here, we might as well return and have a leak 312c25aaf81SKY Srinivasan * rather than continue and a bugchk 313c25aaf81SKY Srinivasan */ 314c25aaf81SKY Srinivasan if (ret != 0) { 315c25aaf81SKY Srinivasan netdev_err(ndev, 316c25aaf81SKY Srinivasan "unable to teardown send buffer's gpadl\n"); 317c25aaf81SKY Srinivasan return ret; 318c25aaf81SKY Srinivasan } 3192f18423dSDave Jones net_device->send_buf_gpadl_handle = 0; 320c25aaf81SKY Srinivasan } 321c25aaf81SKY Srinivasan if (net_device->send_buf) { 322c51ed182SHaiyang Zhang /* Free up the send buffer */ 32306b47aacSKY Srinivasan vfree(net_device->send_buf); 324c25aaf81SKY Srinivasan net_device->send_buf = NULL; 325c25aaf81SKY Srinivasan } 326c25aaf81SKY Srinivasan kfree(net_device->send_section_map); 327c25aaf81SKY Srinivasan 32895fa0405SHaiyang Zhang return ret; 32995fa0405SHaiyang Zhang } 33095fa0405SHaiyang Zhang 331c25aaf81SKY Srinivasan static int netvsc_init_buf(struct hv_device *device) 33295fa0405SHaiyang Zhang { 33395fa0405SHaiyang Zhang int ret = 0; 33495fa0405SHaiyang Zhang struct netvsc_device *net_device; 33595fa0405SHaiyang Zhang struct nvsp_message *init_packet; 33695fa0405SHaiyang Zhang struct net_device *ndev; 3370a726c2bSK. Y. Srinivasan int node; 33895fa0405SHaiyang Zhang 33995fa0405SHaiyang Zhang net_device = get_outbound_net_device(device); 34095fa0405SHaiyang Zhang if (!net_device) 34195fa0405SHaiyang Zhang return -ENODEV; 3420a1275caSVitaly Kuznetsov ndev = hv_get_drvdata(device); 34395fa0405SHaiyang Zhang 3440a726c2bSK. Y. Srinivasan node = cpu_to_node(device->channel->target_cpu); 3450a726c2bSK. Y. Srinivasan net_device->recv_buf = vzalloc_node(net_device->recv_buf_size, node); 3460a726c2bSK. Y. Srinivasan if (!net_device->recv_buf) 347b679ef73SHaiyang Zhang net_device->recv_buf = vzalloc(net_device->recv_buf_size); 3480a726c2bSK. Y. Srinivasan 34995fa0405SHaiyang Zhang if (!net_device->recv_buf) { 35095fa0405SHaiyang Zhang netdev_err(ndev, "unable to allocate receive " 35195fa0405SHaiyang Zhang "buffer of size %d\n", net_device->recv_buf_size); 35295fa0405SHaiyang Zhang ret = -ENOMEM; 35395fa0405SHaiyang Zhang goto cleanup; 35495fa0405SHaiyang Zhang } 35595fa0405SHaiyang Zhang 35695fa0405SHaiyang Zhang /* 35795fa0405SHaiyang Zhang * Establish the gpadl handle for this buffer on this 35895fa0405SHaiyang Zhang * channel. Note: This call uses the vmbus connection rather 35995fa0405SHaiyang Zhang * than the channel to establish the gpadl handle. 36095fa0405SHaiyang Zhang */ 36195fa0405SHaiyang Zhang ret = vmbus_establish_gpadl(device->channel, net_device->recv_buf, 36295fa0405SHaiyang Zhang net_device->recv_buf_size, 36395fa0405SHaiyang Zhang &net_device->recv_buf_gpadl_handle); 36495fa0405SHaiyang Zhang if (ret != 0) { 36595fa0405SHaiyang Zhang netdev_err(ndev, 36695fa0405SHaiyang Zhang "unable to establish receive buffer's gpadl\n"); 36795fa0405SHaiyang Zhang goto cleanup; 36895fa0405SHaiyang Zhang } 36995fa0405SHaiyang Zhang 37095fa0405SHaiyang Zhang /* Notify the NetVsp of the gpadl handle */ 37195fa0405SHaiyang Zhang init_packet = &net_device->channel_init_pkt; 37295fa0405SHaiyang Zhang 37395fa0405SHaiyang Zhang memset(init_packet, 0, sizeof(struct nvsp_message)); 37495fa0405SHaiyang Zhang 37595fa0405SHaiyang Zhang init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_RECV_BUF; 37695fa0405SHaiyang Zhang init_packet->msg.v1_msg.send_recv_buf. 37795fa0405SHaiyang Zhang gpadl_handle = net_device->recv_buf_gpadl_handle; 37895fa0405SHaiyang Zhang init_packet->msg.v1_msg. 37995fa0405SHaiyang Zhang send_recv_buf.id = NETVSC_RECEIVE_BUFFER_ID; 38095fa0405SHaiyang Zhang 38195fa0405SHaiyang Zhang /* Send the gpadl notification request */ 38295fa0405SHaiyang Zhang ret = vmbus_sendpacket(device->channel, init_packet, 38395fa0405SHaiyang Zhang sizeof(struct nvsp_message), 38495fa0405SHaiyang Zhang (unsigned long)init_packet, 38595fa0405SHaiyang Zhang VM_PKT_DATA_INBAND, 38695fa0405SHaiyang Zhang VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); 38795fa0405SHaiyang Zhang if (ret != 0) { 38895fa0405SHaiyang Zhang netdev_err(ndev, 38995fa0405SHaiyang Zhang "unable to send receive buffer's gpadl to netvsp\n"); 39095fa0405SHaiyang Zhang goto cleanup; 39195fa0405SHaiyang Zhang } 39295fa0405SHaiyang Zhang 3935362855aSVitaly Kuznetsov wait_for_completion(&net_device->channel_init_wait); 39495fa0405SHaiyang Zhang 39595fa0405SHaiyang Zhang /* Check the response */ 39695fa0405SHaiyang Zhang if (init_packet->msg.v1_msg. 39795fa0405SHaiyang Zhang send_recv_buf_complete.status != NVSP_STAT_SUCCESS) { 39895fa0405SHaiyang Zhang netdev_err(ndev, "Unable to complete receive buffer " 39995fa0405SHaiyang Zhang "initialization with NetVsp - status %d\n", 40095fa0405SHaiyang Zhang init_packet->msg.v1_msg. 40195fa0405SHaiyang Zhang send_recv_buf_complete.status); 40295fa0405SHaiyang Zhang ret = -EINVAL; 40395fa0405SHaiyang Zhang goto cleanup; 40495fa0405SHaiyang Zhang } 40595fa0405SHaiyang Zhang 40695fa0405SHaiyang Zhang /* Parse the response */ 40795fa0405SHaiyang Zhang 40895fa0405SHaiyang Zhang net_device->recv_section_cnt = init_packet->msg. 40995fa0405SHaiyang Zhang v1_msg.send_recv_buf_complete.num_sections; 41095fa0405SHaiyang Zhang 411c1813200SHaiyang Zhang net_device->recv_section = kmemdup( 412c1813200SHaiyang Zhang init_packet->msg.v1_msg.send_recv_buf_complete.sections, 413c1813200SHaiyang Zhang net_device->recv_section_cnt * 414c1813200SHaiyang Zhang sizeof(struct nvsp_1_receive_buffer_section), 41595fa0405SHaiyang Zhang GFP_KERNEL); 41695fa0405SHaiyang Zhang if (net_device->recv_section == NULL) { 41795fa0405SHaiyang Zhang ret = -EINVAL; 41895fa0405SHaiyang Zhang goto cleanup; 41995fa0405SHaiyang Zhang } 42095fa0405SHaiyang Zhang 42195fa0405SHaiyang Zhang /* 42295fa0405SHaiyang Zhang * For 1st release, there should only be 1 section that represents the 42395fa0405SHaiyang Zhang * entire receive buffer 42495fa0405SHaiyang Zhang */ 42595fa0405SHaiyang Zhang if (net_device->recv_section_cnt != 1 || 42695fa0405SHaiyang Zhang net_device->recv_section->offset != 0) { 42795fa0405SHaiyang Zhang ret = -EINVAL; 42895fa0405SHaiyang Zhang goto cleanup; 42995fa0405SHaiyang Zhang } 43095fa0405SHaiyang Zhang 431c25aaf81SKY Srinivasan /* Now setup the send buffer. 432c25aaf81SKY Srinivasan */ 4335defde59SK. Y. Srinivasan net_device->send_buf = vzalloc_node(net_device->send_buf_size, node); 4345defde59SK. Y. Srinivasan if (!net_device->send_buf) 43506b47aacSKY Srinivasan net_device->send_buf = vzalloc(net_device->send_buf_size); 436c25aaf81SKY Srinivasan if (!net_device->send_buf) { 437c25aaf81SKY Srinivasan netdev_err(ndev, "unable to allocate send " 438c25aaf81SKY Srinivasan "buffer of size %d\n", net_device->send_buf_size); 439c25aaf81SKY Srinivasan ret = -ENOMEM; 440c25aaf81SKY Srinivasan goto cleanup; 441c25aaf81SKY Srinivasan } 442c25aaf81SKY Srinivasan 443c25aaf81SKY Srinivasan /* Establish the gpadl handle for this buffer on this 444c25aaf81SKY Srinivasan * channel. Note: This call uses the vmbus connection rather 445c25aaf81SKY Srinivasan * than the channel to establish the gpadl handle. 446c25aaf81SKY Srinivasan */ 447c25aaf81SKY Srinivasan ret = vmbus_establish_gpadl(device->channel, net_device->send_buf, 448c25aaf81SKY Srinivasan net_device->send_buf_size, 449c25aaf81SKY Srinivasan &net_device->send_buf_gpadl_handle); 450c25aaf81SKY Srinivasan if (ret != 0) { 451c25aaf81SKY Srinivasan netdev_err(ndev, 452c25aaf81SKY Srinivasan "unable to establish send buffer's gpadl\n"); 453c25aaf81SKY Srinivasan goto cleanup; 454c25aaf81SKY Srinivasan } 455c25aaf81SKY Srinivasan 456c25aaf81SKY Srinivasan /* Notify the NetVsp of the gpadl handle */ 457c25aaf81SKY Srinivasan init_packet = &net_device->channel_init_pkt; 458c25aaf81SKY Srinivasan memset(init_packet, 0, sizeof(struct nvsp_message)); 459c25aaf81SKY Srinivasan init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_SEND_BUF; 460c51ed182SHaiyang Zhang init_packet->msg.v1_msg.send_send_buf.gpadl_handle = 461c25aaf81SKY Srinivasan net_device->send_buf_gpadl_handle; 462c51ed182SHaiyang Zhang init_packet->msg.v1_msg.send_send_buf.id = NETVSC_SEND_BUFFER_ID; 463c25aaf81SKY Srinivasan 464c25aaf81SKY Srinivasan /* Send the gpadl notification request */ 465c25aaf81SKY Srinivasan ret = vmbus_sendpacket(device->channel, init_packet, 466c25aaf81SKY Srinivasan sizeof(struct nvsp_message), 467c25aaf81SKY Srinivasan (unsigned long)init_packet, 468c25aaf81SKY Srinivasan VM_PKT_DATA_INBAND, 469c25aaf81SKY Srinivasan VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); 470c25aaf81SKY Srinivasan if (ret != 0) { 471c25aaf81SKY Srinivasan netdev_err(ndev, 472c25aaf81SKY Srinivasan "unable to send send buffer's gpadl to netvsp\n"); 473c25aaf81SKY Srinivasan goto cleanup; 474c25aaf81SKY Srinivasan } 475c25aaf81SKY Srinivasan 4765362855aSVitaly Kuznetsov wait_for_completion(&net_device->channel_init_wait); 477c25aaf81SKY Srinivasan 478c25aaf81SKY Srinivasan /* Check the response */ 479c25aaf81SKY Srinivasan if (init_packet->msg.v1_msg. 480c25aaf81SKY Srinivasan send_send_buf_complete.status != NVSP_STAT_SUCCESS) { 481c25aaf81SKY Srinivasan netdev_err(ndev, "Unable to complete send buffer " 482c25aaf81SKY Srinivasan "initialization with NetVsp - status %d\n", 483c25aaf81SKY Srinivasan init_packet->msg.v1_msg. 484c51ed182SHaiyang Zhang send_send_buf_complete.status); 485c25aaf81SKY Srinivasan ret = -EINVAL; 486c25aaf81SKY Srinivasan goto cleanup; 487c25aaf81SKY Srinivasan } 488c25aaf81SKY Srinivasan 489c25aaf81SKY Srinivasan /* Parse the response */ 490c25aaf81SKY Srinivasan net_device->send_section_size = init_packet->msg. 491c25aaf81SKY Srinivasan v1_msg.send_send_buf_complete.section_size; 492c25aaf81SKY Srinivasan 493c25aaf81SKY Srinivasan /* Section count is simply the size divided by the section size. 494c25aaf81SKY Srinivasan */ 495c25aaf81SKY Srinivasan net_device->send_section_cnt = 496c25aaf81SKY Srinivasan net_device->send_buf_size / net_device->send_section_size; 497c25aaf81SKY Srinivasan 498c25aaf81SKY Srinivasan dev_info(&device->device, "Send section size: %d, Section count:%d\n", 499c25aaf81SKY Srinivasan net_device->send_section_size, net_device->send_section_cnt); 500c25aaf81SKY Srinivasan 501c25aaf81SKY Srinivasan /* Setup state for managing the send buffer. */ 502c25aaf81SKY Srinivasan net_device->map_words = DIV_ROUND_UP(net_device->send_section_cnt, 503c25aaf81SKY Srinivasan BITS_PER_LONG); 504c25aaf81SKY Srinivasan 505e53a9c2aSStephen Hemminger net_device->send_section_map = kcalloc(net_device->map_words, 506e53a9c2aSStephen Hemminger sizeof(ulong), GFP_KERNEL); 507dd1d3f8fSWei Yongjun if (net_device->send_section_map == NULL) { 508dd1d3f8fSWei Yongjun ret = -ENOMEM; 509c25aaf81SKY Srinivasan goto cleanup; 510dd1d3f8fSWei Yongjun } 511c25aaf81SKY Srinivasan 51295fa0405SHaiyang Zhang goto exit; 51395fa0405SHaiyang Zhang 51495fa0405SHaiyang Zhang cleanup: 5153d541ac5SVitaly Kuznetsov netvsc_destroy_buf(device); 51695fa0405SHaiyang Zhang 51795fa0405SHaiyang Zhang exit: 51895fa0405SHaiyang Zhang return ret; 51995fa0405SHaiyang Zhang } 52095fa0405SHaiyang Zhang 521f157e78dSHaiyang Zhang /* Negotiate NVSP protocol version */ 522f157e78dSHaiyang Zhang static int negotiate_nvsp_ver(struct hv_device *device, 523f157e78dSHaiyang Zhang struct netvsc_device *net_device, 524f157e78dSHaiyang Zhang struct nvsp_message *init_packet, 525f157e78dSHaiyang Zhang u32 nvsp_ver) 52695fa0405SHaiyang Zhang { 5270a1275caSVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 5287390fe9cSNicholas Mc Guire int ret; 529f157e78dSHaiyang Zhang 530f157e78dSHaiyang Zhang memset(init_packet, 0, sizeof(struct nvsp_message)); 531f157e78dSHaiyang Zhang init_packet->hdr.msg_type = NVSP_MSG_TYPE_INIT; 532f157e78dSHaiyang Zhang init_packet->msg.init_msg.init.min_protocol_ver = nvsp_ver; 533f157e78dSHaiyang Zhang init_packet->msg.init_msg.init.max_protocol_ver = nvsp_ver; 534f157e78dSHaiyang Zhang 535f157e78dSHaiyang Zhang /* Send the init request */ 536f157e78dSHaiyang Zhang ret = vmbus_sendpacket(device->channel, init_packet, 537f157e78dSHaiyang Zhang sizeof(struct nvsp_message), 538f157e78dSHaiyang Zhang (unsigned long)init_packet, 539f157e78dSHaiyang Zhang VM_PKT_DATA_INBAND, 540f157e78dSHaiyang Zhang VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); 541f157e78dSHaiyang Zhang 542f157e78dSHaiyang Zhang if (ret != 0) 543f157e78dSHaiyang Zhang return ret; 544f157e78dSHaiyang Zhang 5455362855aSVitaly Kuznetsov wait_for_completion(&net_device->channel_init_wait); 546f157e78dSHaiyang Zhang 547f157e78dSHaiyang Zhang if (init_packet->msg.init_msg.init_complete.status != 548f157e78dSHaiyang Zhang NVSP_STAT_SUCCESS) 549f157e78dSHaiyang Zhang return -EINVAL; 550f157e78dSHaiyang Zhang 551a1eabb01SHaiyang Zhang if (nvsp_ver == NVSP_PROTOCOL_VERSION_1) 552f157e78dSHaiyang Zhang return 0; 553f157e78dSHaiyang Zhang 55471790a27SHaiyang Zhang /* NVSPv2 or later: Send NDIS config */ 555f157e78dSHaiyang Zhang memset(init_packet, 0, sizeof(struct nvsp_message)); 556f157e78dSHaiyang Zhang init_packet->hdr.msg_type = NVSP_MSG2_TYPE_SEND_NDIS_CONFIG; 5570a1275caSVitaly Kuznetsov init_packet->msg.v2_msg.send_ndis_config.mtu = ndev->mtu + ETH_HLEN; 5581f5f3a75SHaiyang Zhang init_packet->msg.v2_msg.send_ndis_config.capability.ieee8021q = 1; 559f157e78dSHaiyang Zhang 5607f5d5af0SHaiyang Zhang if (nvsp_ver >= NVSP_PROTOCOL_VERSION_5) { 56171790a27SHaiyang Zhang init_packet->msg.v2_msg.send_ndis_config.capability.sriov = 1; 56271790a27SHaiyang Zhang 5637f5d5af0SHaiyang Zhang /* Teaming bit is needed to receive link speed updates */ 5647f5d5af0SHaiyang Zhang init_packet->msg.v2_msg.send_ndis_config.capability.teaming = 1; 5657f5d5af0SHaiyang Zhang } 5667f5d5af0SHaiyang Zhang 567f157e78dSHaiyang Zhang ret = vmbus_sendpacket(device->channel, init_packet, 568f157e78dSHaiyang Zhang sizeof(struct nvsp_message), 569f157e78dSHaiyang Zhang (unsigned long)init_packet, 570f157e78dSHaiyang Zhang VM_PKT_DATA_INBAND, 0); 571f157e78dSHaiyang Zhang 572f157e78dSHaiyang Zhang return ret; 573f157e78dSHaiyang Zhang } 574f157e78dSHaiyang Zhang 575f157e78dSHaiyang Zhang static int netvsc_connect_vsp(struct hv_device *device) 576f157e78dSHaiyang Zhang { 577f157e78dSHaiyang Zhang int ret; 57895fa0405SHaiyang Zhang struct netvsc_device *net_device; 57995fa0405SHaiyang Zhang struct nvsp_message *init_packet; 58095fa0405SHaiyang Zhang int ndis_version; 581e5a78fadSStephen Hemminger const u32 ver_list[] = { 582e5a78fadSStephen Hemminger NVSP_PROTOCOL_VERSION_1, NVSP_PROTOCOL_VERSION_2, 583a1eabb01SHaiyang Zhang NVSP_PROTOCOL_VERSION_4, NVSP_PROTOCOL_VERSION_5 }; 584e5a78fadSStephen Hemminger int i; 58595fa0405SHaiyang Zhang 58695fa0405SHaiyang Zhang net_device = get_outbound_net_device(device); 58795fa0405SHaiyang Zhang if (!net_device) 58895fa0405SHaiyang Zhang return -ENODEV; 58995fa0405SHaiyang Zhang 59095fa0405SHaiyang Zhang init_packet = &net_device->channel_init_pkt; 59195fa0405SHaiyang Zhang 592f157e78dSHaiyang Zhang /* Negotiate the latest NVSP protocol supported */ 593e5a78fadSStephen Hemminger for (i = ARRAY_SIZE(ver_list) - 1; i >= 0; i--) 594f157e78dSHaiyang Zhang if (negotiate_nvsp_ver(device, net_device, init_packet, 595a1eabb01SHaiyang Zhang ver_list[i]) == 0) { 596a1eabb01SHaiyang Zhang net_device->nvsp_version = ver_list[i]; 597a1eabb01SHaiyang Zhang break; 598a1eabb01SHaiyang Zhang } 599a1eabb01SHaiyang Zhang 600a1eabb01SHaiyang Zhang if (i < 0) { 60195fa0405SHaiyang Zhang ret = -EPROTO; 60295fa0405SHaiyang Zhang goto cleanup; 60395fa0405SHaiyang Zhang } 604f157e78dSHaiyang Zhang 605f157e78dSHaiyang Zhang pr_debug("Negotiated NVSP version:%x\n", net_device->nvsp_version); 606f157e78dSHaiyang Zhang 60795fa0405SHaiyang Zhang /* Send the ndis version */ 60895fa0405SHaiyang Zhang memset(init_packet, 0, sizeof(struct nvsp_message)); 60995fa0405SHaiyang Zhang 610a1eabb01SHaiyang Zhang if (net_device->nvsp_version <= NVSP_PROTOCOL_VERSION_4) 6111f73db49SKY Srinivasan ndis_version = 0x00060001; 612a1eabb01SHaiyang Zhang else 613a1eabb01SHaiyang Zhang ndis_version = 0x0006001e; 61495fa0405SHaiyang Zhang 61595fa0405SHaiyang Zhang init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_NDIS_VER; 61695fa0405SHaiyang Zhang init_packet->msg.v1_msg. 61795fa0405SHaiyang Zhang send_ndis_ver.ndis_major_ver = 61895fa0405SHaiyang Zhang (ndis_version & 0xFFFF0000) >> 16; 61995fa0405SHaiyang Zhang init_packet->msg.v1_msg. 62095fa0405SHaiyang Zhang send_ndis_ver.ndis_minor_ver = 62195fa0405SHaiyang Zhang ndis_version & 0xFFFF; 62295fa0405SHaiyang Zhang 62395fa0405SHaiyang Zhang /* Send the init request */ 62495fa0405SHaiyang Zhang ret = vmbus_sendpacket(device->channel, init_packet, 62595fa0405SHaiyang Zhang sizeof(struct nvsp_message), 62695fa0405SHaiyang Zhang (unsigned long)init_packet, 62795fa0405SHaiyang Zhang VM_PKT_DATA_INBAND, 0); 62895fa0405SHaiyang Zhang if (ret != 0) 62995fa0405SHaiyang Zhang goto cleanup; 63095fa0405SHaiyang Zhang 63195fa0405SHaiyang Zhang /* Post the big receive buffer to NetVSP */ 63299d3016dSHaiyang Zhang if (net_device->nvsp_version <= NVSP_PROTOCOL_VERSION_2) 63399d3016dSHaiyang Zhang net_device->recv_buf_size = NETVSC_RECEIVE_BUFFER_SIZE_LEGACY; 63499d3016dSHaiyang Zhang else 63599d3016dSHaiyang Zhang net_device->recv_buf_size = NETVSC_RECEIVE_BUFFER_SIZE; 636c25aaf81SKY Srinivasan net_device->send_buf_size = NETVSC_SEND_BUFFER_SIZE; 63799d3016dSHaiyang Zhang 638c25aaf81SKY Srinivasan ret = netvsc_init_buf(device); 63995fa0405SHaiyang Zhang 64095fa0405SHaiyang Zhang cleanup: 64195fa0405SHaiyang Zhang return ret; 64295fa0405SHaiyang Zhang } 64395fa0405SHaiyang Zhang 6443d541ac5SVitaly Kuznetsov static void netvsc_disconnect_vsp(struct hv_device *device) 64595fa0405SHaiyang Zhang { 6463d541ac5SVitaly Kuznetsov netvsc_destroy_buf(device); 64795fa0405SHaiyang Zhang } 64895fa0405SHaiyang Zhang 64995fa0405SHaiyang Zhang /* 65095fa0405SHaiyang Zhang * netvsc_device_remove - Callback when the root bus device is removed 65195fa0405SHaiyang Zhang */ 652e08f3ea5SStephen Hemminger void netvsc_device_remove(struct hv_device *device) 65395fa0405SHaiyang Zhang { 6543d541ac5SVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 6553d541ac5SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 6563d541ac5SVitaly Kuznetsov struct netvsc_device *net_device = net_device_ctx->nvdev; 65795fa0405SHaiyang Zhang 6583d541ac5SVitaly Kuznetsov netvsc_disconnect_vsp(device); 65995fa0405SHaiyang Zhang 6603d541ac5SVitaly Kuznetsov net_device_ctx->nvdev = NULL; 66195fa0405SHaiyang Zhang 66295fa0405SHaiyang Zhang /* 66395fa0405SHaiyang Zhang * At this point, no one should be accessing net_device 66495fa0405SHaiyang Zhang * except in here 66595fa0405SHaiyang Zhang */ 66695fa0405SHaiyang Zhang dev_notice(&device->device, "net device safe to remove\n"); 66795fa0405SHaiyang Zhang 66895fa0405SHaiyang Zhang /* Now, we can close the channel safely */ 66995fa0405SHaiyang Zhang vmbus_close(device->channel); 67095fa0405SHaiyang Zhang 67195fa0405SHaiyang Zhang /* Release all resources */ 6725b54dac8SHaiyang Zhang vfree(net_device->sub_cb_buf); 673f90251c8SHaiyang Zhang free_netvsc_device(net_device); 67495fa0405SHaiyang Zhang } 67595fa0405SHaiyang Zhang 67633be96e4SHaiyang Zhang #define RING_AVAIL_PERCENT_HIWATER 20 67733be96e4SHaiyang Zhang #define RING_AVAIL_PERCENT_LOWATER 10 67833be96e4SHaiyang Zhang 67933be96e4SHaiyang Zhang /* 68033be96e4SHaiyang Zhang * Get the percentage of available bytes to write in the ring. 68133be96e4SHaiyang Zhang * The return value is in range from 0 to 100. 68233be96e4SHaiyang Zhang */ 68333be96e4SHaiyang Zhang static inline u32 hv_ringbuf_avail_percent( 68433be96e4SHaiyang Zhang struct hv_ring_buffer_info *ring_info) 68533be96e4SHaiyang Zhang { 68633be96e4SHaiyang Zhang u32 avail_read, avail_write; 68733be96e4SHaiyang Zhang 68833be96e4SHaiyang Zhang hv_get_ringbuffer_availbytes(ring_info, &avail_read, &avail_write); 68933be96e4SHaiyang Zhang 69033be96e4SHaiyang Zhang return avail_write * 100 / ring_info->ring_datasize; 69133be96e4SHaiyang Zhang } 69233be96e4SHaiyang Zhang 693c25aaf81SKY Srinivasan static inline void netvsc_free_send_slot(struct netvsc_device *net_device, 694c25aaf81SKY Srinivasan u32 index) 695c25aaf81SKY Srinivasan { 696c25aaf81SKY Srinivasan sync_change_bit(index, net_device->send_section_map); 697c25aaf81SKY Srinivasan } 698c25aaf81SKY Srinivasan 69997c1723aSKY Srinivasan static void netvsc_send_completion(struct netvsc_device *net_device, 70025b85ee8SKY Srinivasan struct vmbus_channel *incoming_channel, 70197c1723aSKY Srinivasan struct hv_device *device, 70295fa0405SHaiyang Zhang struct vmpacket_descriptor *packet) 70395fa0405SHaiyang Zhang { 70495fa0405SHaiyang Zhang struct nvsp_message *nvsp_packet; 70595fa0405SHaiyang Zhang struct hv_netvsc_packet *nvsc_packet; 7063d541ac5SVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 7073d541ac5SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 708c25aaf81SKY Srinivasan u32 send_index; 7093a3d9a0aSKY Srinivasan struct sk_buff *skb; 71095fa0405SHaiyang Zhang 71195fa0405SHaiyang Zhang nvsp_packet = (struct nvsp_message *)((unsigned long)packet + 71295fa0405SHaiyang Zhang (packet->offset8 << 3)); 71395fa0405SHaiyang Zhang 71495fa0405SHaiyang Zhang if ((nvsp_packet->hdr.msg_type == NVSP_MSG_TYPE_INIT_COMPLETE) || 71595fa0405SHaiyang Zhang (nvsp_packet->hdr.msg_type == 71695fa0405SHaiyang Zhang NVSP_MSG1_TYPE_SEND_RECV_BUF_COMPLETE) || 71795fa0405SHaiyang Zhang (nvsp_packet->hdr.msg_type == 7185b54dac8SHaiyang Zhang NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE) || 7195b54dac8SHaiyang Zhang (nvsp_packet->hdr.msg_type == 7205b54dac8SHaiyang Zhang NVSP_MSG5_TYPE_SUBCHANNEL)) { 72195fa0405SHaiyang Zhang /* Copy the response back */ 72295fa0405SHaiyang Zhang memcpy(&net_device->channel_init_pkt, nvsp_packet, 72395fa0405SHaiyang Zhang sizeof(struct nvsp_message)); 72495fa0405SHaiyang Zhang complete(&net_device->channel_init_wait); 72595fa0405SHaiyang Zhang } else if (nvsp_packet->hdr.msg_type == 72695fa0405SHaiyang Zhang NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE) { 72733be96e4SHaiyang Zhang int num_outstanding_sends; 7285b54dac8SHaiyang Zhang u16 q_idx = 0; 7295b54dac8SHaiyang Zhang struct vmbus_channel *channel = device->channel; 7305b54dac8SHaiyang Zhang int queue_sends; 73133be96e4SHaiyang Zhang 73295fa0405SHaiyang Zhang /* Get the send context */ 7333a3d9a0aSKY Srinivasan skb = (struct sk_buff *)(unsigned long)packet->trans_id; 73495fa0405SHaiyang Zhang 73595fa0405SHaiyang Zhang /* Notify the layer above us */ 7363a3d9a0aSKY Srinivasan if (skb) { 7373a3d9a0aSKY Srinivasan nvsc_packet = (struct hv_netvsc_packet *) skb->cb; 738c25aaf81SKY Srinivasan send_index = nvsc_packet->send_buf_index; 739c25aaf81SKY Srinivasan if (send_index != NETVSC_INVALID_INDEX) 740c25aaf81SKY Srinivasan netvsc_free_send_slot(net_device, send_index); 7415b54dac8SHaiyang Zhang q_idx = nvsc_packet->q_idx; 74225b85ee8SKY Srinivasan channel = incoming_channel; 7433a3d9a0aSKY Srinivasan dev_kfree_skb_any(skb); 7445b54dac8SHaiyang Zhang } 74595fa0405SHaiyang Zhang 74633be96e4SHaiyang Zhang num_outstanding_sends = 74733be96e4SHaiyang Zhang atomic_dec_return(&net_device->num_outstanding_sends); 7485b54dac8SHaiyang Zhang queue_sends = atomic_dec_return(&net_device-> 7495b54dac8SHaiyang Zhang queue_sends[q_idx]); 7501d06825bSHaiyang Zhang 751dc5cd894SHaiyang Zhang if (net_device->destroy && num_outstanding_sends == 0) 752dc5cd894SHaiyang Zhang wake_up(&net_device->wait_drain); 753dc5cd894SHaiyang Zhang 7545b54dac8SHaiyang Zhang if (netif_tx_queue_stopped(netdev_get_tx_queue(ndev, q_idx)) && 7553d541ac5SVitaly Kuznetsov !net_device_ctx->start_remove && 7565b54dac8SHaiyang Zhang (hv_ringbuf_avail_percent(&channel->outbound) > 7575b54dac8SHaiyang Zhang RING_AVAIL_PERCENT_HIWATER || queue_sends < 1)) 758796cc88cSStephen Hemminger netif_tx_wake_queue(netdev_get_tx_queue(ndev, q_idx)); 75995fa0405SHaiyang Zhang } else { 76095fa0405SHaiyang Zhang netdev_err(ndev, "Unknown send completion packet type- " 76195fa0405SHaiyang Zhang "%d received!!\n", nvsp_packet->hdr.msg_type); 76295fa0405SHaiyang Zhang } 76395fa0405SHaiyang Zhang } 76495fa0405SHaiyang Zhang 765c25aaf81SKY Srinivasan static u32 netvsc_get_next_send_section(struct netvsc_device *net_device) 766c25aaf81SKY Srinivasan { 767c25aaf81SKY Srinivasan unsigned long index; 768c25aaf81SKY Srinivasan u32 max_words = net_device->map_words; 769c25aaf81SKY Srinivasan unsigned long *map_addr = (unsigned long *)net_device->send_section_map; 770c25aaf81SKY Srinivasan u32 section_cnt = net_device->send_section_cnt; 771c25aaf81SKY Srinivasan int ret_val = NETVSC_INVALID_INDEX; 772c25aaf81SKY Srinivasan int i; 773c25aaf81SKY Srinivasan int prev_val; 774c25aaf81SKY Srinivasan 775c25aaf81SKY Srinivasan for (i = 0; i < max_words; i++) { 776c25aaf81SKY Srinivasan if (!~(map_addr[i])) 777c25aaf81SKY Srinivasan continue; 778c25aaf81SKY Srinivasan index = ffz(map_addr[i]); 779c25aaf81SKY Srinivasan prev_val = sync_test_and_set_bit(index, &map_addr[i]); 780c25aaf81SKY Srinivasan if (prev_val) 781c25aaf81SKY Srinivasan continue; 782c25aaf81SKY Srinivasan if ((index + (i * BITS_PER_LONG)) >= section_cnt) 783c25aaf81SKY Srinivasan break; 784c25aaf81SKY Srinivasan ret_val = (index + (i * BITS_PER_LONG)); 785c25aaf81SKY Srinivasan break; 786c25aaf81SKY Srinivasan } 787c25aaf81SKY Srinivasan return ret_val; 788c25aaf81SKY Srinivasan } 789c25aaf81SKY Srinivasan 790da19fcd0SLad, Prabhakar static u32 netvsc_copy_to_send_buf(struct netvsc_device *net_device, 791c25aaf81SKY Srinivasan unsigned int section_index, 7927c3877f2SHaiyang Zhang u32 pend_size, 79324476760SKY Srinivasan struct hv_netvsc_packet *packet, 794a9f2e2d6SKY Srinivasan struct rndis_message *rndis_msg, 795694a9fb0SKY Srinivasan struct hv_page_buffer **pb, 796694a9fb0SKY Srinivasan struct sk_buff *skb) 797c25aaf81SKY Srinivasan { 798c25aaf81SKY Srinivasan char *start = net_device->send_buf; 7997c3877f2SHaiyang Zhang char *dest = start + (section_index * net_device->send_section_size) 8007c3877f2SHaiyang Zhang + pend_size; 801c25aaf81SKY Srinivasan int i; 802694a9fb0SKY Srinivasan bool is_data_pkt = (skb != NULL) ? true : false; 803bde79be5SKY Srinivasan bool xmit_more = (skb != NULL) ? skb->xmit_more : false; 804c25aaf81SKY Srinivasan u32 msg_size = 0; 8057c3877f2SHaiyang Zhang u32 padding = 0; 8067c3877f2SHaiyang Zhang u32 remain = packet->total_data_buflen % net_device->pkt_align; 807aa0a34beSHaiyang Zhang u32 page_count = packet->cp_partial ? packet->rmsg_pgcnt : 808aa0a34beSHaiyang Zhang packet->page_buf_cnt; 8097c3877f2SHaiyang Zhang 8107c3877f2SHaiyang Zhang /* Add padding */ 811bde79be5SKY Srinivasan if (is_data_pkt && xmit_more && remain && 812aa0a34beSHaiyang Zhang !packet->cp_partial) { 8137c3877f2SHaiyang Zhang padding = net_device->pkt_align - remain; 81424476760SKY Srinivasan rndis_msg->msg_len += padding; 8157c3877f2SHaiyang Zhang packet->total_data_buflen += padding; 8167c3877f2SHaiyang Zhang } 817c25aaf81SKY Srinivasan 818aa0a34beSHaiyang Zhang for (i = 0; i < page_count; i++) { 819a9f2e2d6SKY Srinivasan char *src = phys_to_virt((*pb)[i].pfn << PAGE_SHIFT); 820a9f2e2d6SKY Srinivasan u32 offset = (*pb)[i].offset; 821a9f2e2d6SKY Srinivasan u32 len = (*pb)[i].len; 822c25aaf81SKY Srinivasan 823c25aaf81SKY Srinivasan memcpy(dest, (src + offset), len); 824c25aaf81SKY Srinivasan msg_size += len; 825c25aaf81SKY Srinivasan dest += len; 826c25aaf81SKY Srinivasan } 8277c3877f2SHaiyang Zhang 8287c3877f2SHaiyang Zhang if (padding) { 8297c3877f2SHaiyang Zhang memset(dest, 0, padding); 8307c3877f2SHaiyang Zhang msg_size += padding; 8317c3877f2SHaiyang Zhang } 8327c3877f2SHaiyang Zhang 833c25aaf81SKY Srinivasan return msg_size; 834c25aaf81SKY Srinivasan } 835c25aaf81SKY Srinivasan 83630d1de08SStephen Hemminger static int netvsc_send_pkt( 8370a1275caSVitaly Kuznetsov struct hv_device *device, 8387c3877f2SHaiyang Zhang struct hv_netvsc_packet *packet, 839a9f2e2d6SKY Srinivasan struct netvsc_device *net_device, 8403a3d9a0aSKY Srinivasan struct hv_page_buffer **pb, 8413a3d9a0aSKY Srinivasan struct sk_buff *skb) 84295fa0405SHaiyang Zhang { 8437c3877f2SHaiyang Zhang struct nvsp_message nvmsg; 8443a67c9ccSKY Srinivasan u16 q_idx = packet->q_idx; 8458b9fbe1aSVitaly Kuznetsov struct vmbus_channel *out_channel = net_device->chn_table[q_idx]; 8460a1275caSVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 8477c3877f2SHaiyang Zhang u64 req_id; 8487c3877f2SHaiyang Zhang int ret; 849aa0a34beSHaiyang Zhang struct hv_page_buffer *pgbuf; 85082fa3c77SKY Srinivasan u32 ring_avail = hv_ringbuf_avail_percent(&out_channel->outbound); 851bde79be5SKY Srinivasan bool xmit_more = (skb != NULL) ? skb->xmit_more : false; 852c25aaf81SKY Srinivasan 8537c3877f2SHaiyang Zhang nvmsg.hdr.msg_type = NVSP_MSG1_TYPE_SEND_RNDIS_PKT; 854694a9fb0SKY Srinivasan if (skb != NULL) { 85595fa0405SHaiyang Zhang /* 0 is RMC_DATA; */ 8567c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.channel_type = 0; 85795fa0405SHaiyang Zhang } else { 85895fa0405SHaiyang Zhang /* 1 is RMC_CONTROL; */ 8597c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.channel_type = 1; 86095fa0405SHaiyang Zhang } 86195fa0405SHaiyang Zhang 8627c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.send_buf_section_index = 8637c3877f2SHaiyang Zhang packet->send_buf_index; 8647c3877f2SHaiyang Zhang if (packet->send_buf_index == NETVSC_INVALID_INDEX) 8657c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.send_buf_section_size = 0; 8667c3877f2SHaiyang Zhang else 8677c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.send_buf_section_size = 8687c3877f2SHaiyang Zhang packet->total_data_buflen; 86995fa0405SHaiyang Zhang 8703a3d9a0aSKY Srinivasan req_id = (ulong)skb; 871f1ea3cd7SHaiyang Zhang 872c3582a2cSHaiyang Zhang if (out_channel->rescind) 873c3582a2cSHaiyang Zhang return -ENODEV; 874c3582a2cSHaiyang Zhang 87582fa3c77SKY Srinivasan /* 87682fa3c77SKY Srinivasan * It is possible that once we successfully place this packet 87782fa3c77SKY Srinivasan * on the ringbuffer, we may stop the queue. In that case, we want 87882fa3c77SKY Srinivasan * to notify the host independent of the xmit_more flag. We don't 87982fa3c77SKY Srinivasan * need to be precise here; in the worst case we may signal the host 88082fa3c77SKY Srinivasan * unnecessarily. 88182fa3c77SKY Srinivasan */ 88282fa3c77SKY Srinivasan if (ring_avail < (RING_AVAIL_PERCENT_LOWATER + 1)) 883bde79be5SKY Srinivasan xmit_more = false; 88482fa3c77SKY Srinivasan 88595fa0405SHaiyang Zhang if (packet->page_buf_cnt) { 886a9f2e2d6SKY Srinivasan pgbuf = packet->cp_partial ? (*pb) + 887a9f2e2d6SKY Srinivasan packet->rmsg_pgcnt : (*pb); 88882fa3c77SKY Srinivasan ret = vmbus_sendpacket_pagebuffer_ctl(out_channel, 889aa0a34beSHaiyang Zhang pgbuf, 89095fa0405SHaiyang Zhang packet->page_buf_cnt, 8917c3877f2SHaiyang Zhang &nvmsg, 89295fa0405SHaiyang Zhang sizeof(struct nvsp_message), 89382fa3c77SKY Srinivasan req_id, 89482fa3c77SKY Srinivasan VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED, 895bde79be5SKY Srinivasan !xmit_more); 89695fa0405SHaiyang Zhang } else { 89782fa3c77SKY Srinivasan ret = vmbus_sendpacket_ctl(out_channel, &nvmsg, 89895fa0405SHaiyang Zhang sizeof(struct nvsp_message), 899f1ea3cd7SHaiyang Zhang req_id, 90095fa0405SHaiyang Zhang VM_PKT_DATA_INBAND, 90182fa3c77SKY Srinivasan VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED, 902bde79be5SKY Srinivasan !xmit_more); 90395fa0405SHaiyang Zhang } 90495fa0405SHaiyang Zhang 9051d06825bSHaiyang Zhang if (ret == 0) { 9061d06825bSHaiyang Zhang atomic_inc(&net_device->num_outstanding_sends); 9073a67c9ccSKY Srinivasan atomic_inc(&net_device->queue_sends[q_idx]); 9085b54dac8SHaiyang Zhang 90982fa3c77SKY Srinivasan if (ring_avail < RING_AVAIL_PERCENT_LOWATER) { 91082fa3c77SKY Srinivasan netif_tx_stop_queue(netdev_get_tx_queue(ndev, q_idx)); 9115b54dac8SHaiyang Zhang 91233be96e4SHaiyang Zhang if (atomic_read(&net_device-> 9133a67c9ccSKY Srinivasan queue_sends[q_idx]) < 1) 9145b54dac8SHaiyang Zhang netif_tx_wake_queue(netdev_get_tx_queue( 9153a67c9ccSKY Srinivasan ndev, q_idx)); 91633be96e4SHaiyang Zhang } 9171d06825bSHaiyang Zhang } else if (ret == -EAGAIN) { 9185b54dac8SHaiyang Zhang netif_tx_stop_queue(netdev_get_tx_queue( 9193a67c9ccSKY Srinivasan ndev, q_idx)); 9203a67c9ccSKY Srinivasan if (atomic_read(&net_device->queue_sends[q_idx]) < 1) { 9215b54dac8SHaiyang Zhang netif_tx_wake_queue(netdev_get_tx_queue( 9223a67c9ccSKY Srinivasan ndev, q_idx)); 92333be96e4SHaiyang Zhang ret = -ENOSPC; 92433be96e4SHaiyang Zhang } 9251d06825bSHaiyang Zhang } else { 92695fa0405SHaiyang Zhang netdev_err(ndev, "Unable to send packet %p ret %d\n", 92795fa0405SHaiyang Zhang packet, ret); 9281d06825bSHaiyang Zhang } 92995fa0405SHaiyang Zhang 9307c3877f2SHaiyang Zhang return ret; 9317c3877f2SHaiyang Zhang } 9327c3877f2SHaiyang Zhang 933c85e4924SHaiyang Zhang /* Move packet out of multi send data (msd), and clear msd */ 934c85e4924SHaiyang Zhang static inline void move_pkt_msd(struct hv_netvsc_packet **msd_send, 935c85e4924SHaiyang Zhang struct sk_buff **msd_skb, 936c85e4924SHaiyang Zhang struct multi_send_data *msdp) 937c85e4924SHaiyang Zhang { 938c85e4924SHaiyang Zhang *msd_skb = msdp->skb; 939c85e4924SHaiyang Zhang *msd_send = msdp->pkt; 940c85e4924SHaiyang Zhang msdp->skb = NULL; 941c85e4924SHaiyang Zhang msdp->pkt = NULL; 942c85e4924SHaiyang Zhang msdp->count = 0; 943c85e4924SHaiyang Zhang } 944c85e4924SHaiyang Zhang 9457c3877f2SHaiyang Zhang int netvsc_send(struct hv_device *device, 94624476760SKY Srinivasan struct hv_netvsc_packet *packet, 947a9f2e2d6SKY Srinivasan struct rndis_message *rndis_msg, 9483a3d9a0aSKY Srinivasan struct hv_page_buffer **pb, 9493a3d9a0aSKY Srinivasan struct sk_buff *skb) 9507c3877f2SHaiyang Zhang { 9517c3877f2SHaiyang Zhang struct netvsc_device *net_device; 9527c3877f2SHaiyang Zhang int ret = 0, m_ret = 0; 9537c3877f2SHaiyang Zhang struct vmbus_channel *out_channel; 9547c3877f2SHaiyang Zhang u16 q_idx = packet->q_idx; 9557c3877f2SHaiyang Zhang u32 pktlen = packet->total_data_buflen, msd_len = 0; 9567c3877f2SHaiyang Zhang unsigned int section_index = NETVSC_INVALID_INDEX; 9577c3877f2SHaiyang Zhang struct multi_send_data *msdp; 9587c3877f2SHaiyang Zhang struct hv_netvsc_packet *msd_send = NULL, *cur_send = NULL; 959c85e4924SHaiyang Zhang struct sk_buff *msd_skb = NULL; 960aa0a34beSHaiyang Zhang bool try_batch; 961bde79be5SKY Srinivasan bool xmit_more = (skb != NULL) ? skb->xmit_more : false; 9627c3877f2SHaiyang Zhang 9637c3877f2SHaiyang Zhang net_device = get_outbound_net_device(device); 9647c3877f2SHaiyang Zhang if (!net_device) 9657c3877f2SHaiyang Zhang return -ENODEV; 9667c3877f2SHaiyang Zhang 9678b9fbe1aSVitaly Kuznetsov out_channel = net_device->chn_table[q_idx]; 96825b85ee8SKY Srinivasan 9697c3877f2SHaiyang Zhang packet->send_buf_index = NETVSC_INVALID_INDEX; 970aa0a34beSHaiyang Zhang packet->cp_partial = false; 9717c3877f2SHaiyang Zhang 972cf8190e4SHaiyang Zhang /* Send control message directly without accessing msd (Multi-Send 973cf8190e4SHaiyang Zhang * Data) field which may be changed during data packet processing. 974cf8190e4SHaiyang Zhang */ 975cf8190e4SHaiyang Zhang if (!skb) { 976cf8190e4SHaiyang Zhang cur_send = packet; 977cf8190e4SHaiyang Zhang goto send_now; 978cf8190e4SHaiyang Zhang } 979cf8190e4SHaiyang Zhang 9807c3877f2SHaiyang Zhang msdp = &net_device->msd[q_idx]; 9817c3877f2SHaiyang Zhang 9827c3877f2SHaiyang Zhang /* batch packets in send buffer if possible */ 9837c3877f2SHaiyang Zhang if (msdp->pkt) 9847c3877f2SHaiyang Zhang msd_len = msdp->pkt->total_data_buflen; 9857c3877f2SHaiyang Zhang 986694a9fb0SKY Srinivasan try_batch = (skb != NULL) && msd_len > 0 && msdp->count < 987aa0a34beSHaiyang Zhang net_device->max_pkt; 988aa0a34beSHaiyang Zhang 989aa0a34beSHaiyang Zhang if (try_batch && msd_len + pktlen + net_device->pkt_align < 9907c3877f2SHaiyang Zhang net_device->send_section_size) { 9917c3877f2SHaiyang Zhang section_index = msdp->pkt->send_buf_index; 9927c3877f2SHaiyang Zhang 993aa0a34beSHaiyang Zhang } else if (try_batch && msd_len + packet->rmsg_size < 994aa0a34beSHaiyang Zhang net_device->send_section_size) { 995aa0a34beSHaiyang Zhang section_index = msdp->pkt->send_buf_index; 996aa0a34beSHaiyang Zhang packet->cp_partial = true; 997aa0a34beSHaiyang Zhang 998694a9fb0SKY Srinivasan } else if ((skb != NULL) && pktlen + net_device->pkt_align < 9997c3877f2SHaiyang Zhang net_device->send_section_size) { 10007c3877f2SHaiyang Zhang section_index = netvsc_get_next_send_section(net_device); 10017c3877f2SHaiyang Zhang if (section_index != NETVSC_INVALID_INDEX) { 1002c85e4924SHaiyang Zhang move_pkt_msd(&msd_send, &msd_skb, msdp); 10037c3877f2SHaiyang Zhang msd_len = 0; 10047c3877f2SHaiyang Zhang } 10057c3877f2SHaiyang Zhang } 10067c3877f2SHaiyang Zhang 10077c3877f2SHaiyang Zhang if (section_index != NETVSC_INVALID_INDEX) { 10087c3877f2SHaiyang Zhang netvsc_copy_to_send_buf(net_device, 10097c3877f2SHaiyang Zhang section_index, msd_len, 1010694a9fb0SKY Srinivasan packet, rndis_msg, pb, skb); 1011b08cc791SKY Srinivasan 1012aa0a34beSHaiyang Zhang packet->send_buf_index = section_index; 1013aa0a34beSHaiyang Zhang 1014aa0a34beSHaiyang Zhang if (packet->cp_partial) { 1015aa0a34beSHaiyang Zhang packet->page_buf_cnt -= packet->rmsg_pgcnt; 1016aa0a34beSHaiyang Zhang packet->total_data_buflen = msd_len + packet->rmsg_size; 1017aa0a34beSHaiyang Zhang } else { 1018aa0a34beSHaiyang Zhang packet->page_buf_cnt = 0; 1019aa0a34beSHaiyang Zhang packet->total_data_buflen += msd_len; 1020aa0a34beSHaiyang Zhang } 10217c3877f2SHaiyang Zhang 1022c85e4924SHaiyang Zhang if (msdp->skb) 1023c85e4924SHaiyang Zhang dev_kfree_skb_any(msdp->skb); 1024ee90b812SHaiyang Zhang 1025bde79be5SKY Srinivasan if (xmit_more && !packet->cp_partial) { 1026c85e4924SHaiyang Zhang msdp->skb = skb; 10277c3877f2SHaiyang Zhang msdp->pkt = packet; 10287c3877f2SHaiyang Zhang msdp->count++; 10297c3877f2SHaiyang Zhang } else { 10307c3877f2SHaiyang Zhang cur_send = packet; 1031c85e4924SHaiyang Zhang msdp->skb = NULL; 10327c3877f2SHaiyang Zhang msdp->pkt = NULL; 10337c3877f2SHaiyang Zhang msdp->count = 0; 10347c3877f2SHaiyang Zhang } 10357c3877f2SHaiyang Zhang } else { 1036c85e4924SHaiyang Zhang move_pkt_msd(&msd_send, &msd_skb, msdp); 10377c3877f2SHaiyang Zhang cur_send = packet; 10387c3877f2SHaiyang Zhang } 10397c3877f2SHaiyang Zhang 10407c3877f2SHaiyang Zhang if (msd_send) { 10410a1275caSVitaly Kuznetsov m_ret = netvsc_send_pkt(device, msd_send, net_device, 10420a1275caSVitaly Kuznetsov NULL, msd_skb); 10437c3877f2SHaiyang Zhang 10447c3877f2SHaiyang Zhang if (m_ret != 0) { 10457c3877f2SHaiyang Zhang netvsc_free_send_slot(net_device, 10467c3877f2SHaiyang Zhang msd_send->send_buf_index); 1047c85e4924SHaiyang Zhang dev_kfree_skb_any(msd_skb); 10487c3877f2SHaiyang Zhang } 10497c3877f2SHaiyang Zhang } 10507c3877f2SHaiyang Zhang 1051cf8190e4SHaiyang Zhang send_now: 10527c3877f2SHaiyang Zhang if (cur_send) 10530a1275caSVitaly Kuznetsov ret = netvsc_send_pkt(device, cur_send, net_device, pb, skb); 10547c3877f2SHaiyang Zhang 10557aab5159SJerry Snitselaar if (ret != 0 && section_index != NETVSC_INVALID_INDEX) 1056d953ca4dSHaiyang Zhang netvsc_free_send_slot(net_device, section_index); 1057d953ca4dSHaiyang Zhang 105895fa0405SHaiyang Zhang return ret; 105995fa0405SHaiyang Zhang } 106095fa0405SHaiyang Zhang 1061c0b558e5SHaiyang Zhang static int netvsc_send_recv_completion(struct vmbus_channel *channel, 106263f6921dSHaiyang Zhang u64 transaction_id, u32 status) 106395fa0405SHaiyang Zhang { 106495fa0405SHaiyang Zhang struct nvsp_message recvcompMessage; 106595fa0405SHaiyang Zhang int ret; 106695fa0405SHaiyang Zhang 106795fa0405SHaiyang Zhang recvcompMessage.hdr.msg_type = 106895fa0405SHaiyang Zhang NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE; 106995fa0405SHaiyang Zhang 107063f6921dSHaiyang Zhang recvcompMessage.msg.v1_msg.send_rndis_pkt_complete.status = status; 107195fa0405SHaiyang Zhang 107295fa0405SHaiyang Zhang /* Send the completion */ 10735b54dac8SHaiyang Zhang ret = vmbus_sendpacket(channel, &recvcompMessage, 1074c0b558e5SHaiyang Zhang sizeof(struct nvsp_message_header) + sizeof(u32), 1075c0b558e5SHaiyang Zhang transaction_id, VM_PKT_COMP, 0); 107695fa0405SHaiyang Zhang 1077c0b558e5SHaiyang Zhang return ret; 107895fa0405SHaiyang Zhang } 1079c0b558e5SHaiyang Zhang 1080c0b558e5SHaiyang Zhang static inline void count_recv_comp_slot(struct netvsc_device *nvdev, u16 q_idx, 1081c0b558e5SHaiyang Zhang u32 *filled, u32 *avail) 1082c0b558e5SHaiyang Zhang { 1083c0b558e5SHaiyang Zhang u32 first = nvdev->mrc[q_idx].first; 1084c0b558e5SHaiyang Zhang u32 next = nvdev->mrc[q_idx].next; 1085c0b558e5SHaiyang Zhang 1086c0b558e5SHaiyang Zhang *filled = (first > next) ? NETVSC_RECVSLOT_MAX - first + next : 1087c0b558e5SHaiyang Zhang next - first; 1088c0b558e5SHaiyang Zhang 1089c0b558e5SHaiyang Zhang *avail = NETVSC_RECVSLOT_MAX - *filled - 1; 109095fa0405SHaiyang Zhang } 1091c0b558e5SHaiyang Zhang 1092c0b558e5SHaiyang Zhang /* Read the first filled slot, no change to index */ 1093c0b558e5SHaiyang Zhang static inline struct recv_comp_data *read_recv_comp_slot(struct netvsc_device 1094c0b558e5SHaiyang Zhang *nvdev, u16 q_idx) 1095c0b558e5SHaiyang Zhang { 1096c0b558e5SHaiyang Zhang u32 filled, avail; 1097c0b558e5SHaiyang Zhang 1098c0b558e5SHaiyang Zhang if (!nvdev->mrc[q_idx].buf) 1099c0b558e5SHaiyang Zhang return NULL; 1100c0b558e5SHaiyang Zhang 1101c0b558e5SHaiyang Zhang count_recv_comp_slot(nvdev, q_idx, &filled, &avail); 1102c0b558e5SHaiyang Zhang if (!filled) 1103c0b558e5SHaiyang Zhang return NULL; 1104c0b558e5SHaiyang Zhang 1105c0b558e5SHaiyang Zhang return nvdev->mrc[q_idx].buf + nvdev->mrc[q_idx].first * 1106c0b558e5SHaiyang Zhang sizeof(struct recv_comp_data); 1107c0b558e5SHaiyang Zhang } 1108c0b558e5SHaiyang Zhang 1109c0b558e5SHaiyang Zhang /* Put the first filled slot back to available pool */ 1110c0b558e5SHaiyang Zhang static inline void put_recv_comp_slot(struct netvsc_device *nvdev, u16 q_idx) 1111c0b558e5SHaiyang Zhang { 1112c0b558e5SHaiyang Zhang int num_recv; 1113c0b558e5SHaiyang Zhang 1114c0b558e5SHaiyang Zhang nvdev->mrc[q_idx].first = (nvdev->mrc[q_idx].first + 1) % 1115c0b558e5SHaiyang Zhang NETVSC_RECVSLOT_MAX; 1116c0b558e5SHaiyang Zhang 1117c0b558e5SHaiyang Zhang num_recv = atomic_dec_return(&nvdev->num_outstanding_recvs); 1118c0b558e5SHaiyang Zhang 1119c0b558e5SHaiyang Zhang if (nvdev->destroy && num_recv == 0) 1120c0b558e5SHaiyang Zhang wake_up(&nvdev->wait_drain); 1121c0b558e5SHaiyang Zhang } 1122c0b558e5SHaiyang Zhang 1123c0b558e5SHaiyang Zhang /* Check and send pending recv completions */ 1124c0b558e5SHaiyang Zhang static void netvsc_chk_recv_comp(struct netvsc_device *nvdev, 1125c0b558e5SHaiyang Zhang struct vmbus_channel *channel, u16 q_idx) 1126c0b558e5SHaiyang Zhang { 1127c0b558e5SHaiyang Zhang struct recv_comp_data *rcd; 1128c0b558e5SHaiyang Zhang int ret; 1129c0b558e5SHaiyang Zhang 1130c0b558e5SHaiyang Zhang while (true) { 1131c0b558e5SHaiyang Zhang rcd = read_recv_comp_slot(nvdev, q_idx); 1132c0b558e5SHaiyang Zhang if (!rcd) 1133c0b558e5SHaiyang Zhang break; 1134c0b558e5SHaiyang Zhang 1135c0b558e5SHaiyang Zhang ret = netvsc_send_recv_completion(channel, rcd->tid, 1136c0b558e5SHaiyang Zhang rcd->status); 1137c0b558e5SHaiyang Zhang if (ret) 1138c0b558e5SHaiyang Zhang break; 1139c0b558e5SHaiyang Zhang 1140c0b558e5SHaiyang Zhang put_recv_comp_slot(nvdev, q_idx); 1141c0b558e5SHaiyang Zhang } 1142c0b558e5SHaiyang Zhang } 1143c0b558e5SHaiyang Zhang 1144c0b558e5SHaiyang Zhang #define NETVSC_RCD_WATERMARK 80 1145c0b558e5SHaiyang Zhang 1146c0b558e5SHaiyang Zhang /* Get next available slot */ 1147c0b558e5SHaiyang Zhang static inline struct recv_comp_data *get_recv_comp_slot( 1148c0b558e5SHaiyang Zhang struct netvsc_device *nvdev, struct vmbus_channel *channel, u16 q_idx) 1149c0b558e5SHaiyang Zhang { 1150c0b558e5SHaiyang Zhang u32 filled, avail, next; 1151c0b558e5SHaiyang Zhang struct recv_comp_data *rcd; 1152c0b558e5SHaiyang Zhang 1153c0b558e5SHaiyang Zhang if (!nvdev->recv_section) 1154c0b558e5SHaiyang Zhang return NULL; 1155c0b558e5SHaiyang Zhang 1156c0b558e5SHaiyang Zhang if (!nvdev->mrc[q_idx].buf) 1157c0b558e5SHaiyang Zhang return NULL; 1158c0b558e5SHaiyang Zhang 1159c0b558e5SHaiyang Zhang if (atomic_read(&nvdev->num_outstanding_recvs) > 1160c0b558e5SHaiyang Zhang nvdev->recv_section->num_sub_allocs * NETVSC_RCD_WATERMARK / 100) 1161c0b558e5SHaiyang Zhang netvsc_chk_recv_comp(nvdev, channel, q_idx); 1162c0b558e5SHaiyang Zhang 1163c0b558e5SHaiyang Zhang count_recv_comp_slot(nvdev, q_idx, &filled, &avail); 1164c0b558e5SHaiyang Zhang if (!avail) 1165c0b558e5SHaiyang Zhang return NULL; 1166c0b558e5SHaiyang Zhang 1167c0b558e5SHaiyang Zhang next = nvdev->mrc[q_idx].next; 1168c0b558e5SHaiyang Zhang rcd = nvdev->mrc[q_idx].buf + next * sizeof(struct recv_comp_data); 1169c0b558e5SHaiyang Zhang nvdev->mrc[q_idx].next = (next + 1) % NETVSC_RECVSLOT_MAX; 1170c0b558e5SHaiyang Zhang 1171c0b558e5SHaiyang Zhang atomic_inc(&nvdev->num_outstanding_recvs); 1172c0b558e5SHaiyang Zhang 1173c0b558e5SHaiyang Zhang return rcd; 117495fa0405SHaiyang Zhang } 117595fa0405SHaiyang Zhang 117697c1723aSKY Srinivasan static void netvsc_receive(struct netvsc_device *net_device, 11775b54dac8SHaiyang Zhang struct vmbus_channel *channel, 117897c1723aSKY Srinivasan struct hv_device *device, 117995fa0405SHaiyang Zhang struct vmpacket_descriptor *packet) 118095fa0405SHaiyang Zhang { 118195fa0405SHaiyang Zhang struct vmtransfer_page_packet_header *vmxferpage_packet; 118295fa0405SHaiyang Zhang struct nvsp_message *nvsp_packet; 11834baab261SHaiyang Zhang struct hv_netvsc_packet nv_pkt; 11844baab261SHaiyang Zhang struct hv_netvsc_packet *netvsc_packet = &nv_pkt; 11854baab261SHaiyang Zhang u32 status = NVSP_STAT_SUCCESS; 118645326342SHaiyang Zhang int i; 118745326342SHaiyang Zhang int count = 0; 11880a1275caSVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 1189c4b20c63SKY Srinivasan void *data; 1190c0b558e5SHaiyang Zhang int ret; 1191c0b558e5SHaiyang Zhang struct recv_comp_data *rcd; 1192c0b558e5SHaiyang Zhang u16 q_idx = channel->offermsg.offer.sub_channel_index; 119395fa0405SHaiyang Zhang 119495fa0405SHaiyang Zhang /* 119595fa0405SHaiyang Zhang * All inbound packets other than send completion should be xfer page 119695fa0405SHaiyang Zhang * packet 119795fa0405SHaiyang Zhang */ 119895fa0405SHaiyang Zhang if (packet->type != VM_PKT_DATA_USING_XFER_PAGES) { 119995fa0405SHaiyang Zhang netdev_err(ndev, "Unknown packet type received - %d\n", 120095fa0405SHaiyang Zhang packet->type); 120195fa0405SHaiyang Zhang return; 120295fa0405SHaiyang Zhang } 120395fa0405SHaiyang Zhang 120495fa0405SHaiyang Zhang nvsp_packet = (struct nvsp_message *)((unsigned long)packet + 120595fa0405SHaiyang Zhang (packet->offset8 << 3)); 120695fa0405SHaiyang Zhang 120795fa0405SHaiyang Zhang /* Make sure this is a valid nvsp packet */ 120895fa0405SHaiyang Zhang if (nvsp_packet->hdr.msg_type != 120995fa0405SHaiyang Zhang NVSP_MSG1_TYPE_SEND_RNDIS_PKT) { 121095fa0405SHaiyang Zhang netdev_err(ndev, "Unknown nvsp packet type received-" 121195fa0405SHaiyang Zhang " %d\n", nvsp_packet->hdr.msg_type); 121295fa0405SHaiyang Zhang return; 121395fa0405SHaiyang Zhang } 121495fa0405SHaiyang Zhang 121595fa0405SHaiyang Zhang vmxferpage_packet = (struct vmtransfer_page_packet_header *)packet; 121695fa0405SHaiyang Zhang 121795fa0405SHaiyang Zhang if (vmxferpage_packet->xfer_pageset_id != NETVSC_RECEIVE_BUFFER_ID) { 121895fa0405SHaiyang Zhang netdev_err(ndev, "Invalid xfer page set id - " 121995fa0405SHaiyang Zhang "expecting %x got %x\n", NETVSC_RECEIVE_BUFFER_ID, 122095fa0405SHaiyang Zhang vmxferpage_packet->xfer_pageset_id); 122195fa0405SHaiyang Zhang return; 122295fa0405SHaiyang Zhang } 122395fa0405SHaiyang Zhang 12244baab261SHaiyang Zhang count = vmxferpage_packet->range_cnt; 122595fa0405SHaiyang Zhang 122695fa0405SHaiyang Zhang /* Each range represents 1 RNDIS pkt that contains 1 ethernet frame */ 12274baab261SHaiyang Zhang for (i = 0; i < count; i++) { 122895fa0405SHaiyang Zhang /* Initialize the netvsc packet */ 1229c4b20c63SKY Srinivasan data = (void *)((unsigned long)net_device-> 123045326342SHaiyang Zhang recv_buf + vmxferpage_packet->ranges[i].byte_offset); 123195fa0405SHaiyang Zhang netvsc_packet->total_data_buflen = 123295fa0405SHaiyang Zhang vmxferpage_packet->ranges[i].byte_count; 123395fa0405SHaiyang Zhang 123495fa0405SHaiyang Zhang /* Pass it to the upper layer */ 123510082f98SKY Srinivasan status = rndis_filter_receive(device, netvsc_packet, &data, 123610082f98SKY Srinivasan channel); 123795fa0405SHaiyang Zhang } 123895fa0405SHaiyang Zhang 1239c0b558e5SHaiyang Zhang if (!net_device->mrc[q_idx].buf) { 1240c0b558e5SHaiyang Zhang ret = netvsc_send_recv_completion(channel, 1241c0b558e5SHaiyang Zhang vmxferpage_packet->d.trans_id, 1242c0b558e5SHaiyang Zhang status); 1243c0b558e5SHaiyang Zhang if (ret) 1244c0b558e5SHaiyang Zhang netdev_err(ndev, "Recv_comp q:%hd, tid:%llx, err:%d\n", 1245c0b558e5SHaiyang Zhang q_idx, vmxferpage_packet->d.trans_id, ret); 1246c0b558e5SHaiyang Zhang return; 1247c0b558e5SHaiyang Zhang } 1248c0b558e5SHaiyang Zhang 1249c0b558e5SHaiyang Zhang rcd = get_recv_comp_slot(net_device, channel, q_idx); 1250c0b558e5SHaiyang Zhang 1251c0b558e5SHaiyang Zhang if (!rcd) { 1252c0b558e5SHaiyang Zhang netdev_err(ndev, "Recv_comp full buf q:%hd, tid:%llx\n", 1253c0b558e5SHaiyang Zhang q_idx, vmxferpage_packet->d.trans_id); 1254c0b558e5SHaiyang Zhang return; 1255c0b558e5SHaiyang Zhang } 1256c0b558e5SHaiyang Zhang 1257c0b558e5SHaiyang Zhang rcd->tid = vmxferpage_packet->d.trans_id; 1258c0b558e5SHaiyang Zhang rcd->status = status; 125995fa0405SHaiyang Zhang } 126095fa0405SHaiyang Zhang 12615b54dac8SHaiyang Zhang static void netvsc_send_table(struct hv_device *hdev, 126271790a27SHaiyang Zhang struct nvsp_message *nvmsg) 12635b54dac8SHaiyang Zhang { 12645b54dac8SHaiyang Zhang struct netvsc_device *nvscdev; 12650a1275caSVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(hdev); 12665b54dac8SHaiyang Zhang int i; 12675b54dac8SHaiyang Zhang u32 count, *tab; 12685b54dac8SHaiyang Zhang 12695b54dac8SHaiyang Zhang nvscdev = get_outbound_net_device(hdev); 12705b54dac8SHaiyang Zhang if (!nvscdev) 12715b54dac8SHaiyang Zhang return; 12725b54dac8SHaiyang Zhang 12735b54dac8SHaiyang Zhang count = nvmsg->msg.v5_msg.send_table.count; 12745b54dac8SHaiyang Zhang if (count != VRSS_SEND_TAB_SIZE) { 12755b54dac8SHaiyang Zhang netdev_err(ndev, "Received wrong send-table size:%u\n", count); 12765b54dac8SHaiyang Zhang return; 12775b54dac8SHaiyang Zhang } 12785b54dac8SHaiyang Zhang 12795b54dac8SHaiyang Zhang tab = (u32 *)((unsigned long)&nvmsg->msg.v5_msg.send_table + 12805b54dac8SHaiyang Zhang nvmsg->msg.v5_msg.send_table.offset); 12815b54dac8SHaiyang Zhang 12825b54dac8SHaiyang Zhang for (i = 0; i < count; i++) 12835b54dac8SHaiyang Zhang nvscdev->send_table[i] = tab[i]; 12845b54dac8SHaiyang Zhang } 12855b54dac8SHaiyang Zhang 1286f9a7da91SVitaly Kuznetsov static void netvsc_send_vf(struct net_device_context *net_device_ctx, 128771790a27SHaiyang Zhang struct nvsp_message *nvmsg) 128871790a27SHaiyang Zhang { 1289f9a7da91SVitaly Kuznetsov net_device_ctx->vf_alloc = nvmsg->msg.v4_msg.vf_assoc.allocated; 1290f9a7da91SVitaly Kuznetsov net_device_ctx->vf_serial = nvmsg->msg.v4_msg.vf_assoc.serial; 129171790a27SHaiyang Zhang } 129271790a27SHaiyang Zhang 129371790a27SHaiyang Zhang static inline void netvsc_receive_inband(struct hv_device *hdev, 1294f9a7da91SVitaly Kuznetsov struct net_device_context *net_device_ctx, 129571790a27SHaiyang Zhang struct nvsp_message *nvmsg) 129671790a27SHaiyang Zhang { 129771790a27SHaiyang Zhang switch (nvmsg->hdr.msg_type) { 129871790a27SHaiyang Zhang case NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE: 129971790a27SHaiyang Zhang netvsc_send_table(hdev, nvmsg); 130071790a27SHaiyang Zhang break; 130171790a27SHaiyang Zhang 130271790a27SHaiyang Zhang case NVSP_MSG4_TYPE_SEND_VF_ASSOCIATION: 1303f9a7da91SVitaly Kuznetsov netvsc_send_vf(net_device_ctx, nvmsg); 130471790a27SHaiyang Zhang break; 130571790a27SHaiyang Zhang } 130671790a27SHaiyang Zhang } 130771790a27SHaiyang Zhang 130899a50bb1SK. Y. Srinivasan static void netvsc_process_raw_pkt(struct hv_device *device, 130999a50bb1SK. Y. Srinivasan struct vmbus_channel *channel, 131099a50bb1SK. Y. Srinivasan struct netvsc_device *net_device, 131199a50bb1SK. Y. Srinivasan struct net_device *ndev, 131299a50bb1SK. Y. Srinivasan u64 request_id, 131399a50bb1SK. Y. Srinivasan struct vmpacket_descriptor *desc) 131499a50bb1SK. Y. Srinivasan { 131599a50bb1SK. Y. Srinivasan struct nvsp_message *nvmsg; 1316f9a7da91SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 131799a50bb1SK. Y. Srinivasan 131899a50bb1SK. Y. Srinivasan nvmsg = (struct nvsp_message *)((unsigned long) 131999a50bb1SK. Y. Srinivasan desc + (desc->offset8 << 3)); 132099a50bb1SK. Y. Srinivasan 132199a50bb1SK. Y. Srinivasan switch (desc->type) { 132299a50bb1SK. Y. Srinivasan case VM_PKT_COMP: 132399a50bb1SK. Y. Srinivasan netvsc_send_completion(net_device, channel, device, desc); 132499a50bb1SK. Y. Srinivasan break; 132599a50bb1SK. Y. Srinivasan 132699a50bb1SK. Y. Srinivasan case VM_PKT_DATA_USING_XFER_PAGES: 132799a50bb1SK. Y. Srinivasan netvsc_receive(net_device, channel, device, desc); 132899a50bb1SK. Y. Srinivasan break; 132999a50bb1SK. Y. Srinivasan 133099a50bb1SK. Y. Srinivasan case VM_PKT_DATA_INBAND: 1331f9a7da91SVitaly Kuznetsov netvsc_receive_inband(device, net_device_ctx, nvmsg); 133299a50bb1SK. Y. Srinivasan break; 133399a50bb1SK. Y. Srinivasan 133499a50bb1SK. Y. Srinivasan default: 133599a50bb1SK. Y. Srinivasan netdev_err(ndev, "unhandled packet type %d, tid %llx\n", 133699a50bb1SK. Y. Srinivasan desc->type, request_id); 133799a50bb1SK. Y. Srinivasan break; 133899a50bb1SK. Y. Srinivasan } 133999a50bb1SK. Y. Srinivasan } 134099a50bb1SK. Y. Srinivasan 13415b54dac8SHaiyang Zhang void netvsc_channel_cb(void *context) 134295fa0405SHaiyang Zhang { 134395fa0405SHaiyang Zhang int ret; 13445b54dac8SHaiyang Zhang struct vmbus_channel *channel = (struct vmbus_channel *)context; 1345c0b558e5SHaiyang Zhang u16 q_idx = channel->offermsg.offer.sub_channel_index; 13465b54dac8SHaiyang Zhang struct hv_device *device; 134795fa0405SHaiyang Zhang struct netvsc_device *net_device; 134895fa0405SHaiyang Zhang u32 bytes_recvd; 134995fa0405SHaiyang Zhang u64 request_id; 135095fa0405SHaiyang Zhang struct vmpacket_descriptor *desc; 135195fa0405SHaiyang Zhang unsigned char *buffer; 135295fa0405SHaiyang Zhang int bufferlen = NETVSC_PACKET_SIZE; 135395fa0405SHaiyang Zhang struct net_device *ndev; 135499a50bb1SK. Y. Srinivasan bool need_to_commit = false; 135595fa0405SHaiyang Zhang 13565b54dac8SHaiyang Zhang if (channel->primary_channel != NULL) 13575b54dac8SHaiyang Zhang device = channel->primary_channel->device_obj; 13585b54dac8SHaiyang Zhang else 13595b54dac8SHaiyang Zhang device = channel->device_obj; 13605b54dac8SHaiyang Zhang 136195fa0405SHaiyang Zhang net_device = get_inbound_net_device(device); 136295fa0405SHaiyang Zhang if (!net_device) 1363ee0c4c39SKY Srinivasan return; 13640a1275caSVitaly Kuznetsov ndev = hv_get_drvdata(device); 13655b54dac8SHaiyang Zhang buffer = get_per_channel_state(channel); 136695fa0405SHaiyang Zhang 136795fa0405SHaiyang Zhang do { 136899a50bb1SK. Y. Srinivasan desc = get_next_pkt_raw(channel); 136999a50bb1SK. Y. Srinivasan if (desc != NULL) { 137099a50bb1SK. Y. Srinivasan netvsc_process_raw_pkt(device, 137199a50bb1SK. Y. Srinivasan channel, 137299a50bb1SK. Y. Srinivasan net_device, 137399a50bb1SK. Y. Srinivasan ndev, 137499a50bb1SK. Y. Srinivasan desc->trans_id, 137599a50bb1SK. Y. Srinivasan desc); 137699a50bb1SK. Y. Srinivasan 137799a50bb1SK. Y. Srinivasan put_pkt_raw(channel, desc); 137899a50bb1SK. Y. Srinivasan need_to_commit = true; 137999a50bb1SK. Y. Srinivasan continue; 138099a50bb1SK. Y. Srinivasan } 138199a50bb1SK. Y. Srinivasan if (need_to_commit) { 138299a50bb1SK. Y. Srinivasan need_to_commit = false; 138399a50bb1SK. Y. Srinivasan commit_rd_index(channel); 138499a50bb1SK. Y. Srinivasan } 138599a50bb1SK. Y. Srinivasan 13865b54dac8SHaiyang Zhang ret = vmbus_recvpacket_raw(channel, buffer, bufferlen, 138795fa0405SHaiyang Zhang &bytes_recvd, &request_id); 138895fa0405SHaiyang Zhang if (ret == 0) { 138995fa0405SHaiyang Zhang if (bytes_recvd > 0) { 139095fa0405SHaiyang Zhang desc = (struct vmpacket_descriptor *)buffer; 139199a50bb1SK. Y. Srinivasan netvsc_process_raw_pkt(device, 139225b85ee8SKY Srinivasan channel, 139371790a27SHaiyang Zhang net_device, 139499a50bb1SK. Y. Srinivasan ndev, 139599a50bb1SK. Y. Srinivasan request_id, 139699a50bb1SK. Y. Srinivasan desc); 139795fa0405SHaiyang Zhang } else { 1398ee0c4c39SKY Srinivasan /* 1399ee0c4c39SKY Srinivasan * We are done for this pass. 1400ee0c4c39SKY Srinivasan */ 140195fa0405SHaiyang Zhang break; 140295fa0405SHaiyang Zhang } 1403ee0c4c39SKY Srinivasan 140495fa0405SHaiyang Zhang } else if (ret == -ENOBUFS) { 1405ee0c4c39SKY Srinivasan if (bufferlen > NETVSC_PACKET_SIZE) 1406ee0c4c39SKY Srinivasan kfree(buffer); 140795fa0405SHaiyang Zhang /* Handle large packet */ 140895fa0405SHaiyang Zhang buffer = kmalloc(bytes_recvd, GFP_ATOMIC); 140995fa0405SHaiyang Zhang if (buffer == NULL) { 141095fa0405SHaiyang Zhang /* Try again next time around */ 141195fa0405SHaiyang Zhang netdev_err(ndev, 141295fa0405SHaiyang Zhang "unable to allocate buffer of size " 141395fa0405SHaiyang Zhang "(%d)!!\n", bytes_recvd); 141495fa0405SHaiyang Zhang break; 141595fa0405SHaiyang Zhang } 141695fa0405SHaiyang Zhang 141795fa0405SHaiyang Zhang bufferlen = bytes_recvd; 141895fa0405SHaiyang Zhang } 141995fa0405SHaiyang Zhang } while (1); 142095fa0405SHaiyang Zhang 1421ee0c4c39SKY Srinivasan if (bufferlen > NETVSC_PACKET_SIZE) 142295fa0405SHaiyang Zhang kfree(buffer); 1423c0b558e5SHaiyang Zhang 1424c0b558e5SHaiyang Zhang netvsc_chk_recv_comp(net_device, channel, q_idx); 142595fa0405SHaiyang Zhang } 142695fa0405SHaiyang Zhang 142795fa0405SHaiyang Zhang /* 142895fa0405SHaiyang Zhang * netvsc_device_add - Callback when the device belonging to this 142995fa0405SHaiyang Zhang * driver is added 143095fa0405SHaiyang Zhang */ 143195fa0405SHaiyang Zhang int netvsc_device_add(struct hv_device *device, void *additional_info) 143295fa0405SHaiyang Zhang { 143388098834SVitaly Kuznetsov int i, ret = 0; 143495fa0405SHaiyang Zhang int ring_size = 143595fa0405SHaiyang Zhang ((struct netvsc_device_info *)additional_info)->ring_size; 143695fa0405SHaiyang Zhang struct netvsc_device *net_device; 143788098834SVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 143888098834SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 143995fa0405SHaiyang Zhang 144088098834SVitaly Kuznetsov net_device = alloc_net_device(); 1441b1c84927SDan Carpenter if (!net_device) 1442b1c84927SDan Carpenter return -ENOMEM; 144395fa0405SHaiyang Zhang 14445b54dac8SHaiyang Zhang net_device->ring_size = ring_size; 14455b54dac8SHaiyang Zhang 14465b54dac8SHaiyang Zhang set_per_channel_state(device->channel, net_device->cb_buffer); 14475b54dac8SHaiyang Zhang 144895fa0405SHaiyang Zhang /* Open the channel */ 144995fa0405SHaiyang Zhang ret = vmbus_open(device->channel, ring_size * PAGE_SIZE, 145095fa0405SHaiyang Zhang ring_size * PAGE_SIZE, NULL, 0, 14515b54dac8SHaiyang Zhang netvsc_channel_cb, device->channel); 145295fa0405SHaiyang Zhang 145395fa0405SHaiyang Zhang if (ret != 0) { 145495fa0405SHaiyang Zhang netdev_err(ndev, "unable to open channel: %d\n", ret); 145595fa0405SHaiyang Zhang goto cleanup; 145695fa0405SHaiyang Zhang } 145795fa0405SHaiyang Zhang 145895fa0405SHaiyang Zhang /* Channel is opened */ 145995fa0405SHaiyang Zhang pr_info("hv_netvsc channel opened successfully\n"); 146095fa0405SHaiyang Zhang 146188098834SVitaly Kuznetsov /* If we're reopening the device we may have multiple queues, fill the 146288098834SVitaly Kuznetsov * chn_table with the default channel to use it before subchannels are 146388098834SVitaly Kuznetsov * opened. 146488098834SVitaly Kuznetsov */ 146588098834SVitaly Kuznetsov for (i = 0; i < VRSS_CHANNEL_MAX; i++) 146688098834SVitaly Kuznetsov net_device->chn_table[i] = device->channel; 146788098834SVitaly Kuznetsov 146888098834SVitaly Kuznetsov /* Writing nvdev pointer unlocks netvsc_send(), make sure chn_table is 146988098834SVitaly Kuznetsov * populated. 147088098834SVitaly Kuznetsov */ 147188098834SVitaly Kuznetsov wmb(); 147288098834SVitaly Kuznetsov 147388098834SVitaly Kuznetsov net_device_ctx->nvdev = net_device; 14745b54dac8SHaiyang Zhang 147595fa0405SHaiyang Zhang /* Connect with the NetVsp */ 147695fa0405SHaiyang Zhang ret = netvsc_connect_vsp(device); 147795fa0405SHaiyang Zhang if (ret != 0) { 147895fa0405SHaiyang Zhang netdev_err(ndev, 147995fa0405SHaiyang Zhang "unable to connect to NetVSP - %d\n", ret); 148095fa0405SHaiyang Zhang goto close; 148195fa0405SHaiyang Zhang } 148295fa0405SHaiyang Zhang 148395fa0405SHaiyang Zhang return ret; 148495fa0405SHaiyang Zhang 148595fa0405SHaiyang Zhang close: 148695fa0405SHaiyang Zhang /* Now, we can close the channel safely */ 148795fa0405SHaiyang Zhang vmbus_close(device->channel); 148895fa0405SHaiyang Zhang 148995fa0405SHaiyang Zhang cleanup: 1490f90251c8SHaiyang Zhang free_netvsc_device(net_device); 149195fa0405SHaiyang Zhang 149295fa0405SHaiyang Zhang return ret; 149395fa0405SHaiyang Zhang } 1494