195fa0405SHaiyang Zhang /* 295fa0405SHaiyang Zhang * Copyright (c) 2009, Microsoft Corporation. 395fa0405SHaiyang Zhang * 495fa0405SHaiyang Zhang * This program is free software; you can redistribute it and/or modify it 595fa0405SHaiyang Zhang * under the terms and conditions of the GNU General Public License, 695fa0405SHaiyang Zhang * version 2, as published by the Free Software Foundation. 795fa0405SHaiyang Zhang * 895fa0405SHaiyang Zhang * This program is distributed in the hope it will be useful, but WITHOUT 995fa0405SHaiyang Zhang * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 1095fa0405SHaiyang Zhang * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 1195fa0405SHaiyang Zhang * more details. 1295fa0405SHaiyang Zhang * 1395fa0405SHaiyang Zhang * You should have received a copy of the GNU General Public License along with 14adf8d3ffSJeff Kirsher * this program; if not, see <http://www.gnu.org/licenses/>. 1595fa0405SHaiyang Zhang * 1695fa0405SHaiyang Zhang * Authors: 1795fa0405SHaiyang Zhang * Haiyang Zhang <haiyangz@microsoft.com> 1895fa0405SHaiyang Zhang * Hank Janssen <hjanssen@microsoft.com> 1995fa0405SHaiyang Zhang */ 2095fa0405SHaiyang Zhang #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 2195fa0405SHaiyang Zhang 2295fa0405SHaiyang Zhang #include <linux/kernel.h> 2395fa0405SHaiyang Zhang #include <linux/sched.h> 2495fa0405SHaiyang Zhang #include <linux/wait.h> 2595fa0405SHaiyang Zhang #include <linux/mm.h> 2695fa0405SHaiyang Zhang #include <linux/delay.h> 2795fa0405SHaiyang Zhang #include <linux/io.h> 2895fa0405SHaiyang Zhang #include <linux/slab.h> 2995fa0405SHaiyang Zhang #include <linux/netdevice.h> 30f157e78dSHaiyang Zhang #include <linux/if_ether.h> 31d6472302SStephen Rothwell #include <linux/vmalloc.h> 32c25aaf81SKY Srinivasan #include <asm/sync_bitops.h> 3395fa0405SHaiyang Zhang 3495fa0405SHaiyang Zhang #include "hyperv_net.h" 3595fa0405SHaiyang Zhang 3684bf9cefSKY Srinivasan /* 3784bf9cefSKY Srinivasan * Switch the data path from the synthetic interface to the VF 3884bf9cefSKY Srinivasan * interface. 3984bf9cefSKY Srinivasan */ 400a1275caSVitaly Kuznetsov void netvsc_switch_datapath(struct net_device *ndev, bool vf) 4184bf9cefSKY Srinivasan { 423d541ac5SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 433d541ac5SVitaly Kuznetsov struct hv_device *dev = net_device_ctx->device_ctx; 440a1275caSVitaly Kuznetsov struct netvsc_device *nv_dev = net_device_ctx->nvdev; 450a1275caSVitaly Kuznetsov struct nvsp_message *init_pkt = &nv_dev->channel_init_pkt; 4684bf9cefSKY Srinivasan 4784bf9cefSKY Srinivasan memset(init_pkt, 0, sizeof(struct nvsp_message)); 4884bf9cefSKY Srinivasan init_pkt->hdr.msg_type = NVSP_MSG4_TYPE_SWITCH_DATA_PATH; 4984bf9cefSKY Srinivasan if (vf) 5084bf9cefSKY Srinivasan init_pkt->msg.v4_msg.active_dp.active_datapath = 5184bf9cefSKY Srinivasan NVSP_DATAPATH_VF; 5284bf9cefSKY Srinivasan else 5384bf9cefSKY Srinivasan init_pkt->msg.v4_msg.active_dp.active_datapath = 5484bf9cefSKY Srinivasan NVSP_DATAPATH_SYNTHETIC; 5584bf9cefSKY Srinivasan 5684bf9cefSKY Srinivasan vmbus_sendpacket(dev->channel, init_pkt, 5784bf9cefSKY Srinivasan sizeof(struct nvsp_message), 5884bf9cefSKY Srinivasan (unsigned long)init_pkt, 5984bf9cefSKY Srinivasan VM_PKT_DATA_INBAND, 0); 6084bf9cefSKY Srinivasan } 6184bf9cefSKY Srinivasan 6288098834SVitaly Kuznetsov static struct netvsc_device *alloc_net_device(void) 6395fa0405SHaiyang Zhang { 6495fa0405SHaiyang Zhang struct netvsc_device *net_device; 6595fa0405SHaiyang Zhang 6695fa0405SHaiyang Zhang net_device = kzalloc(sizeof(struct netvsc_device), GFP_KERNEL); 6795fa0405SHaiyang Zhang if (!net_device) 6895fa0405SHaiyang Zhang return NULL; 6995fa0405SHaiyang Zhang 70f90251c8SHaiyang Zhang net_device->cb_buffer = kzalloc(NETVSC_PACKET_SIZE, GFP_KERNEL); 71f90251c8SHaiyang Zhang if (!net_device->cb_buffer) { 72f90251c8SHaiyang Zhang kfree(net_device); 73f90251c8SHaiyang Zhang return NULL; 74f90251c8SHaiyang Zhang } 75f90251c8SHaiyang Zhang 76c0b558e5SHaiyang Zhang net_device->mrc[0].buf = vzalloc(NETVSC_RECVSLOT_MAX * 77c0b558e5SHaiyang Zhang sizeof(struct recv_comp_data)); 78c0b558e5SHaiyang Zhang 79dc5cd894SHaiyang Zhang init_waitqueue_head(&net_device->wait_drain); 8095fa0405SHaiyang Zhang net_device->destroy = false; 8184bf9cefSKY Srinivasan atomic_set(&net_device->open_cnt, 0); 827c3877f2SHaiyang Zhang net_device->max_pkt = RNDIS_MAX_PKT_DEFAULT; 837c3877f2SHaiyang Zhang net_device->pkt_align = RNDIS_PKT_ALIGN_DEFAULT; 84fd612602SStephen Hemminger init_completion(&net_device->channel_init_wait); 857c3877f2SHaiyang Zhang 8695fa0405SHaiyang Zhang return net_device; 8795fa0405SHaiyang Zhang } 8895fa0405SHaiyang Zhang 89f90251c8SHaiyang Zhang static void free_netvsc_device(struct netvsc_device *nvdev) 90f90251c8SHaiyang Zhang { 91c0b558e5SHaiyang Zhang int i; 92c0b558e5SHaiyang Zhang 93c0b558e5SHaiyang Zhang for (i = 0; i < VRSS_CHANNEL_MAX; i++) 94c0b558e5SHaiyang Zhang vfree(nvdev->mrc[i].buf); 95c0b558e5SHaiyang Zhang 96f90251c8SHaiyang Zhang kfree(nvdev->cb_buffer); 97f90251c8SHaiyang Zhang kfree(nvdev); 98f90251c8SHaiyang Zhang } 99f90251c8SHaiyang Zhang 10095fa0405SHaiyang Zhang static struct netvsc_device *get_outbound_net_device(struct hv_device *device) 10195fa0405SHaiyang Zhang { 1022625466dSVitaly Kuznetsov struct netvsc_device *net_device = hv_device_to_netvsc_device(device); 10395fa0405SHaiyang Zhang 10495fa0405SHaiyang Zhang if (net_device && net_device->destroy) 10595fa0405SHaiyang Zhang net_device = NULL; 10695fa0405SHaiyang Zhang 10795fa0405SHaiyang Zhang return net_device; 10895fa0405SHaiyang Zhang } 10995fa0405SHaiyang Zhang 11095fa0405SHaiyang Zhang static struct netvsc_device *get_inbound_net_device(struct hv_device *device) 11195fa0405SHaiyang Zhang { 1122625466dSVitaly Kuznetsov struct netvsc_device *net_device = hv_device_to_netvsc_device(device); 11395fa0405SHaiyang Zhang 11495fa0405SHaiyang Zhang if (!net_device) 11595fa0405SHaiyang Zhang goto get_in_err; 11695fa0405SHaiyang Zhang 11795fa0405SHaiyang Zhang if (net_device->destroy && 118c0b558e5SHaiyang Zhang atomic_read(&net_device->num_outstanding_sends) == 0 && 119c0b558e5SHaiyang Zhang atomic_read(&net_device->num_outstanding_recvs) == 0) 12095fa0405SHaiyang Zhang net_device = NULL; 12195fa0405SHaiyang Zhang 12295fa0405SHaiyang Zhang get_in_err: 12395fa0405SHaiyang Zhang return net_device; 12495fa0405SHaiyang Zhang } 12595fa0405SHaiyang Zhang 1267a2a0a84SStephen Hemminger static void netvsc_destroy_buf(struct hv_device *device) 12795fa0405SHaiyang Zhang { 12895fa0405SHaiyang Zhang struct nvsp_message *revoke_packet; 1293d541ac5SVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 1302625466dSVitaly Kuznetsov struct netvsc_device *net_device = net_device_to_netvsc_device(ndev); 1317a2a0a84SStephen Hemminger int ret; 13295fa0405SHaiyang Zhang 13395fa0405SHaiyang Zhang /* 13495fa0405SHaiyang Zhang * If we got a section count, it means we received a 13595fa0405SHaiyang Zhang * SendReceiveBufferComplete msg (ie sent 13695fa0405SHaiyang Zhang * NvspMessage1TypeSendReceiveBuffer msg) therefore, we need 13795fa0405SHaiyang Zhang * to send a revoke msg here 13895fa0405SHaiyang Zhang */ 13995fa0405SHaiyang Zhang if (net_device->recv_section_cnt) { 14095fa0405SHaiyang Zhang /* Send the revoke receive buffer */ 14195fa0405SHaiyang Zhang revoke_packet = &net_device->revoke_packet; 14295fa0405SHaiyang Zhang memset(revoke_packet, 0, sizeof(struct nvsp_message)); 14395fa0405SHaiyang Zhang 14495fa0405SHaiyang Zhang revoke_packet->hdr.msg_type = 14595fa0405SHaiyang Zhang NVSP_MSG1_TYPE_REVOKE_RECV_BUF; 14695fa0405SHaiyang Zhang revoke_packet->msg.v1_msg. 14795fa0405SHaiyang Zhang revoke_recv_buf.id = NETVSC_RECEIVE_BUFFER_ID; 14895fa0405SHaiyang Zhang 1493d541ac5SVitaly Kuznetsov ret = vmbus_sendpacket(device->channel, 15095fa0405SHaiyang Zhang revoke_packet, 15195fa0405SHaiyang Zhang sizeof(struct nvsp_message), 15295fa0405SHaiyang Zhang (unsigned long)revoke_packet, 15395fa0405SHaiyang Zhang VM_PKT_DATA_INBAND, 0); 15495fa0405SHaiyang Zhang /* 15595fa0405SHaiyang Zhang * If we failed here, we might as well return and 15695fa0405SHaiyang Zhang * have a leak rather than continue and a bugchk 15795fa0405SHaiyang Zhang */ 15895fa0405SHaiyang Zhang if (ret != 0) { 15995fa0405SHaiyang Zhang netdev_err(ndev, "unable to send " 16095fa0405SHaiyang Zhang "revoke receive buffer to netvsp\n"); 1617a2a0a84SStephen Hemminger return; 16295fa0405SHaiyang Zhang } 16395fa0405SHaiyang Zhang } 16495fa0405SHaiyang Zhang 16595fa0405SHaiyang Zhang /* Teardown the gpadl on the vsp end */ 16695fa0405SHaiyang Zhang if (net_device->recv_buf_gpadl_handle) { 1673d541ac5SVitaly Kuznetsov ret = vmbus_teardown_gpadl(device->channel, 16895fa0405SHaiyang Zhang net_device->recv_buf_gpadl_handle); 16995fa0405SHaiyang Zhang 17095fa0405SHaiyang Zhang /* If we failed here, we might as well return and have a leak 17195fa0405SHaiyang Zhang * rather than continue and a bugchk 17295fa0405SHaiyang Zhang */ 17395fa0405SHaiyang Zhang if (ret != 0) { 17495fa0405SHaiyang Zhang netdev_err(ndev, 17595fa0405SHaiyang Zhang "unable to teardown receive buffer's gpadl\n"); 1767a2a0a84SStephen Hemminger return; 17795fa0405SHaiyang Zhang } 17895fa0405SHaiyang Zhang net_device->recv_buf_gpadl_handle = 0; 17995fa0405SHaiyang Zhang } 18095fa0405SHaiyang Zhang 18195fa0405SHaiyang Zhang if (net_device->recv_buf) { 18295fa0405SHaiyang Zhang /* Free up the receive buffer */ 183b679ef73SHaiyang Zhang vfree(net_device->recv_buf); 18495fa0405SHaiyang Zhang net_device->recv_buf = NULL; 18595fa0405SHaiyang Zhang } 18695fa0405SHaiyang Zhang 18795fa0405SHaiyang Zhang if (net_device->recv_section) { 18895fa0405SHaiyang Zhang net_device->recv_section_cnt = 0; 18995fa0405SHaiyang Zhang kfree(net_device->recv_section); 19095fa0405SHaiyang Zhang net_device->recv_section = NULL; 19195fa0405SHaiyang Zhang } 19295fa0405SHaiyang Zhang 193c25aaf81SKY Srinivasan /* Deal with the send buffer we may have setup. 194c25aaf81SKY Srinivasan * If we got a send section size, it means we received a 195c51ed182SHaiyang Zhang * NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE msg (ie sent 196c51ed182SHaiyang Zhang * NVSP_MSG1_TYPE_SEND_SEND_BUF msg) therefore, we need 197c25aaf81SKY Srinivasan * to send a revoke msg here 198c25aaf81SKY Srinivasan */ 199c25aaf81SKY Srinivasan if (net_device->send_section_size) { 200c25aaf81SKY Srinivasan /* Send the revoke receive buffer */ 201c25aaf81SKY Srinivasan revoke_packet = &net_device->revoke_packet; 202c25aaf81SKY Srinivasan memset(revoke_packet, 0, sizeof(struct nvsp_message)); 203c25aaf81SKY Srinivasan 204c25aaf81SKY Srinivasan revoke_packet->hdr.msg_type = 205c25aaf81SKY Srinivasan NVSP_MSG1_TYPE_REVOKE_SEND_BUF; 206c51ed182SHaiyang Zhang revoke_packet->msg.v1_msg.revoke_send_buf.id = 207c51ed182SHaiyang Zhang NETVSC_SEND_BUFFER_ID; 208c25aaf81SKY Srinivasan 2093d541ac5SVitaly Kuznetsov ret = vmbus_sendpacket(device->channel, 210c25aaf81SKY Srinivasan revoke_packet, 211c25aaf81SKY Srinivasan sizeof(struct nvsp_message), 212c25aaf81SKY Srinivasan (unsigned long)revoke_packet, 213c25aaf81SKY Srinivasan VM_PKT_DATA_INBAND, 0); 214c25aaf81SKY Srinivasan /* If we failed here, we might as well return and 215c25aaf81SKY Srinivasan * have a leak rather than continue and a bugchk 216c25aaf81SKY Srinivasan */ 217c25aaf81SKY Srinivasan if (ret != 0) { 218c25aaf81SKY Srinivasan netdev_err(ndev, "unable to send " 219c25aaf81SKY Srinivasan "revoke send buffer to netvsp\n"); 2207a2a0a84SStephen Hemminger return; 221c25aaf81SKY Srinivasan } 222c25aaf81SKY Srinivasan } 223c25aaf81SKY Srinivasan /* Teardown the gpadl on the vsp end */ 224c25aaf81SKY Srinivasan if (net_device->send_buf_gpadl_handle) { 2253d541ac5SVitaly Kuznetsov ret = vmbus_teardown_gpadl(device->channel, 226c25aaf81SKY Srinivasan net_device->send_buf_gpadl_handle); 227c25aaf81SKY Srinivasan 228c25aaf81SKY Srinivasan /* If we failed here, we might as well return and have a leak 229c25aaf81SKY Srinivasan * rather than continue and a bugchk 230c25aaf81SKY Srinivasan */ 231c25aaf81SKY Srinivasan if (ret != 0) { 232c25aaf81SKY Srinivasan netdev_err(ndev, 233c25aaf81SKY Srinivasan "unable to teardown send buffer's gpadl\n"); 2347a2a0a84SStephen Hemminger return; 235c25aaf81SKY Srinivasan } 2362f18423dSDave Jones net_device->send_buf_gpadl_handle = 0; 237c25aaf81SKY Srinivasan } 238c25aaf81SKY Srinivasan if (net_device->send_buf) { 239c51ed182SHaiyang Zhang /* Free up the send buffer */ 24006b47aacSKY Srinivasan vfree(net_device->send_buf); 241c25aaf81SKY Srinivasan net_device->send_buf = NULL; 242c25aaf81SKY Srinivasan } 243c25aaf81SKY Srinivasan kfree(net_device->send_section_map); 24495fa0405SHaiyang Zhang } 24595fa0405SHaiyang Zhang 246c25aaf81SKY Srinivasan static int netvsc_init_buf(struct hv_device *device) 24795fa0405SHaiyang Zhang { 24895fa0405SHaiyang Zhang int ret = 0; 24995fa0405SHaiyang Zhang struct netvsc_device *net_device; 25095fa0405SHaiyang Zhang struct nvsp_message *init_packet; 25195fa0405SHaiyang Zhang struct net_device *ndev; 2520a726c2bSK. Y. Srinivasan int node; 25395fa0405SHaiyang Zhang 25495fa0405SHaiyang Zhang net_device = get_outbound_net_device(device); 25595fa0405SHaiyang Zhang if (!net_device) 25695fa0405SHaiyang Zhang return -ENODEV; 2570a1275caSVitaly Kuznetsov ndev = hv_get_drvdata(device); 25895fa0405SHaiyang Zhang 2590a726c2bSK. Y. Srinivasan node = cpu_to_node(device->channel->target_cpu); 2600a726c2bSK. Y. Srinivasan net_device->recv_buf = vzalloc_node(net_device->recv_buf_size, node); 2610a726c2bSK. Y. Srinivasan if (!net_device->recv_buf) 262b679ef73SHaiyang Zhang net_device->recv_buf = vzalloc(net_device->recv_buf_size); 2630a726c2bSK. Y. Srinivasan 26495fa0405SHaiyang Zhang if (!net_device->recv_buf) { 26595fa0405SHaiyang Zhang netdev_err(ndev, "unable to allocate receive " 26695fa0405SHaiyang Zhang "buffer of size %d\n", net_device->recv_buf_size); 26795fa0405SHaiyang Zhang ret = -ENOMEM; 26895fa0405SHaiyang Zhang goto cleanup; 26995fa0405SHaiyang Zhang } 27095fa0405SHaiyang Zhang 27195fa0405SHaiyang Zhang /* 27295fa0405SHaiyang Zhang * Establish the gpadl handle for this buffer on this 27395fa0405SHaiyang Zhang * channel. Note: This call uses the vmbus connection rather 27495fa0405SHaiyang Zhang * than the channel to establish the gpadl handle. 27595fa0405SHaiyang Zhang */ 27695fa0405SHaiyang Zhang ret = vmbus_establish_gpadl(device->channel, net_device->recv_buf, 27795fa0405SHaiyang Zhang net_device->recv_buf_size, 27895fa0405SHaiyang Zhang &net_device->recv_buf_gpadl_handle); 27995fa0405SHaiyang Zhang if (ret != 0) { 28095fa0405SHaiyang Zhang netdev_err(ndev, 28195fa0405SHaiyang Zhang "unable to establish receive buffer's gpadl\n"); 28295fa0405SHaiyang Zhang goto cleanup; 28395fa0405SHaiyang Zhang } 28495fa0405SHaiyang Zhang 28595fa0405SHaiyang Zhang /* Notify the NetVsp of the gpadl handle */ 28695fa0405SHaiyang Zhang init_packet = &net_device->channel_init_pkt; 28795fa0405SHaiyang Zhang 28895fa0405SHaiyang Zhang memset(init_packet, 0, sizeof(struct nvsp_message)); 28995fa0405SHaiyang Zhang 29095fa0405SHaiyang Zhang init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_RECV_BUF; 29195fa0405SHaiyang Zhang init_packet->msg.v1_msg.send_recv_buf. 29295fa0405SHaiyang Zhang gpadl_handle = net_device->recv_buf_gpadl_handle; 29395fa0405SHaiyang Zhang init_packet->msg.v1_msg. 29495fa0405SHaiyang Zhang send_recv_buf.id = NETVSC_RECEIVE_BUFFER_ID; 29595fa0405SHaiyang Zhang 29695fa0405SHaiyang Zhang /* Send the gpadl notification request */ 29795fa0405SHaiyang Zhang ret = vmbus_sendpacket(device->channel, init_packet, 29895fa0405SHaiyang Zhang sizeof(struct nvsp_message), 29995fa0405SHaiyang Zhang (unsigned long)init_packet, 30095fa0405SHaiyang Zhang VM_PKT_DATA_INBAND, 30195fa0405SHaiyang Zhang VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); 30295fa0405SHaiyang Zhang if (ret != 0) { 30395fa0405SHaiyang Zhang netdev_err(ndev, 30495fa0405SHaiyang Zhang "unable to send receive buffer's gpadl to netvsp\n"); 30595fa0405SHaiyang Zhang goto cleanup; 30695fa0405SHaiyang Zhang } 30795fa0405SHaiyang Zhang 3085362855aSVitaly Kuznetsov wait_for_completion(&net_device->channel_init_wait); 30995fa0405SHaiyang Zhang 31095fa0405SHaiyang Zhang /* Check the response */ 31195fa0405SHaiyang Zhang if (init_packet->msg.v1_msg. 31295fa0405SHaiyang Zhang send_recv_buf_complete.status != NVSP_STAT_SUCCESS) { 31395fa0405SHaiyang Zhang netdev_err(ndev, "Unable to complete receive buffer " 31495fa0405SHaiyang Zhang "initialization with NetVsp - status %d\n", 31595fa0405SHaiyang Zhang init_packet->msg.v1_msg. 31695fa0405SHaiyang Zhang send_recv_buf_complete.status); 31795fa0405SHaiyang Zhang ret = -EINVAL; 31895fa0405SHaiyang Zhang goto cleanup; 31995fa0405SHaiyang Zhang } 32095fa0405SHaiyang Zhang 32195fa0405SHaiyang Zhang /* Parse the response */ 32295fa0405SHaiyang Zhang 32395fa0405SHaiyang Zhang net_device->recv_section_cnt = init_packet->msg. 32495fa0405SHaiyang Zhang v1_msg.send_recv_buf_complete.num_sections; 32595fa0405SHaiyang Zhang 326c1813200SHaiyang Zhang net_device->recv_section = kmemdup( 327c1813200SHaiyang Zhang init_packet->msg.v1_msg.send_recv_buf_complete.sections, 328c1813200SHaiyang Zhang net_device->recv_section_cnt * 329c1813200SHaiyang Zhang sizeof(struct nvsp_1_receive_buffer_section), 33095fa0405SHaiyang Zhang GFP_KERNEL); 33195fa0405SHaiyang Zhang if (net_device->recv_section == NULL) { 33295fa0405SHaiyang Zhang ret = -EINVAL; 33395fa0405SHaiyang Zhang goto cleanup; 33495fa0405SHaiyang Zhang } 33595fa0405SHaiyang Zhang 33695fa0405SHaiyang Zhang /* 33795fa0405SHaiyang Zhang * For 1st release, there should only be 1 section that represents the 33895fa0405SHaiyang Zhang * entire receive buffer 33995fa0405SHaiyang Zhang */ 34095fa0405SHaiyang Zhang if (net_device->recv_section_cnt != 1 || 34195fa0405SHaiyang Zhang net_device->recv_section->offset != 0) { 34295fa0405SHaiyang Zhang ret = -EINVAL; 34395fa0405SHaiyang Zhang goto cleanup; 34495fa0405SHaiyang Zhang } 34595fa0405SHaiyang Zhang 346c25aaf81SKY Srinivasan /* Now setup the send buffer. 347c25aaf81SKY Srinivasan */ 3485defde59SK. Y. Srinivasan net_device->send_buf = vzalloc_node(net_device->send_buf_size, node); 3495defde59SK. Y. Srinivasan if (!net_device->send_buf) 35006b47aacSKY Srinivasan net_device->send_buf = vzalloc(net_device->send_buf_size); 351c25aaf81SKY Srinivasan if (!net_device->send_buf) { 352c25aaf81SKY Srinivasan netdev_err(ndev, "unable to allocate send " 353c25aaf81SKY Srinivasan "buffer of size %d\n", net_device->send_buf_size); 354c25aaf81SKY Srinivasan ret = -ENOMEM; 355c25aaf81SKY Srinivasan goto cleanup; 356c25aaf81SKY Srinivasan } 357c25aaf81SKY Srinivasan 358c25aaf81SKY Srinivasan /* Establish the gpadl handle for this buffer on this 359c25aaf81SKY Srinivasan * channel. Note: This call uses the vmbus connection rather 360c25aaf81SKY Srinivasan * than the channel to establish the gpadl handle. 361c25aaf81SKY Srinivasan */ 362c25aaf81SKY Srinivasan ret = vmbus_establish_gpadl(device->channel, net_device->send_buf, 363c25aaf81SKY Srinivasan net_device->send_buf_size, 364c25aaf81SKY Srinivasan &net_device->send_buf_gpadl_handle); 365c25aaf81SKY Srinivasan if (ret != 0) { 366c25aaf81SKY Srinivasan netdev_err(ndev, 367c25aaf81SKY Srinivasan "unable to establish send buffer's gpadl\n"); 368c25aaf81SKY Srinivasan goto cleanup; 369c25aaf81SKY Srinivasan } 370c25aaf81SKY Srinivasan 371c25aaf81SKY Srinivasan /* Notify the NetVsp of the gpadl handle */ 372c25aaf81SKY Srinivasan init_packet = &net_device->channel_init_pkt; 373c25aaf81SKY Srinivasan memset(init_packet, 0, sizeof(struct nvsp_message)); 374c25aaf81SKY Srinivasan init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_SEND_BUF; 375c51ed182SHaiyang Zhang init_packet->msg.v1_msg.send_send_buf.gpadl_handle = 376c25aaf81SKY Srinivasan net_device->send_buf_gpadl_handle; 377c51ed182SHaiyang Zhang init_packet->msg.v1_msg.send_send_buf.id = NETVSC_SEND_BUFFER_ID; 378c25aaf81SKY Srinivasan 379c25aaf81SKY Srinivasan /* Send the gpadl notification request */ 380c25aaf81SKY Srinivasan ret = vmbus_sendpacket(device->channel, init_packet, 381c25aaf81SKY Srinivasan sizeof(struct nvsp_message), 382c25aaf81SKY Srinivasan (unsigned long)init_packet, 383c25aaf81SKY Srinivasan VM_PKT_DATA_INBAND, 384c25aaf81SKY Srinivasan VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); 385c25aaf81SKY Srinivasan if (ret != 0) { 386c25aaf81SKY Srinivasan netdev_err(ndev, 387c25aaf81SKY Srinivasan "unable to send send buffer's gpadl to netvsp\n"); 388c25aaf81SKY Srinivasan goto cleanup; 389c25aaf81SKY Srinivasan } 390c25aaf81SKY Srinivasan 3915362855aSVitaly Kuznetsov wait_for_completion(&net_device->channel_init_wait); 392c25aaf81SKY Srinivasan 393c25aaf81SKY Srinivasan /* Check the response */ 394c25aaf81SKY Srinivasan if (init_packet->msg.v1_msg. 395c25aaf81SKY Srinivasan send_send_buf_complete.status != NVSP_STAT_SUCCESS) { 396c25aaf81SKY Srinivasan netdev_err(ndev, "Unable to complete send buffer " 397c25aaf81SKY Srinivasan "initialization with NetVsp - status %d\n", 398c25aaf81SKY Srinivasan init_packet->msg.v1_msg. 399c51ed182SHaiyang Zhang send_send_buf_complete.status); 400c25aaf81SKY Srinivasan ret = -EINVAL; 401c25aaf81SKY Srinivasan goto cleanup; 402c25aaf81SKY Srinivasan } 403c25aaf81SKY Srinivasan 404c25aaf81SKY Srinivasan /* Parse the response */ 405c25aaf81SKY Srinivasan net_device->send_section_size = init_packet->msg. 406c25aaf81SKY Srinivasan v1_msg.send_send_buf_complete.section_size; 407c25aaf81SKY Srinivasan 408c25aaf81SKY Srinivasan /* Section count is simply the size divided by the section size. 409c25aaf81SKY Srinivasan */ 410c25aaf81SKY Srinivasan net_device->send_section_cnt = 411c25aaf81SKY Srinivasan net_device->send_buf_size / net_device->send_section_size; 412c25aaf81SKY Srinivasan 41393ba2222SVitaly Kuznetsov netdev_dbg(ndev, "Send section size: %d, Section count:%d\n", 414c25aaf81SKY Srinivasan net_device->send_section_size, net_device->send_section_cnt); 415c25aaf81SKY Srinivasan 416c25aaf81SKY Srinivasan /* Setup state for managing the send buffer. */ 417c25aaf81SKY Srinivasan net_device->map_words = DIV_ROUND_UP(net_device->send_section_cnt, 418c25aaf81SKY Srinivasan BITS_PER_LONG); 419c25aaf81SKY Srinivasan 420e53a9c2aSStephen Hemminger net_device->send_section_map = kcalloc(net_device->map_words, 421e53a9c2aSStephen Hemminger sizeof(ulong), GFP_KERNEL); 422dd1d3f8fSWei Yongjun if (net_device->send_section_map == NULL) { 423dd1d3f8fSWei Yongjun ret = -ENOMEM; 424c25aaf81SKY Srinivasan goto cleanup; 425dd1d3f8fSWei Yongjun } 426c25aaf81SKY Srinivasan 42795fa0405SHaiyang Zhang goto exit; 42895fa0405SHaiyang Zhang 42995fa0405SHaiyang Zhang cleanup: 4303d541ac5SVitaly Kuznetsov netvsc_destroy_buf(device); 43195fa0405SHaiyang Zhang 43295fa0405SHaiyang Zhang exit: 43395fa0405SHaiyang Zhang return ret; 43495fa0405SHaiyang Zhang } 43595fa0405SHaiyang Zhang 436f157e78dSHaiyang Zhang /* Negotiate NVSP protocol version */ 437f157e78dSHaiyang Zhang static int negotiate_nvsp_ver(struct hv_device *device, 438f157e78dSHaiyang Zhang struct netvsc_device *net_device, 439f157e78dSHaiyang Zhang struct nvsp_message *init_packet, 440f157e78dSHaiyang Zhang u32 nvsp_ver) 44195fa0405SHaiyang Zhang { 4420a1275caSVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 4437390fe9cSNicholas Mc Guire int ret; 444f157e78dSHaiyang Zhang 445f157e78dSHaiyang Zhang memset(init_packet, 0, sizeof(struct nvsp_message)); 446f157e78dSHaiyang Zhang init_packet->hdr.msg_type = NVSP_MSG_TYPE_INIT; 447f157e78dSHaiyang Zhang init_packet->msg.init_msg.init.min_protocol_ver = nvsp_ver; 448f157e78dSHaiyang Zhang init_packet->msg.init_msg.init.max_protocol_ver = nvsp_ver; 449f157e78dSHaiyang Zhang 450f157e78dSHaiyang Zhang /* Send the init request */ 451f157e78dSHaiyang Zhang ret = vmbus_sendpacket(device->channel, init_packet, 452f157e78dSHaiyang Zhang sizeof(struct nvsp_message), 453f157e78dSHaiyang Zhang (unsigned long)init_packet, 454f157e78dSHaiyang Zhang VM_PKT_DATA_INBAND, 455f157e78dSHaiyang Zhang VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); 456f157e78dSHaiyang Zhang 457f157e78dSHaiyang Zhang if (ret != 0) 458f157e78dSHaiyang Zhang return ret; 459f157e78dSHaiyang Zhang 4605362855aSVitaly Kuznetsov wait_for_completion(&net_device->channel_init_wait); 461f157e78dSHaiyang Zhang 462f157e78dSHaiyang Zhang if (init_packet->msg.init_msg.init_complete.status != 463f157e78dSHaiyang Zhang NVSP_STAT_SUCCESS) 464f157e78dSHaiyang Zhang return -EINVAL; 465f157e78dSHaiyang Zhang 466a1eabb01SHaiyang Zhang if (nvsp_ver == NVSP_PROTOCOL_VERSION_1) 467f157e78dSHaiyang Zhang return 0; 468f157e78dSHaiyang Zhang 46971790a27SHaiyang Zhang /* NVSPv2 or later: Send NDIS config */ 470f157e78dSHaiyang Zhang memset(init_packet, 0, sizeof(struct nvsp_message)); 471f157e78dSHaiyang Zhang init_packet->hdr.msg_type = NVSP_MSG2_TYPE_SEND_NDIS_CONFIG; 4720a1275caSVitaly Kuznetsov init_packet->msg.v2_msg.send_ndis_config.mtu = ndev->mtu + ETH_HLEN; 4731f5f3a75SHaiyang Zhang init_packet->msg.v2_msg.send_ndis_config.capability.ieee8021q = 1; 474f157e78dSHaiyang Zhang 4757f5d5af0SHaiyang Zhang if (nvsp_ver >= NVSP_PROTOCOL_VERSION_5) { 47671790a27SHaiyang Zhang init_packet->msg.v2_msg.send_ndis_config.capability.sriov = 1; 47771790a27SHaiyang Zhang 4787f5d5af0SHaiyang Zhang /* Teaming bit is needed to receive link speed updates */ 4797f5d5af0SHaiyang Zhang init_packet->msg.v2_msg.send_ndis_config.capability.teaming = 1; 4807f5d5af0SHaiyang Zhang } 4817f5d5af0SHaiyang Zhang 482f157e78dSHaiyang Zhang ret = vmbus_sendpacket(device->channel, init_packet, 483f157e78dSHaiyang Zhang sizeof(struct nvsp_message), 484f157e78dSHaiyang Zhang (unsigned long)init_packet, 485f157e78dSHaiyang Zhang VM_PKT_DATA_INBAND, 0); 486f157e78dSHaiyang Zhang 487f157e78dSHaiyang Zhang return ret; 488f157e78dSHaiyang Zhang } 489f157e78dSHaiyang Zhang 490f157e78dSHaiyang Zhang static int netvsc_connect_vsp(struct hv_device *device) 491f157e78dSHaiyang Zhang { 492f157e78dSHaiyang Zhang int ret; 49395fa0405SHaiyang Zhang struct netvsc_device *net_device; 49495fa0405SHaiyang Zhang struct nvsp_message *init_packet; 49595fa0405SHaiyang Zhang int ndis_version; 496e5a78fadSStephen Hemminger const u32 ver_list[] = { 497e5a78fadSStephen Hemminger NVSP_PROTOCOL_VERSION_1, NVSP_PROTOCOL_VERSION_2, 498a1eabb01SHaiyang Zhang NVSP_PROTOCOL_VERSION_4, NVSP_PROTOCOL_VERSION_5 }; 499e5a78fadSStephen Hemminger int i; 50095fa0405SHaiyang Zhang 50195fa0405SHaiyang Zhang net_device = get_outbound_net_device(device); 50295fa0405SHaiyang Zhang if (!net_device) 50395fa0405SHaiyang Zhang return -ENODEV; 50495fa0405SHaiyang Zhang 50595fa0405SHaiyang Zhang init_packet = &net_device->channel_init_pkt; 50695fa0405SHaiyang Zhang 507f157e78dSHaiyang Zhang /* Negotiate the latest NVSP protocol supported */ 508e5a78fadSStephen Hemminger for (i = ARRAY_SIZE(ver_list) - 1; i >= 0; i--) 509f157e78dSHaiyang Zhang if (negotiate_nvsp_ver(device, net_device, init_packet, 510a1eabb01SHaiyang Zhang ver_list[i]) == 0) { 511a1eabb01SHaiyang Zhang net_device->nvsp_version = ver_list[i]; 512a1eabb01SHaiyang Zhang break; 513a1eabb01SHaiyang Zhang } 514a1eabb01SHaiyang Zhang 515a1eabb01SHaiyang Zhang if (i < 0) { 51695fa0405SHaiyang Zhang ret = -EPROTO; 51795fa0405SHaiyang Zhang goto cleanup; 51895fa0405SHaiyang Zhang } 519f157e78dSHaiyang Zhang 520f157e78dSHaiyang Zhang pr_debug("Negotiated NVSP version:%x\n", net_device->nvsp_version); 521f157e78dSHaiyang Zhang 52295fa0405SHaiyang Zhang /* Send the ndis version */ 52395fa0405SHaiyang Zhang memset(init_packet, 0, sizeof(struct nvsp_message)); 52495fa0405SHaiyang Zhang 525a1eabb01SHaiyang Zhang if (net_device->nvsp_version <= NVSP_PROTOCOL_VERSION_4) 5261f73db49SKY Srinivasan ndis_version = 0x00060001; 527a1eabb01SHaiyang Zhang else 528a1eabb01SHaiyang Zhang ndis_version = 0x0006001e; 52995fa0405SHaiyang Zhang 53095fa0405SHaiyang Zhang init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_NDIS_VER; 53195fa0405SHaiyang Zhang init_packet->msg.v1_msg. 53295fa0405SHaiyang Zhang send_ndis_ver.ndis_major_ver = 53395fa0405SHaiyang Zhang (ndis_version & 0xFFFF0000) >> 16; 53495fa0405SHaiyang Zhang init_packet->msg.v1_msg. 53595fa0405SHaiyang Zhang send_ndis_ver.ndis_minor_ver = 53695fa0405SHaiyang Zhang ndis_version & 0xFFFF; 53795fa0405SHaiyang Zhang 53895fa0405SHaiyang Zhang /* Send the init request */ 53995fa0405SHaiyang Zhang ret = vmbus_sendpacket(device->channel, init_packet, 54095fa0405SHaiyang Zhang sizeof(struct nvsp_message), 54195fa0405SHaiyang Zhang (unsigned long)init_packet, 54295fa0405SHaiyang Zhang VM_PKT_DATA_INBAND, 0); 54395fa0405SHaiyang Zhang if (ret != 0) 54495fa0405SHaiyang Zhang goto cleanup; 54595fa0405SHaiyang Zhang 54695fa0405SHaiyang Zhang /* Post the big receive buffer to NetVSP */ 54799d3016dSHaiyang Zhang if (net_device->nvsp_version <= NVSP_PROTOCOL_VERSION_2) 54899d3016dSHaiyang Zhang net_device->recv_buf_size = NETVSC_RECEIVE_BUFFER_SIZE_LEGACY; 54999d3016dSHaiyang Zhang else 55099d3016dSHaiyang Zhang net_device->recv_buf_size = NETVSC_RECEIVE_BUFFER_SIZE; 551c25aaf81SKY Srinivasan net_device->send_buf_size = NETVSC_SEND_BUFFER_SIZE; 55299d3016dSHaiyang Zhang 553c25aaf81SKY Srinivasan ret = netvsc_init_buf(device); 55495fa0405SHaiyang Zhang 55595fa0405SHaiyang Zhang cleanup: 55695fa0405SHaiyang Zhang return ret; 55795fa0405SHaiyang Zhang } 55895fa0405SHaiyang Zhang 5593d541ac5SVitaly Kuznetsov static void netvsc_disconnect_vsp(struct hv_device *device) 56095fa0405SHaiyang Zhang { 5613d541ac5SVitaly Kuznetsov netvsc_destroy_buf(device); 56295fa0405SHaiyang Zhang } 56395fa0405SHaiyang Zhang 56495fa0405SHaiyang Zhang /* 56595fa0405SHaiyang Zhang * netvsc_device_remove - Callback when the root bus device is removed 56695fa0405SHaiyang Zhang */ 567e08f3ea5SStephen Hemminger void netvsc_device_remove(struct hv_device *device) 56895fa0405SHaiyang Zhang { 5693d541ac5SVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 5703d541ac5SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 5713d541ac5SVitaly Kuznetsov struct netvsc_device *net_device = net_device_ctx->nvdev; 57295fa0405SHaiyang Zhang 5733d541ac5SVitaly Kuznetsov netvsc_disconnect_vsp(device); 57495fa0405SHaiyang Zhang 5753d541ac5SVitaly Kuznetsov net_device_ctx->nvdev = NULL; 57695fa0405SHaiyang Zhang 57795fa0405SHaiyang Zhang /* 57895fa0405SHaiyang Zhang * At this point, no one should be accessing net_device 57995fa0405SHaiyang Zhang * except in here 58095fa0405SHaiyang Zhang */ 58193ba2222SVitaly Kuznetsov netdev_dbg(ndev, "net device safe to remove\n"); 58295fa0405SHaiyang Zhang 58395fa0405SHaiyang Zhang /* Now, we can close the channel safely */ 58495fa0405SHaiyang Zhang vmbus_close(device->channel); 58595fa0405SHaiyang Zhang 58695fa0405SHaiyang Zhang /* Release all resources */ 5875b54dac8SHaiyang Zhang vfree(net_device->sub_cb_buf); 588f90251c8SHaiyang Zhang free_netvsc_device(net_device); 58995fa0405SHaiyang Zhang } 59095fa0405SHaiyang Zhang 59133be96e4SHaiyang Zhang #define RING_AVAIL_PERCENT_HIWATER 20 59233be96e4SHaiyang Zhang #define RING_AVAIL_PERCENT_LOWATER 10 59333be96e4SHaiyang Zhang 59433be96e4SHaiyang Zhang /* 59533be96e4SHaiyang Zhang * Get the percentage of available bytes to write in the ring. 59633be96e4SHaiyang Zhang * The return value is in range from 0 to 100. 59733be96e4SHaiyang Zhang */ 59833be96e4SHaiyang Zhang static inline u32 hv_ringbuf_avail_percent( 59933be96e4SHaiyang Zhang struct hv_ring_buffer_info *ring_info) 60033be96e4SHaiyang Zhang { 60133be96e4SHaiyang Zhang u32 avail_read, avail_write; 60233be96e4SHaiyang Zhang 60333be96e4SHaiyang Zhang hv_get_ringbuffer_availbytes(ring_info, &avail_read, &avail_write); 60433be96e4SHaiyang Zhang 60533be96e4SHaiyang Zhang return avail_write * 100 / ring_info->ring_datasize; 60633be96e4SHaiyang Zhang } 60733be96e4SHaiyang Zhang 608c25aaf81SKY Srinivasan static inline void netvsc_free_send_slot(struct netvsc_device *net_device, 609c25aaf81SKY Srinivasan u32 index) 610c25aaf81SKY Srinivasan { 611c25aaf81SKY Srinivasan sync_change_bit(index, net_device->send_section_map); 612c25aaf81SKY Srinivasan } 613c25aaf81SKY Srinivasan 614bc304dd3SStephen Hemminger static void netvsc_send_tx_complete(struct netvsc_device *net_device, 61525b85ee8SKY Srinivasan struct vmbus_channel *incoming_channel, 61697c1723aSKY Srinivasan struct hv_device *device, 61795fa0405SHaiyang Zhang struct vmpacket_descriptor *packet) 61895fa0405SHaiyang Zhang { 619bc304dd3SStephen Hemminger struct sk_buff *skb = (struct sk_buff *)(unsigned long)packet->trans_id; 6203d541ac5SVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 6213d541ac5SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 622bc304dd3SStephen Hemminger struct vmbus_channel *channel = device->channel; 62333be96e4SHaiyang Zhang int num_outstanding_sends; 6245b54dac8SHaiyang Zhang u16 q_idx = 0; 6255b54dac8SHaiyang Zhang int queue_sends; 62633be96e4SHaiyang Zhang 62795fa0405SHaiyang Zhang /* Notify the layer above us */ 628bc304dd3SStephen Hemminger if (likely(skb)) { 629bc304dd3SStephen Hemminger struct hv_netvsc_packet *nvsc_packet 630bc304dd3SStephen Hemminger = (struct hv_netvsc_packet *)skb->cb; 631bc304dd3SStephen Hemminger u32 send_index = nvsc_packet->send_buf_index; 632bc304dd3SStephen Hemminger 633c25aaf81SKY Srinivasan if (send_index != NETVSC_INVALID_INDEX) 634c25aaf81SKY Srinivasan netvsc_free_send_slot(net_device, send_index); 6355b54dac8SHaiyang Zhang q_idx = nvsc_packet->q_idx; 63625b85ee8SKY Srinivasan channel = incoming_channel; 637bc304dd3SStephen Hemminger 63817db4bceSStephen Hemminger dev_consume_skb_any(skb); 6395b54dac8SHaiyang Zhang } 64095fa0405SHaiyang Zhang 64133be96e4SHaiyang Zhang num_outstanding_sends = 64233be96e4SHaiyang Zhang atomic_dec_return(&net_device->num_outstanding_sends); 643bc304dd3SStephen Hemminger queue_sends = atomic_dec_return(&net_device->queue_sends[q_idx]); 6441d06825bSHaiyang Zhang 645dc5cd894SHaiyang Zhang if (net_device->destroy && num_outstanding_sends == 0) 646dc5cd894SHaiyang Zhang wake_up(&net_device->wait_drain); 647dc5cd894SHaiyang Zhang 6485b54dac8SHaiyang Zhang if (netif_tx_queue_stopped(netdev_get_tx_queue(ndev, q_idx)) && 6493d541ac5SVitaly Kuznetsov !net_device_ctx->start_remove && 650bc304dd3SStephen Hemminger (hv_ringbuf_avail_percent(&channel->outbound) > RING_AVAIL_PERCENT_HIWATER || 651bc304dd3SStephen Hemminger queue_sends < 1)) 652796cc88cSStephen Hemminger netif_tx_wake_queue(netdev_get_tx_queue(ndev, q_idx)); 653bc304dd3SStephen Hemminger } 654bc304dd3SStephen Hemminger 655bc304dd3SStephen Hemminger static void netvsc_send_completion(struct netvsc_device *net_device, 656bc304dd3SStephen Hemminger struct vmbus_channel *incoming_channel, 657bc304dd3SStephen Hemminger struct hv_device *device, 658bc304dd3SStephen Hemminger struct vmpacket_descriptor *packet) 659bc304dd3SStephen Hemminger { 660bc304dd3SStephen Hemminger struct nvsp_message *nvsp_packet; 661bc304dd3SStephen Hemminger struct net_device *ndev = hv_get_drvdata(device); 662bc304dd3SStephen Hemminger 663bc304dd3SStephen Hemminger nvsp_packet = (struct nvsp_message *)((unsigned long)packet + 664bc304dd3SStephen Hemminger (packet->offset8 << 3)); 665bc304dd3SStephen Hemminger 666bc304dd3SStephen Hemminger switch (nvsp_packet->hdr.msg_type) { 667bc304dd3SStephen Hemminger case NVSP_MSG_TYPE_INIT_COMPLETE: 668bc304dd3SStephen Hemminger case NVSP_MSG1_TYPE_SEND_RECV_BUF_COMPLETE: 669bc304dd3SStephen Hemminger case NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE: 670bc304dd3SStephen Hemminger case NVSP_MSG5_TYPE_SUBCHANNEL: 671bc304dd3SStephen Hemminger /* Copy the response back */ 672bc304dd3SStephen Hemminger memcpy(&net_device->channel_init_pkt, nvsp_packet, 673bc304dd3SStephen Hemminger sizeof(struct nvsp_message)); 674bc304dd3SStephen Hemminger complete(&net_device->channel_init_wait); 675bc304dd3SStephen Hemminger break; 676bc304dd3SStephen Hemminger 677bc304dd3SStephen Hemminger case NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE: 678bc304dd3SStephen Hemminger netvsc_send_tx_complete(net_device, incoming_channel, 679bc304dd3SStephen Hemminger device, packet); 680bc304dd3SStephen Hemminger break; 681bc304dd3SStephen Hemminger 682bc304dd3SStephen Hemminger default: 683bc304dd3SStephen Hemminger netdev_err(ndev, 684bc304dd3SStephen Hemminger "Unknown send completion type %d received!!\n", 685bc304dd3SStephen Hemminger nvsp_packet->hdr.msg_type); 68695fa0405SHaiyang Zhang } 68795fa0405SHaiyang Zhang } 68895fa0405SHaiyang Zhang 689c25aaf81SKY Srinivasan static u32 netvsc_get_next_send_section(struct netvsc_device *net_device) 690c25aaf81SKY Srinivasan { 691c25aaf81SKY Srinivasan unsigned long index; 692c25aaf81SKY Srinivasan u32 max_words = net_device->map_words; 693c25aaf81SKY Srinivasan unsigned long *map_addr = (unsigned long *)net_device->send_section_map; 694c25aaf81SKY Srinivasan u32 section_cnt = net_device->send_section_cnt; 695c25aaf81SKY Srinivasan int ret_val = NETVSC_INVALID_INDEX; 696c25aaf81SKY Srinivasan int i; 697c25aaf81SKY Srinivasan int prev_val; 698c25aaf81SKY Srinivasan 699c25aaf81SKY Srinivasan for (i = 0; i < max_words; i++) { 700c25aaf81SKY Srinivasan if (!~(map_addr[i])) 701c25aaf81SKY Srinivasan continue; 702c25aaf81SKY Srinivasan index = ffz(map_addr[i]); 703c25aaf81SKY Srinivasan prev_val = sync_test_and_set_bit(index, &map_addr[i]); 704c25aaf81SKY Srinivasan if (prev_val) 705c25aaf81SKY Srinivasan continue; 706c25aaf81SKY Srinivasan if ((index + (i * BITS_PER_LONG)) >= section_cnt) 707c25aaf81SKY Srinivasan break; 708c25aaf81SKY Srinivasan ret_val = (index + (i * BITS_PER_LONG)); 709c25aaf81SKY Srinivasan break; 710c25aaf81SKY Srinivasan } 711c25aaf81SKY Srinivasan return ret_val; 712c25aaf81SKY Srinivasan } 713c25aaf81SKY Srinivasan 714da19fcd0SLad, Prabhakar static u32 netvsc_copy_to_send_buf(struct netvsc_device *net_device, 715c25aaf81SKY Srinivasan unsigned int section_index, 7167c3877f2SHaiyang Zhang u32 pend_size, 71724476760SKY Srinivasan struct hv_netvsc_packet *packet, 718a9f2e2d6SKY Srinivasan struct rndis_message *rndis_msg, 719694a9fb0SKY Srinivasan struct hv_page_buffer **pb, 720694a9fb0SKY Srinivasan struct sk_buff *skb) 721c25aaf81SKY Srinivasan { 722c25aaf81SKY Srinivasan char *start = net_device->send_buf; 7237c3877f2SHaiyang Zhang char *dest = start + (section_index * net_device->send_section_size) 7247c3877f2SHaiyang Zhang + pend_size; 725c25aaf81SKY Srinivasan int i; 726694a9fb0SKY Srinivasan bool is_data_pkt = (skb != NULL) ? true : false; 727bde79be5SKY Srinivasan bool xmit_more = (skb != NULL) ? skb->xmit_more : false; 728c25aaf81SKY Srinivasan u32 msg_size = 0; 7297c3877f2SHaiyang Zhang u32 padding = 0; 7307c3877f2SHaiyang Zhang u32 remain = packet->total_data_buflen % net_device->pkt_align; 731aa0a34beSHaiyang Zhang u32 page_count = packet->cp_partial ? packet->rmsg_pgcnt : 732aa0a34beSHaiyang Zhang packet->page_buf_cnt; 7337c3877f2SHaiyang Zhang 7347c3877f2SHaiyang Zhang /* Add padding */ 735bde79be5SKY Srinivasan if (is_data_pkt && xmit_more && remain && 736aa0a34beSHaiyang Zhang !packet->cp_partial) { 7377c3877f2SHaiyang Zhang padding = net_device->pkt_align - remain; 73824476760SKY Srinivasan rndis_msg->msg_len += padding; 7397c3877f2SHaiyang Zhang packet->total_data_buflen += padding; 7407c3877f2SHaiyang Zhang } 741c25aaf81SKY Srinivasan 742aa0a34beSHaiyang Zhang for (i = 0; i < page_count; i++) { 743a9f2e2d6SKY Srinivasan char *src = phys_to_virt((*pb)[i].pfn << PAGE_SHIFT); 744a9f2e2d6SKY Srinivasan u32 offset = (*pb)[i].offset; 745a9f2e2d6SKY Srinivasan u32 len = (*pb)[i].len; 746c25aaf81SKY Srinivasan 747c25aaf81SKY Srinivasan memcpy(dest, (src + offset), len); 748c25aaf81SKY Srinivasan msg_size += len; 749c25aaf81SKY Srinivasan dest += len; 750c25aaf81SKY Srinivasan } 7517c3877f2SHaiyang Zhang 7527c3877f2SHaiyang Zhang if (padding) { 7537c3877f2SHaiyang Zhang memset(dest, 0, padding); 7547c3877f2SHaiyang Zhang msg_size += padding; 7557c3877f2SHaiyang Zhang } 7567c3877f2SHaiyang Zhang 757c25aaf81SKY Srinivasan return msg_size; 758c25aaf81SKY Srinivasan } 759c25aaf81SKY Srinivasan 7603a8963acSStephen Hemminger static inline int netvsc_send_pkt( 7610a1275caSVitaly Kuznetsov struct hv_device *device, 7627c3877f2SHaiyang Zhang struct hv_netvsc_packet *packet, 763a9f2e2d6SKY Srinivasan struct netvsc_device *net_device, 7643a3d9a0aSKY Srinivasan struct hv_page_buffer **pb, 7653a3d9a0aSKY Srinivasan struct sk_buff *skb) 76695fa0405SHaiyang Zhang { 7677c3877f2SHaiyang Zhang struct nvsp_message nvmsg; 7683a67c9ccSKY Srinivasan u16 q_idx = packet->q_idx; 7698b9fbe1aSVitaly Kuznetsov struct vmbus_channel *out_channel = net_device->chn_table[q_idx]; 7700a1275caSVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 7717c3877f2SHaiyang Zhang u64 req_id; 7727c3877f2SHaiyang Zhang int ret; 773aa0a34beSHaiyang Zhang struct hv_page_buffer *pgbuf; 77482fa3c77SKY Srinivasan u32 ring_avail = hv_ringbuf_avail_percent(&out_channel->outbound); 775bde79be5SKY Srinivasan bool xmit_more = (skb != NULL) ? skb->xmit_more : false; 776c25aaf81SKY Srinivasan 7777c3877f2SHaiyang Zhang nvmsg.hdr.msg_type = NVSP_MSG1_TYPE_SEND_RNDIS_PKT; 778694a9fb0SKY Srinivasan if (skb != NULL) { 77995fa0405SHaiyang Zhang /* 0 is RMC_DATA; */ 7807c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.channel_type = 0; 78195fa0405SHaiyang Zhang } else { 78295fa0405SHaiyang Zhang /* 1 is RMC_CONTROL; */ 7837c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.channel_type = 1; 78495fa0405SHaiyang Zhang } 78595fa0405SHaiyang Zhang 7867c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.send_buf_section_index = 7877c3877f2SHaiyang Zhang packet->send_buf_index; 7887c3877f2SHaiyang Zhang if (packet->send_buf_index == NETVSC_INVALID_INDEX) 7897c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.send_buf_section_size = 0; 7907c3877f2SHaiyang Zhang else 7917c3877f2SHaiyang Zhang nvmsg.msg.v1_msg.send_rndis_pkt.send_buf_section_size = 7927c3877f2SHaiyang Zhang packet->total_data_buflen; 79395fa0405SHaiyang Zhang 7943a3d9a0aSKY Srinivasan req_id = (ulong)skb; 795f1ea3cd7SHaiyang Zhang 796c3582a2cSHaiyang Zhang if (out_channel->rescind) 797c3582a2cSHaiyang Zhang return -ENODEV; 798c3582a2cSHaiyang Zhang 79982fa3c77SKY Srinivasan /* 80082fa3c77SKY Srinivasan * It is possible that once we successfully place this packet 80182fa3c77SKY Srinivasan * on the ringbuffer, we may stop the queue. In that case, we want 80282fa3c77SKY Srinivasan * to notify the host independent of the xmit_more flag. We don't 80382fa3c77SKY Srinivasan * need to be precise here; in the worst case we may signal the host 80482fa3c77SKY Srinivasan * unnecessarily. 80582fa3c77SKY Srinivasan */ 80682fa3c77SKY Srinivasan if (ring_avail < (RING_AVAIL_PERCENT_LOWATER + 1)) 807bde79be5SKY Srinivasan xmit_more = false; 80882fa3c77SKY Srinivasan 80995fa0405SHaiyang Zhang if (packet->page_buf_cnt) { 810a9f2e2d6SKY Srinivasan pgbuf = packet->cp_partial ? (*pb) + 811a9f2e2d6SKY Srinivasan packet->rmsg_pgcnt : (*pb); 81282fa3c77SKY Srinivasan ret = vmbus_sendpacket_pagebuffer_ctl(out_channel, 813aa0a34beSHaiyang Zhang pgbuf, 81495fa0405SHaiyang Zhang packet->page_buf_cnt, 8157c3877f2SHaiyang Zhang &nvmsg, 81695fa0405SHaiyang Zhang sizeof(struct nvsp_message), 81782fa3c77SKY Srinivasan req_id, 81882fa3c77SKY Srinivasan VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED, 819bde79be5SKY Srinivasan !xmit_more); 82095fa0405SHaiyang Zhang } else { 82182fa3c77SKY Srinivasan ret = vmbus_sendpacket_ctl(out_channel, &nvmsg, 82295fa0405SHaiyang Zhang sizeof(struct nvsp_message), 823f1ea3cd7SHaiyang Zhang req_id, 82495fa0405SHaiyang Zhang VM_PKT_DATA_INBAND, 82582fa3c77SKY Srinivasan VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED, 826bde79be5SKY Srinivasan !xmit_more); 82795fa0405SHaiyang Zhang } 82895fa0405SHaiyang Zhang 8291d06825bSHaiyang Zhang if (ret == 0) { 8301d06825bSHaiyang Zhang atomic_inc(&net_device->num_outstanding_sends); 8313a67c9ccSKY Srinivasan atomic_inc(&net_device->queue_sends[q_idx]); 8325b54dac8SHaiyang Zhang 83382fa3c77SKY Srinivasan if (ring_avail < RING_AVAIL_PERCENT_LOWATER) { 83482fa3c77SKY Srinivasan netif_tx_stop_queue(netdev_get_tx_queue(ndev, q_idx)); 8355b54dac8SHaiyang Zhang 83633be96e4SHaiyang Zhang if (atomic_read(&net_device-> 8373a67c9ccSKY Srinivasan queue_sends[q_idx]) < 1) 8385b54dac8SHaiyang Zhang netif_tx_wake_queue(netdev_get_tx_queue( 8393a67c9ccSKY Srinivasan ndev, q_idx)); 84033be96e4SHaiyang Zhang } 8411d06825bSHaiyang Zhang } else if (ret == -EAGAIN) { 8425b54dac8SHaiyang Zhang netif_tx_stop_queue(netdev_get_tx_queue( 8433a67c9ccSKY Srinivasan ndev, q_idx)); 8443a67c9ccSKY Srinivasan if (atomic_read(&net_device->queue_sends[q_idx]) < 1) { 8455b54dac8SHaiyang Zhang netif_tx_wake_queue(netdev_get_tx_queue( 8463a67c9ccSKY Srinivasan ndev, q_idx)); 84733be96e4SHaiyang Zhang ret = -ENOSPC; 84833be96e4SHaiyang Zhang } 8491d06825bSHaiyang Zhang } else { 85095fa0405SHaiyang Zhang netdev_err(ndev, "Unable to send packet %p ret %d\n", 85195fa0405SHaiyang Zhang packet, ret); 8521d06825bSHaiyang Zhang } 85395fa0405SHaiyang Zhang 8547c3877f2SHaiyang Zhang return ret; 8557c3877f2SHaiyang Zhang } 8567c3877f2SHaiyang Zhang 857c85e4924SHaiyang Zhang /* Move packet out of multi send data (msd), and clear msd */ 858c85e4924SHaiyang Zhang static inline void move_pkt_msd(struct hv_netvsc_packet **msd_send, 859c85e4924SHaiyang Zhang struct sk_buff **msd_skb, 860c85e4924SHaiyang Zhang struct multi_send_data *msdp) 861c85e4924SHaiyang Zhang { 862c85e4924SHaiyang Zhang *msd_skb = msdp->skb; 863c85e4924SHaiyang Zhang *msd_send = msdp->pkt; 864c85e4924SHaiyang Zhang msdp->skb = NULL; 865c85e4924SHaiyang Zhang msdp->pkt = NULL; 866c85e4924SHaiyang Zhang msdp->count = 0; 867c85e4924SHaiyang Zhang } 868c85e4924SHaiyang Zhang 8697c3877f2SHaiyang Zhang int netvsc_send(struct hv_device *device, 87024476760SKY Srinivasan struct hv_netvsc_packet *packet, 871a9f2e2d6SKY Srinivasan struct rndis_message *rndis_msg, 8723a3d9a0aSKY Srinivasan struct hv_page_buffer **pb, 8733a3d9a0aSKY Srinivasan struct sk_buff *skb) 8747c3877f2SHaiyang Zhang { 8757c3877f2SHaiyang Zhang struct netvsc_device *net_device; 8766c4c137eSStephen Hemminger int ret = 0; 8777c3877f2SHaiyang Zhang struct vmbus_channel *out_channel; 8787c3877f2SHaiyang Zhang u16 q_idx = packet->q_idx; 8797c3877f2SHaiyang Zhang u32 pktlen = packet->total_data_buflen, msd_len = 0; 8807c3877f2SHaiyang Zhang unsigned int section_index = NETVSC_INVALID_INDEX; 8817c3877f2SHaiyang Zhang struct multi_send_data *msdp; 8827c3877f2SHaiyang Zhang struct hv_netvsc_packet *msd_send = NULL, *cur_send = NULL; 883c85e4924SHaiyang Zhang struct sk_buff *msd_skb = NULL; 884aa0a34beSHaiyang Zhang bool try_batch; 885bde79be5SKY Srinivasan bool xmit_more = (skb != NULL) ? skb->xmit_more : false; 8867c3877f2SHaiyang Zhang 8877c3877f2SHaiyang Zhang net_device = get_outbound_net_device(device); 8887c3877f2SHaiyang Zhang if (!net_device) 8897c3877f2SHaiyang Zhang return -ENODEV; 8907c3877f2SHaiyang Zhang 891e8f0a89cSVitaly Kuznetsov /* We may race with netvsc_connect_vsp()/netvsc_init_buf() and get 892e8f0a89cSVitaly Kuznetsov * here before the negotiation with the host is finished and 893e8f0a89cSVitaly Kuznetsov * send_section_map may not be allocated yet. 894e8f0a89cSVitaly Kuznetsov */ 895e8f0a89cSVitaly Kuznetsov if (!net_device->send_section_map) 896e8f0a89cSVitaly Kuznetsov return -EAGAIN; 897e8f0a89cSVitaly Kuznetsov 8988b9fbe1aSVitaly Kuznetsov out_channel = net_device->chn_table[q_idx]; 89925b85ee8SKY Srinivasan 9007c3877f2SHaiyang Zhang packet->send_buf_index = NETVSC_INVALID_INDEX; 901aa0a34beSHaiyang Zhang packet->cp_partial = false; 9027c3877f2SHaiyang Zhang 903cf8190e4SHaiyang Zhang /* Send control message directly without accessing msd (Multi-Send 904cf8190e4SHaiyang Zhang * Data) field which may be changed during data packet processing. 905cf8190e4SHaiyang Zhang */ 906cf8190e4SHaiyang Zhang if (!skb) { 907cf8190e4SHaiyang Zhang cur_send = packet; 908cf8190e4SHaiyang Zhang goto send_now; 909cf8190e4SHaiyang Zhang } 910cf8190e4SHaiyang Zhang 9117c3877f2SHaiyang Zhang msdp = &net_device->msd[q_idx]; 9127c3877f2SHaiyang Zhang 9137c3877f2SHaiyang Zhang /* batch packets in send buffer if possible */ 9147c3877f2SHaiyang Zhang if (msdp->pkt) 9157c3877f2SHaiyang Zhang msd_len = msdp->pkt->total_data_buflen; 9167c3877f2SHaiyang Zhang 917694a9fb0SKY Srinivasan try_batch = (skb != NULL) && msd_len > 0 && msdp->count < 918aa0a34beSHaiyang Zhang net_device->max_pkt; 919aa0a34beSHaiyang Zhang 920aa0a34beSHaiyang Zhang if (try_batch && msd_len + pktlen + net_device->pkt_align < 9217c3877f2SHaiyang Zhang net_device->send_section_size) { 9227c3877f2SHaiyang Zhang section_index = msdp->pkt->send_buf_index; 9237c3877f2SHaiyang Zhang 924aa0a34beSHaiyang Zhang } else if (try_batch && msd_len + packet->rmsg_size < 925aa0a34beSHaiyang Zhang net_device->send_section_size) { 926aa0a34beSHaiyang Zhang section_index = msdp->pkt->send_buf_index; 927aa0a34beSHaiyang Zhang packet->cp_partial = true; 928aa0a34beSHaiyang Zhang 929694a9fb0SKY Srinivasan } else if ((skb != NULL) && pktlen + net_device->pkt_align < 9307c3877f2SHaiyang Zhang net_device->send_section_size) { 9317c3877f2SHaiyang Zhang section_index = netvsc_get_next_send_section(net_device); 9327c3877f2SHaiyang Zhang if (section_index != NETVSC_INVALID_INDEX) { 933c85e4924SHaiyang Zhang move_pkt_msd(&msd_send, &msd_skb, msdp); 9347c3877f2SHaiyang Zhang msd_len = 0; 9357c3877f2SHaiyang Zhang } 9367c3877f2SHaiyang Zhang } 9377c3877f2SHaiyang Zhang 9387c3877f2SHaiyang Zhang if (section_index != NETVSC_INVALID_INDEX) { 9397c3877f2SHaiyang Zhang netvsc_copy_to_send_buf(net_device, 9407c3877f2SHaiyang Zhang section_index, msd_len, 941694a9fb0SKY Srinivasan packet, rndis_msg, pb, skb); 942b08cc791SKY Srinivasan 943aa0a34beSHaiyang Zhang packet->send_buf_index = section_index; 944aa0a34beSHaiyang Zhang 945aa0a34beSHaiyang Zhang if (packet->cp_partial) { 946aa0a34beSHaiyang Zhang packet->page_buf_cnt -= packet->rmsg_pgcnt; 947aa0a34beSHaiyang Zhang packet->total_data_buflen = msd_len + packet->rmsg_size; 948aa0a34beSHaiyang Zhang } else { 949aa0a34beSHaiyang Zhang packet->page_buf_cnt = 0; 950aa0a34beSHaiyang Zhang packet->total_data_buflen += msd_len; 951aa0a34beSHaiyang Zhang } 9527c3877f2SHaiyang Zhang 953c85e4924SHaiyang Zhang if (msdp->skb) 95417db4bceSStephen Hemminger dev_consume_skb_any(msdp->skb); 955ee90b812SHaiyang Zhang 956bde79be5SKY Srinivasan if (xmit_more && !packet->cp_partial) { 957c85e4924SHaiyang Zhang msdp->skb = skb; 9587c3877f2SHaiyang Zhang msdp->pkt = packet; 9597c3877f2SHaiyang Zhang msdp->count++; 9607c3877f2SHaiyang Zhang } else { 9617c3877f2SHaiyang Zhang cur_send = packet; 962c85e4924SHaiyang Zhang msdp->skb = NULL; 9637c3877f2SHaiyang Zhang msdp->pkt = NULL; 9647c3877f2SHaiyang Zhang msdp->count = 0; 9657c3877f2SHaiyang Zhang } 9667c3877f2SHaiyang Zhang } else { 967c85e4924SHaiyang Zhang move_pkt_msd(&msd_send, &msd_skb, msdp); 9687c3877f2SHaiyang Zhang cur_send = packet; 9697c3877f2SHaiyang Zhang } 9707c3877f2SHaiyang Zhang 9717c3877f2SHaiyang Zhang if (msd_send) { 9726c4c137eSStephen Hemminger int m_ret = netvsc_send_pkt(device, msd_send, net_device, 9730a1275caSVitaly Kuznetsov NULL, msd_skb); 9747c3877f2SHaiyang Zhang 9757c3877f2SHaiyang Zhang if (m_ret != 0) { 9767c3877f2SHaiyang Zhang netvsc_free_send_slot(net_device, 9777c3877f2SHaiyang Zhang msd_send->send_buf_index); 978c85e4924SHaiyang Zhang dev_kfree_skb_any(msd_skb); 9797c3877f2SHaiyang Zhang } 9807c3877f2SHaiyang Zhang } 9817c3877f2SHaiyang Zhang 982cf8190e4SHaiyang Zhang send_now: 9837c3877f2SHaiyang Zhang if (cur_send) 9840a1275caSVitaly Kuznetsov ret = netvsc_send_pkt(device, cur_send, net_device, pb, skb); 9857c3877f2SHaiyang Zhang 9867aab5159SJerry Snitselaar if (ret != 0 && section_index != NETVSC_INVALID_INDEX) 987d953ca4dSHaiyang Zhang netvsc_free_send_slot(net_device, section_index); 988d953ca4dSHaiyang Zhang 98995fa0405SHaiyang Zhang return ret; 99095fa0405SHaiyang Zhang } 99195fa0405SHaiyang Zhang 992c0b558e5SHaiyang Zhang static int netvsc_send_recv_completion(struct vmbus_channel *channel, 99363f6921dSHaiyang Zhang u64 transaction_id, u32 status) 99495fa0405SHaiyang Zhang { 99595fa0405SHaiyang Zhang struct nvsp_message recvcompMessage; 99695fa0405SHaiyang Zhang int ret; 99795fa0405SHaiyang Zhang 99895fa0405SHaiyang Zhang recvcompMessage.hdr.msg_type = 99995fa0405SHaiyang Zhang NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE; 100095fa0405SHaiyang Zhang 100163f6921dSHaiyang Zhang recvcompMessage.msg.v1_msg.send_rndis_pkt_complete.status = status; 100295fa0405SHaiyang Zhang 100395fa0405SHaiyang Zhang /* Send the completion */ 10045b54dac8SHaiyang Zhang ret = vmbus_sendpacket(channel, &recvcompMessage, 1005c0b558e5SHaiyang Zhang sizeof(struct nvsp_message_header) + sizeof(u32), 1006c0b558e5SHaiyang Zhang transaction_id, VM_PKT_COMP, 0); 100795fa0405SHaiyang Zhang 1008c0b558e5SHaiyang Zhang return ret; 100995fa0405SHaiyang Zhang } 1010c0b558e5SHaiyang Zhang 1011c0b558e5SHaiyang Zhang static inline void count_recv_comp_slot(struct netvsc_device *nvdev, u16 q_idx, 1012c0b558e5SHaiyang Zhang u32 *filled, u32 *avail) 1013c0b558e5SHaiyang Zhang { 1014c0b558e5SHaiyang Zhang u32 first = nvdev->mrc[q_idx].first; 1015c0b558e5SHaiyang Zhang u32 next = nvdev->mrc[q_idx].next; 1016c0b558e5SHaiyang Zhang 1017c0b558e5SHaiyang Zhang *filled = (first > next) ? NETVSC_RECVSLOT_MAX - first + next : 1018c0b558e5SHaiyang Zhang next - first; 1019c0b558e5SHaiyang Zhang 1020c0b558e5SHaiyang Zhang *avail = NETVSC_RECVSLOT_MAX - *filled - 1; 102195fa0405SHaiyang Zhang } 1022c0b558e5SHaiyang Zhang 1023c0b558e5SHaiyang Zhang /* Read the first filled slot, no change to index */ 1024c0b558e5SHaiyang Zhang static inline struct recv_comp_data *read_recv_comp_slot(struct netvsc_device 1025c0b558e5SHaiyang Zhang *nvdev, u16 q_idx) 1026c0b558e5SHaiyang Zhang { 1027c0b558e5SHaiyang Zhang u32 filled, avail; 1028c0b558e5SHaiyang Zhang 1029c0b558e5SHaiyang Zhang if (!nvdev->mrc[q_idx].buf) 1030c0b558e5SHaiyang Zhang return NULL; 1031c0b558e5SHaiyang Zhang 1032c0b558e5SHaiyang Zhang count_recv_comp_slot(nvdev, q_idx, &filled, &avail); 1033c0b558e5SHaiyang Zhang if (!filled) 1034c0b558e5SHaiyang Zhang return NULL; 1035c0b558e5SHaiyang Zhang 1036c0b558e5SHaiyang Zhang return nvdev->mrc[q_idx].buf + nvdev->mrc[q_idx].first * 1037c0b558e5SHaiyang Zhang sizeof(struct recv_comp_data); 1038c0b558e5SHaiyang Zhang } 1039c0b558e5SHaiyang Zhang 1040c0b558e5SHaiyang Zhang /* Put the first filled slot back to available pool */ 1041c0b558e5SHaiyang Zhang static inline void put_recv_comp_slot(struct netvsc_device *nvdev, u16 q_idx) 1042c0b558e5SHaiyang Zhang { 1043c0b558e5SHaiyang Zhang int num_recv; 1044c0b558e5SHaiyang Zhang 1045c0b558e5SHaiyang Zhang nvdev->mrc[q_idx].first = (nvdev->mrc[q_idx].first + 1) % 1046c0b558e5SHaiyang Zhang NETVSC_RECVSLOT_MAX; 1047c0b558e5SHaiyang Zhang 1048c0b558e5SHaiyang Zhang num_recv = atomic_dec_return(&nvdev->num_outstanding_recvs); 1049c0b558e5SHaiyang Zhang 1050c0b558e5SHaiyang Zhang if (nvdev->destroy && num_recv == 0) 1051c0b558e5SHaiyang Zhang wake_up(&nvdev->wait_drain); 1052c0b558e5SHaiyang Zhang } 1053c0b558e5SHaiyang Zhang 1054c0b558e5SHaiyang Zhang /* Check and send pending recv completions */ 1055c0b558e5SHaiyang Zhang static void netvsc_chk_recv_comp(struct netvsc_device *nvdev, 1056c0b558e5SHaiyang Zhang struct vmbus_channel *channel, u16 q_idx) 1057c0b558e5SHaiyang Zhang { 1058c0b558e5SHaiyang Zhang struct recv_comp_data *rcd; 1059c0b558e5SHaiyang Zhang int ret; 1060c0b558e5SHaiyang Zhang 1061c0b558e5SHaiyang Zhang while (true) { 1062c0b558e5SHaiyang Zhang rcd = read_recv_comp_slot(nvdev, q_idx); 1063c0b558e5SHaiyang Zhang if (!rcd) 1064c0b558e5SHaiyang Zhang break; 1065c0b558e5SHaiyang Zhang 1066c0b558e5SHaiyang Zhang ret = netvsc_send_recv_completion(channel, rcd->tid, 1067c0b558e5SHaiyang Zhang rcd->status); 1068c0b558e5SHaiyang Zhang if (ret) 1069c0b558e5SHaiyang Zhang break; 1070c0b558e5SHaiyang Zhang 1071c0b558e5SHaiyang Zhang put_recv_comp_slot(nvdev, q_idx); 1072c0b558e5SHaiyang Zhang } 1073c0b558e5SHaiyang Zhang } 1074c0b558e5SHaiyang Zhang 1075c0b558e5SHaiyang Zhang #define NETVSC_RCD_WATERMARK 80 1076c0b558e5SHaiyang Zhang 1077c0b558e5SHaiyang Zhang /* Get next available slot */ 1078c0b558e5SHaiyang Zhang static inline struct recv_comp_data *get_recv_comp_slot( 1079c0b558e5SHaiyang Zhang struct netvsc_device *nvdev, struct vmbus_channel *channel, u16 q_idx) 1080c0b558e5SHaiyang Zhang { 1081c0b558e5SHaiyang Zhang u32 filled, avail, next; 1082c0b558e5SHaiyang Zhang struct recv_comp_data *rcd; 1083c0b558e5SHaiyang Zhang 1084c0b558e5SHaiyang Zhang if (!nvdev->recv_section) 1085c0b558e5SHaiyang Zhang return NULL; 1086c0b558e5SHaiyang Zhang 1087c0b558e5SHaiyang Zhang if (!nvdev->mrc[q_idx].buf) 1088c0b558e5SHaiyang Zhang return NULL; 1089c0b558e5SHaiyang Zhang 1090c0b558e5SHaiyang Zhang if (atomic_read(&nvdev->num_outstanding_recvs) > 1091c0b558e5SHaiyang Zhang nvdev->recv_section->num_sub_allocs * NETVSC_RCD_WATERMARK / 100) 1092c0b558e5SHaiyang Zhang netvsc_chk_recv_comp(nvdev, channel, q_idx); 1093c0b558e5SHaiyang Zhang 1094c0b558e5SHaiyang Zhang count_recv_comp_slot(nvdev, q_idx, &filled, &avail); 1095c0b558e5SHaiyang Zhang if (!avail) 1096c0b558e5SHaiyang Zhang return NULL; 1097c0b558e5SHaiyang Zhang 1098c0b558e5SHaiyang Zhang next = nvdev->mrc[q_idx].next; 1099c0b558e5SHaiyang Zhang rcd = nvdev->mrc[q_idx].buf + next * sizeof(struct recv_comp_data); 1100c0b558e5SHaiyang Zhang nvdev->mrc[q_idx].next = (next + 1) % NETVSC_RECVSLOT_MAX; 1101c0b558e5SHaiyang Zhang 1102c0b558e5SHaiyang Zhang atomic_inc(&nvdev->num_outstanding_recvs); 1103c0b558e5SHaiyang Zhang 1104c0b558e5SHaiyang Zhang return rcd; 110595fa0405SHaiyang Zhang } 110695fa0405SHaiyang Zhang 110797c1723aSKY Srinivasan static void netvsc_receive(struct netvsc_device *net_device, 11085b54dac8SHaiyang Zhang struct vmbus_channel *channel, 110997c1723aSKY Srinivasan struct hv_device *device, 111095fa0405SHaiyang Zhang struct vmpacket_descriptor *packet) 111195fa0405SHaiyang Zhang { 111295fa0405SHaiyang Zhang struct vmtransfer_page_packet_header *vmxferpage_packet; 111395fa0405SHaiyang Zhang struct nvsp_message *nvsp_packet; 11144baab261SHaiyang Zhang struct hv_netvsc_packet nv_pkt; 11154baab261SHaiyang Zhang struct hv_netvsc_packet *netvsc_packet = &nv_pkt; 11164baab261SHaiyang Zhang u32 status = NVSP_STAT_SUCCESS; 111745326342SHaiyang Zhang int i; 111845326342SHaiyang Zhang int count = 0; 11190a1275caSVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 1120c4b20c63SKY Srinivasan void *data; 1121c0b558e5SHaiyang Zhang int ret; 1122c0b558e5SHaiyang Zhang struct recv_comp_data *rcd; 1123c0b558e5SHaiyang Zhang u16 q_idx = channel->offermsg.offer.sub_channel_index; 112495fa0405SHaiyang Zhang 112595fa0405SHaiyang Zhang /* 112695fa0405SHaiyang Zhang * All inbound packets other than send completion should be xfer page 112795fa0405SHaiyang Zhang * packet 112895fa0405SHaiyang Zhang */ 112995fa0405SHaiyang Zhang if (packet->type != VM_PKT_DATA_USING_XFER_PAGES) { 113095fa0405SHaiyang Zhang netdev_err(ndev, "Unknown packet type received - %d\n", 113195fa0405SHaiyang Zhang packet->type); 113295fa0405SHaiyang Zhang return; 113395fa0405SHaiyang Zhang } 113495fa0405SHaiyang Zhang 113595fa0405SHaiyang Zhang nvsp_packet = (struct nvsp_message *)((unsigned long)packet + 113695fa0405SHaiyang Zhang (packet->offset8 << 3)); 113795fa0405SHaiyang Zhang 113895fa0405SHaiyang Zhang /* Make sure this is a valid nvsp packet */ 113995fa0405SHaiyang Zhang if (nvsp_packet->hdr.msg_type != 114095fa0405SHaiyang Zhang NVSP_MSG1_TYPE_SEND_RNDIS_PKT) { 114195fa0405SHaiyang Zhang netdev_err(ndev, "Unknown nvsp packet type received-" 114295fa0405SHaiyang Zhang " %d\n", nvsp_packet->hdr.msg_type); 114395fa0405SHaiyang Zhang return; 114495fa0405SHaiyang Zhang } 114595fa0405SHaiyang Zhang 114695fa0405SHaiyang Zhang vmxferpage_packet = (struct vmtransfer_page_packet_header *)packet; 114795fa0405SHaiyang Zhang 114895fa0405SHaiyang Zhang if (vmxferpage_packet->xfer_pageset_id != NETVSC_RECEIVE_BUFFER_ID) { 114995fa0405SHaiyang Zhang netdev_err(ndev, "Invalid xfer page set id - " 115095fa0405SHaiyang Zhang "expecting %x got %x\n", NETVSC_RECEIVE_BUFFER_ID, 115195fa0405SHaiyang Zhang vmxferpage_packet->xfer_pageset_id); 115295fa0405SHaiyang Zhang return; 115395fa0405SHaiyang Zhang } 115495fa0405SHaiyang Zhang 11554baab261SHaiyang Zhang count = vmxferpage_packet->range_cnt; 115695fa0405SHaiyang Zhang 115795fa0405SHaiyang Zhang /* Each range represents 1 RNDIS pkt that contains 1 ethernet frame */ 11584baab261SHaiyang Zhang for (i = 0; i < count; i++) { 115995fa0405SHaiyang Zhang /* Initialize the netvsc packet */ 1160c4b20c63SKY Srinivasan data = (void *)((unsigned long)net_device-> 116145326342SHaiyang Zhang recv_buf + vmxferpage_packet->ranges[i].byte_offset); 116295fa0405SHaiyang Zhang netvsc_packet->total_data_buflen = 116395fa0405SHaiyang Zhang vmxferpage_packet->ranges[i].byte_count; 116495fa0405SHaiyang Zhang 116595fa0405SHaiyang Zhang /* Pass it to the upper layer */ 116610082f98SKY Srinivasan status = rndis_filter_receive(device, netvsc_packet, &data, 116710082f98SKY Srinivasan channel); 116895fa0405SHaiyang Zhang } 116995fa0405SHaiyang Zhang 1170c0b558e5SHaiyang Zhang if (!net_device->mrc[q_idx].buf) { 1171c0b558e5SHaiyang Zhang ret = netvsc_send_recv_completion(channel, 1172c0b558e5SHaiyang Zhang vmxferpage_packet->d.trans_id, 1173c0b558e5SHaiyang Zhang status); 1174c0b558e5SHaiyang Zhang if (ret) 1175c0b558e5SHaiyang Zhang netdev_err(ndev, "Recv_comp q:%hd, tid:%llx, err:%d\n", 1176c0b558e5SHaiyang Zhang q_idx, vmxferpage_packet->d.trans_id, ret); 1177c0b558e5SHaiyang Zhang return; 1178c0b558e5SHaiyang Zhang } 1179c0b558e5SHaiyang Zhang 1180c0b558e5SHaiyang Zhang rcd = get_recv_comp_slot(net_device, channel, q_idx); 1181c0b558e5SHaiyang Zhang 1182c0b558e5SHaiyang Zhang if (!rcd) { 1183c0b558e5SHaiyang Zhang netdev_err(ndev, "Recv_comp full buf q:%hd, tid:%llx\n", 1184c0b558e5SHaiyang Zhang q_idx, vmxferpage_packet->d.trans_id); 1185c0b558e5SHaiyang Zhang return; 1186c0b558e5SHaiyang Zhang } 1187c0b558e5SHaiyang Zhang 1188c0b558e5SHaiyang Zhang rcd->tid = vmxferpage_packet->d.trans_id; 1189c0b558e5SHaiyang Zhang rcd->status = status; 119095fa0405SHaiyang Zhang } 119195fa0405SHaiyang Zhang 11925b54dac8SHaiyang Zhang static void netvsc_send_table(struct hv_device *hdev, 119371790a27SHaiyang Zhang struct nvsp_message *nvmsg) 11945b54dac8SHaiyang Zhang { 11955b54dac8SHaiyang Zhang struct netvsc_device *nvscdev; 11960a1275caSVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(hdev); 11975b54dac8SHaiyang Zhang int i; 11985b54dac8SHaiyang Zhang u32 count, *tab; 11995b54dac8SHaiyang Zhang 12005b54dac8SHaiyang Zhang nvscdev = get_outbound_net_device(hdev); 12015b54dac8SHaiyang Zhang if (!nvscdev) 12025b54dac8SHaiyang Zhang return; 12035b54dac8SHaiyang Zhang 12045b54dac8SHaiyang Zhang count = nvmsg->msg.v5_msg.send_table.count; 12055b54dac8SHaiyang Zhang if (count != VRSS_SEND_TAB_SIZE) { 12065b54dac8SHaiyang Zhang netdev_err(ndev, "Received wrong send-table size:%u\n", count); 12075b54dac8SHaiyang Zhang return; 12085b54dac8SHaiyang Zhang } 12095b54dac8SHaiyang Zhang 12105b54dac8SHaiyang Zhang tab = (u32 *)((unsigned long)&nvmsg->msg.v5_msg.send_table + 12115b54dac8SHaiyang Zhang nvmsg->msg.v5_msg.send_table.offset); 12125b54dac8SHaiyang Zhang 12135b54dac8SHaiyang Zhang for (i = 0; i < count; i++) 12145b54dac8SHaiyang Zhang nvscdev->send_table[i] = tab[i]; 12155b54dac8SHaiyang Zhang } 12165b54dac8SHaiyang Zhang 1217f9a7da91SVitaly Kuznetsov static void netvsc_send_vf(struct net_device_context *net_device_ctx, 121871790a27SHaiyang Zhang struct nvsp_message *nvmsg) 121971790a27SHaiyang Zhang { 1220f9a7da91SVitaly Kuznetsov net_device_ctx->vf_alloc = nvmsg->msg.v4_msg.vf_assoc.allocated; 1221f9a7da91SVitaly Kuznetsov net_device_ctx->vf_serial = nvmsg->msg.v4_msg.vf_assoc.serial; 122271790a27SHaiyang Zhang } 122371790a27SHaiyang Zhang 122471790a27SHaiyang Zhang static inline void netvsc_receive_inband(struct hv_device *hdev, 1225f9a7da91SVitaly Kuznetsov struct net_device_context *net_device_ctx, 122671790a27SHaiyang Zhang struct nvsp_message *nvmsg) 122771790a27SHaiyang Zhang { 122871790a27SHaiyang Zhang switch (nvmsg->hdr.msg_type) { 122971790a27SHaiyang Zhang case NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE: 123071790a27SHaiyang Zhang netvsc_send_table(hdev, nvmsg); 123171790a27SHaiyang Zhang break; 123271790a27SHaiyang Zhang 123371790a27SHaiyang Zhang case NVSP_MSG4_TYPE_SEND_VF_ASSOCIATION: 1234f9a7da91SVitaly Kuznetsov netvsc_send_vf(net_device_ctx, nvmsg); 123571790a27SHaiyang Zhang break; 123671790a27SHaiyang Zhang } 123771790a27SHaiyang Zhang } 123871790a27SHaiyang Zhang 123999a50bb1SK. Y. Srinivasan static void netvsc_process_raw_pkt(struct hv_device *device, 124099a50bb1SK. Y. Srinivasan struct vmbus_channel *channel, 124199a50bb1SK. Y. Srinivasan struct netvsc_device *net_device, 124299a50bb1SK. Y. Srinivasan struct net_device *ndev, 124399a50bb1SK. Y. Srinivasan u64 request_id, 124499a50bb1SK. Y. Srinivasan struct vmpacket_descriptor *desc) 124599a50bb1SK. Y. Srinivasan { 124699a50bb1SK. Y. Srinivasan struct nvsp_message *nvmsg; 1247f9a7da91SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 124899a50bb1SK. Y. Srinivasan 124999a50bb1SK. Y. Srinivasan nvmsg = (struct nvsp_message *)((unsigned long) 125099a50bb1SK. Y. Srinivasan desc + (desc->offset8 << 3)); 125199a50bb1SK. Y. Srinivasan 125299a50bb1SK. Y. Srinivasan switch (desc->type) { 125399a50bb1SK. Y. Srinivasan case VM_PKT_COMP: 125499a50bb1SK. Y. Srinivasan netvsc_send_completion(net_device, channel, device, desc); 125599a50bb1SK. Y. Srinivasan break; 125699a50bb1SK. Y. Srinivasan 125799a50bb1SK. Y. Srinivasan case VM_PKT_DATA_USING_XFER_PAGES: 125899a50bb1SK. Y. Srinivasan netvsc_receive(net_device, channel, device, desc); 125999a50bb1SK. Y. Srinivasan break; 126099a50bb1SK. Y. Srinivasan 126199a50bb1SK. Y. Srinivasan case VM_PKT_DATA_INBAND: 1262f9a7da91SVitaly Kuznetsov netvsc_receive_inband(device, net_device_ctx, nvmsg); 126399a50bb1SK. Y. Srinivasan break; 126499a50bb1SK. Y. Srinivasan 126599a50bb1SK. Y. Srinivasan default: 126699a50bb1SK. Y. Srinivasan netdev_err(ndev, "unhandled packet type %d, tid %llx\n", 126799a50bb1SK. Y. Srinivasan desc->type, request_id); 126899a50bb1SK. Y. Srinivasan break; 126999a50bb1SK. Y. Srinivasan } 127099a50bb1SK. Y. Srinivasan } 127199a50bb1SK. Y. Srinivasan 12725b54dac8SHaiyang Zhang void netvsc_channel_cb(void *context) 127395fa0405SHaiyang Zhang { 127495fa0405SHaiyang Zhang int ret; 12755b54dac8SHaiyang Zhang struct vmbus_channel *channel = (struct vmbus_channel *)context; 1276c0b558e5SHaiyang Zhang u16 q_idx = channel->offermsg.offer.sub_channel_index; 12775b54dac8SHaiyang Zhang struct hv_device *device; 127895fa0405SHaiyang Zhang struct netvsc_device *net_device; 127995fa0405SHaiyang Zhang u32 bytes_recvd; 128095fa0405SHaiyang Zhang u64 request_id; 128195fa0405SHaiyang Zhang struct vmpacket_descriptor *desc; 128295fa0405SHaiyang Zhang unsigned char *buffer; 128395fa0405SHaiyang Zhang int bufferlen = NETVSC_PACKET_SIZE; 128495fa0405SHaiyang Zhang struct net_device *ndev; 128599a50bb1SK. Y. Srinivasan bool need_to_commit = false; 128695fa0405SHaiyang Zhang 12875b54dac8SHaiyang Zhang if (channel->primary_channel != NULL) 12885b54dac8SHaiyang Zhang device = channel->primary_channel->device_obj; 12895b54dac8SHaiyang Zhang else 12905b54dac8SHaiyang Zhang device = channel->device_obj; 12915b54dac8SHaiyang Zhang 129295fa0405SHaiyang Zhang net_device = get_inbound_net_device(device); 129395fa0405SHaiyang Zhang if (!net_device) 1294ee0c4c39SKY Srinivasan return; 12950a1275caSVitaly Kuznetsov ndev = hv_get_drvdata(device); 12965b54dac8SHaiyang Zhang buffer = get_per_channel_state(channel); 129795fa0405SHaiyang Zhang 129895fa0405SHaiyang Zhang do { 129999a50bb1SK. Y. Srinivasan desc = get_next_pkt_raw(channel); 130099a50bb1SK. Y. Srinivasan if (desc != NULL) { 130199a50bb1SK. Y. Srinivasan netvsc_process_raw_pkt(device, 130299a50bb1SK. Y. Srinivasan channel, 130399a50bb1SK. Y. Srinivasan net_device, 130499a50bb1SK. Y. Srinivasan ndev, 130599a50bb1SK. Y. Srinivasan desc->trans_id, 130699a50bb1SK. Y. Srinivasan desc); 130799a50bb1SK. Y. Srinivasan 130899a50bb1SK. Y. Srinivasan put_pkt_raw(channel, desc); 130999a50bb1SK. Y. Srinivasan need_to_commit = true; 131099a50bb1SK. Y. Srinivasan continue; 131199a50bb1SK. Y. Srinivasan } 131299a50bb1SK. Y. Srinivasan if (need_to_commit) { 131399a50bb1SK. Y. Srinivasan need_to_commit = false; 131499a50bb1SK. Y. Srinivasan commit_rd_index(channel); 131599a50bb1SK. Y. Srinivasan } 131699a50bb1SK. Y. Srinivasan 13175b54dac8SHaiyang Zhang ret = vmbus_recvpacket_raw(channel, buffer, bufferlen, 131895fa0405SHaiyang Zhang &bytes_recvd, &request_id); 131995fa0405SHaiyang Zhang if (ret == 0) { 132095fa0405SHaiyang Zhang if (bytes_recvd > 0) { 132195fa0405SHaiyang Zhang desc = (struct vmpacket_descriptor *)buffer; 132299a50bb1SK. Y. Srinivasan netvsc_process_raw_pkt(device, 132325b85ee8SKY Srinivasan channel, 132471790a27SHaiyang Zhang net_device, 132599a50bb1SK. Y. Srinivasan ndev, 132699a50bb1SK. Y. Srinivasan request_id, 132799a50bb1SK. Y. Srinivasan desc); 132895fa0405SHaiyang Zhang } else { 1329ee0c4c39SKY Srinivasan /* 1330ee0c4c39SKY Srinivasan * We are done for this pass. 1331ee0c4c39SKY Srinivasan */ 133295fa0405SHaiyang Zhang break; 133395fa0405SHaiyang Zhang } 1334ee0c4c39SKY Srinivasan 133595fa0405SHaiyang Zhang } else if (ret == -ENOBUFS) { 1336ee0c4c39SKY Srinivasan if (bufferlen > NETVSC_PACKET_SIZE) 1337ee0c4c39SKY Srinivasan kfree(buffer); 133895fa0405SHaiyang Zhang /* Handle large packet */ 133995fa0405SHaiyang Zhang buffer = kmalloc(bytes_recvd, GFP_ATOMIC); 134095fa0405SHaiyang Zhang if (buffer == NULL) { 134195fa0405SHaiyang Zhang /* Try again next time around */ 134295fa0405SHaiyang Zhang netdev_err(ndev, 134395fa0405SHaiyang Zhang "unable to allocate buffer of size " 134495fa0405SHaiyang Zhang "(%d)!!\n", bytes_recvd); 134595fa0405SHaiyang Zhang break; 134695fa0405SHaiyang Zhang } 134795fa0405SHaiyang Zhang 134895fa0405SHaiyang Zhang bufferlen = bytes_recvd; 134995fa0405SHaiyang Zhang } 135095fa0405SHaiyang Zhang } while (1); 135195fa0405SHaiyang Zhang 1352ee0c4c39SKY Srinivasan if (bufferlen > NETVSC_PACKET_SIZE) 135395fa0405SHaiyang Zhang kfree(buffer); 1354c0b558e5SHaiyang Zhang 1355c0b558e5SHaiyang Zhang netvsc_chk_recv_comp(net_device, channel, q_idx); 135695fa0405SHaiyang Zhang } 135795fa0405SHaiyang Zhang 135895fa0405SHaiyang Zhang /* 135995fa0405SHaiyang Zhang * netvsc_device_add - Callback when the device belonging to this 136095fa0405SHaiyang Zhang * driver is added 136195fa0405SHaiyang Zhang */ 136295fa0405SHaiyang Zhang int netvsc_device_add(struct hv_device *device, void *additional_info) 136395fa0405SHaiyang Zhang { 136488098834SVitaly Kuznetsov int i, ret = 0; 136595fa0405SHaiyang Zhang int ring_size = 136695fa0405SHaiyang Zhang ((struct netvsc_device_info *)additional_info)->ring_size; 136795fa0405SHaiyang Zhang struct netvsc_device *net_device; 136888098834SVitaly Kuznetsov struct net_device *ndev = hv_get_drvdata(device); 136988098834SVitaly Kuznetsov struct net_device_context *net_device_ctx = netdev_priv(ndev); 137095fa0405SHaiyang Zhang 137188098834SVitaly Kuznetsov net_device = alloc_net_device(); 1372b1c84927SDan Carpenter if (!net_device) 1373b1c84927SDan Carpenter return -ENOMEM; 137495fa0405SHaiyang Zhang 13755b54dac8SHaiyang Zhang net_device->ring_size = ring_size; 13765b54dac8SHaiyang Zhang 13775b54dac8SHaiyang Zhang set_per_channel_state(device->channel, net_device->cb_buffer); 13785b54dac8SHaiyang Zhang 137995fa0405SHaiyang Zhang /* Open the channel */ 138095fa0405SHaiyang Zhang ret = vmbus_open(device->channel, ring_size * PAGE_SIZE, 138195fa0405SHaiyang Zhang ring_size * PAGE_SIZE, NULL, 0, 13825b54dac8SHaiyang Zhang netvsc_channel_cb, device->channel); 138395fa0405SHaiyang Zhang 138495fa0405SHaiyang Zhang if (ret != 0) { 138595fa0405SHaiyang Zhang netdev_err(ndev, "unable to open channel: %d\n", ret); 138695fa0405SHaiyang Zhang goto cleanup; 138795fa0405SHaiyang Zhang } 138895fa0405SHaiyang Zhang 138995fa0405SHaiyang Zhang /* Channel is opened */ 139093ba2222SVitaly Kuznetsov netdev_dbg(ndev, "hv_netvsc channel opened successfully\n"); 139195fa0405SHaiyang Zhang 139288098834SVitaly Kuznetsov /* If we're reopening the device we may have multiple queues, fill the 139388098834SVitaly Kuznetsov * chn_table with the default channel to use it before subchannels are 139488098834SVitaly Kuznetsov * opened. 139588098834SVitaly Kuznetsov */ 139688098834SVitaly Kuznetsov for (i = 0; i < VRSS_CHANNEL_MAX; i++) 139788098834SVitaly Kuznetsov net_device->chn_table[i] = device->channel; 139888098834SVitaly Kuznetsov 139988098834SVitaly Kuznetsov /* Writing nvdev pointer unlocks netvsc_send(), make sure chn_table is 140088098834SVitaly Kuznetsov * populated. 140188098834SVitaly Kuznetsov */ 140288098834SVitaly Kuznetsov wmb(); 140388098834SVitaly Kuznetsov 140488098834SVitaly Kuznetsov net_device_ctx->nvdev = net_device; 14055b54dac8SHaiyang Zhang 140695fa0405SHaiyang Zhang /* Connect with the NetVsp */ 140795fa0405SHaiyang Zhang ret = netvsc_connect_vsp(device); 140895fa0405SHaiyang Zhang if (ret != 0) { 140995fa0405SHaiyang Zhang netdev_err(ndev, 141095fa0405SHaiyang Zhang "unable to connect to NetVSP - %d\n", ret); 141195fa0405SHaiyang Zhang goto close; 141295fa0405SHaiyang Zhang } 141395fa0405SHaiyang Zhang 141495fa0405SHaiyang Zhang return ret; 141595fa0405SHaiyang Zhang 141695fa0405SHaiyang Zhang close: 141795fa0405SHaiyang Zhang /* Now, we can close the channel safely */ 141895fa0405SHaiyang Zhang vmbus_close(device->channel); 141995fa0405SHaiyang Zhang 142095fa0405SHaiyang Zhang cleanup: 1421f90251c8SHaiyang Zhang free_netvsc_device(net_device); 142295fa0405SHaiyang Zhang 142395fa0405SHaiyang Zhang return ret; 142495fa0405SHaiyang Zhang } 1425