337 		union gve_adminq_command *cmd;  in gve_adminq_kick_and_wait()  local
340 		cmd = &priv->adminq[i & priv->adminq_mask];  in gve_adminq_kick_and_wait()
341 		status = be32_to_cpu(READ_ONCE(cmd->status));  in gve_adminq_kick_and_wait()
357 	union gve_adminq_command *cmd;  in gve_adminq_issue_cmd()  local
383 	cmd = &priv->adminq[priv->adminq_prod_cnt & priv->adminq_mask];  in gve_adminq_issue_cmd()
386 	memcpy(cmd, cmd_orig, sizeof(*cmd_orig));  in gve_adminq_issue_cmd()
387 	opcode = be32_to_cpu(READ_ONCE(cmd->opcode));  in gve_adminq_issue_cmd()
477 	union gve_adminq_command cmd;  in gve_adminq_configure_device_resources()  local
479 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_configure_device_resources()
480 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_CONFIGURE_DEVICE_RESOURCES);  in gve_adminq_configure_device_resources()
481 	cmd.configure_device_resources =  in gve_adminq_configure_device_resources()
493 	return gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_configure_device_resources()
498 	union gve_adminq_command cmd;  in gve_adminq_deconfigure_device_resources()  local
500 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_deconfigure_device_resources()
501 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_DECONFIGURE_DEVICE_RESOURCES);  in gve_adminq_deconfigure_device_resources()
503 	return gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_deconfigure_device_resources()
509 	union gve_adminq_command cmd;  in gve_adminq_create_tx_queue()  local
511 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_create_tx_queue()
512 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_CREATE_TX_QUEUE);  in gve_adminq_create_tx_queue()
513 	cmd.create_tx_queue = (struct gve_adminq_create_tx_queue) {  in gve_adminq_create_tx_queue()
525 		cmd.create_tx_queue.queue_page_list_id = cpu_to_be32(qpl_id);  in gve_adminq_create_tx_queue()
538 		cmd.create_tx_queue.queue_page_list_id = cpu_to_be32(qpl_id);  in gve_adminq_create_tx_queue()
539 		cmd.create_tx_queue.tx_ring_size =  in gve_adminq_create_tx_queue()
541 		cmd.create_tx_queue.tx_comp_ring_addr =  in gve_adminq_create_tx_queue()
543 		cmd.create_tx_queue.tx_comp_ring_size =  in gve_adminq_create_tx_queue()
547 	return gve_adminq_issue_cmd(priv, &cmd);  in gve_adminq_create_tx_queue()
567 	union gve_adminq_command cmd;  in gve_adminq_create_rx_queue()  local
569 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_create_rx_queue()
570 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_CREATE_RX_QUEUE);  in gve_adminq_create_rx_queue()
571 	cmd.create_rx_queue = (struct gve_adminq_create_rx_queue) {  in gve_adminq_create_rx_queue()
581 		cmd.create_rx_queue.rx_desc_ring_addr =  in gve_adminq_create_rx_queue()
583 		cmd.create_rx_queue.rx_data_ring_addr =  in gve_adminq_create_rx_queue()
585 		cmd.create_rx_queue.index = cpu_to_be32(queue_index);  in gve_adminq_create_rx_queue()
586 		cmd.create_rx_queue.queue_page_list_id = cpu_to_be32(qpl_id);  in gve_adminq_create_rx_queue()
587 		cmd.create_rx_queue.packet_buffer_size = cpu_to_be16(rx->packet_buffer_size);  in gve_adminq_create_rx_queue()
600 		cmd.create_rx_queue.queue_page_list_id = cpu_to_be32(qpl_id);  in gve_adminq_create_rx_queue()
601 		cmd.create_rx_queue.rx_ring_size =  in gve_adminq_create_rx_queue()
603 		cmd.create_rx_queue.rx_desc_ring_addr =  in gve_adminq_create_rx_queue()
605 		cmd.create_rx_queue.rx_data_ring_addr =  in gve_adminq_create_rx_queue()
607 		cmd.create_rx_queue.packet_buffer_size =  in gve_adminq_create_rx_queue()
609 		cmd.create_rx_queue.rx_buff_ring_size =  in gve_adminq_create_rx_queue()
611 		cmd.create_rx_queue.enable_rsc =  in gve_adminq_create_rx_queue()
615 	return gve_adminq_issue_cmd(priv, &cmd);  in gve_adminq_create_rx_queue()
634 	union gve_adminq_command cmd;  in gve_adminq_destroy_tx_queue()  local
637 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_destroy_tx_queue()
638 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_DESTROY_TX_QUEUE);  in gve_adminq_destroy_tx_queue()
639 	cmd.destroy_tx_queue = (struct gve_adminq_destroy_tx_queue) {  in gve_adminq_destroy_tx_queue()
643 	err = gve_adminq_issue_cmd(priv, &cmd);  in gve_adminq_destroy_tx_queue()
666 	union gve_adminq_command cmd;  in gve_adminq_destroy_rx_queue()  local
669 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_destroy_rx_queue()
670 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_DESTROY_RX_QUEUE);  in gve_adminq_destroy_rx_queue()
671 	cmd.destroy_rx_queue = (struct gve_adminq_destroy_rx_queue) {  in gve_adminq_destroy_rx_queue()
675 	err = gve_adminq_issue_cmd(priv, &cmd);  in gve_adminq_destroy_rx_queue()
774 	union gve_adminq_command cmd;  in gve_adminq_describe_device()  local
780 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_describe_device()
785 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_DESCRIBE_DEVICE);  in gve_adminq_describe_device()
786 	cmd.describe_device.device_descriptor_addr =  in gve_adminq_describe_device()
788 	cmd.describe_device.device_descriptor_version =  in gve_adminq_describe_device()
790 	cmd.describe_device.available_length = cpu_to_be32(PAGE_SIZE);  in gve_adminq_describe_device()
792 	err = gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_describe_device()
882 	union gve_adminq_command cmd;  in gve_adminq_register_page_list()  local
888 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_register_page_list()
896 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_REGISTER_PAGE_LIST);  in gve_adminq_register_page_list()
897 	cmd.reg_page_list = (struct gve_adminq_register_page_list) {  in gve_adminq_register_page_list()
903 	err = gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_register_page_list()
910 	union gve_adminq_command cmd;  in gve_adminq_unregister_page_list()  local
912 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_unregister_page_list()
913 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_UNREGISTER_PAGE_LIST);  in gve_adminq_unregister_page_list()
914 	cmd.unreg_page_list = (struct gve_adminq_unregister_page_list) {  in gve_adminq_unregister_page_list()
918 	return gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_unregister_page_list()
923 	union gve_adminq_command cmd;  in gve_adminq_set_mtu()  local
925 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_set_mtu()
926 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_SET_DRIVER_PARAMETER);  in gve_adminq_set_mtu()
927 	cmd.set_driver_param = (struct gve_adminq_set_driver_parameter) {  in gve_adminq_set_mtu()
932 	return gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_set_mtu()
938 	union gve_adminq_command cmd;  in gve_adminq_report_stats()  local
940 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_report_stats()
941 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_REPORT_STATS);  in gve_adminq_report_stats()
942 	cmd.report_stats = (struct gve_adminq_report_stats) {  in gve_adminq_report_stats()
948 	return gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_report_stats()
955 	union gve_adminq_command cmd;  in gve_adminq_verify_driver_compatibility()  local
957 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_verify_driver_compatibility()
958 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_VERIFY_DRIVER_COMPATIBILITY);  in gve_adminq_verify_driver_compatibility()
959 	cmd.verify_driver_compatibility = (struct gve_adminq_verify_driver_compatibility) {  in gve_adminq_verify_driver_compatibility()
964 	return gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_verify_driver_compatibility()
998 	union gve_adminq_command cmd;  in gve_adminq_get_ptype_map_dqo()  local
1003 	memset(&cmd, 0, sizeof(cmd));  in gve_adminq_get_ptype_map_dqo()
1009 	cmd.opcode = cpu_to_be32(GVE_ADMINQ_GET_PTYPE_MAP);  in gve_adminq_get_ptype_map_dqo()
1010 	cmd.get_ptype_map = (struct gve_adminq_get_ptype_map) {  in gve_adminq_get_ptype_map_dqo()
1015 	err = gve_adminq_execute_cmd(priv, &cmd);  in gve_adminq_get_ptype_map_dqo()