39 static int gve_verify_driver_compatibility(struct gve_priv *priv)  in gve_verify_driver_compatibility()
84 	struct gve_priv *priv = netdev_priv(dev);  in gve_start_xmit()  local
94 	struct gve_priv *priv = netdev_priv(dev);  in gve_get_stats()  local
129 static int gve_alloc_counter_array(struct gve_priv *priv)  in gve_alloc_counter_array()
142 static void gve_free_counter_array(struct gve_priv *priv)  in gve_free_counter_array()
157 	struct gve_priv *priv = container_of(work, struct gve_priv,  in gve_stats_report_task()  local
165 static void gve_stats_report_schedule(struct gve_priv *priv)  in gve_stats_report_schedule()
176 	struct gve_priv *priv = from_timer(priv, t, stats_report_timer);  in gve_stats_report_timer()  local
184 static int gve_alloc_stats_report(struct gve_priv *priv)  in gve_alloc_stats_report()
205 static void gve_free_stats_report(struct gve_priv *priv)  in gve_free_stats_report()
218 	struct gve_priv *priv = arg;  in gve_mgmnt_intr()  local
227 	struct gve_priv *priv = block->priv;  in gve_intr()  local
248 	struct gve_priv *priv;  in gve_napi_poll()  local
297 	struct gve_priv *priv = block->priv;  in gve_napi_poll_dqo()  local
331 static int gve_alloc_notify_blocks(struct gve_priv *priv)  in gve_alloc_notify_blocks()
449 static void gve_free_notify_blocks(struct gve_priv *priv)  in gve_free_notify_blocks()
477 static int gve_setup_device_resources(struct gve_priv *priv)  in gve_setup_device_resources()
541 static void gve_teardown_device_resources(struct gve_priv *priv)  in gve_teardown_device_resources()
572 static void gve_add_napi(struct gve_priv *priv, int ntfy_idx,  in gve_add_napi()
580 static void gve_remove_napi(struct gve_priv *priv, int ntfy_idx)  in gve_remove_napi()
587 static int gve_register_xdp_qpls(struct gve_priv *priv)  in gve_register_xdp_qpls()
609 static int gve_register_qpls(struct gve_priv *priv)  in gve_register_qpls()
645 static int gve_unregister_xdp_qpls(struct gve_priv *priv)  in gve_unregister_xdp_qpls()
665 static int gve_unregister_qpls(struct gve_priv *priv)  in gve_unregister_qpls()
697 static int gve_create_xdp_rings(struct gve_priv *priv)  in gve_create_xdp_rings()
718 static int gve_create_rings(struct gve_priv *priv)  in gve_create_rings()
767 static void add_napi_init_xdp_sync_stats(struct gve_priv *priv,  in add_napi_init_xdp_sync_stats()
784 static void add_napi_init_sync_stats(struct gve_priv *priv,  in add_napi_init_sync_stats()
808 static void gve_tx_free_rings(struct gve_priv *priv, int start_id, int num_rings)  in gve_tx_free_rings()
817 static int gve_alloc_xdp_rings(struct gve_priv *priv)  in gve_alloc_xdp_rings()
834 static int gve_alloc_rings(struct gve_priv *priv)  in gve_alloc_rings()
884 static int gve_destroy_xdp_rings(struct gve_priv *priv)  in gve_destroy_xdp_rings()
904 static int gve_destroy_rings(struct gve_priv *priv)  in gve_destroy_rings()
928 static void gve_rx_free_rings(struct gve_priv *priv)  in gve_rx_free_rings()
936 static void gve_free_xdp_rings(struct gve_priv *priv)  in gve_free_xdp_rings()
951 static void gve_free_rings(struct gve_priv *priv)  in gve_free_rings()
977 int gve_alloc_page(struct gve_priv *priv, struct device *dev,  in gve_alloc_page()
995 static int gve_alloc_queue_page_list(struct gve_priv *priv, u32 id,  in gve_alloc_queue_page_list()
1044 static void gve_free_queue_page_list(struct gve_priv *priv, u32 id)  in gve_free_queue_page_list()
1066 static int gve_alloc_xdp_qpls(struct gve_priv *priv)  in gve_alloc_xdp_qpls()
1088 static int gve_alloc_qpls(struct gve_priv *priv)  in gve_alloc_qpls()
1146 static void gve_free_xdp_qpls(struct gve_priv *priv)  in gve_free_xdp_qpls()
1156 static void gve_free_qpls(struct gve_priv *priv)  in gve_free_qpls()
1178 void gve_schedule_reset(struct gve_priv *priv)  in gve_schedule_reset()
1189 static int gve_reg_xdp_info(struct gve_priv *priv, struct net_device *dev)  in gve_reg_xdp_info()
1244 static void gve_unreg_xdp_info(struct gve_priv *priv)  in gve_unreg_xdp_info()
1267 static void gve_drain_page_cache(struct gve_priv *priv)  in gve_drain_page_cache()
1284 	struct gve_priv *priv = netdev_priv(dev);  in gve_open()  local
1359 	struct gve_priv *priv = netdev_priv(dev);  in gve_close()  local
1393 static int gve_remove_xdp_queues(struct gve_priv *priv)  in gve_remove_xdp_queues()
1412 static int gve_add_xdp_queues(struct gve_priv *priv)  in gve_add_xdp_queues()
1449 static void gve_handle_link_status(struct gve_priv *priv, bool link_status)  in gve_handle_link_status()
1466 static int gve_set_xdp(struct gve_priv *priv, struct bpf_prog *prog,  in gve_set_xdp()
1510 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_pool_enable()  local
1565 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_pool_disable()  local
1611 	struct gve_priv *priv = netdev_priv(dev);  in gve_xsk_wakeup()  local
1640 	struct gve_priv *priv = netdev_priv(dev);  in verify_xdp_configuration()  local
1672 	struct gve_priv *priv = netdev_priv(dev);  in gve_xdp()  local
1691 int gve_adjust_queues(struct gve_priv *priv,  in gve_adjust_queues()
1729 static void gve_turndown(struct gve_priv *priv)  in gve_turndown()
1763 static void gve_turnup(struct gve_priv *priv)  in gve_turnup()
1803 	struct gve_priv *priv;  in gve_tx_timeout()  local
1849 	struct gve_priv *priv = netdev_priv(netdev);  in gve_set_features()  local
1893 static void gve_handle_status(struct gve_priv *priv, u32 status)  in gve_handle_status()
1905 static void gve_handle_reset(struct gve_priv *priv)  in gve_handle_reset()
1921 void gve_handle_report_stats(struct gve_priv *priv)  in gve_handle_report_stats()
2000 	struct gve_priv *priv = container_of(work, struct gve_priv,  in gve_service_task()  local
2010 static void gve_set_netdev_xdp_features(struct gve_priv *priv)  in gve_set_netdev_xdp_features()
2026 static int gve_init_priv(struct gve_priv *priv, bool skip_describe_device)  in gve_init_priv()
2117 static void gve_teardown_priv_resources(struct gve_priv *priv)  in gve_teardown_priv_resources()
2123 static void gve_trigger_reset(struct gve_priv *priv)  in gve_trigger_reset()
2129 static void gve_reset_and_teardown(struct gve_priv *priv, bool was_up)  in gve_reset_and_teardown()
2138 static int gve_reset_recovery(struct gve_priv *priv, bool was_up)  in gve_reset_recovery()
2157 int gve_reset(struct gve_priv *priv, bool attempt_teardown)  in gve_reset()
2216 	struct gve_priv *priv;  in gve_probe()  local
2345 	struct gve_priv *priv = netdev_priv(netdev);  in gve_remove()  local
2362 	struct gve_priv *priv = netdev_priv(netdev);  in gve_shutdown()  local
2380 	struct gve_priv *priv = netdev_priv(netdev);  in gve_suspend()  local
2400 	struct gve_priv *priv = netdev_priv(netdev);  in gve_resume()  local