108 static void __bpf_prog_offload_destroy(struct bpf_prog *prog)  in __bpf_prog_offload_destroy()  argument
110 	struct bpf_prog_offload *offload = prog->aux->offload;  in __bpf_prog_offload_destroy()
113 		offload->offdev->ops->destroy(prog);  in __bpf_prog_offload_destroy()
117 	prog->aux->offload = NULL;  in __bpf_prog_offload_destroy()
178 			__bpf_prog_offload_destroy(offload->prog);  in __bpf_offload_dev_netdev_unregister()
188 static int __bpf_prog_dev_bound_init(struct bpf_prog *prog, struct net_device *netdev)  in __bpf_prog_dev_bound_init()  argument
198 	offload->prog = prog;  in __bpf_prog_dev_bound_init()
205 	if (bpf_prog_is_offloaded(prog->aux) && (!ondev || !ondev->offdev)) {  in __bpf_prog_dev_bound_init()
219 	prog->aux->offload = offload;  in __bpf_prog_dev_bound_init()
228 int bpf_prog_dev_bound_init(struct bpf_prog *prog, union bpf_attr *attr)  in bpf_prog_dev_bound_init()  argument
252 	prog->aux->offload_requested = !(attr->prog_flags & BPF_F_XDP_DEV_BOUND_ONLY);  in bpf_prog_dev_bound_init()
255 	err = __bpf_prog_dev_bound_init(prog, netdev);  in bpf_prog_dev_bound_init()
289 int bpf_prog_offload_verifier_prep(struct bpf_prog *prog)  in bpf_prog_offload_verifier_prep()  argument
295 	offload = prog->aux->offload;  in bpf_prog_offload_verifier_prep()
297 		ret = offload->offdev->ops->prepare(prog);  in bpf_prog_offload_verifier_prep()
312 	offload = env->prog->aux->offload;  in bpf_prog_offload_verify_insn()
327 	offload = env->prog->aux->offload;  in bpf_prog_offload_finalize()
348 	offload = env->prog->aux->offload;  in bpf_prog_offload_replace_insn()
365 	offload = env->prog->aux->offload;  in bpf_prog_offload_remove_insns()
374 void bpf_prog_dev_bound_destroy(struct bpf_prog *prog)  in bpf_prog_dev_bound_destroy()  argument
381 	if (prog->aux->offload) {  in bpf_prog_dev_bound_destroy()
382 		list_del_init(&prog->aux->offload->offloads);  in bpf_prog_dev_bound_destroy()
384 		netdev = prog->aux->offload->netdev;  in bpf_prog_dev_bound_destroy()
385 		__bpf_prog_offload_destroy(prog);  in bpf_prog_dev_bound_destroy()
395 static int bpf_prog_offload_translate(struct bpf_prog *prog)  in bpf_prog_offload_translate()  argument
401 	offload = prog->aux->offload;  in bpf_prog_offload_translate()
403 		ret = offload->offdev->ops->translate(prog);  in bpf_prog_offload_translate()
416 int bpf_prog_offload_compile(struct bpf_prog *prog)  in bpf_prog_offload_compile()  argument
418 	prog->bpf_func = bpf_prog_warn_on_exec;  in bpf_prog_offload_compile()
420 	return bpf_prog_offload_translate(prog);  in bpf_prog_offload_compile()
424 	struct bpf_prog *prog;  member
431 	struct bpf_prog_aux *aux = args->prog->aux;  in bpf_prog_offload_info_fill_ns()
455 			       struct bpf_prog *prog)  in bpf_prog_offload_info_fill()  argument
458 		.prog	= prog,  in bpf_prog_offload_info_fill()
461 	struct bpf_prog_aux *aux = prog->aux;  in bpf_prog_offload_info_fill()
687 static bool __bpf_offload_dev_match(struct bpf_prog *prog,  in __bpf_offload_dev_match()  argument
693 	if (!bpf_prog_is_dev_bound(prog->aux))  in __bpf_offload_dev_match()
696 	offload = prog->aux->offload;  in __bpf_offload_dev_match()
708 bool bpf_offload_dev_match(struct bpf_prog *prog, struct net_device *netdev)  in bpf_offload_dev_match()  argument
713 	ret = __bpf_offload_dev_match(prog, netdev);  in bpf_offload_dev_match()
736 bool bpf_offload_prog_map_match(struct bpf_prog *prog, struct bpf_map *map)  in bpf_offload_prog_map_match()  argument
746 	ret = __bpf_offload_dev_match(prog, offmap->netdev);  in bpf_offload_prog_map_match()
832 void *bpf_dev_bound_resolve_kfunc(struct bpf_prog *prog, u32 func_id)  in bpf_dev_bound_resolve_kfunc()  argument
843 	if (!prog->aux->offload)  in bpf_dev_bound_resolve_kfunc()
846 	ops = prog->aux->offload->netdev->xdp_metadata_ops;  in bpf_dev_bound_resolve_kfunc()