1 /* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ 2 3 /* 4 * Common eBPF ELF object loading operations. 5 * 6 * Copyright (C) 2013-2015 Alexei Starovoitov <ast@kernel.org> 7 * Copyright (C) 2015 Wang Nan <wangnan0@huawei.com> 8 * Copyright (C) 2015 Huawei Inc. 9 */ 10 #ifndef __LIBBPF_LIBBPF_H 11 #define __LIBBPF_LIBBPF_H 12 13 #include <stdarg.h> 14 #include <stdio.h> 15 #include <stdint.h> 16 #include <stdbool.h> 17 #include <sys/types.h> // for size_t 18 #include <linux/bpf.h> 19 20 #include "libbpf_common.h" 21 22 #ifdef __cplusplus 23 extern "C" { 24 #endif 25 26 enum libbpf_errno { 27 __LIBBPF_ERRNO__START = 4000, 28 29 /* Something wrong in libelf */ 30 LIBBPF_ERRNO__LIBELF = __LIBBPF_ERRNO__START, 31 LIBBPF_ERRNO__FORMAT, /* BPF object format invalid */ 32 LIBBPF_ERRNO__KVERSION, /* Incorrect or no 'version' section */ 33 LIBBPF_ERRNO__ENDIAN, /* Endian mismatch */ 34 LIBBPF_ERRNO__INTERNAL, /* Internal error in libbpf */ 35 LIBBPF_ERRNO__RELOC, /* Relocation failed */ 36 LIBBPF_ERRNO__LOAD, /* Load program failure for unknown reason */ 37 LIBBPF_ERRNO__VERIFY, /* Kernel verifier blocks program loading */ 38 LIBBPF_ERRNO__PROG2BIG, /* Program too big */ 39 LIBBPF_ERRNO__KVER, /* Incorrect kernel version */ 40 LIBBPF_ERRNO__PROGTYPE, /* Kernel doesn't support this program type */ 41 LIBBPF_ERRNO__WRNGPID, /* Wrong pid in netlink message */ 42 LIBBPF_ERRNO__INVSEQ, /* Invalid netlink sequence */ 43 LIBBPF_ERRNO__NLPARSE, /* netlink parsing error */ 44 __LIBBPF_ERRNO__END, 45 }; 46 47 LIBBPF_API int libbpf_strerror(int err, char *buf, size_t size); 48 49 enum libbpf_print_level { 50 LIBBPF_WARN, 51 LIBBPF_INFO, 52 LIBBPF_DEBUG, 53 }; 54 55 typedef int (*libbpf_print_fn_t)(enum libbpf_print_level level, 56 const char *, va_list ap); 57 58 LIBBPF_API libbpf_print_fn_t libbpf_set_print(libbpf_print_fn_t fn); 59 60 /* Hide internal to user */ 61 struct bpf_object; 62 63 struct bpf_object_open_attr { 64 const char *file; 65 enum bpf_prog_type prog_type; 66 }; 67 68 struct bpf_object_open_opts { 69 /* size of this struct, for forward/backward compatiblity */ 70 size_t sz; 71 /* object name override, if provided: 72 * - for object open from file, this will override setting object 73 * name from file path's base name; 74 * - for object open from memory buffer, this will specify an object 75 * name and will override default "<addr>-<buf-size>" name; 76 */ 77 const char *object_name; 78 /* parse map definitions non-strictly, allowing extra attributes/data */ 79 bool relaxed_maps; 80 /* DEPRECATED: handle CO-RE relocations non-strictly, allowing failures. 81 * Value is ignored. Relocations always are processed non-strictly. 82 * Non-relocatable instructions are replaced with invalid ones to 83 * prevent accidental errors. 84 * */ 85 bool relaxed_core_relocs; 86 /* maps that set the 'pinning' attribute in their definition will have 87 * their pin_path attribute set to a file in this directory, and be 88 * auto-pinned to that path on load; defaults to "/sys/fs/bpf". 89 */ 90 const char *pin_root_path; 91 __u32 attach_prog_fd; 92 /* Additional kernel config content that augments and overrides 93 * system Kconfig for CONFIG_xxx externs. 94 */ 95 const char *kconfig; 96 }; 97 #define bpf_object_open_opts__last_field kconfig 98 99 LIBBPF_API struct bpf_object *bpf_object__open(const char *path); 100 LIBBPF_API struct bpf_object * 101 bpf_object__open_file(const char *path, const struct bpf_object_open_opts *opts); 102 LIBBPF_API struct bpf_object * 103 bpf_object__open_mem(const void *obj_buf, size_t obj_buf_sz, 104 const struct bpf_object_open_opts *opts); 105 106 /* deprecated bpf_object__open variants */ 107 LIBBPF_API struct bpf_object * 108 bpf_object__open_buffer(const void *obj_buf, size_t obj_buf_sz, 109 const char *name); 110 LIBBPF_API struct bpf_object * 111 bpf_object__open_xattr(struct bpf_object_open_attr *attr); 112 113 enum libbpf_pin_type { 114 LIBBPF_PIN_NONE, 115 /* PIN_BY_NAME: pin maps by name (in /sys/fs/bpf by default) */ 116 LIBBPF_PIN_BY_NAME, 117 }; 118 119 /* pin_maps and unpin_maps can both be called with a NULL path, in which case 120 * they will use the pin_path attribute of each map (and ignore all maps that 121 * don't have a pin_path set). 122 */ 123 LIBBPF_API int bpf_object__pin_maps(struct bpf_object *obj, const char *path); 124 LIBBPF_API int bpf_object__unpin_maps(struct bpf_object *obj, 125 const char *path); 126 LIBBPF_API int bpf_object__pin_programs(struct bpf_object *obj, 127 const char *path); 128 LIBBPF_API int bpf_object__unpin_programs(struct bpf_object *obj, 129 const char *path); 130 LIBBPF_API int bpf_object__pin(struct bpf_object *object, const char *path); 131 LIBBPF_API void bpf_object__close(struct bpf_object *object); 132 133 struct bpf_object_load_attr { 134 struct bpf_object *obj; 135 int log_level; 136 const char *target_btf_path; 137 }; 138 139 /* Load/unload object into/from kernel */ 140 LIBBPF_API int bpf_object__load(struct bpf_object *obj); 141 LIBBPF_API int bpf_object__load_xattr(struct bpf_object_load_attr *attr); 142 LIBBPF_API int bpf_object__unload(struct bpf_object *obj); 143 144 LIBBPF_API const char *bpf_object__name(const struct bpf_object *obj); 145 LIBBPF_API unsigned int bpf_object__kversion(const struct bpf_object *obj); 146 LIBBPF_API int bpf_object__set_kversion(struct bpf_object *obj, __u32 kern_version); 147 148 struct btf; 149 LIBBPF_API struct btf *bpf_object__btf(const struct bpf_object *obj); 150 LIBBPF_API int bpf_object__btf_fd(const struct bpf_object *obj); 151 152 LIBBPF_API struct bpf_program * 153 bpf_object__find_program_by_title(const struct bpf_object *obj, 154 const char *title); 155 LIBBPF_API struct bpf_program * 156 bpf_object__find_program_by_name(const struct bpf_object *obj, 157 const char *name); 158 159 LIBBPF_API struct bpf_object *bpf_object__next(struct bpf_object *prev); 160 #define bpf_object__for_each_safe(pos, tmp) \ 161 for ((pos) = bpf_object__next(NULL), \ 162 (tmp) = bpf_object__next(pos); \ 163 (pos) != NULL; \ 164 (pos) = (tmp), (tmp) = bpf_object__next(tmp)) 165 166 typedef void (*bpf_object_clear_priv_t)(struct bpf_object *, void *); 167 LIBBPF_API int bpf_object__set_priv(struct bpf_object *obj, void *priv, 168 bpf_object_clear_priv_t clear_priv); 169 LIBBPF_API void *bpf_object__priv(const struct bpf_object *prog); 170 171 LIBBPF_API int 172 libbpf_prog_type_by_name(const char *name, enum bpf_prog_type *prog_type, 173 enum bpf_attach_type *expected_attach_type); 174 LIBBPF_API int libbpf_attach_type_by_name(const char *name, 175 enum bpf_attach_type *attach_type); 176 LIBBPF_API int libbpf_find_vmlinux_btf_id(const char *name, 177 enum bpf_attach_type attach_type); 178 179 /* Accessors of bpf_program */ 180 struct bpf_program; 181 LIBBPF_API struct bpf_program *bpf_program__next(struct bpf_program *prog, 182 const struct bpf_object *obj); 183 184 #define bpf_object__for_each_program(pos, obj) \ 185 for ((pos) = bpf_program__next(NULL, (obj)); \ 186 (pos) != NULL; \ 187 (pos) = bpf_program__next((pos), (obj))) 188 189 LIBBPF_API struct bpf_program *bpf_program__prev(struct bpf_program *prog, 190 const struct bpf_object *obj); 191 192 typedef void (*bpf_program_clear_priv_t)(struct bpf_program *, void *); 193 194 LIBBPF_API int bpf_program__set_priv(struct bpf_program *prog, void *priv, 195 bpf_program_clear_priv_t clear_priv); 196 197 LIBBPF_API void *bpf_program__priv(const struct bpf_program *prog); 198 LIBBPF_API void bpf_program__set_ifindex(struct bpf_program *prog, 199 __u32 ifindex); 200 201 LIBBPF_API const char *bpf_program__name(const struct bpf_program *prog); 202 LIBBPF_API const char *bpf_program__section_name(const struct bpf_program *prog); 203 LIBBPF_API LIBBPF_DEPRECATED("BPF program title is confusing term; please use bpf_program__section_name() instead") 204 const char *bpf_program__title(const struct bpf_program *prog, bool needs_copy); 205 LIBBPF_API bool bpf_program__autoload(const struct bpf_program *prog); 206 LIBBPF_API int bpf_program__set_autoload(struct bpf_program *prog, bool autoload); 207 208 /* returns program size in bytes */ 209 LIBBPF_API size_t bpf_program__size(const struct bpf_program *prog); 210 211 LIBBPF_API int bpf_program__load(struct bpf_program *prog, char *license, 212 __u32 kern_version); 213 LIBBPF_API int bpf_program__fd(const struct bpf_program *prog); 214 LIBBPF_API int bpf_program__pin_instance(struct bpf_program *prog, 215 const char *path, 216 int instance); 217 LIBBPF_API int bpf_program__unpin_instance(struct bpf_program *prog, 218 const char *path, 219 int instance); 220 LIBBPF_API int bpf_program__pin(struct bpf_program *prog, const char *path); 221 LIBBPF_API int bpf_program__unpin(struct bpf_program *prog, const char *path); 222 LIBBPF_API void bpf_program__unload(struct bpf_program *prog); 223 224 struct bpf_link; 225 226 LIBBPF_API struct bpf_link *bpf_link__open(const char *path); 227 LIBBPF_API int bpf_link__fd(const struct bpf_link *link); 228 LIBBPF_API const char *bpf_link__pin_path(const struct bpf_link *link); 229 LIBBPF_API int bpf_link__pin(struct bpf_link *link, const char *path); 230 LIBBPF_API int bpf_link__unpin(struct bpf_link *link); 231 LIBBPF_API int bpf_link__update_program(struct bpf_link *link, 232 struct bpf_program *prog); 233 LIBBPF_API void bpf_link__disconnect(struct bpf_link *link); 234 LIBBPF_API int bpf_link__detach(struct bpf_link *link); 235 LIBBPF_API int bpf_link__destroy(struct bpf_link *link); 236 237 LIBBPF_API struct bpf_link * 238 bpf_program__attach(struct bpf_program *prog); 239 LIBBPF_API struct bpf_link * 240 bpf_program__attach_perf_event(struct bpf_program *prog, int pfd); 241 LIBBPF_API struct bpf_link * 242 bpf_program__attach_kprobe(struct bpf_program *prog, bool retprobe, 243 const char *func_name); 244 LIBBPF_API struct bpf_link * 245 bpf_program__attach_uprobe(struct bpf_program *prog, bool retprobe, 246 pid_t pid, const char *binary_path, 247 size_t func_offset); 248 LIBBPF_API struct bpf_link * 249 bpf_program__attach_tracepoint(struct bpf_program *prog, 250 const char *tp_category, 251 const char *tp_name); 252 LIBBPF_API struct bpf_link * 253 bpf_program__attach_raw_tracepoint(struct bpf_program *prog, 254 const char *tp_name); 255 LIBBPF_API struct bpf_link * 256 bpf_program__attach_trace(struct bpf_program *prog); 257 LIBBPF_API struct bpf_link * 258 bpf_program__attach_lsm(struct bpf_program *prog); 259 LIBBPF_API struct bpf_link * 260 bpf_program__attach_cgroup(struct bpf_program *prog, int cgroup_fd); 261 LIBBPF_API struct bpf_link * 262 bpf_program__attach_netns(struct bpf_program *prog, int netns_fd); 263 LIBBPF_API struct bpf_link * 264 bpf_program__attach_xdp(struct bpf_program *prog, int ifindex); 265 LIBBPF_API struct bpf_link * 266 bpf_program__attach_freplace(struct bpf_program *prog, 267 int target_fd, const char *attach_func_name); 268 269 struct bpf_map; 270 271 LIBBPF_API struct bpf_link *bpf_map__attach_struct_ops(struct bpf_map *map); 272 273 struct bpf_iter_attach_opts { 274 size_t sz; /* size of this struct for forward/backward compatibility */ 275 union bpf_iter_link_info *link_info; 276 __u32 link_info_len; 277 }; 278 #define bpf_iter_attach_opts__last_field link_info_len 279 280 LIBBPF_API struct bpf_link * 281 bpf_program__attach_iter(struct bpf_program *prog, 282 const struct bpf_iter_attach_opts *opts); 283 284 struct bpf_insn; 285 286 /* 287 * Libbpf allows callers to adjust BPF programs before being loaded 288 * into kernel. One program in an object file can be transformed into 289 * multiple variants to be attached to different hooks. 290 * 291 * bpf_program_prep_t, bpf_program__set_prep and bpf_program__nth_fd 292 * form an API for this purpose. 293 * 294 * - bpf_program_prep_t: 295 * Defines a 'preprocessor', which is a caller defined function 296 * passed to libbpf through bpf_program__set_prep(), and will be 297 * called before program is loaded. The processor should adjust 298 * the program one time for each instance according to the instance id 299 * passed to it. 300 * 301 * - bpf_program__set_prep: 302 * Attaches a preprocessor to a BPF program. The number of instances 303 * that should be created is also passed through this function. 304 * 305 * - bpf_program__nth_fd: 306 * After the program is loaded, get resulting FD of a given instance 307 * of the BPF program. 308 * 309 * If bpf_program__set_prep() is not used, the program would be loaded 310 * without adjustment during bpf_object__load(). The program has only 311 * one instance. In this case bpf_program__fd(prog) is equal to 312 * bpf_program__nth_fd(prog, 0). 313 */ 314 315 struct bpf_prog_prep_result { 316 /* 317 * If not NULL, load new instruction array. 318 * If set to NULL, don't load this instance. 319 */ 320 struct bpf_insn *new_insn_ptr; 321 int new_insn_cnt; 322 323 /* If not NULL, result FD is written to it. */ 324 int *pfd; 325 }; 326 327 /* 328 * Parameters of bpf_program_prep_t: 329 * - prog: The bpf_program being loaded. 330 * - n: Index of instance being generated. 331 * - insns: BPF instructions array. 332 * - insns_cnt:Number of instructions in insns. 333 * - res: Output parameter, result of transformation. 334 * 335 * Return value: 336 * - Zero: pre-processing success. 337 * - Non-zero: pre-processing error, stop loading. 338 */ 339 typedef int (*bpf_program_prep_t)(struct bpf_program *prog, int n, 340 struct bpf_insn *insns, int insns_cnt, 341 struct bpf_prog_prep_result *res); 342 343 LIBBPF_API int bpf_program__set_prep(struct bpf_program *prog, int nr_instance, 344 bpf_program_prep_t prep); 345 346 LIBBPF_API int bpf_program__nth_fd(const struct bpf_program *prog, int n); 347 348 /* 349 * Adjust type of BPF program. Default is kprobe. 350 */ 351 LIBBPF_API int bpf_program__set_socket_filter(struct bpf_program *prog); 352 LIBBPF_API int bpf_program__set_tracepoint(struct bpf_program *prog); 353 LIBBPF_API int bpf_program__set_raw_tracepoint(struct bpf_program *prog); 354 LIBBPF_API int bpf_program__set_kprobe(struct bpf_program *prog); 355 LIBBPF_API int bpf_program__set_lsm(struct bpf_program *prog); 356 LIBBPF_API int bpf_program__set_sched_cls(struct bpf_program *prog); 357 LIBBPF_API int bpf_program__set_sched_act(struct bpf_program *prog); 358 LIBBPF_API int bpf_program__set_xdp(struct bpf_program *prog); 359 LIBBPF_API int bpf_program__set_perf_event(struct bpf_program *prog); 360 LIBBPF_API int bpf_program__set_tracing(struct bpf_program *prog); 361 LIBBPF_API int bpf_program__set_struct_ops(struct bpf_program *prog); 362 LIBBPF_API int bpf_program__set_extension(struct bpf_program *prog); 363 LIBBPF_API int bpf_program__set_sk_lookup(struct bpf_program *prog); 364 365 LIBBPF_API enum bpf_prog_type bpf_program__get_type(const struct bpf_program *prog); 366 LIBBPF_API void bpf_program__set_type(struct bpf_program *prog, 367 enum bpf_prog_type type); 368 369 LIBBPF_API enum bpf_attach_type 370 bpf_program__get_expected_attach_type(const struct bpf_program *prog); 371 LIBBPF_API void 372 bpf_program__set_expected_attach_type(struct bpf_program *prog, 373 enum bpf_attach_type type); 374 375 LIBBPF_API int 376 bpf_program__set_attach_target(struct bpf_program *prog, int attach_prog_fd, 377 const char *attach_func_name); 378 379 LIBBPF_API bool bpf_program__is_socket_filter(const struct bpf_program *prog); 380 LIBBPF_API bool bpf_program__is_tracepoint(const struct bpf_program *prog); 381 LIBBPF_API bool bpf_program__is_raw_tracepoint(const struct bpf_program *prog); 382 LIBBPF_API bool bpf_program__is_kprobe(const struct bpf_program *prog); 383 LIBBPF_API bool bpf_program__is_lsm(const struct bpf_program *prog); 384 LIBBPF_API bool bpf_program__is_sched_cls(const struct bpf_program *prog); 385 LIBBPF_API bool bpf_program__is_sched_act(const struct bpf_program *prog); 386 LIBBPF_API bool bpf_program__is_xdp(const struct bpf_program *prog); 387 LIBBPF_API bool bpf_program__is_perf_event(const struct bpf_program *prog); 388 LIBBPF_API bool bpf_program__is_tracing(const struct bpf_program *prog); 389 LIBBPF_API bool bpf_program__is_struct_ops(const struct bpf_program *prog); 390 LIBBPF_API bool bpf_program__is_extension(const struct bpf_program *prog); 391 LIBBPF_API bool bpf_program__is_sk_lookup(const struct bpf_program *prog); 392 393 /* 394 * No need for __attribute__((packed)), all members of 'bpf_map_def' 395 * are all aligned. In addition, using __attribute__((packed)) 396 * would trigger a -Wpacked warning message, and lead to an error 397 * if -Werror is set. 398 */ 399 struct bpf_map_def { 400 unsigned int type; 401 unsigned int key_size; 402 unsigned int value_size; 403 unsigned int max_entries; 404 unsigned int map_flags; 405 }; 406 407 /* 408 * The 'struct bpf_map' in include/linux/bpf.h is internal to the kernel, 409 * so no need to worry about a name clash. 410 */ 411 LIBBPF_API struct bpf_map * 412 bpf_object__find_map_by_name(const struct bpf_object *obj, const char *name); 413 414 LIBBPF_API int 415 bpf_object__find_map_fd_by_name(const struct bpf_object *obj, const char *name); 416 417 /* 418 * Get bpf_map through the offset of corresponding struct bpf_map_def 419 * in the BPF object file. 420 */ 421 LIBBPF_API struct bpf_map * 422 bpf_object__find_map_by_offset(struct bpf_object *obj, size_t offset); 423 424 LIBBPF_API struct bpf_map * 425 bpf_map__next(const struct bpf_map *map, const struct bpf_object *obj); 426 #define bpf_object__for_each_map(pos, obj) \ 427 for ((pos) = bpf_map__next(NULL, (obj)); \ 428 (pos) != NULL; \ 429 (pos) = bpf_map__next((pos), (obj))) 430 #define bpf_map__for_each bpf_object__for_each_map 431 432 LIBBPF_API struct bpf_map * 433 bpf_map__prev(const struct bpf_map *map, const struct bpf_object *obj); 434 435 /* get/set map FD */ 436 LIBBPF_API int bpf_map__fd(const struct bpf_map *map); 437 LIBBPF_API int bpf_map__reuse_fd(struct bpf_map *map, int fd); 438 /* get map definition */ 439 LIBBPF_API const struct bpf_map_def *bpf_map__def(const struct bpf_map *map); 440 /* get map name */ 441 LIBBPF_API const char *bpf_map__name(const struct bpf_map *map); 442 /* get/set map type */ 443 LIBBPF_API enum bpf_map_type bpf_map__type(const struct bpf_map *map); 444 LIBBPF_API int bpf_map__set_type(struct bpf_map *map, enum bpf_map_type type); 445 /* get/set map size (max_entries) */ 446 LIBBPF_API __u32 bpf_map__max_entries(const struct bpf_map *map); 447 LIBBPF_API int bpf_map__set_max_entries(struct bpf_map *map, __u32 max_entries); 448 LIBBPF_API int bpf_map__resize(struct bpf_map *map, __u32 max_entries); 449 /* get/set map flags */ 450 LIBBPF_API __u32 bpf_map__map_flags(const struct bpf_map *map); 451 LIBBPF_API int bpf_map__set_map_flags(struct bpf_map *map, __u32 flags); 452 /* get/set map NUMA node */ 453 LIBBPF_API __u32 bpf_map__numa_node(const struct bpf_map *map); 454 LIBBPF_API int bpf_map__set_numa_node(struct bpf_map *map, __u32 numa_node); 455 /* get/set map key size */ 456 LIBBPF_API __u32 bpf_map__key_size(const struct bpf_map *map); 457 LIBBPF_API int bpf_map__set_key_size(struct bpf_map *map, __u32 size); 458 /* get/set map value size */ 459 LIBBPF_API __u32 bpf_map__value_size(const struct bpf_map *map); 460 LIBBPF_API int bpf_map__set_value_size(struct bpf_map *map, __u32 size); 461 /* get map key/value BTF type IDs */ 462 LIBBPF_API __u32 bpf_map__btf_key_type_id(const struct bpf_map *map); 463 LIBBPF_API __u32 bpf_map__btf_value_type_id(const struct bpf_map *map); 464 /* get/set map if_index */ 465 LIBBPF_API __u32 bpf_map__ifindex(const struct bpf_map *map); 466 LIBBPF_API int bpf_map__set_ifindex(struct bpf_map *map, __u32 ifindex); 467 468 typedef void (*bpf_map_clear_priv_t)(struct bpf_map *, void *); 469 LIBBPF_API int bpf_map__set_priv(struct bpf_map *map, void *priv, 470 bpf_map_clear_priv_t clear_priv); 471 LIBBPF_API void *bpf_map__priv(const struct bpf_map *map); 472 LIBBPF_API int bpf_map__set_initial_value(struct bpf_map *map, 473 const void *data, size_t size); 474 LIBBPF_API const void *bpf_map__initial_value(struct bpf_map *map, size_t *psize); 475 LIBBPF_API bool bpf_map__is_offload_neutral(const struct bpf_map *map); 476 LIBBPF_API bool bpf_map__is_internal(const struct bpf_map *map); 477 LIBBPF_API int bpf_map__set_pin_path(struct bpf_map *map, const char *path); 478 LIBBPF_API const char *bpf_map__get_pin_path(const struct bpf_map *map); 479 LIBBPF_API bool bpf_map__is_pinned(const struct bpf_map *map); 480 LIBBPF_API int bpf_map__pin(struct bpf_map *map, const char *path); 481 LIBBPF_API int bpf_map__unpin(struct bpf_map *map, const char *path); 482 483 LIBBPF_API int bpf_map__set_inner_map_fd(struct bpf_map *map, int fd); 484 LIBBPF_API struct bpf_map *bpf_map__inner_map(struct bpf_map *map); 485 486 LIBBPF_API long libbpf_get_error(const void *ptr); 487 488 struct bpf_prog_load_attr { 489 const char *file; 490 enum bpf_prog_type prog_type; 491 enum bpf_attach_type expected_attach_type; 492 int ifindex; 493 int log_level; 494 int prog_flags; 495 }; 496 497 LIBBPF_API int bpf_prog_load_xattr(const struct bpf_prog_load_attr *attr, 498 struct bpf_object **pobj, int *prog_fd); 499 LIBBPF_API int bpf_prog_load(const char *file, enum bpf_prog_type type, 500 struct bpf_object **pobj, int *prog_fd); 501 502 /* XDP related API */ 503 struct xdp_link_info { 504 __u32 prog_id; 505 __u32 drv_prog_id; 506 __u32 hw_prog_id; 507 __u32 skb_prog_id; 508 __u8 attach_mode; 509 }; 510 511 struct bpf_xdp_set_link_opts { 512 size_t sz; 513 int old_fd; 514 size_t :0; 515 }; 516 #define bpf_xdp_set_link_opts__last_field old_fd 517 518 LIBBPF_API int bpf_set_link_xdp_fd(int ifindex, int fd, __u32 flags); 519 LIBBPF_API int bpf_set_link_xdp_fd_opts(int ifindex, int fd, __u32 flags, 520 const struct bpf_xdp_set_link_opts *opts); 521 LIBBPF_API int bpf_get_link_xdp_id(int ifindex, __u32 *prog_id, __u32 flags); 522 LIBBPF_API int bpf_get_link_xdp_info(int ifindex, struct xdp_link_info *info, 523 size_t info_size, __u32 flags); 524 525 /* TC related API */ 526 enum bpf_tc_attach_point { 527 BPF_TC_INGRESS = 1 << 0, 528 BPF_TC_EGRESS = 1 << 1, 529 BPF_TC_CUSTOM = 1 << 2, 530 }; 531 532 #define BPF_TC_PARENT(a, b) \ 533 ((((a) << 16) & 0xFFFF0000U) | ((b) & 0x0000FFFFU)) 534 535 enum bpf_tc_flags { 536 BPF_TC_F_REPLACE = 1 << 0, 537 }; 538 539 struct bpf_tc_hook { 540 size_t sz; 541 int ifindex; 542 enum bpf_tc_attach_point attach_point; 543 __u32 parent; 544 size_t :0; 545 }; 546 #define bpf_tc_hook__last_field parent 547 548 struct bpf_tc_opts { 549 size_t sz; 550 int prog_fd; 551 __u32 flags; 552 __u32 prog_id; 553 __u32 handle; 554 __u32 priority; 555 size_t :0; 556 }; 557 #define bpf_tc_opts__last_field priority 558 559 LIBBPF_API int bpf_tc_hook_create(struct bpf_tc_hook *hook); 560 LIBBPF_API int bpf_tc_hook_destroy(struct bpf_tc_hook *hook); 561 LIBBPF_API int bpf_tc_attach(const struct bpf_tc_hook *hook, 562 struct bpf_tc_opts *opts); 563 LIBBPF_API int bpf_tc_detach(const struct bpf_tc_hook *hook, 564 const struct bpf_tc_opts *opts); 565 LIBBPF_API int bpf_tc_query(const struct bpf_tc_hook *hook, 566 struct bpf_tc_opts *opts); 567 568 /* Ring buffer APIs */ 569 struct ring_buffer; 570 571 typedef int (*ring_buffer_sample_fn)(void *ctx, void *data, size_t size); 572 573 struct ring_buffer_opts { 574 size_t sz; /* size of this struct, for forward/backward compatiblity */ 575 }; 576 577 #define ring_buffer_opts__last_field sz 578 579 LIBBPF_API struct ring_buffer * 580 ring_buffer__new(int map_fd, ring_buffer_sample_fn sample_cb, void *ctx, 581 const struct ring_buffer_opts *opts); 582 LIBBPF_API void ring_buffer__free(struct ring_buffer *rb); 583 LIBBPF_API int ring_buffer__add(struct ring_buffer *rb, int map_fd, 584 ring_buffer_sample_fn sample_cb, void *ctx); 585 LIBBPF_API int ring_buffer__poll(struct ring_buffer *rb, int timeout_ms); 586 LIBBPF_API int ring_buffer__consume(struct ring_buffer *rb); 587 LIBBPF_API int ring_buffer__epoll_fd(const struct ring_buffer *rb); 588 589 /* Perf buffer APIs */ 590 struct perf_buffer; 591 592 typedef void (*perf_buffer_sample_fn)(void *ctx, int cpu, 593 void *data, __u32 size); 594 typedef void (*perf_buffer_lost_fn)(void *ctx, int cpu, __u64 cnt); 595 596 /* common use perf buffer options */ 597 struct perf_buffer_opts { 598 /* if specified, sample_cb is called for each sample */ 599 perf_buffer_sample_fn sample_cb; 600 /* if specified, lost_cb is called for each batch of lost samples */ 601 perf_buffer_lost_fn lost_cb; 602 /* ctx is provided to sample_cb and lost_cb */ 603 void *ctx; 604 }; 605 606 LIBBPF_API struct perf_buffer * 607 perf_buffer__new(int map_fd, size_t page_cnt, 608 const struct perf_buffer_opts *opts); 609 610 enum bpf_perf_event_ret { 611 LIBBPF_PERF_EVENT_DONE = 0, 612 LIBBPF_PERF_EVENT_ERROR = -1, 613 LIBBPF_PERF_EVENT_CONT = -2, 614 }; 615 616 struct perf_event_header; 617 618 typedef enum bpf_perf_event_ret 619 (*perf_buffer_event_fn)(void *ctx, int cpu, struct perf_event_header *event); 620 621 /* raw perf buffer options, giving most power and control */ 622 struct perf_buffer_raw_opts { 623 /* perf event attrs passed directly into perf_event_open() */ 624 struct perf_event_attr *attr; 625 /* raw event callback */ 626 perf_buffer_event_fn event_cb; 627 /* ctx is provided to event_cb */ 628 void *ctx; 629 /* if cpu_cnt == 0, open all on all possible CPUs (up to the number of 630 * max_entries of given PERF_EVENT_ARRAY map) 631 */ 632 int cpu_cnt; 633 /* if cpu_cnt > 0, cpus is an array of CPUs to open ring buffers on */ 634 int *cpus; 635 /* if cpu_cnt > 0, map_keys specify map keys to set per-CPU FDs for */ 636 int *map_keys; 637 }; 638 639 LIBBPF_API struct perf_buffer * 640 perf_buffer__new_raw(int map_fd, size_t page_cnt, 641 const struct perf_buffer_raw_opts *opts); 642 643 LIBBPF_API void perf_buffer__free(struct perf_buffer *pb); 644 LIBBPF_API int perf_buffer__epoll_fd(const struct perf_buffer *pb); 645 LIBBPF_API int perf_buffer__poll(struct perf_buffer *pb, int timeout_ms); 646 LIBBPF_API int perf_buffer__consume(struct perf_buffer *pb); 647 LIBBPF_API int perf_buffer__consume_buffer(struct perf_buffer *pb, size_t buf_idx); 648 LIBBPF_API size_t perf_buffer__buffer_cnt(const struct perf_buffer *pb); 649 LIBBPF_API int perf_buffer__buffer_fd(const struct perf_buffer *pb, size_t buf_idx); 650 651 typedef enum bpf_perf_event_ret 652 (*bpf_perf_event_print_t)(struct perf_event_header *hdr, 653 void *private_data); 654 LIBBPF_API enum bpf_perf_event_ret 655 bpf_perf_event_read_simple(void *mmap_mem, size_t mmap_size, size_t page_size, 656 void **copy_mem, size_t *copy_size, 657 bpf_perf_event_print_t fn, void *private_data); 658 659 struct bpf_prog_linfo; 660 struct bpf_prog_info; 661 662 LIBBPF_API void bpf_prog_linfo__free(struct bpf_prog_linfo *prog_linfo); 663 LIBBPF_API struct bpf_prog_linfo * 664 bpf_prog_linfo__new(const struct bpf_prog_info *info); 665 LIBBPF_API const struct bpf_line_info * 666 bpf_prog_linfo__lfind_addr_func(const struct bpf_prog_linfo *prog_linfo, 667 __u64 addr, __u32 func_idx, __u32 nr_skip); 668 LIBBPF_API const struct bpf_line_info * 669 bpf_prog_linfo__lfind(const struct bpf_prog_linfo *prog_linfo, 670 __u32 insn_off, __u32 nr_skip); 671 672 /* 673 * Probe for supported system features 674 * 675 * Note that running many of these probes in a short amount of time can cause 676 * the kernel to reach the maximal size of lockable memory allowed for the 677 * user, causing subsequent probes to fail. In this case, the caller may want 678 * to adjust that limit with setrlimit(). 679 */ 680 LIBBPF_API bool bpf_probe_prog_type(enum bpf_prog_type prog_type, 681 __u32 ifindex); 682 LIBBPF_API bool bpf_probe_map_type(enum bpf_map_type map_type, __u32 ifindex); 683 LIBBPF_API bool bpf_probe_helper(enum bpf_func_id id, 684 enum bpf_prog_type prog_type, __u32 ifindex); 685 LIBBPF_API bool bpf_probe_large_insn_limit(__u32 ifindex); 686 687 /* 688 * Get bpf_prog_info in continuous memory 689 * 690 * struct bpf_prog_info has multiple arrays. The user has option to choose 691 * arrays to fetch from kernel. The following APIs provide an uniform way to 692 * fetch these data. All arrays in bpf_prog_info are stored in a single 693 * continuous memory region. This makes it easy to store the info in a 694 * file. 695 * 696 * Before writing bpf_prog_info_linear to files, it is necessary to 697 * translate pointers in bpf_prog_info to offsets. Helper functions 698 * bpf_program__bpil_addr_to_offs() and bpf_program__bpil_offs_to_addr() 699 * are introduced to switch between pointers and offsets. 700 * 701 * Examples: 702 * # To fetch map_ids and prog_tags: 703 * __u64 arrays = (1UL << BPF_PROG_INFO_MAP_IDS) | 704 * (1UL << BPF_PROG_INFO_PROG_TAGS); 705 * struct bpf_prog_info_linear *info_linear = 706 * bpf_program__get_prog_info_linear(fd, arrays); 707 * 708 * # To save data in file 709 * bpf_program__bpil_addr_to_offs(info_linear); 710 * write(f, info_linear, sizeof(*info_linear) + info_linear->data_len); 711 * 712 * # To read data from file 713 * read(f, info_linear, <proper_size>); 714 * bpf_program__bpil_offs_to_addr(info_linear); 715 */ 716 enum bpf_prog_info_array { 717 BPF_PROG_INFO_FIRST_ARRAY = 0, 718 BPF_PROG_INFO_JITED_INSNS = 0, 719 BPF_PROG_INFO_XLATED_INSNS, 720 BPF_PROG_INFO_MAP_IDS, 721 BPF_PROG_INFO_JITED_KSYMS, 722 BPF_PROG_INFO_JITED_FUNC_LENS, 723 BPF_PROG_INFO_FUNC_INFO, 724 BPF_PROG_INFO_LINE_INFO, 725 BPF_PROG_INFO_JITED_LINE_INFO, 726 BPF_PROG_INFO_PROG_TAGS, 727 BPF_PROG_INFO_LAST_ARRAY, 728 }; 729 730 struct bpf_prog_info_linear { 731 /* size of struct bpf_prog_info, when the tool is compiled */ 732 __u32 info_len; 733 /* total bytes allocated for data, round up to 8 bytes */ 734 __u32 data_len; 735 /* which arrays are included in data */ 736 __u64 arrays; 737 struct bpf_prog_info info; 738 __u8 data[]; 739 }; 740 741 LIBBPF_API struct bpf_prog_info_linear * 742 bpf_program__get_prog_info_linear(int fd, __u64 arrays); 743 744 LIBBPF_API void 745 bpf_program__bpil_addr_to_offs(struct bpf_prog_info_linear *info_linear); 746 747 LIBBPF_API void 748 bpf_program__bpil_offs_to_addr(struct bpf_prog_info_linear *info_linear); 749 750 /* 751 * A helper function to get the number of possible CPUs before looking up 752 * per-CPU maps. Negative errno is returned on failure. 753 * 754 * Example usage: 755 * 756 * int ncpus = libbpf_num_possible_cpus(); 757 * if (ncpus < 0) { 758 * // error handling 759 * } 760 * long values[ncpus]; 761 * bpf_map_lookup_elem(per_cpu_map_fd, key, values); 762 * 763 */ 764 LIBBPF_API int libbpf_num_possible_cpus(void); 765 766 struct bpf_map_skeleton { 767 const char *name; 768 struct bpf_map **map; 769 void **mmaped; 770 }; 771 772 struct bpf_prog_skeleton { 773 const char *name; 774 struct bpf_program **prog; 775 struct bpf_link **link; 776 }; 777 778 struct bpf_object_skeleton { 779 size_t sz; /* size of this struct, for forward/backward compatibility */ 780 781 const char *name; 782 void *data; 783 size_t data_sz; 784 785 struct bpf_object **obj; 786 787 int map_cnt; 788 int map_skel_sz; /* sizeof(struct bpf_skeleton_map) */ 789 struct bpf_map_skeleton *maps; 790 791 int prog_cnt; 792 int prog_skel_sz; /* sizeof(struct bpf_skeleton_prog) */ 793 struct bpf_prog_skeleton *progs; 794 }; 795 796 LIBBPF_API int 797 bpf_object__open_skeleton(struct bpf_object_skeleton *s, 798 const struct bpf_object_open_opts *opts); 799 LIBBPF_API int bpf_object__load_skeleton(struct bpf_object_skeleton *s); 800 LIBBPF_API int bpf_object__attach_skeleton(struct bpf_object_skeleton *s); 801 LIBBPF_API void bpf_object__detach_skeleton(struct bpf_object_skeleton *s); 802 LIBBPF_API void bpf_object__destroy_skeleton(struct bpf_object_skeleton *s); 803 804 struct gen_loader_opts { 805 size_t sz; /* size of this struct, for forward/backward compatiblity */ 806 const char *data; 807 const char *insns; 808 __u32 data_sz; 809 __u32 insns_sz; 810 }; 811 812 #define gen_loader_opts__last_field insns_sz 813 LIBBPF_API int bpf_object__gen_loader(struct bpf_object *obj, 814 struct gen_loader_opts *opts); 815 816 enum libbpf_tristate { 817 TRI_NO = 0, 818 TRI_YES = 1, 819 TRI_MODULE = 2, 820 }; 821 822 struct bpf_linker_opts { 823 /* size of this struct, for forward/backward compatiblity */ 824 size_t sz; 825 }; 826 #define bpf_linker_opts__last_field sz 827 828 struct bpf_linker_file_opts { 829 /* size of this struct, for forward/backward compatiblity */ 830 size_t sz; 831 }; 832 #define bpf_linker_file_opts__last_field sz 833 834 struct bpf_linker; 835 836 LIBBPF_API struct bpf_linker *bpf_linker__new(const char *filename, struct bpf_linker_opts *opts); 837 LIBBPF_API int bpf_linker__add_file(struct bpf_linker *linker, 838 const char *filename, 839 const struct bpf_linker_file_opts *opts); 840 LIBBPF_API int bpf_linker__finalize(struct bpf_linker *linker); 841 LIBBPF_API void bpf_linker__free(struct bpf_linker *linker); 842 843 #ifdef __cplusplus 844 } /* extern "C" */ 845 #endif 846 847 #endif /* __LIBBPF_LIBBPF_H */ 848