1 /* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */
4 * Common BPF ELF operations.
6 * Copyright (C) 2013-2015 Alexei Starovoitov <ast@kernel.org>
7 * Copyright (C) 2015 Wang Nan <wangnan0@huawei.com>
8 * Copyright (C) 2015 Huawei Inc.
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU Lesser General Public
12 * License as published by the Free Software Foundation;
13 * version 2.1 of the License (not later!)
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU Lesser General Public License for more details.
20 * You should have received a copy of the GNU Lesser General Public
21 * License along with this program; if not, see <http://www.gnu.org/licenses>
23 #ifndef __LIBBPF_BPF_H
24 #define __LIBBPF_BPF_H
26 #include <linux/bpf.h>
31 #include "libbpf_common.h"
32 #include "libbpf_legacy.h"
38 LIBBPF_API
int libbpf_set_memlock_rlim(size_t memlock_bytes
);
40 struct bpf_map_create_opts
{
41 size_t sz
; /* size of this struct for forward/backward compatibility */
44 __u32 btf_key_type_id
;
45 __u32 btf_value_type_id
;
46 __u32 btf_vmlinux_value_type_id
;
54 __s32 value_type_btf_obj_fd
;
59 #define bpf_map_create_opts__last_field token_fd
61 LIBBPF_API
int bpf_map_create(enum bpf_map_type map_type
,
66 const struct bpf_map_create_opts
*opts
);
68 struct bpf_prog_load_opts
{
69 size_t sz
; /* size of this struct for forward/backward compatibility */
71 /* libbpf can retry BPF_PROG_LOAD command if bpf() syscall returns
72 * -EAGAIN. This field determines how many attempts libbpf has to
73 * make. If not specified, libbpf will use default value of 5.
77 enum bpf_attach_type expected_attach_type
;
85 __u32 attach_btf_obj_fd
;
89 /* .BTF.ext func info data */
90 const void *func_info
;
92 __u32 func_info_rec_size
;
94 /* .BTF.ext line info data */
95 const void *line_info
;
97 __u32 line_info_rec_size
;
99 /* verifier log options */
103 /* output: actual total log contents size (including terminating zero).
104 * It could be both larger than original log_size (if log was
105 * truncated), or smaller (if log buffer wasn't filled completely).
106 * If kernel doesn't support this feature, log_size is left unchanged.
112 #define bpf_prog_load_opts__last_field token_fd
114 LIBBPF_API
int bpf_prog_load(enum bpf_prog_type prog_type
,
115 const char *prog_name
, const char *license
,
116 const struct bpf_insn
*insns
, size_t insn_cnt
,
117 struct bpf_prog_load_opts
*opts
);
119 /* Flags to direct loading requirements */
120 #define MAPS_RELAX_COMPAT 0x01
122 /* Recommended log buffer size */
123 #define BPF_LOG_BUF_SIZE (UINT32_MAX >> 8) /* verifier maximum in kernels <= 5.1 */
125 struct bpf_btf_load_opts
{
126 size_t sz
; /* size of this struct for forward/backward compatibility */
128 /* kernel log options */
132 /* output: actual total log contents size (including terminating zero).
133 * It could be both larger than original log_size (if log was
134 * truncated), or smaller (if log buffer wasn't filled completely).
135 * If kernel doesn't support this feature, log_size is left unchanged.
143 #define bpf_btf_load_opts__last_field token_fd
145 LIBBPF_API
int bpf_btf_load(const void *btf_data
, size_t btf_size
,
146 struct bpf_btf_load_opts
*opts
);
148 LIBBPF_API
int bpf_map_update_elem(int fd
, const void *key
, const void *value
,
151 LIBBPF_API
int bpf_map_lookup_elem(int fd
, const void *key
, void *value
);
152 LIBBPF_API
int bpf_map_lookup_elem_flags(int fd
, const void *key
, void *value
,
154 LIBBPF_API
int bpf_map_lookup_and_delete_elem(int fd
, const void *key
,
156 LIBBPF_API
int bpf_map_lookup_and_delete_elem_flags(int fd
, const void *key
,
157 void *value
, __u64 flags
);
158 LIBBPF_API
int bpf_map_delete_elem(int fd
, const void *key
);
159 LIBBPF_API
int bpf_map_delete_elem_flags(int fd
, const void *key
, __u64 flags
);
160 LIBBPF_API
int bpf_map_get_next_key(int fd
, const void *key
, void *next_key
);
161 LIBBPF_API
int bpf_map_freeze(int fd
);
163 struct bpf_map_batch_opts
{
164 size_t sz
; /* size of this struct for forward/backward compatibility */
168 #define bpf_map_batch_opts__last_field flags
172 * @brief **bpf_map_delete_batch()** allows for batch deletion of multiple
173 * elements in a BPF map.
175 * @param fd BPF map file descriptor
176 * @param keys pointer to an array of *count* keys
177 * @param count input and output parameter; on input **count** represents the
178 * number of elements in the map to delete in batch;
179 * on output if a non-EFAULT error is returned, **count** represents the number of deleted
180 * elements if the output **count** value is not equal to the input **count** value
181 * If EFAULT is returned, **count** should not be trusted to be correct.
182 * @param opts options for configuring the way the batch deletion works
183 * @return 0, on success; negative error code, otherwise (errno is also set to
186 LIBBPF_API
int bpf_map_delete_batch(int fd
, const void *keys
,
188 const struct bpf_map_batch_opts
*opts
);
191 * @brief **bpf_map_lookup_batch()** allows for batch lookup of BPF map elements.
193 * The parameter *in_batch* is the address of the first element in the batch to
194 * read. *out_batch* is an output parameter that should be passed as *in_batch*
195 * to subsequent calls to **bpf_map_lookup_batch()**. NULL can be passed for
196 * *in_batch* to indicate that the batched lookup starts from the beginning of
197 * the map. Both *in_batch* and *out_batch* must point to memory large enough to
198 * hold a single key, except for maps of type **BPF_MAP_TYPE_{HASH, PERCPU_HASH,
199 * LRU_HASH, LRU_PERCPU_HASH}**, for which the memory size must be at
200 * least 4 bytes wide regardless of key size.
202 * The *keys* and *values* are output parameters which must point to memory large enough to
203 * hold *count* items based on the key and value size of the map *map_fd*. The *keys*
204 * buffer must be of *key_size* * *count*. The *values* buffer must be of
205 * *value_size* * *count*.
207 * @param fd BPF map file descriptor
208 * @param in_batch address of the first element in batch to read, can pass NULL to
209 * indicate that the batched lookup starts from the beginning of the map.
210 * @param out_batch output parameter that should be passed to next call as *in_batch*
211 * @param keys pointer to an array large enough for *count* keys
212 * @param values pointer to an array large enough for *count* values
213 * @param count input and output parameter; on input it's the number of elements
214 * in the map to read in batch; on output it's the number of elements that were
216 * If a non-EFAULT error is returned, count will be set as the number of elements
217 * that were read before the error occurred.
218 * If EFAULT is returned, **count** should not be trusted to be correct.
219 * @param opts options for configuring the way the batch lookup works
220 * @return 0, on success; negative error code, otherwise (errno is also set to
223 LIBBPF_API
int bpf_map_lookup_batch(int fd
, void *in_batch
, void *out_batch
,
224 void *keys
, void *values
, __u32
*count
,
225 const struct bpf_map_batch_opts
*opts
);
228 * @brief **bpf_map_lookup_and_delete_batch()** allows for batch lookup and deletion
229 * of BPF map elements where each element is deleted after being retrieved.
231 * @param fd BPF map file descriptor
232 * @param in_batch address of the first element in batch to read, can pass NULL to
233 * get address of the first element in *out_batch*. If not NULL, must be large
234 * enough to hold a key. For **BPF_MAP_TYPE_{HASH, PERCPU_HASH, LRU_HASH,
235 * LRU_PERCPU_HASH}**, the memory size must be at least 4 bytes wide regardless
237 * @param out_batch output parameter that should be passed to next call as *in_batch*
238 * @param keys pointer to an array of *count* keys
239 * @param values pointer to an array large enough for *count* values
240 * @param count input and output parameter; on input it's the number of elements
241 * in the map to read and delete in batch; on output it represents the number of
242 * elements that were successfully read and deleted
243 * If a non-**EFAULT** error code is returned and if the output **count** value
244 * is not equal to the input **count** value, up to **count** elements may
246 * if **EFAULT** is returned up to *count* elements may have been deleted without
247 * being returned via the *keys* and *values* output parameters.
248 * @param opts options for configuring the way the batch lookup and delete works
249 * @return 0, on success; negative error code, otherwise (errno is also set to
252 LIBBPF_API
int bpf_map_lookup_and_delete_batch(int fd
, void *in_batch
,
253 void *out_batch
, void *keys
,
254 void *values
, __u32
*count
,
255 const struct bpf_map_batch_opts
*opts
);
258 * @brief **bpf_map_update_batch()** updates multiple elements in a map
259 * by specifying keys and their corresponding values.
261 * The *keys* and *values* parameters must point to memory large enough
262 * to hold *count* items based on the key and value size of the map.
264 * The *opts* parameter can be used to control how *bpf_map_update_batch()*
265 * should handle keys that either do or do not already exist in the map.
266 * In particular the *flags* parameter of *bpf_map_batch_opts* can be
267 * one of the following:
269 * Note that *count* is an input and output parameter, where on output it
270 * represents how many elements were successfully updated. Also note that if
271 * **EFAULT** then *count* should not be trusted to be correct.
274 * Create new elements or update existing.
277 * Create new elements only if they do not exist.
280 * Update existing elements.
283 * Update spin_lock-ed map elements. This must be
284 * specified if the map value contains a spinlock.
286 * @param fd BPF map file descriptor
287 * @param keys pointer to an array of *count* keys
288 * @param values pointer to an array of *count* values
289 * @param count input and output parameter; on input it's the number of elements
290 * in the map to update in batch; on output if a non-EFAULT error is returned,
291 * **count** represents the number of updated elements if the output **count**
292 * value is not equal to the input **count** value.
293 * If EFAULT is returned, **count** should not be trusted to be correct.
294 * @param opts options for configuring the way the batch update works
295 * @return 0, on success; negative error code, otherwise (errno is also set to
298 LIBBPF_API
int bpf_map_update_batch(int fd
, const void *keys
, const void *values
,
300 const struct bpf_map_batch_opts
*opts
);
302 struct bpf_obj_pin_opts
{
303 size_t sz
; /* size of this struct for forward/backward compatibility */
310 #define bpf_obj_pin_opts__last_field path_fd
312 LIBBPF_API
int bpf_obj_pin(int fd
, const char *pathname
);
313 LIBBPF_API
int bpf_obj_pin_opts(int fd
, const char *pathname
,
314 const struct bpf_obj_pin_opts
*opts
);
316 struct bpf_obj_get_opts
{
317 size_t sz
; /* size of this struct for forward/backward compatibility */
324 #define bpf_obj_get_opts__last_field path_fd
326 LIBBPF_API
int bpf_obj_get(const char *pathname
);
327 LIBBPF_API
int bpf_obj_get_opts(const char *pathname
,
328 const struct bpf_obj_get_opts
*opts
);
330 LIBBPF_API
int bpf_prog_attach(int prog_fd
, int attachable_fd
,
331 enum bpf_attach_type type
, unsigned int flags
);
332 LIBBPF_API
int bpf_prog_detach(int attachable_fd
, enum bpf_attach_type type
);
333 LIBBPF_API
int bpf_prog_detach2(int prog_fd
, int attachable_fd
,
334 enum bpf_attach_type type
);
336 struct bpf_prog_attach_opts
{
337 size_t sz
; /* size of this struct for forward/backward compatibility */
345 __u64 expected_revision
;
348 #define bpf_prog_attach_opts__last_field expected_revision
350 struct bpf_prog_detach_opts
{
351 size_t sz
; /* size of this struct for forward/backward compatibility */
355 __u64 expected_revision
;
358 #define bpf_prog_detach_opts__last_field expected_revision
361 * @brief **bpf_prog_attach_opts()** attaches the BPF program corresponding to
362 * *prog_fd* to a *target* which can represent a file descriptor or netdevice
365 * @param prog_fd BPF program file descriptor
366 * @param target attach location file descriptor or ifindex
367 * @param type attach type for the BPF program
368 * @param opts options for configuring the attachment
369 * @return 0, on success; negative error code, otherwise (errno is also set to
372 LIBBPF_API
int bpf_prog_attach_opts(int prog_fd
, int target
,
373 enum bpf_attach_type type
,
374 const struct bpf_prog_attach_opts
*opts
);
377 * @brief **bpf_prog_detach_opts()** detaches the BPF program corresponding to
378 * *prog_fd* from a *target* which can represent a file descriptor or netdevice
381 * @param prog_fd BPF program file descriptor
382 * @param target detach location file descriptor or ifindex
383 * @param type detach type for the BPF program
384 * @param opts options for configuring the detachment
385 * @return 0, on success; negative error code, otherwise (errno is also set to
388 LIBBPF_API
int bpf_prog_detach_opts(int prog_fd
, int target
,
389 enum bpf_attach_type type
,
390 const struct bpf_prog_detach_opts
*opts
);
392 union bpf_iter_link_info
; /* defined in up-to-date linux/bpf.h */
393 struct bpf_link_create_opts
{
394 size_t sz
; /* size of this struct for forward/backward compatibility */
396 union bpf_iter_link_info
*iter_info
;
407 const unsigned long *addrs
;
408 const __u64
*cookies
;
414 const unsigned long *offsets
;
415 const unsigned long *ref_ctr_offsets
;
416 const __u64
*cookies
;
431 __u64 expected_revision
;
436 __u64 expected_revision
;
441 #define bpf_link_create_opts__last_field uprobe_multi.pid
443 LIBBPF_API
int bpf_link_create(int prog_fd
, int target_fd
,
444 enum bpf_attach_type attach_type
,
445 const struct bpf_link_create_opts
*opts
);
447 LIBBPF_API
int bpf_link_detach(int link_fd
);
449 struct bpf_link_update_opts
{
450 size_t sz
; /* size of this struct for forward/backward compatibility */
451 __u32 flags
; /* extra flags */
452 __u32 old_prog_fd
; /* expected old program FD */
453 __u32 old_map_fd
; /* expected old map FD */
455 #define bpf_link_update_opts__last_field old_map_fd
457 LIBBPF_API
int bpf_link_update(int link_fd
, int new_prog_fd
,
458 const struct bpf_link_update_opts
*opts
);
460 LIBBPF_API
int bpf_iter_create(int link_fd
);
462 struct bpf_prog_test_run_attr
{
467 void *data_out
; /* optional */
468 __u32 data_size_out
; /* in: max length of data_out
469 * out: length of data_out */
470 __u32 retval
; /* out: return code of the BPF program */
471 __u32 duration
; /* out: average per repetition in ns */
472 const void *ctx_in
; /* optional */
474 void *ctx_out
; /* optional */
475 __u32 ctx_size_out
; /* in: max length of ctx_out
476 * out: length of cxt_out */
479 LIBBPF_API
int bpf_prog_get_next_id(__u32 start_id
, __u32
*next_id
);
480 LIBBPF_API
int bpf_map_get_next_id(__u32 start_id
, __u32
*next_id
);
481 LIBBPF_API
int bpf_btf_get_next_id(__u32 start_id
, __u32
*next_id
);
482 LIBBPF_API
int bpf_link_get_next_id(__u32 start_id
, __u32
*next_id
);
484 struct bpf_get_fd_by_id_opts
{
485 size_t sz
; /* size of this struct for forward/backward compatibility */
486 __u32 open_flags
; /* permissions requested for the operation on fd */
489 #define bpf_get_fd_by_id_opts__last_field open_flags
491 LIBBPF_API
int bpf_prog_get_fd_by_id(__u32 id
);
492 LIBBPF_API
int bpf_prog_get_fd_by_id_opts(__u32 id
,
493 const struct bpf_get_fd_by_id_opts
*opts
);
494 LIBBPF_API
int bpf_map_get_fd_by_id(__u32 id
);
495 LIBBPF_API
int bpf_map_get_fd_by_id_opts(__u32 id
,
496 const struct bpf_get_fd_by_id_opts
*opts
);
497 LIBBPF_API
int bpf_btf_get_fd_by_id(__u32 id
);
498 LIBBPF_API
int bpf_btf_get_fd_by_id_opts(__u32 id
,
499 const struct bpf_get_fd_by_id_opts
*opts
);
500 LIBBPF_API
int bpf_link_get_fd_by_id(__u32 id
);
501 LIBBPF_API
int bpf_link_get_fd_by_id_opts(__u32 id
,
502 const struct bpf_get_fd_by_id_opts
*opts
);
503 LIBBPF_API
int bpf_obj_get_info_by_fd(int bpf_fd
, void *info
, __u32
*info_len
);
506 * @brief **bpf_prog_get_info_by_fd()** obtains information about the BPF
507 * program corresponding to *prog_fd*.
509 * Populates up to *info_len* bytes of *info* and updates *info_len* with the
510 * actual number of bytes written to *info*. Note that *info* should be
511 * zero-initialized or initialized as expected by the requested *info*
512 * type. Failing to (zero-)initialize *info* under certain circumstances can
513 * result in this helper returning an error.
515 * @param prog_fd BPF program file descriptor
516 * @param info pointer to **struct bpf_prog_info** that will be populated with
517 * BPF program information
518 * @param info_len pointer to the size of *info*; on success updated with the
519 * number of bytes written to *info*
520 * @return 0, on success; negative error code, otherwise (errno is also set to
523 LIBBPF_API
int bpf_prog_get_info_by_fd(int prog_fd
, struct bpf_prog_info
*info
, __u32
*info_len
);
526 * @brief **bpf_map_get_info_by_fd()** obtains information about the BPF
527 * map corresponding to *map_fd*.
529 * Populates up to *info_len* bytes of *info* and updates *info_len* with the
530 * actual number of bytes written to *info*. Note that *info* should be
531 * zero-initialized or initialized as expected by the requested *info*
532 * type. Failing to (zero-)initialize *info* under certain circumstances can
533 * result in this helper returning an error.
535 * @param map_fd BPF map file descriptor
536 * @param info pointer to **struct bpf_map_info** that will be populated with
537 * BPF map information
538 * @param info_len pointer to the size of *info*; on success updated with the
539 * number of bytes written to *info*
540 * @return 0, on success; negative error code, otherwise (errno is also set to
543 LIBBPF_API
int bpf_map_get_info_by_fd(int map_fd
, struct bpf_map_info
*info
, __u32
*info_len
);
546 * @brief **bpf_btf_get_info_by_fd()** obtains information about the
547 * BTF object corresponding to *btf_fd*.
549 * Populates up to *info_len* bytes of *info* and updates *info_len* with the
550 * actual number of bytes written to *info*. Note that *info* should be
551 * zero-initialized or initialized as expected by the requested *info*
552 * type. Failing to (zero-)initialize *info* under certain circumstances can
553 * result in this helper returning an error.
555 * @param btf_fd BTF object file descriptor
556 * @param info pointer to **struct bpf_btf_info** that will be populated with
557 * BTF object information
558 * @param info_len pointer to the size of *info*; on success updated with the
559 * number of bytes written to *info*
560 * @return 0, on success; negative error code, otherwise (errno is also set to
563 LIBBPF_API
int bpf_btf_get_info_by_fd(int btf_fd
, struct bpf_btf_info
*info
, __u32
*info_len
);
566 * @brief **bpf_btf_get_info_by_fd()** obtains information about the BPF
567 * link corresponding to *link_fd*.
569 * Populates up to *info_len* bytes of *info* and updates *info_len* with the
570 * actual number of bytes written to *info*. Note that *info* should be
571 * zero-initialized or initialized as expected by the requested *info*
572 * type. Failing to (zero-)initialize *info* under certain circumstances can
573 * result in this helper returning an error.
575 * @param link_fd BPF link file descriptor
576 * @param info pointer to **struct bpf_link_info** that will be populated with
577 * BPF link information
578 * @param info_len pointer to the size of *info*; on success updated with the
579 * number of bytes written to *info*
580 * @return 0, on success; negative error code, otherwise (errno is also set to
583 LIBBPF_API
int bpf_link_get_info_by_fd(int link_fd
, struct bpf_link_info
*info
, __u32
*info_len
);
585 struct bpf_prog_query_opts
{
586 size_t sz
; /* size of this struct for forward/backward compatibility */
588 __u32 attach_flags
; /* output argument */
591 /* input+output argument */
595 __u32
*prog_attach_flags
;
597 __u32
*link_attach_flags
;
601 #define bpf_prog_query_opts__last_field revision
604 * @brief **bpf_prog_query_opts()** queries the BPF programs and BPF links
605 * which are attached to *target* which can represent a file descriptor or
608 * @param target query location file descriptor or ifindex
609 * @param type attach type for the BPF program
610 * @param opts options for configuring the query
611 * @return 0, on success; negative error code, otherwise (errno is also set to
614 LIBBPF_API
int bpf_prog_query_opts(int target
, enum bpf_attach_type type
,
615 struct bpf_prog_query_opts
*opts
);
616 LIBBPF_API
int bpf_prog_query(int target_fd
, enum bpf_attach_type type
,
617 __u32 query_flags
, __u32
*attach_flags
,
618 __u32
*prog_ids
, __u32
*prog_cnt
);
620 struct bpf_raw_tp_opts
{
621 size_t sz
; /* size of this struct for forward/backward compatibility */
626 #define bpf_raw_tp_opts__last_field cookie
628 LIBBPF_API
int bpf_raw_tracepoint_open_opts(int prog_fd
, struct bpf_raw_tp_opts
*opts
);
629 LIBBPF_API
int bpf_raw_tracepoint_open(const char *name
, int prog_fd
);
630 LIBBPF_API
int bpf_task_fd_query(int pid
, int fd
, __u32 flags
, char *buf
,
631 __u32
*buf_len
, __u32
*prog_id
, __u32
*fd_type
,
632 __u64
*probe_offset
, __u64
*probe_addr
);
635 /* forward-declaring enums in C++ isn't compatible with pure C enums, so
636 * instead define bpf_enable_stats() as accepting int as an input
638 LIBBPF_API
int bpf_enable_stats(int type
);
640 enum bpf_stats_type
; /* defined in up-to-date linux/bpf.h */
641 LIBBPF_API
int bpf_enable_stats(enum bpf_stats_type type
);
644 struct bpf_prog_bind_opts
{
645 size_t sz
; /* size of this struct for forward/backward compatibility */
648 #define bpf_prog_bind_opts__last_field flags
650 LIBBPF_API
int bpf_prog_bind_map(int prog_fd
, int map_fd
,
651 const struct bpf_prog_bind_opts
*opts
);
653 struct bpf_test_run_opts
{
654 size_t sz
; /* size of this struct for forward/backward compatibility */
655 const void *data_in
; /* optional */
656 void *data_out
; /* optional */
658 __u32 data_size_out
; /* in: max length of data_out
659 * out: length of data_out
661 const void *ctx_in
; /* optional */
662 void *ctx_out
; /* optional */
664 __u32 ctx_size_out
; /* in: max length of ctx_out
665 * out: length of cxt_out
667 __u32 retval
; /* out: return code of the BPF program */
669 __u32 duration
; /* out: average per repetition in ns */
674 #define bpf_test_run_opts__last_field batch_size
676 LIBBPF_API
int bpf_prog_test_run_opts(int prog_fd
,
677 struct bpf_test_run_opts
*opts
);
679 struct bpf_token_create_opts
{
680 size_t sz
; /* size of this struct for forward/backward compatibility */
684 #define bpf_token_create_opts__last_field flags
687 * @brief **bpf_token_create()** creates a new instance of BPF token derived
688 * from specified BPF FS mount point.
690 * BPF token created with this API can be passed to bpf() syscall for
691 * commands like BPF_PROG_LOAD, BPF_MAP_CREATE, etc.
693 * @param bpffs_fd FD for BPF FS instance from which to derive a BPF token
695 * @param opts optional BPF token creation options, can be NULL
697 * @return BPF token FD > 0, on success; negative error code, otherwise (errno
698 * is also set to the error code)
700 LIBBPF_API
int bpf_token_create(int bpffs_fd
,
701 struct bpf_token_create_opts
*opts
);
707 #endif /* __LIBBPF_BPF_H */