1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2 /* Copyright (C) 2017-2018 Netronome Systems, Inc. */
16 #include <linux/limits.h>
17 #include <linux/magic.h>
19 #include <sys/mount.h>
20 #include <sys/resource.h>
25 #include <bpf/libbpf.h> /* libbpf_num_possible_cpus */
30 #define BPF_FS_MAGIC 0xcafe4a11
33 const char * const attach_type_name
[__MAX_BPF_ATTACH_TYPE
] = {
34 [BPF_CGROUP_INET_INGRESS
] = "ingress",
35 [BPF_CGROUP_INET_EGRESS
] = "egress",
36 [BPF_CGROUP_INET_SOCK_CREATE
] = "sock_create",
37 [BPF_CGROUP_INET_SOCK_RELEASE
] = "sock_release",
38 [BPF_CGROUP_SOCK_OPS
] = "sock_ops",
39 [BPF_CGROUP_DEVICE
] = "device",
40 [BPF_CGROUP_INET4_BIND
] = "bind4",
41 [BPF_CGROUP_INET6_BIND
] = "bind6",
42 [BPF_CGROUP_INET4_CONNECT
] = "connect4",
43 [BPF_CGROUP_INET6_CONNECT
] = "connect6",
44 [BPF_CGROUP_INET4_POST_BIND
] = "post_bind4",
45 [BPF_CGROUP_INET6_POST_BIND
] = "post_bind6",
46 [BPF_CGROUP_INET4_GETPEERNAME
] = "getpeername4",
47 [BPF_CGROUP_INET6_GETPEERNAME
] = "getpeername6",
48 [BPF_CGROUP_INET4_GETSOCKNAME
] = "getsockname4",
49 [BPF_CGROUP_INET6_GETSOCKNAME
] = "getsockname6",
50 [BPF_CGROUP_UDP4_SENDMSG
] = "sendmsg4",
51 [BPF_CGROUP_UDP6_SENDMSG
] = "sendmsg6",
52 [BPF_CGROUP_SYSCTL
] = "sysctl",
53 [BPF_CGROUP_UDP4_RECVMSG
] = "recvmsg4",
54 [BPF_CGROUP_UDP6_RECVMSG
] = "recvmsg6",
55 [BPF_CGROUP_GETSOCKOPT
] = "getsockopt",
56 [BPF_CGROUP_SETSOCKOPT
] = "setsockopt",
58 [BPF_SK_SKB_STREAM_PARSER
] = "sk_skb_stream_parser",
59 [BPF_SK_SKB_STREAM_VERDICT
] = "sk_skb_stream_verdict",
60 [BPF_SK_MSG_VERDICT
] = "sk_msg_verdict",
61 [BPF_LIRC_MODE2
] = "lirc_mode2",
62 [BPF_FLOW_DISSECTOR
] = "flow_dissector",
63 [BPF_TRACE_RAW_TP
] = "raw_tp",
64 [BPF_TRACE_FENTRY
] = "fentry",
65 [BPF_TRACE_FEXIT
] = "fexit",
66 [BPF_MODIFY_RETURN
] = "mod_ret",
67 [BPF_LSM_MAC
] = "lsm_mac",
68 [BPF_SK_LOOKUP
] = "sk_lookup",
71 void p_err(const char *fmt
, ...)
77 jsonw_start_object(json_wtr
);
78 jsonw_name(json_wtr
, "error");
79 jsonw_vprintf_enquote(json_wtr
, fmt
, ap
);
80 jsonw_end_object(json_wtr
);
82 fprintf(stderr
, "Error: ");
83 vfprintf(stderr
, fmt
, ap
);
84 fprintf(stderr
, "\n");
89 void p_info(const char *fmt
, ...)
97 vfprintf(stderr
, fmt
, ap
);
98 fprintf(stderr
, "\n");
102 static bool is_bpffs(char *path
)
106 if (statfs(path
, &st_fs
) < 0)
109 return (unsigned long)st_fs
.f_type
== BPF_FS_MAGIC
;
112 void set_max_rlimit(void)
114 struct rlimit rinf
= { RLIM_INFINITY
, RLIM_INFINITY
};
116 setrlimit(RLIMIT_MEMLOCK
, &rinf
);
120 mnt_fs(const char *target
, const char *type
, char *buff
, size_t bufflen
)
122 bool bind_done
= false;
124 while (mount("", target
, "none", MS_PRIVATE
| MS_REC
, NULL
)) {
125 if (errno
!= EINVAL
|| bind_done
) {
126 snprintf(buff
, bufflen
,
127 "mount --make-private %s failed: %s",
128 target
, strerror(errno
));
132 if (mount(target
, target
, "none", MS_BIND
, NULL
)) {
133 snprintf(buff
, bufflen
,
134 "mount --bind %s %s failed: %s",
135 target
, target
, strerror(errno
));
142 if (mount(type
, target
, type
, 0, "mode=0700")) {
143 snprintf(buff
, bufflen
, "mount -t %s %s %s failed: %s",
144 type
, type
, target
, strerror(errno
));
151 int mount_tracefs(const char *target
)
153 char err_str
[ERR_MAX_LEN
];
156 err
= mnt_fs(target
, "tracefs", err_str
, ERR_MAX_LEN
);
158 err_str
[ERR_MAX_LEN
- 1] = '\0';
159 p_err("can't mount tracefs: %s", err_str
);
165 int open_obj_pinned(const char *path
, bool quiet
)
170 pname
= strdup(path
);
173 p_err("mem alloc failed");
177 fd
= bpf_obj_get(pname
);
180 p_err("bpf obj get (%s): %s", pname
,
181 errno
== EACCES
&& !is_bpffs(dirname(pname
)) ?
182 "directory not in bpf file system (bpffs)" :
193 int open_obj_pinned_any(const char *path
, enum bpf_obj_type exp_type
)
195 enum bpf_obj_type type
;
198 fd
= open_obj_pinned(path
, false);
202 type
= get_fd_type(fd
);
207 if (type
!= exp_type
) {
208 p_err("incorrect object type: %s", get_fd_type_name(type
));
216 int mount_bpffs_for_pin(const char *name
)
218 char err_str
[ERR_MAX_LEN
];
223 file
= malloc(strlen(name
) + 1);
228 /* nothing to do if already mounted */
232 p_err("no BPF file system found, not mounting it due to --nomount option");
237 err
= mnt_fs(dir
, "bpf", err_str
, ERR_MAX_LEN
);
239 err_str
[ERR_MAX_LEN
- 1] = '\0';
240 p_err("can't mount BPF file system to pin the object (%s): %s",
249 int do_pin_fd(int fd
, const char *name
)
253 err
= mount_bpffs_for_pin(name
);
257 err
= bpf_obj_pin(fd
, name
);
259 p_err("can't pin the object (%s): %s", name
, strerror(errno
));
264 int do_pin_any(int argc
, char **argv
, int (*get_fd
)(int *, char ***))
269 fd
= get_fd(&argc
, &argv
);
273 err
= do_pin_fd(fd
, *argv
);
279 const char *get_fd_type_name(enum bpf_obj_type type
)
281 static const char * const names
[] = {
282 [BPF_OBJ_UNKNOWN
] = "unknown",
283 [BPF_OBJ_PROG
] = "prog",
284 [BPF_OBJ_MAP
] = "map",
287 if (type
< 0 || type
>= ARRAY_SIZE(names
) || !names
[type
])
288 return names
[BPF_OBJ_UNKNOWN
];
293 int get_fd_type(int fd
)
299 snprintf(path
, sizeof(path
), "/proc/self/fd/%d", fd
);
301 n
= readlink(path
, buf
, sizeof(buf
));
303 p_err("can't read link type: %s", strerror(errno
));
306 if (n
== sizeof(path
)) {
307 p_err("can't read link type: path too long!");
311 if (strstr(buf
, "bpf-map"))
313 else if (strstr(buf
, "bpf-prog"))
315 else if (strstr(buf
, "bpf-link"))
318 return BPF_OBJ_UNKNOWN
;
321 char *get_fdinfo(int fd
, const char *key
)
329 snprintf(path
, sizeof(path
), "/proc/self/fdinfo/%d", fd
);
331 fdi
= fopen(path
, "r");
335 while ((n
= getline(&line
, &line_n
, fdi
)) > 0) {
339 if (!strstr(line
, key
))
344 value
= strchr(line
, '\t');
345 if (!value
|| !value
[1]) {
352 memmove(line
, value
, len
);
353 line
[len
- 1] = '\0';
363 void print_data_json(uint8_t *data
, size_t len
)
367 jsonw_start_array(json_wtr
);
368 for (i
= 0; i
< len
; i
++)
369 jsonw_printf(json_wtr
, "%d", data
[i
]);
370 jsonw_end_array(json_wtr
);
373 void print_hex_data_json(uint8_t *data
, size_t len
)
377 jsonw_start_array(json_wtr
);
378 for (i
= 0; i
< len
; i
++)
379 jsonw_printf(json_wtr
, "\"0x%02hhx\"", data
[i
]);
380 jsonw_end_array(json_wtr
);
383 /* extra params for nftw cb */
384 static struct pinned_obj_table
*build_fn_table
;
385 static enum bpf_obj_type build_fn_type
;
387 static int do_build_table_cb(const char *fpath
, const struct stat
*sb
,
388 int typeflag
, struct FTW
*ftwbuf
)
390 struct bpf_prog_info pinned_info
;
391 __u32 len
= sizeof(pinned_info
);
392 struct pinned_obj
*obj_node
;
393 enum bpf_obj_type objtype
;
396 if (typeflag
!= FTW_F
)
399 fd
= open_obj_pinned(fpath
, true);
403 objtype
= get_fd_type(fd
);
404 if (objtype
!= build_fn_type
)
407 memset(&pinned_info
, 0, sizeof(pinned_info
));
408 if (bpf_obj_get_info_by_fd(fd
, &pinned_info
, &len
))
411 obj_node
= calloc(1, sizeof(*obj_node
));
417 obj_node
->id
= pinned_info
.id
;
418 obj_node
->path
= strdup(fpath
);
419 if (!obj_node
->path
) {
425 hash_add(build_fn_table
->table
, &obj_node
->hash
, obj_node
->id
);
432 int build_pinned_obj_table(struct pinned_obj_table
*tab
,
433 enum bpf_obj_type type
)
435 struct mntent
*mntent
= NULL
;
436 FILE *mntfile
= NULL
;
437 int flags
= FTW_PHYS
;
441 mntfile
= setmntent("/proc/mounts", "r");
445 build_fn_table
= tab
;
446 build_fn_type
= type
;
448 while ((mntent
= getmntent(mntfile
))) {
449 char *path
= mntent
->mnt_dir
;
451 if (strncmp(mntent
->mnt_type
, "bpf", 3) != 0)
453 err
= nftw(path
, do_build_table_cb
, nopenfd
, flags
);
461 void delete_pinned_obj_table(struct pinned_obj_table
*tab
)
463 struct pinned_obj
*obj
;
464 struct hlist_node
*tmp
;
467 hash_for_each_safe(tab
->table
, bkt
, tmp
, obj
, hash
) {
468 hash_del(&obj
->hash
);
474 unsigned int get_page_size(void)
479 result
= getpagesize();
483 unsigned int get_possible_cpus(void)
485 int cpus
= libbpf_num_possible_cpus();
488 p_err("Can't get # of possible cpus: %s", strerror(-cpus
));
495 ifindex_to_name_ns(__u32 ifindex
, __u32 ns_dev
, __u32 ns_ino
, char *buf
)
500 err
= stat("/proc/self/ns/net", &st
);
502 p_err("Can't stat /proc/self: %s", strerror(errno
));
506 if (st
.st_dev
!= ns_dev
|| st
.st_ino
!= ns_ino
)
509 return if_indextoname(ifindex
, buf
);
512 static int read_sysfs_hex_int(char *path
)
514 char vendor_id_buf
[8];
518 fd
= open(path
, O_RDONLY
);
520 p_err("Can't open %s: %s", path
, strerror(errno
));
524 len
= read(fd
, vendor_id_buf
, sizeof(vendor_id_buf
));
527 p_err("Can't read %s: %s", path
, strerror(errno
));
530 if (len
>= (int)sizeof(vendor_id_buf
)) {
531 p_err("Value in %s too long", path
);
535 vendor_id_buf
[len
] = 0;
537 return strtol(vendor_id_buf
, NULL
, 0);
540 static int read_sysfs_netdev_hex_int(char *devname
, const char *entry_name
)
544 snprintf(full_path
, sizeof(full_path
), "/sys/class/net/%s/device/%s",
545 devname
, entry_name
);
547 return read_sysfs_hex_int(full_path
);
551 ifindex_to_bfd_params(__u32 ifindex
, __u64 ns_dev
, __u64 ns_ino
,
554 char devname
[IF_NAMESIZE
];
558 if (!ifindex_to_name_ns(ifindex
, ns_dev
, ns_ino
, devname
)) {
559 p_err("Can't get net device name for ifindex %d: %s", ifindex
,
564 vendor_id
= read_sysfs_netdev_hex_int(devname
, "vendor");
566 p_err("Can't get device vendor id for %s", devname
);
572 device_id
= read_sysfs_netdev_hex_int(devname
, "device");
573 if (device_id
!= 0x4000 &&
574 device_id
!= 0x6000 &&
576 p_info("Unknown NFP device ID, assuming it is NFP-6xxx arch");
580 p_err("Can't get bfd arch name for device vendor id 0x%04x",
586 void print_dev_plain(__u32 ifindex
, __u64 ns_dev
, __u64 ns_inode
)
588 char name
[IF_NAMESIZE
];
593 printf(" offloaded_to ");
594 if (ifindex_to_name_ns(ifindex
, ns_dev
, ns_inode
, name
))
597 printf("ifindex %u ns_dev %llu ns_ino %llu",
598 ifindex
, ns_dev
, ns_inode
);
601 void print_dev_json(__u32 ifindex
, __u64 ns_dev
, __u64 ns_inode
)
603 char name
[IF_NAMESIZE
];
608 jsonw_name(json_wtr
, "dev");
609 jsonw_start_object(json_wtr
);
610 jsonw_uint_field(json_wtr
, "ifindex", ifindex
);
611 jsonw_uint_field(json_wtr
, "ns_dev", ns_dev
);
612 jsonw_uint_field(json_wtr
, "ns_inode", ns_inode
);
613 if (ifindex_to_name_ns(ifindex
, ns_dev
, ns_inode
, name
))
614 jsonw_string_field(json_wtr
, "ifname", name
);
615 jsonw_end_object(json_wtr
);
618 int parse_u32_arg(int *argc
, char ***argv
, __u32
*val
, const char *what
)
625 p_err("%s already specified", what
);
629 *val
= strtoul(**argv
, &endptr
, 0);
631 p_err("can't parse %s as %s", **argv
, what
);
640 print_all_levels(__maybe_unused
enum libbpf_print_level level
,
641 const char *format
, va_list args
)
643 return vfprintf(stderr
, format
, args
);
646 static int prog_fd_by_nametag(void *nametag
, int **fds
, bool tag
)
654 struct bpf_prog_info info
= {};
655 __u32 len
= sizeof(info
);
657 err
= bpf_prog_get_next_id(id
, &id
);
659 if (errno
!= ENOENT
) {
660 p_err("%s", strerror(errno
));
666 fd
= bpf_prog_get_fd_by_id(id
);
668 p_err("can't get prog by id (%u): %s",
669 id
, strerror(errno
));
673 err
= bpf_obj_get_info_by_fd(fd
, &info
, &len
);
675 p_err("can't get prog info (%u): %s",
676 id
, strerror(errno
));
680 if ((tag
&& memcmp(nametag
, info
.tag
, BPF_TAG_SIZE
)) ||
681 (!tag
&& strncmp(nametag
, info
.name
, BPF_OBJ_NAME_LEN
))) {
687 tmp
= realloc(*fds
, (nb_fds
+ 1) * sizeof(int));
689 p_err("failed to realloc");
694 (*fds
)[nb_fds
++] = fd
;
700 while (--nb_fds
>= 0)
701 close((*fds
)[nb_fds
]);
705 int prog_parse_fds(int *argc
, char ***argv
, int **fds
)
707 if (is_prefix(**argv
, "id")) {
713 id
= strtoul(**argv
, &endptr
, 0);
715 p_err("can't parse %s as ID", **argv
);
720 (*fds
)[0] = bpf_prog_get_fd_by_id(id
);
722 p_err("get by id (%u): %s", id
, strerror(errno
));
726 } else if (is_prefix(**argv
, "tag")) {
727 unsigned char tag
[BPF_TAG_SIZE
];
731 if (sscanf(**argv
, BPF_TAG_FMT
, tag
, tag
+ 1, tag
+ 2,
732 tag
+ 3, tag
+ 4, tag
+ 5, tag
+ 6, tag
+ 7)
734 p_err("can't parse tag");
739 return prog_fd_by_nametag(tag
, fds
, true);
740 } else if (is_prefix(**argv
, "name")) {
746 if (strlen(name
) > BPF_OBJ_NAME_LEN
- 1) {
747 p_err("can't parse name");
752 return prog_fd_by_nametag(name
, fds
, false);
753 } else if (is_prefix(**argv
, "pinned")) {
761 (*fds
)[0] = open_obj_pinned_any(path
, BPF_OBJ_PROG
);
767 p_err("expected 'id', 'tag', 'name' or 'pinned', got: '%s'?", **argv
);
771 int prog_parse_fd(int *argc
, char ***argv
)
776 fds
= malloc(sizeof(int));
778 p_err("mem alloc failed");
781 nb_fds
= prog_parse_fds(argc
, argv
, &fds
);
784 p_err("several programs match this handle");
798 static int map_fd_by_name(char *name
, int **fds
)
806 struct bpf_map_info info
= {};
807 __u32 len
= sizeof(info
);
809 err
= bpf_map_get_next_id(id
, &id
);
811 if (errno
!= ENOENT
) {
812 p_err("%s", strerror(errno
));
818 fd
= bpf_map_get_fd_by_id(id
);
820 p_err("can't get map by id (%u): %s",
821 id
, strerror(errno
));
825 err
= bpf_obj_get_info_by_fd(fd
, &info
, &len
);
827 p_err("can't get map info (%u): %s",
828 id
, strerror(errno
));
832 if (strncmp(name
, info
.name
, BPF_OBJ_NAME_LEN
)) {
838 tmp
= realloc(*fds
, (nb_fds
+ 1) * sizeof(int));
840 p_err("failed to realloc");
845 (*fds
)[nb_fds
++] = fd
;
851 while (--nb_fds
>= 0)
852 close((*fds
)[nb_fds
]);
856 int map_parse_fds(int *argc
, char ***argv
, int **fds
)
858 if (is_prefix(**argv
, "id")) {
864 id
= strtoul(**argv
, &endptr
, 0);
866 p_err("can't parse %s as ID", **argv
);
871 (*fds
)[0] = bpf_map_get_fd_by_id(id
);
873 p_err("get map by id (%u): %s", id
, strerror(errno
));
877 } else if (is_prefix(**argv
, "name")) {
883 if (strlen(name
) > BPF_OBJ_NAME_LEN
- 1) {
884 p_err("can't parse name");
889 return map_fd_by_name(name
, fds
);
890 } else if (is_prefix(**argv
, "pinned")) {
898 (*fds
)[0] = open_obj_pinned_any(path
, BPF_OBJ_MAP
);
904 p_err("expected 'id', 'name' or 'pinned', got: '%s'?", **argv
);
908 int map_parse_fd(int *argc
, char ***argv
)
913 fds
= malloc(sizeof(int));
915 p_err("mem alloc failed");
918 nb_fds
= map_parse_fds(argc
, argv
, &fds
);
921 p_err("several maps match this handle");
935 int map_parse_fd_and_info(int *argc
, char ***argv
, void *info
, __u32
*info_len
)
940 fd
= map_parse_fd(argc
, argv
);
944 err
= bpf_obj_get_info_by_fd(fd
, info
, info_len
);
946 p_err("can't get map info: %s", strerror(errno
));