409 lines
11 KiB
C
409 lines
11 KiB
C
|
// SPDX-License-Identifier: GPL-2.0
|
||
|
|
/* Copyright (c) 2019 Facebook */
|
||
|
|
#include <test_progs.h>
|
||
|
|
#include <network_helpers.h>
|
||
|
|
#include <bpf/btf.h>
|
||
|
|
|
||
|
|
typedef int (*test_cb)(struct bpf_object *obj);
|
||
|
|
|
||
|
|
static int check_data_map(struct bpf_object *obj, int prog_cnt, bool reset)
|
||
|
|
{
|
||
|
|
struct bpf_map *data_map = NULL, *map;
|
||
|
|
__u64 *result = NULL;
|
||
|
|
const int zero = 0;
|
||
|
|
__u32 duration = 0;
|
||
|
|
int ret = -1, i;
|
||
|
|
|
||
|
|
result = malloc((prog_cnt + 32 /* spare */) * sizeof(__u64));
|
||
|
|
if (CHECK(!result, "alloc_memory", "failed to alloc memory"))
|
||
|
|
return -ENOMEM;
|
||
|
|
|
||
|
|
bpf_object__for_each_map(map, obj)
|
||
|
|
if (bpf_map__is_internal(map)) {
|
||
|
|
data_map = map;
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
if (CHECK(!data_map, "find_data_map", "data map not found\n"))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
ret = bpf_map_lookup_elem(bpf_map__fd(data_map), &zero, result);
|
||
|
|
if (CHECK(ret, "get_result",
|
||
|
|
"failed to get output data: %d\n", ret))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
for (i = 0; i < prog_cnt; i++) {
|
||
|
|
if (CHECK(result[i] != 1, "result",
|
||
|
|
"fexit_bpf2bpf result[%d] failed err %llu\n",
|
||
|
|
i, result[i]))
|
||
|
|
goto out;
|
||
|
|
result[i] = 0;
|
||
|
|
}
|
||
|
|
if (reset) {
|
||
|
|
ret = bpf_map_update_elem(bpf_map__fd(data_map), &zero, result, 0);
|
||
|
|
if (CHECK(ret, "reset_result", "failed to reset result\n"))
|
||
|
|
goto out;
|
||
|
|
}
|
||
|
|
|
||
|
|
ret = 0;
|
||
|
|
out:
|
||
|
|
free(result);
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_fexit_bpf2bpf_common(const char *obj_file,
|
||
|
|
const char *target_obj_file,
|
||
|
|
int prog_cnt,
|
||
|
|
const char **prog_name,
|
||
|
|
bool run_prog,
|
||
|
|
test_cb cb)
|
||
|
|
{
|
||
|
|
struct bpf_object *obj = NULL, *tgt_obj;
|
||
|
|
__u32 retval, tgt_prog_id, info_len;
|
||
|
|
struct bpf_prog_info prog_info = {};
|
||
|
|
struct bpf_program **prog = NULL;
|
||
|
|
struct bpf_link **link = NULL;
|
||
|
|
int err, tgt_fd, i;
|
||
|
|
struct btf *btf;
|
||
|
|
|
||
|
|
err = bpf_prog_load(target_obj_file, BPF_PROG_TYPE_UNSPEC,
|
||
|
|
&tgt_obj, &tgt_fd);
|
||
|
|
if (!ASSERT_OK(err, "tgt_prog_load"))
|
||
|
|
return;
|
||
|
|
DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts,
|
||
|
|
.attach_prog_fd = tgt_fd,
|
||
|
|
);
|
||
|
|
|
||
|
|
info_len = sizeof(prog_info);
|
||
|
|
err = bpf_obj_get_info_by_fd(tgt_fd, &prog_info, &info_len);
|
||
|
|
if (!ASSERT_OK(err, "tgt_fd_get_info"))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
tgt_prog_id = prog_info.id;
|
||
|
|
btf = bpf_object__btf(tgt_obj);
|
||
|
|
|
||
|
|
link = calloc(sizeof(struct bpf_link *), prog_cnt);
|
||
|
|
if (!ASSERT_OK_PTR(link, "link_ptr"))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
prog = calloc(sizeof(struct bpf_program *), prog_cnt);
|
||
|
|
if (!ASSERT_OK_PTR(prog, "prog_ptr"))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
obj = bpf_object__open_file(obj_file, &opts);
|
||
|
|
if (!ASSERT_OK_PTR(obj, "obj_open"))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
err = bpf_object__load(obj);
|
||
|
|
if (!ASSERT_OK(err, "obj_load"))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
for (i = 0; i < prog_cnt; i++) {
|
||
|
|
struct bpf_link_info link_info;
|
||
|
|
char *tgt_name;
|
||
|
|
__s32 btf_id;
|
||
|
|
|
||
|
|
tgt_name = strstr(prog_name[i], "/");
|
||
|
|
if (!ASSERT_OK_PTR(tgt_name, "tgt_name"))
|
||
|
|
goto close_prog;
|
||
|
|
btf_id = btf__find_by_name_kind(btf, tgt_name + 1, BTF_KIND_FUNC);
|
||
|
|
|
||
|
|
prog[i] = bpf_object__find_program_by_title(obj, prog_name[i]);
|
||
|
|
if (!ASSERT_OK_PTR(prog[i], prog_name[i]))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
link[i] = bpf_program__attach_trace(prog[i]);
|
||
|
|
if (!ASSERT_OK_PTR(link[i], "attach_trace"))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
info_len = sizeof(link_info);
|
||
|
|
memset(&link_info, 0, sizeof(link_info));
|
||
|
|
err = bpf_obj_get_info_by_fd(bpf_link__fd(link[i]),
|
||
|
|
&link_info, &info_len);
|
||
|
|
ASSERT_OK(err, "link_fd_get_info");
|
||
|
|
ASSERT_EQ(link_info.tracing.attach_type,
|
||
|
|
bpf_program__get_expected_attach_type(prog[i]),
|
||
|
|
"link_attach_type");
|
||
|
|
ASSERT_EQ(link_info.tracing.target_obj_id, tgt_prog_id, "link_tgt_obj_id");
|
||
|
|
ASSERT_EQ(link_info.tracing.target_btf_id, btf_id, "link_tgt_btf_id");
|
||
|
|
}
|
||
|
|
|
||
|
|
if (cb) {
|
||
|
|
err = cb(obj);
|
||
|
|
if (err)
|
||
|
|
goto close_prog;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (!run_prog)
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
err = bpf_prog_test_run(tgt_fd, 1, &pkt_v6, sizeof(pkt_v6),
|
||
|
|
NULL, NULL, &retval, NULL);
|
||
|
|
ASSERT_OK(err, "prog_run");
|
||
|
|
ASSERT_EQ(retval, 0, "prog_run_ret");
|
||
|
|
|
||
|
|
if (check_data_map(obj, prog_cnt, false))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
close_prog:
|
||
|
|
for (i = 0; i < prog_cnt; i++)
|
||
|
|
bpf_link__destroy(link[i]);
|
||
|
|
bpf_object__close(obj);
|
||
|
|
bpf_object__close(tgt_obj);
|
||
|
|
free(link);
|
||
|
|
free(prog);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_target_no_callees(void)
|
||
|
|
{
|
||
|
|
const char *prog_name[] = {
|
||
|
|
"fexit/test_pkt_md_access",
|
||
|
|
};
|
||
|
|
test_fexit_bpf2bpf_common("./fexit_bpf2bpf_simple.o",
|
||
|
|
"./test_pkt_md_access.o",
|
||
|
|
ARRAY_SIZE(prog_name),
|
||
|
|
prog_name, true, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_target_yes_callees(void)
|
||
|
|
{
|
||
|
|
const char *prog_name[] = {
|
||
|
|
"fexit/test_pkt_access",
|
||
|
|
"fexit/test_pkt_access_subprog1",
|
||
|
|
"fexit/test_pkt_access_subprog2",
|
||
|
|
"fexit/test_pkt_access_subprog3",
|
||
|
|
};
|
||
|
|
test_fexit_bpf2bpf_common("./fexit_bpf2bpf.o",
|
||
|
|
"./test_pkt_access.o",
|
||
|
|
ARRAY_SIZE(prog_name),
|
||
|
|
prog_name, true, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_func_replace(void)
|
||
|
|
{
|
||
|
|
const char *prog_name[] = {
|
||
|
|
"fexit/test_pkt_access",
|
||
|
|
"fexit/test_pkt_access_subprog1",
|
||
|
|
"fexit/test_pkt_access_subprog2",
|
||
|
|
"fexit/test_pkt_access_subprog3",
|
||
|
|
"freplace/get_skb_len",
|
||
|
|
"freplace/get_skb_ifindex",
|
||
|
|
"freplace/get_constant",
|
||
|
|
"freplace/test_pkt_write_access_subprog",
|
||
|
|
};
|
||
|
|
test_fexit_bpf2bpf_common("./fexit_bpf2bpf.o",
|
||
|
|
"./test_pkt_access.o",
|
||
|
|
ARRAY_SIZE(prog_name),
|
||
|
|
prog_name, true, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_func_replace_verify(void)
|
||
|
|
{
|
||
|
|
const char *prog_name[] = {
|
||
|
|
"freplace/do_bind",
|
||
|
|
};
|
||
|
|
test_fexit_bpf2bpf_common("./freplace_connect4.o",
|
||
|
|
"./connect4_prog.o",
|
||
|
|
ARRAY_SIZE(prog_name),
|
||
|
|
prog_name, false, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int test_second_attach(struct bpf_object *obj)
|
||
|
|
{
|
||
|
|
const char *prog_name = "freplace/get_constant";
|
||
|
|
const char *tgt_name = prog_name + 9; /* cut off freplace/ */
|
||
|
|
const char *tgt_obj_file = "./test_pkt_access.o";
|
||
|
|
struct bpf_program *prog = NULL;
|
||
|
|
struct bpf_object *tgt_obj;
|
||
|
|
__u32 duration = 0, retval;
|
||
|
|
struct bpf_link *link;
|
||
|
|
int err = 0, tgt_fd;
|
||
|
|
|
||
|
|
prog = bpf_object__find_program_by_title(obj, prog_name);
|
||
|
|
if (CHECK(!prog, "find_prog", "prog %s not found\n", prog_name))
|
||
|
|
return -ENOENT;
|
||
|
|
|
||
|
|
err = bpf_prog_load(tgt_obj_file, BPF_PROG_TYPE_UNSPEC,
|
||
|
|
&tgt_obj, &tgt_fd);
|
||
|
|
if (CHECK(err, "second_prog_load", "file %s err %d errno %d\n",
|
||
|
|
tgt_obj_file, err, errno))
|
||
|
|
return err;
|
||
|
|
|
||
|
|
link = bpf_program__attach_freplace(prog, tgt_fd, tgt_name);
|
||
|
|
if (!ASSERT_OK_PTR(link, "second_link"))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
err = bpf_prog_test_run(tgt_fd, 1, &pkt_v6, sizeof(pkt_v6),
|
||
|
|
NULL, NULL, &retval, &duration);
|
||
|
|
if (CHECK(err || retval, "ipv6",
|
||
|
|
"err %d errno %d retval %d duration %d\n",
|
||
|
|
err, errno, retval, duration))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
err = check_data_map(obj, 1, true);
|
||
|
|
if (err)
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
out:
|
||
|
|
bpf_link__destroy(link);
|
||
|
|
bpf_object__close(tgt_obj);
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_func_replace_multi(void)
|
||
|
|
{
|
||
|
|
const char *prog_name[] = {
|
||
|
|
"freplace/get_constant",
|
||
|
|
};
|
||
|
|
test_fexit_bpf2bpf_common("./freplace_get_constant.o",
|
||
|
|
"./test_pkt_access.o",
|
||
|
|
ARRAY_SIZE(prog_name),
|
||
|
|
prog_name, true, test_second_attach);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_fmod_ret_freplace(void)
|
||
|
|
{
|
||
|
|
struct bpf_object *freplace_obj = NULL, *pkt_obj, *fmod_obj = NULL;
|
||
|
|
const char *freplace_name = "./freplace_get_constant.o";
|
||
|
|
const char *fmod_ret_name = "./fmod_ret_freplace.o";
|
||
|
|
DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts);
|
||
|
|
const char *tgt_name = "./test_pkt_access.o";
|
||
|
|
struct bpf_link *freplace_link = NULL;
|
||
|
|
struct bpf_program *prog;
|
||
|
|
__u32 duration = 0;
|
||
|
|
int err, pkt_fd;
|
||
|
|
|
||
|
|
err = bpf_prog_load(tgt_name, BPF_PROG_TYPE_UNSPEC,
|
||
|
|
&pkt_obj, &pkt_fd);
|
||
|
|
/* the target prog should load fine */
|
||
|
|
if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n",
|
||
|
|
tgt_name, err, errno))
|
||
|
|
return;
|
||
|
|
opts.attach_prog_fd = pkt_fd;
|
||
|
|
|
||
|
|
freplace_obj = bpf_object__open_file(freplace_name, &opts);
|
||
|
|
if (!ASSERT_OK_PTR(freplace_obj, "freplace_obj_open"))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
err = bpf_object__load(freplace_obj);
|
||
|
|
if (CHECK(err, "freplace_obj_load", "err %d\n", err))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
prog = bpf_program__next(NULL, freplace_obj);
|
||
|
|
freplace_link = bpf_program__attach_trace(prog);
|
||
|
|
if (!ASSERT_OK_PTR(freplace_link, "freplace_attach_trace"))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
opts.attach_prog_fd = bpf_program__fd(prog);
|
||
|
|
fmod_obj = bpf_object__open_file(fmod_ret_name, &opts);
|
||
|
|
if (!ASSERT_OK_PTR(fmod_obj, "fmod_obj_open"))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
err = bpf_object__load(fmod_obj);
|
||
|
|
if (CHECK(!err, "fmod_obj_load", "loading fmod_ret should fail\n"))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
out:
|
||
|
|
bpf_link__destroy(freplace_link);
|
||
|
|
bpf_object__close(freplace_obj);
|
||
|
|
bpf_object__close(fmod_obj);
|
||
|
|
bpf_object__close(pkt_obj);
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
static void test_func_sockmap_update(void)
|
||
|
|
{
|
||
|
|
const char *prog_name[] = {
|
||
|
|
"freplace/cls_redirect",
|
||
|
|
};
|
||
|
|
test_fexit_bpf2bpf_common("./freplace_cls_redirect.o",
|
||
|
|
"./test_cls_redirect.o",
|
||
|
|
ARRAY_SIZE(prog_name),
|
||
|
|
prog_name, false, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_obj_load_failure_common(const char *obj_file,
|
||
|
|
const char *target_obj_file)
|
||
|
|
|
||
|
|
{
|
||
|
|
/*
|
||
|
|
* standalone test that asserts failure to load freplace prog
|
||
|
|
* because of invalid return code.
|
||
|
|
*/
|
||
|
|
struct bpf_object *obj = NULL, *pkt_obj;
|
||
|
|
int err, pkt_fd;
|
||
|
|
__u32 duration = 0;
|
||
|
|
|
||
|
|
err = bpf_prog_load(target_obj_file, BPF_PROG_TYPE_UNSPEC,
|
||
|
|
&pkt_obj, &pkt_fd);
|
||
|
|
/* the target prog should load fine */
|
||
|
|
if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n",
|
||
|
|
target_obj_file, err, errno))
|
||
|
|
return;
|
||
|
|
DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts,
|
||
|
|
.attach_prog_fd = pkt_fd,
|
||
|
|
);
|
||
|
|
|
||
|
|
obj = bpf_object__open_file(obj_file, &opts);
|
||
|
|
if (!ASSERT_OK_PTR(obj, "obj_open"))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
/* It should fail to load the program */
|
||
|
|
err = bpf_object__load(obj);
|
||
|
|
if (CHECK(!err, "bpf_obj_load should fail", "err %d\n", err))
|
||
|
|
goto close_prog;
|
||
|
|
|
||
|
|
close_prog:
|
||
|
|
bpf_object__close(obj);
|
||
|
|
bpf_object__close(pkt_obj);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_func_replace_return_code(void)
|
||
|
|
{
|
||
|
|
/* test invalid return code in the replaced program */
|
||
|
|
test_obj_load_failure_common("./freplace_connect_v4_prog.o",
|
||
|
|
"./connect4_prog.o");
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_func_map_prog_compatibility(void)
|
||
|
|
{
|
||
|
|
/* test with spin lock map value in the replaced program */
|
||
|
|
test_obj_load_failure_common("./freplace_attach_probe.o",
|
||
|
|
"./test_attach_probe.o");
|
||
|
|
}
|
||
|
|
|
||
|
|
static void test_func_replace_global_func(void)
|
||
|
|
{
|
||
|
|
const char *prog_name[] = {
|
||
|
|
"freplace/test_pkt_access",
|
||
|
|
};
|
||
|
|
|
||
|
|
test_fexit_bpf2bpf_common("./freplace_global_func.o",
|
||
|
|
"./test_pkt_access.o",
|
||
|
|
ARRAY_SIZE(prog_name),
|
||
|
|
prog_name, false, NULL);
|
||
|
|
}
|
||
|
|
|
||
|
|
void test_fexit_bpf2bpf(void)
|
||
|
|
{
|
||
|
|
if (test__start_subtest("target_no_callees"))
|
||
|
|
test_target_no_callees();
|
||
|
|
if (test__start_subtest("target_yes_callees"))
|
||
|
|
test_target_yes_callees();
|
||
|
|
if (test__start_subtest("func_replace"))
|
||
|
|
test_func_replace();
|
||
|
|
if (test__start_subtest("func_replace_verify"))
|
||
|
|
test_func_replace_verify();
|
||
|
|
if (test__start_subtest("func_sockmap_update"))
|
||
|
|
test_func_sockmap_update();
|
||
|
|
if (test__start_subtest("func_replace_return_code"))
|
||
|
|
test_func_replace_return_code();
|
||
|
|
if (test__start_subtest("func_map_prog_compatibility"))
|
||
|
|
test_func_map_prog_compatibility();
|
||
|
|
if (test__start_subtest("func_replace_multi"))
|
||
|
|
test_func_replace_multi();
|
||
|
|
if (test__start_subtest("fmod_ret_freplace"))
|
||
|
|
test_fmod_ret_freplace();
|
||
|
|
if (test__start_subtest("func_replace_global_func"))
|
||
|
|
test_func_replace_global_func();
|
||
|
|
}
|