| /arch/riscv/net/ |
| A D | bpf_jit_core.c | 19 static int build_body(struct rv_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument
28 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body()
47 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local
77 extra_pass = true; in bpf_int_jit_compile()
91 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile()
108 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile()
166 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile()
179 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| A D | bpf_jit_comp64.c | 166 static int emit_addr(u8 rd, u64 addr, bool extra_pass, struct rv_jit_context *ctx) in emit_addr() argument
177 if (extra_pass && !in_auipc_jalr_range(off)) { in emit_addr()
1330 bool extra_pass) in bpf_jit_emit_insn() argument
1362 emit_addr(RV_REG_T2, (u64)&__per_cpu_offset, extra_pass, ctx); in bpf_jit_emit_insn()
1772 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn()
1827 ret = emit_addr(rd, imm64, extra_pass, ctx); in bpf_jit_emit_insn()
|
| A D | bpf_jit_comp32.c | 954 bool extra_pass) in bpf_jit_emit_insn() argument
1141 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn()
|
| A D | bpf_jit.h | 1298 bool extra_pass);
|
| /arch/parisc/net/ |
| A D | bpf_jit_core.c | 16 static int build_body(struct hppa_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument
26 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body()
47 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local
77 extra_pass = true; in bpf_int_jit_compile()
96 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile()
149 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile()
169 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| A D | bpf_jit.h | 477 bool extra_pass);
|
| A D | bpf_jit_comp64.c | 593 bool extra_pass) in bpf_jit_emit_insn() argument
973 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn()
|
| A D | bpf_jit_comp32.c | 1117 bool extra_pass) in bpf_jit_emit_insn() argument
1310 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn()
|
| /arch/loongarch/net/ |
| A D | bpf_jit.c | 503 static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, bool extra_pass) in build_insn() argument
945 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn()
1178 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body() argument
1190 ret = build_insn(insn, ctx, extra_pass); in build_body()
1753 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local
1795 extra_pass = true; in bpf_int_jit_compile()
1811 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile()
1845 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile()
1866 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
1869 if (extra_pass && ctx.idx != jit_data->ctx.idx) { in bpf_int_jit_compile()
[all …]
|
| /arch/powerpc/net/ |
| A D | bpf_jit.h | 195 u32 *addrs, int pass, bool extra_pass);
|
| A D | bpf_jit_comp.c | 148 bool extra_pass = false; in bpf_int_jit_compile() local
190 extra_pass = true; in bpf_int_jit_compile()
267 extra_pass)) { in bpf_int_jit_compile()
297 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
|
| A D | bpf_jit_comp64.c | 479 u32 *addrs, int pass, bool extra_pass) in bpf_jit_build_body() argument
1204 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body()
|
| A D | bpf_jit_comp32.c | 288 u32 *addrs, int pass, bool extra_pass) in bpf_jit_build_body() argument
1130 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body()
|
| /arch/s390/net/ |
| A D | bpf_jit_comp.c | 882 int i, bool extra_pass) in bpf_jit_insn() argument
1786 ret = bpf_jit_get_func_addr(fp, insn, extra_pass, in bpf_jit_insn()
2181 bool extra_pass) in bpf_jit_prog() argument
2206 insn_count = bpf_jit_insn(jit, fp, i, extra_pass); in bpf_jit_prog()
2293 bool extra_pass = false; in bpf_int_jit_compile() local
2324 extra_pass = true; in bpf_int_jit_compile()
2341 if (bpf_jit_prog(&jit, fp, extra_pass)) { in bpf_int_jit_compile()
2355 if (bpf_jit_prog(&jit, fp, extra_pass)) { in bpf_int_jit_compile()
2364 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
2379 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
|
| /arch/arm64/net/ |
| A D | bpf_jit_comp.c | 1166 bool extra_pass) in build_insn() argument
1556 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn()
1867 ret = build_insn(insn, ctx, extra_pass); in build_body()
1966 bool extra_pass = false; in bpf_int_jit_compile() local
2020 extra_pass = true; in bpf_int_jit_compile()
2049 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile()
2101 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile()
2112 if (build_body(&ctx, extra_pass) || in bpf_int_jit_compile()
2134 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
2139 if (extra_pass && ctx.idx > jit_data->ctx.idx) { in bpf_int_jit_compile()
[all …]
|
| /arch/sparc/net/ |
| A D | bpf_jit_comp_64.c | 1487 bool extra_pass = false; in bpf_int_jit_compile() local
1519 extra_pass = true; in bpf_int_jit_compile()
1604 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
1620 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
| /arch/x86/net/ |
| A D | bpf_jit_comp.c | 3556 bool extra_pass = false; in bpf_int_jit_compile() local
3613 extra_pass = true; in bpf_int_jit_compile()
3654 if (extra_pass) { in bpf_int_jit_compile()
3698 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
3735 if (!image || !prog->is_func || extra_pass) { in bpf_int_jit_compile()
|