Lines Matching refs:jit_ctx
79 struct jit_ctx { struct
110 static inline void emit(const u32 insn, struct jit_ctx *ctx) in emit() argument
118 static inline void emit_u32_data(const u32 data, struct jit_ctx *ctx) in emit_u32_data()
127 const s32 val, struct jit_ctx *ctx) in emit_a64_mov_i()
156 struct jit_ctx *ctx) in emit_a64_mov_i64()
180 static inline void emit_bti(u32 insn, struct jit_ctx *ctx) in emit_bti()
186 static inline void emit_kcfi(u32 hash, struct jit_ctx *ctx) in emit_kcfi()
198 struct jit_ctx *ctx) in emit_addr_mov_i64()
211 static bool should_emit_indirect_call(long target, const struct jit_ctx *ctx) in should_emit_indirect_call()
225 static void emit_direct_call(u64 target, struct jit_ctx *ctx) in emit_direct_call()
235 static void emit_indirect_call(u64 target, struct jit_ctx *ctx) in emit_indirect_call()
244 static void emit_call(u64 target, struct jit_ctx *ctx) in emit_call()
253 const struct jit_ctx *ctx) in bpf2a64_offset()
281 static inline int epilogue_offset(const struct jit_ctx *ctx) in epilogue_offset()
296 const int tmp, const s32 imm, struct jit_ctx *ctx) in emit_a64_add_i()
361 static void prepare_bpf_tail_call_cnt(struct jit_ctx *ctx) in prepare_bpf_tail_call_cnt()
374 static void find_used_callee_regs(struct jit_ctx *ctx) in find_used_callee_regs()
426 static void push_callee_regs(struct jit_ctx *ctx) in push_callee_regs()
458 static void pop_callee_regs(struct jit_ctx *ctx) in pop_callee_regs()
492 struct jit_ctx *ctx) in emit_percpu_ptr()
513 static int build_prologue(struct jit_ctx *ctx, bool ebpf_from_cbpf) in build_prologue()
623 static int emit_bpf_tail_call(struct jit_ctx *ctx) in emit_bpf_tail_call()
704 static int emit_atomic_ld_st(const struct bpf_insn *insn, struct jit_ctx *ctx) in emit_atomic_ld_st()
780 static int emit_lse_atomic(const struct bpf_insn *insn, struct jit_ctx *ctx) in emit_lse_atomic()
847 static inline int emit_lse_atomic(const struct bpf_insn *insn, struct jit_ctx *ctx) in emit_lse_atomic()
853 static int emit_ll_sc_atomic(const struct bpf_insn *insn, struct jit_ctx *ctx) in emit_ll_sc_atomic()
978 static void build_plt(struct jit_ctx *ctx) in build_plt()
997 static void __maybe_unused build_bhb_mitigation(struct jit_ctx *ctx) in build_bhb_mitigation()
1040 static void build_epilogue(struct jit_ctx *ctx, bool was_classic) in build_epilogue()
1087 struct jit_ctx *ctx, in add_exception_handler()
1165 static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, in build_insn()
1848 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body()
1886 static int validate_code(struct jit_ctx *ctx) in validate_code()
1899 static int validate_ctx(struct jit_ctx *ctx) in validate_ctx()
1952 struct jit_ctx ctx;
1967 struct jit_ctx ctx; in bpf_int_jit_compile()
2230 static void invoke_bpf_prog(struct jit_ctx *ctx, struct bpf_tramp_link *l, in invoke_bpf_prog()
2297 static void invoke_bpf_mod_ret(struct jit_ctx *ctx, struct bpf_tramp_links *tl, in invoke_bpf_mod_ret()
2369 static void clear_garbage(struct jit_ctx *ctx, int reg, int effective_bytes) in clear_garbage()
2385 static void save_args(struct jit_ctx *ctx, int bargs_off, int oargs_off, in save_args()
2429 static void restore_args(struct jit_ctx *ctx, int bargs_off, int nregs) in restore_args()
2456 static int prepare_trampoline(struct jit_ctx *ctx, struct bpf_tramp_image *im, in prepare_trampoline()
2691 struct jit_ctx ctx = { in arch_bpf_trampoline_size()
2742 struct jit_ctx ctx = { in arch_prepare_bpf_trampoline()