Lines Matching refs:off
334 static void emit_ldx(struct jit_context *ctx, u8 dst, u8 src, s16 off, u8 size) in emit_ldx() argument
339 emit(ctx, lbu, dst, off, src); in emit_ldx()
343 emit(ctx, lhu, dst, off, src); in emit_ldx()
347 emit(ctx, lwu, dst, off, src); in emit_ldx()
351 emit(ctx, ld, dst, off, src); in emit_ldx()
358 static void emit_stx(struct jit_context *ctx, u8 dst, u8 src, s16 off, u8 size) in emit_stx() argument
363 emit(ctx, sb, src, off, dst); in emit_stx()
367 emit(ctx, sh, src, off, dst); in emit_stx()
371 emit(ctx, sw, src, off, dst); in emit_stx()
375 emit(ctx, sd, src, off, dst); in emit_stx()
382 u8 dst, u8 src, s16 off, u8 code) in emit_atomic_r64() argument
388 emit(ctx, lld, t1, off, dst); in emit_atomic_r64()
410 emit(ctx, scd, t2, off, dst); in emit_atomic_r64()
421 static void emit_cmpxchg_r64(struct jit_context *ctx, u8 dst, u8 src, s16 off) in emit_cmpxchg_r64() argument
428 emit(ctx, lld, t1, off, dst); in emit_cmpxchg_r64()
431 emit(ctx, scd, t2, off, dst); in emit_cmpxchg_r64()
483 int off; in emit_tail_call() local
493 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call()
494 if (off > 0x7fff) in emit_tail_call()
496 emit(ctx, lwu, tmp, off, ary); /* tmp = ary->map.max_entrs*/ in emit_tail_call()
505 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
506 if (off > 0x7fff) in emit_tail_call()
510 emit(ctx, ld, tmp, off, tmp); /* tmp = *(tmp + off) */ in emit_tail_call()
517 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
518 if (off > 0x7fff) in emit_tail_call()
520 emit(ctx, ld, tmp, off, tmp); /* tmp = *(tmp + off) */ in emit_tail_call()
641 s16 off = insn->off; in build_insn() local
828 emit_ldx(ctx, dst, src, off, BPF_SIZE(code)); in build_insn()
836 emit_stx(ctx, dst, MIPS_R_T4, off, BPF_SIZE(code)); in build_insn()
843 emit_stx(ctx, dst, src, off, BPF_SIZE(code)); in build_insn()
862 emit_atomic_r64(ctx, dst, src, off, imm); in build_insn()
871 emit_atomic_r(ctx, tmp, src, off, imm); in build_insn()
875 emit_atomic_r(ctx, dst, MIPS_R_T4, off, imm); in build_insn()
880 emit_cmpxchg_r64(ctx, dst, src, off); in build_insn()
888 emit_cmpxchg_r(ctx, dst, MIPS_R_T5, tmp, off); in build_insn()
920 if (off == 0) in build_insn()
922 setup_jmp_r(ctx, dst == src, BPF_OP(code), off, &jmp, &rel); in build_insn()
926 if (finish_jmp(ctx, jmp, off) < 0) in build_insn()
951 if (off == 0) in build_insn()
953 setup_jmp_i(ctx, imm, 32, BPF_OP(code), off, &jmp, &rel); in build_insn()
962 if (finish_jmp(ctx, jmp, off) < 0) in build_insn()
987 if (off == 0) in build_insn()
989 setup_jmp_r(ctx, dst == src, BPF_OP(code), off, &jmp, &rel); in build_insn()
991 if (finish_jmp(ctx, jmp, off) < 0) in build_insn()
1016 if (off == 0) in build_insn()
1018 setup_jmp_i(ctx, imm, 64, BPF_OP(code), off, &jmp, &rel); in build_insn()
1026 if (finish_jmp(ctx, jmp, off) < 0) in build_insn()
1031 if (off == 0) in build_insn()
1033 if (emit_ja(ctx, off) < 0) in build_insn()