Lines Matching refs:emit
155 emit(rv_auipc(rd, upper), ctx); in emit_addr()
156 emit(rv_addi(rd, rd, lower), ctx); in emit_addr()
253 emit(rv_beq(rd, rs, rvoff >> 1), ctx); in emit_bcc()
256 emit(rv_bltu(rs, rd, rvoff >> 1), ctx); in emit_bcc()
259 emit(rv_bltu(rd, rs, rvoff >> 1), ctx); in emit_bcc()
262 emit(rv_bgeu(rd, rs, rvoff >> 1), ctx); in emit_bcc()
265 emit(rv_bgeu(rs, rd, rvoff >> 1), ctx); in emit_bcc()
268 emit(rv_bne(rd, rs, rvoff >> 1), ctx); in emit_bcc()
271 emit(rv_blt(rs, rd, rvoff >> 1), ctx); in emit_bcc()
274 emit(rv_blt(rd, rs, rvoff >> 1), ctx); in emit_bcc()
277 emit(rv_bge(rd, rs, rvoff >> 1), ctx); in emit_bcc()
280 emit(rv_bge(rs, rd, rvoff >> 1), ctx); in emit_bcc()
308 emit(rv_jal(RV_REG_ZERO, rvoff >> 1), ctx); in emit_branch()
319 emit(rv_auipc(RV_REG_T1, upper), ctx); in emit_branch()
320 emit(rv_jalr(RV_REG_ZERO, RV_REG_T1, lower), ctx); in emit_branch()
348 emit(rv_lwu(RV_REG_T1, off, RV_REG_A1), ctx); in emit_bpf_tail_call()
440 emit(rv_jal(rd, rvoff >> 1), ctx); in emit_jump_and_link()
445 emit(rv_auipc(RV_REG_T1, upper), ctx); in emit_jump_and_link()
446 emit(rv_jalr(rd, RV_REG_T1, lower), ctx); in emit_jump_and_link()
492 emit(is64 ? rv_amoadd_d(RV_REG_ZERO, rs, rd, 0, 0) : in emit_atomic()
496 emit(is64 ? rv_amoand_d(RV_REG_ZERO, rs, rd, 0, 0) : in emit_atomic()
500 emit(is64 ? rv_amoor_d(RV_REG_ZERO, rs, rd, 0, 0) : in emit_atomic()
504 emit(is64 ? rv_amoxor_d(RV_REG_ZERO, rs, rd, 0, 0) : in emit_atomic()
509 emit(is64 ? rv_amoadd_d(rs, rs, rd, 0, 0) : in emit_atomic()
515 emit(is64 ? rv_amoand_d(rs, rs, rd, 0, 0) : in emit_atomic()
521 emit(is64 ? rv_amoor_d(rs, rs, rd, 0, 0) : in emit_atomic()
527 emit(is64 ? rv_amoxor_d(rs, rs, rd, 0, 0) : in emit_atomic()
534 emit(is64 ? rv_amoswap_d(rs, rs, rd, 0, 0) : in emit_atomic()
542 emit(is64 ? rv_addi(RV_REG_T2, r0, 0) : in emit_atomic()
544 emit(is64 ? rv_lr_d(r0, 0, rd, 0, 0) : in emit_atomic()
547 emit(rv_bne(RV_REG_T2, r0, jmp_offset >> 1), ctx); in emit_atomic()
548 emit(is64 ? rv_sc_d(RV_REG_T3, rs, rd, 0, 0) : in emit_atomic()
551 emit(rv_bne(RV_REG_T3, 0, jmp_offset >> 1), ctx); in emit_atomic()
552 emit(rv_fence(0x3, 0x3), ctx); in emit_atomic()
632 emit(rv_nop(), &ctx); in gen_call_or_nops()
637 emit(rv_sd(RV_REG_SP, -8, RV_REG_RA), &ctx); in gen_call_or_nops()
641 emit(rv_ld(RV_REG_RA, -8, RV_REG_SP), &ctx); in gen_call_or_nops()
655 emit(rv_nop(), &ctx); in gen_jump_or_nops()
656 emit(rv_nop(), &ctx); in gen_jump_or_nops()
746 emit(rv_nop(), ctx); in invoke_bpf_prog()
924 emit(rv_nop(), ctx); in __arch_prepare_bpf_trampoline()
936 emit(rv_nop(), ctx); in __arch_prepare_bpf_trampoline()
937 emit(rv_nop(), ctx); in __arch_prepare_bpf_trampoline()
1080 emit(is64 ? rv_mul(rd, rd, rs) : rv_mulw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1086 emit(is64 ? rv_divu(rd, rd, rs) : rv_divuw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1092 emit(is64 ? rv_remu(rd, rd, rs) : rv_remuw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1098 emit(is64 ? rv_sll(rd, rd, rs) : rv_sllw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1104 emit(is64 ? rv_srl(rd, rd, rs) : rv_srlw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1110 emit(is64 ? rv_sra(rd, rd, rs) : rv_sraw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
1233 emit(rv_ori(rd, rd, imm), ctx); in bpf_jit_emit_insn()
1244 emit(rv_xori(rd, rd, imm), ctx); in bpf_jit_emit_insn()
1255 emit(is64 ? rv_mul(rd, rd, RV_REG_T1) : in bpf_jit_emit_insn()
1263 emit(is64 ? rv_divu(rd, rd, RV_REG_T1) : in bpf_jit_emit_insn()
1271 emit(is64 ? rv_remu(rd, rd, RV_REG_T1) : in bpf_jit_emit_insn()
1288 emit(rv_srliw(rd, rd, imm), ctx); in bpf_jit_emit_insn()
1298 emit(rv_sraiw(rd, rd, imm), ctx); in bpf_jit_emit_insn()
1494 emit(rv_lbu(rd, off, rs), ctx); in bpf_jit_emit_insn()
1502 emit(rv_lbu(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1510 emit(rv_lhu(rd, off, rs), ctx); in bpf_jit_emit_insn()
1518 emit(rv_lhu(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1526 emit(rv_lwu(rd, off, rs), ctx); in bpf_jit_emit_insn()
1534 emit(rv_lwu(rd, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1568 emit(rv_sb(rd, off, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1574 emit(rv_sb(RV_REG_T2, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1580 emit(rv_sh(rd, off, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1586 emit(rv_sh(RV_REG_T2, 0, RV_REG_T1), ctx); in bpf_jit_emit_insn()
1614 emit(rv_sb(rd, off, rs), ctx); in bpf_jit_emit_insn()
1620 emit(rv_sb(RV_REG_T1, 0, rs), ctx); in bpf_jit_emit_insn()
1624 emit(rv_sh(rd, off, rs), ctx); in bpf_jit_emit_insn()
1630 emit(rv_sh(RV_REG_T1, 0, rs), ctx); in bpf_jit_emit_insn()
1696 emit(rv_nop(), ctx); in bpf_jit_build_prologue()
1702 emit(rv_addi(RV_REG_TCC, RV_REG_ZERO, MAX_TAIL_CALL_CNT), ctx); in bpf_jit_build_prologue()