Lines Matching refs:prg
44 int prg; /* Current position in program */ member
142 *(u16 *) (jit->prg_buf + jit->prg) = (op); \
143 jit->prg += 2; \
156 *(u32 *) (jit->prg_buf + jit->prg) = (op); \
157 jit->prg += 4; \
204 int __rel = ((target) - jit->prg) / 2; \
211 *(u32 *) (jit->prg_buf + jit->prg) = (op1); \
212 *(u16 *) (jit->prg_buf + jit->prg + 4) = (op2); \
214 jit->prg += 6; \
242 unsigned int rel = (int)((target) - jit->prg) / 2; \
251 unsigned int rel = (int)((target) - jit->prg) / 2; \
260 int rel = (addrs[(i) + (off) + 1] - jit->prg) / 2; \
268 unsigned int rel = (int)((target) - jit->prg) / 2; \
275 unsigned int rel = (int)((target) - jit->prg) / 2; \
368 return is_valid_rel(off - jit->prg); in can_use_rel()
485 jit->prg += (last - re + 1) * save_restore_size; in save_restore_regs()
562 jit->prologue_plt_ret = jit->prg; in bpf_jit_prologue()
577 jit->tail_call_start = jit->prg; in bpf_jit_prologue()
596 is_valid_ldisp(jit->size - (jit->prg + 2))) { in bpf_jit_prologue()
599 jit->base_ip = jit->prg; in bpf_jit_prologue()
628 EMIT6_PCREL_RIL(0xc6000000, jit->prg + 10); in emit_expoline()
639 jit->r1_thunk_ip = jit->prg; in emit_r1_thunk()
664 jit->exit_ip = jit->prg; in bpf_jit_epilogue()
670 jit->r14_thunk_ip = jit->prg; in bpf_jit_epilogue()
680 jit->prg = ALIGN(jit->prg, 8); in bpf_jit_epilogue()
681 jit->prologue_plt = jit->prg; in bpf_jit_epilogue()
683 bpf_jit_plt((struct bpf_plt *)(jit->prg_buf + jit->prg), in bpf_jit_epilogue()
685 jit->prg += sizeof(struct bpf_plt); in bpf_jit_epilogue()
700 int prg; /* JITed instruction offset */ member
708 probe->prg = -1; in bpf_jit_probe_init()
723 if (probe->prg == -1 || probe->nop_prg != -1) in bpf_jit_probe_emit_nop()
727 probe->nop_prg = jit->prg; in bpf_jit_probe_emit_nop()
745 probe->prg = jit->prg; in bpf_jit_probe_load_pre()
758 probe->prg = jit->prg; in bpf_jit_probe_store_pre()
773 probe->prg = jit->prg; in bpf_jit_probe_atomic_pre()
780 int i, prg; in bpf_jit_probe_post() local
784 if (probe->prg == -1) in bpf_jit_probe_post()
791 insn = jit->prg_buf + probe->prg; in bpf_jit_probe_post()
792 if (WARN_ON_ONCE(probe->prg + insn_length(*insn) != probe->nop_prg)) in bpf_jit_probe_post()
801 prg = i == 0 ? probe->prg : probe->nop_prg; in bpf_jit_probe_post()
802 delta = jit->prg_buf + prg - (u8 *)&ex->insn; in bpf_jit_probe_post()
812 delta = jit->prg_buf + jit->prg - (u8 *)&ex->fixup; in bpf_jit_probe_post()
908 patch_brc = jit->prg; in bpf_jit_insn()
915 (jit->prg - patch_brc) >> 1; in bpf_jit_insn()
1624 if (load_probe.prg != -1) { in bpf_jit_insn()
1625 probe.prg = jit->prg; in bpf_jit_insn()
1628 loop_start = jit->prg; in bpf_jit_insn()
1824 patch_1_clrj = jit->prg; in bpf_jit_insn()
1826 jit->prg); in bpf_jit_insn()
1842 patch_2_clij = jit->prg; in bpf_jit_insn()
1844 2, jit->prg); in bpf_jit_insn()
1860 patch_3_brc = jit->prg; in bpf_jit_insn()
1861 EMIT4_PCREL_RIC(0xa7040000, 8, jit->prg); in bpf_jit_insn()
1888 (jit->prg - patch_1_clrj) >> 1; in bpf_jit_insn()
1890 (jit->prg - patch_2_clij) >> 1; in bpf_jit_insn()
1892 (jit->prg - patch_3_brc) >> 1; in bpf_jit_insn()
2130 return jit->addrs[i] == jit->prg; in bpf_is_new_addr_sane()
2133 return jit->addrs[i] >= jit->prg; in bpf_is_new_addr_sane()
2144 delta = jit->prg - jit->addrs[i]; in bpf_set_addr()
2150 jit->addrs[i] = jit->prg; in bpf_set_addr()
2165 jit->prg = 0; in bpf_jit_prog()
2188 jit->lit32_start = jit->prg; in bpf_jit_prog()
2195 jit->size_prg = jit->prg; in bpf_jit_prog()
2503 patch = jit->prg; in invoke_bpf_prog()
2529 *(u32 *)&jit->prg_buf[patch + 2] = (jit->prg - patch) >> 1; in invoke_bpf_prog()
2797 im->ip_after_call = jit->prg_buf + jit->prg; in __arch_prepare_bpf_trampoline()
2808 tjit->do_fexit = jit->prg; in __arch_prepare_bpf_trampoline()
2814 im->ip_epilogue = jit->prg_buf + jit->prg; in __arch_prepare_bpf_trampoline()
2877 return ret < 0 ? ret : tjit.common.prg; in arch_bpf_trampoline_size()
2895 if (tjit.common.prg > (char *)image_end - (char *)image) in arch_prepare_bpf_trampoline()
2902 tjit.common.prg = 0; in arch_prepare_bpf_trampoline()
2907 return ret < 0 ? ret : tjit.common.prg; in arch_prepare_bpf_trampoline()