Lines Matching refs:insn_buf
15800 struct bpf_insn insn_buf[16], *insn; in convert_ctx_accesses() local
15811 cnt = ops->gen_prologue(insn_buf, env->seen_direct_write, in convert_ctx_accesses()
15813 if (cnt >= ARRAY_SIZE(insn_buf)) { in convert_ctx_accesses()
15817 new_prog = bpf_patch_insn_data(env, 0, insn_buf, cnt); in convert_ctx_accesses()
15941 cnt = convert_ctx_access(type, insn, insn_buf, env->prog, in convert_ctx_accesses()
15943 if (cnt == 0 || cnt >= ARRAY_SIZE(insn_buf) || in convert_ctx_accesses()
15952 if (shift && cnt + 1 >= ARRAY_SIZE(insn_buf)) { in convert_ctx_accesses()
15958 insn_buf[cnt++] = BPF_ALU32_IMM(BPF_RSH, in convert_ctx_accesses()
15961 insn_buf[cnt++] = BPF_ALU32_IMM(BPF_AND, insn->dst_reg, in convert_ctx_accesses()
15965 insn_buf[cnt++] = BPF_ALU64_IMM(BPF_RSH, in convert_ctx_accesses()
15968 insn_buf[cnt++] = BPF_ALU64_IMM(BPF_AND, insn->dst_reg, in convert_ctx_accesses()
15973 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in convert_ctx_accesses()
16267 struct bpf_insn *insn_buf, int insn_idx, int *cnt) in fixup_kfunc_call() argument
16307 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_1, obj_new_size); in fixup_kfunc_call()
16308 insn_buf[1] = addr[0]; in fixup_kfunc_call()
16309 insn_buf[2] = addr[1]; in fixup_kfunc_call()
16310 insn_buf[3] = *insn; in fixup_kfunc_call()
16316 insn_buf[0] = addr[0]; in fixup_kfunc_call()
16317 insn_buf[1] = addr[1]; in fixup_kfunc_call()
16318 insn_buf[2] = *insn; in fixup_kfunc_call()
16322 insn_buf[0] = BPF_MOV64_REG(BPF_REG_0, BPF_REG_1); in fixup_kfunc_call()
16341 struct bpf_insn insn_buf[16]; in do_misc_fixups() local
16392 cnt = env->ops->gen_ld_abs(insn, insn_buf); in do_misc_fixups()
16393 if (cnt == 0 || cnt >= ARRAY_SIZE(insn_buf)) { in do_misc_fixups()
16398 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
16413 struct bpf_insn *patch = &insn_buf[0]; in do_misc_fixups()
16449 cnt = patch - insn_buf; in do_misc_fixups()
16451 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
16466 ret = fixup_kfunc_call(env, insn, insn_buf, i + delta, &cnt); in do_misc_fixups()
16472 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
16545 insn_buf[0] = BPF_JMP_IMM(BPF_JGE, BPF_REG_3, in do_misc_fixups()
16547 insn_buf[1] = BPF_ALU32_IMM(BPF_AND, BPF_REG_3, in do_misc_fixups()
16551 insn_buf[2] = *insn; in do_misc_fixups()
16553 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
16581 insn_buf[0] = ld_addrs[0]; in do_misc_fixups()
16582 insn_buf[1] = ld_addrs[1]; in do_misc_fixups()
16583 insn_buf[2] = *insn; in do_misc_fixups()
16586 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
16599 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_5, (__force __s32)GFP_ATOMIC); in do_misc_fixups()
16601 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_5, (__force __s32)GFP_KERNEL); in do_misc_fixups()
16602 insn_buf[1] = *insn; in do_misc_fixups()
16605 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
16637 cnt = ops->map_gen_lookup(map_ptr, insn_buf); in do_misc_fixups()
16640 if (cnt <= 0 || cnt >= ARRAY_SIZE(insn_buf)) { in do_misc_fixups()
16646 insn_buf, cnt); in do_misc_fixups()
16722 insn_buf[0] = ld_jiffies_addr[0]; in do_misc_fixups()
16723 insn_buf[1] = ld_jiffies_addr[1]; in do_misc_fixups()
16724 insn_buf[2] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, in do_misc_fixups()
16728 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, in do_misc_fixups()
16743 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
16744 insn_buf[1] = BPF_JMP32_REG(BPF_JGE, BPF_REG_2, BPF_REG_0, 6); in do_misc_fixups()
16745 insn_buf[2] = BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 3); in do_misc_fixups()
16746 insn_buf[3] = BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_1); in do_misc_fixups()
16747 insn_buf[4] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 0); in do_misc_fixups()
16748 insn_buf[5] = BPF_STX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0); in do_misc_fixups()
16749 insn_buf[6] = BPF_MOV64_IMM(BPF_REG_0, 0); in do_misc_fixups()
16750 insn_buf[7] = BPF_JMP_A(1); in do_misc_fixups()
16751 insn_buf[8] = BPF_MOV64_IMM(BPF_REG_0, -EINVAL); in do_misc_fixups()
16754 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
16770 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
16771 insn_buf[1] = BPF_ALU64_IMM(BPF_LSH, BPF_REG_0, 3); in do_misc_fixups()
16772 insn_buf[2] = BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1); in do_misc_fixups()
16773 insn_buf[3] = BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_0, 0); in do_misc_fixups()
16774 insn_buf[4] = BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, 0); in do_misc_fixups()
16775 insn_buf[5] = BPF_MOV64_IMM(BPF_REG_0, 0); in do_misc_fixups()
16778 insn_buf[0] = BPF_MOV64_IMM(BPF_REG_0, -EOPNOTSUPP); in do_misc_fixups()
16782 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in do_misc_fixups()
16796 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -8); in do_misc_fixups()
16798 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1); in do_misc_fixups()
16811 insn_buf[0] = BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, -16); in do_misc_fixups()
16813 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1); in do_misc_fixups()
16879 struct bpf_insn insn_buf[] = { in inline_bpf_loop() local
16918 *cnt = ARRAY_SIZE(insn_buf); in inline_bpf_loop()
16919 new_prog = bpf_patch_insn_data(env, position, insn_buf, *cnt); in inline_bpf_loop()