Lines Matching refs:linked_regs
3418 struct linked_regs { struct
3423 static struct linked_reg *linked_regs_push(struct linked_regs *s) in linked_regs_push() argument
3438 static u64 linked_regs_pack(struct linked_regs *s) in linked_regs_pack()
3459 static void linked_regs_unpack(u64 val, struct linked_regs *s) in linked_regs_unpack()
3478 int insn_flags, u64 linked_regs) in push_jmp_history() argument
3494 WARN_ONCE(env->cur_hist_ent->linked_regs != 0, in push_jmp_history()
3496 env->insn_idx, env->cur_hist_ent->linked_regs); in push_jmp_history()
3497 env->cur_hist_ent->linked_regs = linked_regs; in push_jmp_history()
3512 p->linked_regs = linked_regs; in push_jmp_history()
3732 struct linked_regs linked_regs; in bt_sync_linked_regs() local
3736 if (!hist || hist->linked_regs == 0) in bt_sync_linked_regs()
3739 linked_regs_unpack(hist->linked_regs, &linked_regs); in bt_sync_linked_regs()
3740 for (i = 0; i < linked_regs.cnt; ++i) { in bt_sync_linked_regs()
3741 struct linked_reg *e = &linked_regs.entries[i]; in bt_sync_linked_regs()
3753 for (i = 0; i < linked_regs.cnt; ++i) { in bt_sync_linked_regs()
3754 struct linked_reg *e = &linked_regs.entries[i]; in bt_sync_linked_regs()
15257 static void __collect_linked_regs(struct linked_regs *reg_set, struct bpf_reg_state *reg, in __collect_linked_regs()
15280 struct linked_regs *linked_regs) in collect_linked_regs() argument
15291 __collect_linked_regs(linked_regs, reg, id, i, j, true); in collect_linked_regs()
15297 __collect_linked_regs(linked_regs, reg, id, i, j, false); in collect_linked_regs()
15306 struct linked_regs *linked_regs) in sync_linked_regs() argument
15313 for (i = 0; i < linked_regs->cnt; ++i) { in sync_linked_regs()
15314 e = &linked_regs->entries[i]; in sync_linked_regs()
15358 struct linked_regs linked_regs = {}; in check_cond_jmp_op() local
15479 collect_linked_regs(this_branch, src_reg->id, &linked_regs); in check_cond_jmp_op()
15481 collect_linked_regs(this_branch, dst_reg->id, &linked_regs); in check_cond_jmp_op()
15482 if (linked_regs.cnt > 1) { in check_cond_jmp_op()
15483 err = push_jmp_history(env, this_branch, 0, linked_regs_pack(&linked_regs)); in check_cond_jmp_op()
15518 sync_linked_regs(this_branch, src_reg, &linked_regs); in check_cond_jmp_op()
15519 sync_linked_regs(other_branch, &other_branch_regs[insn->src_reg], &linked_regs); in check_cond_jmp_op()
15523 sync_linked_regs(this_branch, dst_reg, &linked_regs); in check_cond_jmp_op()
15524 sync_linked_regs(other_branch, &other_branch_regs[insn->dst_reg], &linked_regs); in check_cond_jmp_op()