Lines Matching refs:cfi
247 static void init_cfi_state(struct cfi_state *cfi) in init_cfi_state() argument
252 cfi->regs[i].base = CFI_UNDEFINED; in init_cfi_state()
253 cfi->vals[i].base = CFI_UNDEFINED; in init_cfi_state()
255 cfi->cfa.base = CFI_UNDEFINED; in init_cfi_state()
256 cfi->drap_reg = CFI_UNDEFINED; in init_cfi_state()
257 cfi->drap_offset = -1; in init_cfi_state()
263 init_cfi_state(&state->cfi); in init_insn_state()
276 struct cfi_state *cfi = calloc(sizeof(struct cfi_state), 1); in cfi_alloc() local
277 if (!cfi) { in cfi_alloc()
282 return cfi; in cfi_alloc()
295 static inline u32 cfi_key(struct cfi_state *cfi) in cfi_key() argument
297 return jhash((void *)cfi + sizeof(cfi->hash), in cfi_key()
298 sizeof(*cfi) - sizeof(cfi->hash), 0); in cfi_key()
301 static struct cfi_state *cfi_hash_find_or_add(struct cfi_state *cfi) in cfi_hash_find_or_add() argument
303 struct hlist_head *head = &cfi_hash[hash_min(cfi_key(cfi), cfi_bits)]; in cfi_hash_find_or_add()
307 if (!cficmp(cfi, obj)) { in cfi_hash_find_or_add()
314 *obj = *cfi; in cfi_hash_find_or_add()
320 static void cfi_hash_add(struct cfi_state *cfi) in cfi_hash_add() argument
322 struct hlist_head *head = &cfi_hash[hash_min(cfi_key(cfi), cfi_bits)]; in cfi_hash_add()
324 hlist_add_head(&cfi->hash, head); in cfi_hash_add()
1341 orig_alt_group->cfi = calloc(special_alt->orig_len, in handle_group_alt()
1343 if (!orig_alt_group->cfi) { in handle_group_alt()
1458 new_alt_group->cfi = orig_alt_group->cfi; in handle_group_alt()
1792 struct cfi_state cfi = init_cfi; in read_unwind_hints() local
1834 insn->cfi = &func_cfi; in read_unwind_hints()
1838 if (insn->cfi) in read_unwind_hints()
1839 cfi = *(insn->cfi); in read_unwind_hints()
1841 if (arch_decode_hint_reg(hint->sp_reg, &cfi.cfa.base)) { in read_unwind_hints()
1847 cfi.cfa.offset = bswap_if_needed(hint->sp_offset); in read_unwind_hints()
1848 cfi.type = hint->type; in read_unwind_hints()
1849 cfi.end = hint->end; in read_unwind_hints()
1851 insn->cfi = cfi_hash_find_or_add(&cfi); in read_unwind_hints()
2131 struct cfi_state *cfi = &state->cfi; in has_modified_stack_frame() local
2134 if (cfi->cfa.base != initial_func_cfi.cfa.base || cfi->drap) in has_modified_stack_frame()
2137 if (cfi->cfa.offset != initial_func_cfi.cfa.offset) in has_modified_stack_frame()
2140 if (cfi->stack_size != initial_func_cfi.cfa.offset) in has_modified_stack_frame()
2144 if (cfi->regs[i].base != initial_func_cfi.regs[i].base || in has_modified_stack_frame()
2145 cfi->regs[i].offset != initial_func_cfi.regs[i].offset) in has_modified_stack_frame()
2161 struct cfi_state *cfi = &state->cfi; in has_valid_stack_frame() local
2163 if (cfi->cfa.base == CFI_BP && in has_valid_stack_frame()
2164 check_reg_frame_pos(&cfi->regs[CFI_BP], -cfi->cfa.offset) && in has_valid_stack_frame()
2165 check_reg_frame_pos(&cfi->regs[CFI_RA], -cfi->cfa.offset + 8)) in has_valid_stack_frame()
2168 if (cfi->drap && cfi->regs[CFI_BP].base == CFI_BP) in has_valid_stack_frame()
2175 struct cfi_state *cfi, in update_cfi_state_regs() argument
2178 struct cfi_reg *cfa = &cfi->cfa; in update_cfi_state_regs()
2199 static void save_reg(struct cfi_state *cfi, unsigned char reg, int base, int offset) in save_reg() argument
2202 cfi->regs[reg].base == CFI_UNDEFINED) { in save_reg()
2203 cfi->regs[reg].base = base; in save_reg()
2204 cfi->regs[reg].offset = offset; in save_reg()
2208 static void restore_reg(struct cfi_state *cfi, unsigned char reg) in restore_reg() argument
2210 cfi->regs[reg].base = initial_func_cfi.regs[reg].base; in restore_reg()
2211 cfi->regs[reg].offset = initial_func_cfi.regs[reg].offset; in restore_reg()
2269 struct cfi_state *cfi, struct stack_op *op) in update_cfi_state() argument
2271 struct cfi_reg *cfa = &cfi->cfa; in update_cfi_state()
2272 struct cfi_reg *regs = cfi->regs; in update_cfi_state()
2283 if (cfi->type == UNWIND_HINT_TYPE_REGS || in update_cfi_state()
2284 cfi->type == UNWIND_HINT_TYPE_REGS_PARTIAL) in update_cfi_state()
2285 return update_cfi_state_regs(insn, cfi, op); in update_cfi_state()
2299 cfi->bp_scratch = false; in update_cfi_state()
2303 op->dest.reg == CFI_BP && cfi->drap) { in update_cfi_state()
2307 regs[CFI_BP].offset = -cfi->stack_size; in update_cfi_state()
2308 cfi->bp_scratch = false; in update_cfi_state()
2323 cfi->vals[op->dest.reg].base = CFI_CFA; in update_cfi_state()
2324 cfi->vals[op->dest.reg].offset = -cfi->stack_size; in update_cfi_state()
2328 (cfa->base == CFI_BP || cfa->base == cfi->drap_reg)) { in update_cfi_state()
2335 cfi->stack_size = -cfi->regs[CFI_BP].offset; in update_cfi_state()
2342 cfi->vals[op->src.reg].base == CFI_CFA) { in update_cfi_state()
2352 cfa->offset = -cfi->vals[op->src.reg].offset; in update_cfi_state()
2353 cfi->stack_size = cfa->offset; in update_cfi_state()
2356 cfi->vals[op->src.reg].base == CFI_SP_INDIRECT && in update_cfi_state()
2357 cfi->vals[op->src.reg].offset == cfa->offset) { in update_cfi_state()
2394 cfi->vals[op->src.reg].base == CFI_SP_INDIRECT && in update_cfi_state()
2395 cfi->vals[op->src.reg].offset == cfa->offset) { in update_cfi_state()
2403 cfi->stack_size += 8; in update_cfi_state()
2413 cfi->stack_size -= op->src.offset; in update_cfi_state()
2422 cfi->stack_size = -(op->src.offset + regs[CFI_BP].offset); in update_cfi_state()
2426 if (!cfi->drap && op->src.reg == CFI_SP && in update_cfi_state()
2433 cfi->bp_scratch = false; in update_cfi_state()
2440 cfi->drap_reg = op->dest.reg; in update_cfi_state()
2452 cfi->vals[op->dest.reg].base = CFI_CFA; in update_cfi_state()
2453 cfi->vals[op->dest.reg].offset = \ in update_cfi_state()
2454 -cfi->stack_size + op->src.offset; in update_cfi_state()
2459 if (cfi->drap && op->dest.reg == CFI_SP && in update_cfi_state()
2460 op->src.reg == cfi->drap_reg) { in update_cfi_state()
2464 cfa->offset = cfi->stack_size = -op->src.offset; in update_cfi_state()
2465 cfi->drap_reg = CFI_UNDEFINED; in update_cfi_state()
2466 cfi->drap = false; in update_cfi_state()
2470 if (op->dest.reg == cfi->cfa.base && !(next_insn && next_insn->hint)) { in update_cfi_state()
2480 (cfi->drap_reg != CFI_UNDEFINED && cfa->base != CFI_SP) || in update_cfi_state()
2481 (cfi->drap_reg == CFI_UNDEFINED && cfa->base != CFI_BP)) { in update_cfi_state()
2487 if (cfi->drap_reg != CFI_UNDEFINED) { in update_cfi_state()
2489 cfa->base = cfi->drap_reg; in update_cfi_state()
2490 cfa->offset = cfi->stack_size = 0; in update_cfi_state()
2491 cfi->drap = true; in update_cfi_state()
2510 if (!cfi->drap && op->dest.reg == cfa->base) { in update_cfi_state()
2516 if (cfi->drap && cfa->base == CFI_BP_INDIRECT && in update_cfi_state()
2517 op->dest.reg == cfi->drap_reg && in update_cfi_state()
2518 cfi->drap_offset == -cfi->stack_size) { in update_cfi_state()
2521 cfa->base = cfi->drap_reg; in update_cfi_state()
2523 cfi->drap_offset = -1; in update_cfi_state()
2525 } else if (cfi->stack_size == -regs[op->dest.reg].offset) { in update_cfi_state()
2528 restore_reg(cfi, op->dest.reg); in update_cfi_state()
2531 cfi->stack_size -= 8; in update_cfi_state()
2538 if (!cfi->drap && op->dest.reg == cfa->base && in update_cfi_state()
2543 cfa->offset = cfi->stack_size; in update_cfi_state()
2546 if (cfi->drap && op->src.reg == CFI_BP && in update_cfi_state()
2547 op->src.offset == cfi->drap_offset) { in update_cfi_state()
2550 cfa->base = cfi->drap_reg; in update_cfi_state()
2552 cfi->drap_offset = -1; in update_cfi_state()
2555 if (cfi->drap && op->src.reg == CFI_BP && in update_cfi_state()
2559 restore_reg(cfi, op->dest.reg); in update_cfi_state()
2566 restore_reg(cfi, op->dest.reg); in update_cfi_state()
2569 op->src.offset == regs[op->dest.reg].offset + cfi->stack_size) { in update_cfi_state()
2572 restore_reg(cfi, op->dest.reg); in update_cfi_state()
2587 cfi->stack_size += 8; in update_cfi_state()
2594 if (cfi->drap) { in update_cfi_state()
2595 if (op->src.reg == cfa->base && op->src.reg == cfi->drap_reg) { in update_cfi_state()
2599 cfa->offset = -cfi->stack_size; in update_cfi_state()
2602 cfi->drap_offset = -cfi->stack_size; in update_cfi_state()
2604 } else if (op->src.reg == CFI_BP && cfa->base == cfi->drap_reg) { in update_cfi_state()
2607 cfi->stack_size = 0; in update_cfi_state()
2612 save_reg(cfi, op->src.reg, CFI_BP, -cfi->stack_size); in update_cfi_state()
2618 save_reg(cfi, op->src.reg, CFI_CFA, -cfi->stack_size); in update_cfi_state()
2624 cfi->bp_scratch = true; in update_cfi_state()
2629 if (cfi->drap) { in update_cfi_state()
2630 if (op->src.reg == cfa->base && op->src.reg == cfi->drap_reg) { in update_cfi_state()
2637 cfi->drap_offset = op->dest.offset; in update_cfi_state()
2641 save_reg(cfi, op->src.reg, CFI_BP, op->dest.offset); in update_cfi_state()
2648 save_reg(cfi, op->src.reg, CFI_CFA, in update_cfi_state()
2649 op->dest.offset - cfi->cfa.offset); in update_cfi_state()
2654 save_reg(cfi, op->src.reg, CFI_CFA, in update_cfi_state()
2655 op->dest.offset - cfi->stack_size); in update_cfi_state()
2660 cfi->vals[op->dest.reg].base = CFI_SP_INDIRECT; in update_cfi_state()
2661 cfi->vals[op->dest.reg].offset = cfa->offset; in update_cfi_state()
2674 cfi->stack_size -= 8; in update_cfi_state()
2706 if (!insn->cfi) { in propagate_alt_cfi()
2711 alt_cfi = insn->alt_group->cfi; in propagate_alt_cfi()
2715 alt_cfi[group_off] = insn->cfi; in propagate_alt_cfi()
2717 if (cficmp(alt_cfi[group_off], insn->cfi)) { in propagate_alt_cfi()
2735 if (update_cfi_state(insn, next_insn, &state->cfi, op)) in handle_insn_ops()
2768 struct cfi_state *cfi1 = insn->cfi; in insn_cfi_match()
2973 if (state->cfi.bp_scratch) { in validate_return()
3032 if (!insn->hint && !insn_cfi_match(insn, &state.cfi)) in validate_branch()
3045 state.cfi = *insn->cfi; in validate_branch()
3049 if (prev_insn && !cficmp(prev_insn->cfi, &state.cfi)) { in validate_branch()
3050 insn->cfi = prev_insn->cfi; in validate_branch()
3053 insn->cfi = cfi_hash_find_or_add(&state.cfi); in validate_branch()
3199 if (state.cfi.cfa.base == CFI_UNDEFINED) in validate_branch()
3398 set_func_state(&state.cfi); in validate_section()