Lines Matching refs:kp
360 static inline void set_kprobe_instance(struct kprobe *kp) in set_kprobe_instance() argument
362 __this_cpu_write(kprobe_instance, kp); in set_kprobe_instance()
424 struct kprobe *kp; in opt_pre_handler() local
426 list_for_each_entry_rcu(kp, &p->list, list) { in opt_pre_handler()
427 if (kp->pre_handler && likely(!kprobe_disabled(kp))) { in opt_pre_handler()
428 set_kprobe_instance(kp); in opt_pre_handler()
429 kp->pre_handler(kp, regs); in opt_pre_handler()
441 op = container_of(p, struct optimized_kprobe, kp); in free_aggr_kprobe()
453 op = container_of(p, struct optimized_kprobe, kp); in kprobe_optready()
469 op = container_of(p, struct optimized_kprobe, kp); in kprobe_disarmed()
480 op = container_of(p, struct optimized_kprobe, kp); in kprobe_queued()
502 op = container_of(p, struct optimized_kprobe, kp); in get_optimized_kprobe()
564 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in do_unoptimize_kprobes()
566 if (kprobe_disabled(&op->kp) && !kprobe_gone(&op->kp)) in do_unoptimize_kprobes()
567 arch_disarm_kprobe(&op->kp); in do_unoptimize_kprobes()
568 if (kprobe_unused(&op->kp)) { in do_unoptimize_kprobes()
574 hlist_del_rcu(&op->kp.hlist); in do_unoptimize_kprobes()
587 if (WARN_ON_ONCE(!kprobe_unused(&op->kp))) { in do_free_cleaned_kprobes()
594 free_aggr_kprobe(&op->kp); in do_free_cleaned_kprobes()
689 op = container_of(p, struct optimized_kprobe, kp); in optimize_kprobe()
696 if (op->kp.flags & KPROBE_FLAG_OPTIMIZED) { in optimize_kprobe()
703 op->kp.flags |= KPROBE_FLAG_OPTIMIZED; in optimize_kprobe()
721 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in force_unoptimize_kprobe()
732 op = container_of(p, struct optimized_kprobe, kp); in unoptimize_kprobe()
750 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in unoptimize_kprobe()
774 op = container_of(ap, struct optimized_kprobe, kp); in reuse_unused_kprobe()
791 op = container_of(p, struct optimized_kprobe, kp); in kill_optimized_kprobe()
795 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in kill_optimized_kprobe()
823 op = container_of(p, struct optimized_kprobe, kp); in prepare_optimized_kprobe()
837 op->kp.addr = p->addr; in alloc_aggr_kprobe()
840 return &op->kp; in alloc_aggr_kprobe()
867 op = container_of(ap, struct optimized_kprobe, kp); in try_to_optimize_kprobe()
1165 static int arm_kprobe(struct kprobe *kp) in arm_kprobe() argument
1167 if (unlikely(kprobe_ftrace(kp))) in arm_kprobe()
1168 return arm_kprobe_ftrace(kp); in arm_kprobe()
1172 __arm_kprobe(kp); in arm_kprobe()
1179 static int disarm_kprobe(struct kprobe *kp, bool reopt) in disarm_kprobe() argument
1181 if (unlikely(kprobe_ftrace(kp))) in disarm_kprobe()
1182 return disarm_kprobe_ftrace(kp); in disarm_kprobe()
1186 __disarm_kprobe(kp, reopt); in disarm_kprobe()
1199 struct kprobe *kp; in aggr_pre_handler() local
1201 list_for_each_entry_rcu(kp, &p->list, list) { in aggr_pre_handler()
1202 if (kp->pre_handler && likely(!kprobe_disabled(kp))) { in aggr_pre_handler()
1203 set_kprobe_instance(kp); in aggr_pre_handler()
1204 if (kp->pre_handler(kp, regs)) in aggr_pre_handler()
1216 struct kprobe *kp; in aggr_post_handler() local
1218 list_for_each_entry_rcu(kp, &p->list, list) { in aggr_post_handler()
1219 if (kp->post_handler && likely(!kprobe_disabled(kp))) { in aggr_post_handler()
1220 set_kprobe_instance(kp); in aggr_post_handler()
1221 kp->post_handler(kp, regs, flags); in aggr_post_handler()
1231 struct kprobe *kp; in kprobes_inc_nmissed_count() local
1236 list_for_each_entry_rcu(kp, &p->list, list) in kprobes_inc_nmissed_count()
1237 kp->nmissed++; in kprobes_inc_nmissed_count()
1701 struct kprobe *kp; in aggr_kprobe_disabled() local
1705 list_for_each_entry(kp, &ap->list, list) in aggr_kprobe_disabled()
1706 if (!kprobe_disabled(kp)) in aggr_kprobe_disabled()
2068 __this_cpu_write(current_kprobe, &rp->kp); in __kretprobe_trampoline_handler()
2104 struct kretprobe *rp = container_of(p, struct kretprobe, kp); in NOKPROBE_SYMBOL()
2133 struct kretprobe *rp = container_of(p, struct kretprobe, kp); in pre_handler_kretprobe()
2166 __this_cpu_write(current_kprobe, &rp->kp); in kretprobe_rethook_handler()
2212 ret = kprobe_on_func_entry(rp->kp.addr, rp->kp.symbol_name, rp->kp.offset); in register_kretprobe()
2217 if (rp->kp.addr && warn_kprobe_rereg(&rp->kp)) in register_kretprobe()
2221 addr = kprobe_addr(&rp->kp); in register_kretprobe()
2234 rp->kp.pre_handler = pre_handler_kretprobe; in register_kretprobe()
2235 rp->kp.post_handler = NULL; in register_kretprobe()
2250 ret = register_kprobe(&rp->kp); in register_kretprobe()
2270 ret = register_kprobe(&rp->kp); in register_kretprobe()
2310 if (__unregister_kprobe_top(&rps[i]->kp) < 0) in unregister_kretprobes()
2311 rps[i]->kp.addr = NULL; in unregister_kretprobes()
2322 if (rps[i]->kp.addr) { in unregister_kretprobes()
2323 __unregister_kprobe_bottom(&rps[i]->kp); in unregister_kretprobes()
2366 struct kprobe *kp; in kill_kprobe() local
2384 list_for_each_entry(kp, &p->list, list) in kill_kprobe()
2385 kp->flags |= KPROBE_FLAG_GONE; in kill_kprobe()
2397 int disable_kprobe(struct kprobe *kp) in disable_kprobe() argument
2405 p = __disable_kprobe(kp); in disable_kprobe()
2415 int enable_kprobe(struct kprobe *kp) in enable_kprobe() argument
2423 p = __get_valid_kprobe(kp); in enable_kprobe()
2429 if (kprobe_gone(kp)) { in enable_kprobe()
2435 if (p != kp) in enable_kprobe()
2436 kp->flags &= ~KPROBE_FLAG_DISABLED; in enable_kprobe()
2443 if (p != kp) in enable_kprobe()
2444 kp->flags |= KPROBE_FLAG_DISABLED; in enable_kprobe()
2454 void dump_kprobe(struct kprobe *kp) in dump_kprobe() argument
2457 kp->symbol_name, kp->offset, kp->addr); in dump_kprobe()
2828 struct kprobe *p, *kp; in show_kprobe_addr() local
2840 list_for_each_entry_rcu(kp, &p->list, list) in show_kprobe_addr()
2841 report_probe(pi, kp, sym, offset, modname, p); in show_kprobe_addr()