Lines Matching refs:cpc
450 static bool perf_rotate_context(struct perf_cpu_pmu_context *cpc);
1072 struct perf_cpu_pmu_context *cpc; in perf_mux_hrtimer_handler() local
1077 cpc = container_of(hr, struct perf_cpu_pmu_context, hrtimer); in perf_mux_hrtimer_handler()
1078 rotations = perf_rotate_context(cpc); in perf_mux_hrtimer_handler()
1080 raw_spin_lock(&cpc->hrtimer_lock); in perf_mux_hrtimer_handler()
1082 hrtimer_forward_now(hr, cpc->hrtimer_interval); in perf_mux_hrtimer_handler()
1084 cpc->hrtimer_active = 0; in perf_mux_hrtimer_handler()
1085 raw_spin_unlock(&cpc->hrtimer_lock); in perf_mux_hrtimer_handler()
1090 static void __perf_mux_hrtimer_init(struct perf_cpu_pmu_context *cpc, int cpu) in __perf_mux_hrtimer_init() argument
1092 struct hrtimer *timer = &cpc->hrtimer; in __perf_mux_hrtimer_init()
1093 struct pmu *pmu = cpc->epc.pmu; in __perf_mux_hrtimer_init()
1104 cpc->hrtimer_interval = ns_to_ktime(NSEC_PER_MSEC * interval); in __perf_mux_hrtimer_init()
1106 raw_spin_lock_init(&cpc->hrtimer_lock); in __perf_mux_hrtimer_init()
1111 static int perf_mux_hrtimer_restart(struct perf_cpu_pmu_context *cpc) in perf_mux_hrtimer_restart() argument
1113 struct hrtimer *timer = &cpc->hrtimer; in perf_mux_hrtimer_restart()
1116 raw_spin_lock_irqsave(&cpc->hrtimer_lock, flags); in perf_mux_hrtimer_restart()
1117 if (!cpc->hrtimer_active) { in perf_mux_hrtimer_restart()
1118 cpc->hrtimer_active = 1; in perf_mux_hrtimer_restart()
1119 hrtimer_forward_now(timer, cpc->hrtimer_interval); in perf_mux_hrtimer_restart()
1122 raw_spin_unlock_irqrestore(&cpc->hrtimer_lock, flags); in perf_mux_hrtimer_restart()
2219 struct perf_cpu_pmu_context *cpc = this_cpu_ptr(epc->pmu->cpu_pmu_context); in event_sched_out() local
2266 cpc->active_oncpu--; in event_sched_out()
2269 if (event->attr.exclusive || !cpc->active_oncpu) in event_sched_out()
2270 cpc->exclusive = 0; in event_sched_out()
2337 struct perf_cpu_pmu_context *cpc; in __perf_remove_from_context() local
2339 cpc = this_cpu_ptr(pmu_ctx->pmu->cpu_pmu_context); in __perf_remove_from_context()
2340 WARN_ON_ONCE(cpc->task_epc && cpc->task_epc != pmu_ctx); in __perf_remove_from_context()
2341 cpc->task_epc = NULL; in __perf_remove_from_context()
2481 struct perf_cpu_pmu_context *cpc = this_cpu_ptr(epc->pmu->cpu_pmu_context); in event_sched_in() local
2522 cpc->active_oncpu++; in event_sched_in()
2527 cpc->exclusive = 1; in event_sched_in()
2587 struct perf_cpu_pmu_context *cpc = this_cpu_ptr(epc->pmu->cpu_pmu_context); in group_can_go_on() local
2598 if (cpc->exclusive) in group_can_go_on()
3208 struct perf_cpu_pmu_context *cpc; in __pmu_ctx_sched_out() local
3210 cpc = this_cpu_ptr(pmu->cpu_pmu_context); in __pmu_ctx_sched_out()
3211 WARN_ON_ONCE(cpc->task_epc && cpc->task_epc != pmu_ctx); in __pmu_ctx_sched_out()
3212 cpc->task_epc = NULL; in __pmu_ctx_sched_out()
3438 struct perf_cpu_pmu_context *cpc; in perf_ctx_sched_task_cb() local
3441 cpc = this_cpu_ptr(pmu_ctx->pmu->cpu_pmu_context); in perf_ctx_sched_task_cb()
3443 if (cpc->sched_cb_usage && pmu_ctx->pmu->sched_task) in perf_ctx_sched_task_cb()
3545 struct perf_cpu_pmu_context *cpc = this_cpu_ptr(pmu->cpu_pmu_context); in perf_sched_cb_dec() local
3550 if (!--cpc->sched_cb_usage) in perf_sched_cb_dec()
3551 list_del(&cpc->sched_cb_entry); in perf_sched_cb_dec()
3557 struct perf_cpu_pmu_context *cpc = this_cpu_ptr(pmu->cpu_pmu_context); in perf_sched_cb_inc() local
3559 if (!cpc->sched_cb_usage++) in perf_sched_cb_inc()
3560 list_add(&cpc->sched_cb_entry, this_cpu_ptr(&sched_cb_list)); in perf_sched_cb_inc()
3574 static void __perf_pmu_sched_task(struct perf_cpu_pmu_context *cpc, bool sched_in) in __perf_pmu_sched_task() argument
3579 pmu = cpc->epc.pmu; in __perf_pmu_sched_task()
3588 pmu->sched_task(cpc->task_epc, sched_in); in __perf_pmu_sched_task()
3599 struct perf_cpu_pmu_context *cpc; in perf_pmu_sched_task() local
3605 list_for_each_entry(cpc, this_cpu_ptr(&sched_cb_list), sched_cb_entry) in perf_pmu_sched_task()
3606 __perf_pmu_sched_task(cpc, sched_in); in perf_pmu_sched_task()
3675 struct perf_cpu_pmu_context *cpc; in __link_epc() local
3680 cpc = this_cpu_ptr(pmu_ctx->pmu->cpu_pmu_context); in __link_epc()
3681 WARN_ON_ONCE(cpc->task_epc && cpc->task_epc != pmu_ctx); in __link_epc()
3682 cpc->task_epc = pmu_ctx; in __link_epc()
3809 struct perf_cpu_pmu_context *cpc; in merge_sched_in() local
3812 cpc = this_cpu_ptr(event->pmu_ctx->pmu->cpu_pmu_context); in merge_sched_in()
3813 perf_mux_hrtimer_restart(cpc); in merge_sched_in()
4232 static bool perf_rotate_context(struct perf_cpu_pmu_context *cpc) in perf_rotate_context() argument
4245 cpu_epc = &cpc->epc; in perf_rotate_context()
4247 task_epc = cpc->task_epc; in perf_rotate_context()
4812 struct perf_cpu_pmu_context *cpc; in find_get_pmu_context() local
4814 cpc = per_cpu_ptr(pmu->cpu_pmu_context, event->cpu); in find_get_pmu_context()
4815 epc = &cpc->epc; in find_get_pmu_context()
11326 struct perf_cpu_pmu_context *cpc; in perf_event_mux_interval_ms_store() local
11327 cpc = per_cpu_ptr(pmu->cpu_pmu_context, cpu); in perf_event_mux_interval_ms_store()
11328 cpc->hrtimer_interval = ns_to_ktime(NSEC_PER_MSEC * timer); in perf_event_mux_interval_ms_store()
11330 cpu_function_call(cpu, perf_mux_hrtimer_restart_ipi, cpc); in perf_event_mux_interval_ms_store()
11449 struct perf_cpu_pmu_context *cpc; in perf_pmu_register() local
11451 cpc = per_cpu_ptr(pmu->cpu_pmu_context, cpu); in perf_pmu_register()
11452 __perf_init_event_pmu_context(&cpc->epc, pmu); in perf_pmu_register()
11453 __perf_mux_hrtimer_init(cpc, cpu); in perf_pmu_register()