Lines Matching refs:event
39 struct perf_event *event[MAX_HWEVENTS]; member
109 static inline void perf_get_data_addr(struct perf_event *event, struct pt_regs *regs, u64 *addrp) {… in perf_get_data_addr() argument
124 static bool is_ebb_event(struct perf_event *event) { return false; } in is_ebb_event() argument
125 static int ebb_event_check(struct perf_event *event) { return 0; } in ebb_event_check() argument
126 static void ebb_event_add(struct perf_event *event) { } in ebb_event_add() argument
133 static inline void power_pmu_bhrb_enable(struct perf_event *event) {} in power_pmu_bhrb_enable() argument
134 static inline void power_pmu_bhrb_disable(struct perf_event *event) {} in power_pmu_bhrb_disable() argument
136 static inline void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) {} in power_pmu_bhrb_read() argument
202 static inline void perf_get_data_addr(struct perf_event *event, struct pt_regs *regs, u64 *addrp) in perf_get_data_addr() argument
227 if (is_kernel_addr(mfspr(SPRN_SDAR)) && event->attr.exclude_kernel) in perf_get_data_addr()
414 static void power_pmu_bhrb_enable(struct perf_event *event) in power_pmu_bhrb_enable() argument
422 if (event->ctx->task && cpuhw->bhrb_context != event->ctx) { in power_pmu_bhrb_enable()
424 cpuhw->bhrb_context = event->ctx; in power_pmu_bhrb_enable()
427 perf_sched_cb_inc(event->pmu); in power_pmu_bhrb_enable()
430 static void power_pmu_bhrb_disable(struct perf_event *event) in power_pmu_bhrb_disable() argument
439 perf_sched_cb_dec(event->pmu); in power_pmu_bhrb_disable()
490 static void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) in power_pmu_bhrb_read() argument
521 is_kernel_addr(addr) && event->attr.exclude_kernel) in power_pmu_bhrb_read()
578 static bool is_ebb_event(struct perf_event *event) in is_ebb_event() argument
586 ((event->attr.config >> PERF_EVENT_CONFIG_EBB_SHIFT) & 1); in is_ebb_event()
589 static int ebb_event_check(struct perf_event *event) in ebb_event_check() argument
591 struct perf_event *leader = event->group_leader; in ebb_event_check()
594 if (is_ebb_event(leader) != is_ebb_event(event)) in ebb_event_check()
597 if (is_ebb_event(event)) { in ebb_event_check()
598 if (!(event->attach_state & PERF_ATTACH_TASK)) in ebb_event_check()
604 if (event->attr.freq || in ebb_event_check()
605 event->attr.inherit || in ebb_event_check()
606 event->attr.sample_type || in ebb_event_check()
607 event->attr.sample_period || in ebb_event_check()
608 event->attr.enable_on_exec) in ebb_event_check()
615 static void ebb_event_add(struct perf_event *event) in ebb_event_add() argument
617 if (!is_ebb_event(event) || current->thread.used_ebb) in ebb_event_add()
894 idx = cpuhw->event[i]->hw.idx; in any_pmc_overflown()
971 int n_ev, struct perf_event **event) in power_check_constraints() argument
994 &cpuhw->avalues[i][0], event[i]->attr.config1)) in power_check_constraints()
1030 event[i]->attr.config1); in power_check_constraints()
1097 struct perf_event *event; in check_excludes() local
1117 event = ctrs[i]; in check_excludes()
1119 eu = event->attr.exclude_user; in check_excludes()
1120 ek = event->attr.exclude_kernel; in check_excludes()
1121 eh = event->attr.exclude_hv; in check_excludes()
1123 } else if (event->attr.exclude_user != eu || in check_excludes()
1124 event->attr.exclude_kernel != ek || in check_excludes()
1125 event->attr.exclude_hv != eh) { in check_excludes()
1157 static void power_pmu_read(struct perf_event *event) in power_pmu_read() argument
1161 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_read()
1164 if (!event->hw.idx) in power_pmu_read()
1167 if (is_ebb_event(event)) { in power_pmu_read()
1168 val = read_pmc(event->hw.idx); in power_pmu_read()
1169 local64_set(&event->hw.prev_count, val); in power_pmu_read()
1179 prev = local64_read(&event->hw.prev_count); in power_pmu_read()
1181 val = read_pmc(event->hw.idx); in power_pmu_read()
1185 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in power_pmu_read()
1187 local64_add(delta, &event->count); in power_pmu_read()
1199 prev = local64_read(&event->hw.period_left); in power_pmu_read()
1203 } while (local64_cmpxchg(&event->hw.period_left, prev, val) != prev); in power_pmu_read()
1220 struct perf_event *event; in freeze_limited_counters() local
1225 event = cpuhw->limited_counter[i]; in freeze_limited_counters()
1226 if (!event->hw.idx) in freeze_limited_counters()
1228 val = (event->hw.idx == 5) ? pmc5 : pmc6; in freeze_limited_counters()
1229 prev = local64_read(&event->hw.prev_count); in freeze_limited_counters()
1230 event->hw.idx = 0; in freeze_limited_counters()
1233 local64_add(delta, &event->count); in freeze_limited_counters()
1240 struct perf_event *event; in thaw_limited_counters() local
1245 event = cpuhw->limited_counter[i]; in thaw_limited_counters()
1246 event->hw.idx = cpuhw->limited_hwidx[i]; in thaw_limited_counters()
1247 val = (event->hw.idx == 5) ? pmc5 : pmc6; in thaw_limited_counters()
1248 prev = local64_read(&event->hw.prev_count); in thaw_limited_counters()
1250 local64_set(&event->hw.prev_count, val); in thaw_limited_counters()
1251 perf_event_update_userpage(event); in thaw_limited_counters()
1420 struct perf_event *event; in power_pmu_enable() local
1451 ebb = is_ebb_event(cpuhw->event[0]); in power_pmu_enable()
1482 &cpuhw->mmcr, cpuhw->event, ppmu->flags)) { in power_pmu_enable()
1494 event = cpuhw->event[0]; in power_pmu_enable()
1495 if (event->attr.exclude_user) in power_pmu_enable()
1497 if (event->attr.exclude_kernel) in power_pmu_enable()
1499 if (event->attr.exclude_hv) in power_pmu_enable()
1524 event = cpuhw->event[i]; in power_pmu_enable()
1525 if (event->hw.idx && event->hw.idx != hwc_index[i] + 1) { in power_pmu_enable()
1526 power_pmu_read(event); in power_pmu_enable()
1527 write_pmc(event->hw.idx, 0); in power_pmu_enable()
1528 event->hw.idx = 0; in power_pmu_enable()
1537 event = cpuhw->event[i]; in power_pmu_enable()
1538 if (event->hw.idx) in power_pmu_enable()
1542 cpuhw->limited_counter[n_lim] = event; in power_pmu_enable()
1549 val = local64_read(&event->hw.prev_count); in power_pmu_enable()
1552 if (event->hw.sample_period) { in power_pmu_enable()
1553 left = local64_read(&event->hw.period_left); in power_pmu_enable()
1557 local64_set(&event->hw.prev_count, val); in power_pmu_enable()
1560 event->hw.idx = idx; in power_pmu_enable()
1561 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_enable()
1565 perf_event_update_userpage(event); in power_pmu_enable()
1599 struct perf_event *event; in collect_events() local
1608 for_each_sibling_event(event, group) { in collect_events()
1609 if (event->pmu->task_ctx_nr == perf_hw_context && in collect_events()
1610 event->state != PERF_EVENT_STATE_OFF) { in collect_events()
1613 ctrs[n] = event; in collect_events()
1614 flags[n] = event->hw.event_base; in collect_events()
1615 events[n++] = event->hw.config; in collect_events()
1627 static int power_pmu_add(struct perf_event *event, int ef_flags) in power_pmu_add() argument
1635 perf_pmu_disable(event->pmu); in power_pmu_add()
1645 cpuhw->event[n0] = event; in power_pmu_add()
1646 cpuhw->events[n0] = event->hw.config; in power_pmu_add()
1647 cpuhw->flags[n0] = event->hw.event_base; in power_pmu_add()
1656 event->hw.state = PERF_HES_STOPPED | PERF_HES_UPTODATE; in power_pmu_add()
1658 event->hw.state = 0; in power_pmu_add()
1668 if (check_excludes(cpuhw->event, cpuhw->flags, n0, 1)) in power_pmu_add()
1670 if (power_check_constraints(cpuhw, cpuhw->events, cpuhw->flags, n0 + 1, cpuhw->event)) in power_pmu_add()
1672 event->hw.config = cpuhw->events[n0]; in power_pmu_add()
1675 ebb_event_add(event); in power_pmu_add()
1682 if (has_branch_stack(event)) { in power_pmu_add()
1687 event->attr.branch_sample_type); in power_pmu_add()
1691 power_pmu_bhrb_enable(event); in power_pmu_add()
1695 perf_pmu_enable(event->pmu); in power_pmu_add()
1703 static void power_pmu_del(struct perf_event *event, int ef_flags) in power_pmu_del() argument
1710 perf_pmu_disable(event->pmu); in power_pmu_del()
1712 power_pmu_read(event); in power_pmu_del()
1716 if (event == cpuhw->event[i]) { in power_pmu_del()
1718 cpuhw->event[i-1] = cpuhw->event[i]; in power_pmu_del()
1723 ppmu->disable_pmc(event->hw.idx - 1, &cpuhw->mmcr); in power_pmu_del()
1724 if (event->hw.idx) { in power_pmu_del()
1725 write_pmc(event->hw.idx, 0); in power_pmu_del()
1726 event->hw.idx = 0; in power_pmu_del()
1728 perf_event_update_userpage(event); in power_pmu_del()
1733 if (event == cpuhw->limited_counter[i]) in power_pmu_del()
1747 if (has_branch_stack(event)) in power_pmu_del()
1748 power_pmu_bhrb_disable(event); in power_pmu_del()
1750 perf_pmu_enable(event->pmu); in power_pmu_del()
1759 static void power_pmu_start(struct perf_event *event, int ef_flags) in power_pmu_start() argument
1765 if (!event->hw.idx || !event->hw.sample_period) in power_pmu_start()
1768 if (!(event->hw.state & PERF_HES_STOPPED)) in power_pmu_start()
1772 WARN_ON_ONCE(!(event->hw.state & PERF_HES_UPTODATE)); in power_pmu_start()
1775 perf_pmu_disable(event->pmu); in power_pmu_start()
1777 event->hw.state = 0; in power_pmu_start()
1778 left = local64_read(&event->hw.period_left); in power_pmu_start()
1784 write_pmc(event->hw.idx, val); in power_pmu_start()
1786 perf_event_update_userpage(event); in power_pmu_start()
1787 perf_pmu_enable(event->pmu); in power_pmu_start()
1791 static void power_pmu_stop(struct perf_event *event, int ef_flags) in power_pmu_stop() argument
1795 if (!event->hw.idx || !event->hw.sample_period) in power_pmu_stop()
1798 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_stop()
1802 perf_pmu_disable(event->pmu); in power_pmu_stop()
1804 power_pmu_read(event); in power_pmu_stop()
1805 event->hw.state |= PERF_HES_STOPPED | PERF_HES_UPTODATE; in power_pmu_stop()
1806 write_pmc(event->hw.idx, 0); in power_pmu_stop()
1808 perf_event_update_userpage(event); in power_pmu_stop()
1809 perf_pmu_enable(event->pmu); in power_pmu_stop()
1878 if (check_excludes(cpuhw->event, cpuhw->flags, 0, n)) in power_pmu_commit_txn()
1880 i = power_check_constraints(cpuhw, cpuhw->events, cpuhw->flags, n, cpuhw->event); in power_pmu_commit_txn()
1885 cpuhw->event[i]->hw.config = cpuhw->events[i]; in power_pmu_commit_txn()
1899 static int can_go_on_limited_pmc(struct perf_event *event, u64 ev, in can_go_on_limited_pmc() argument
1905 if (event->attr.exclude_user in can_go_on_limited_pmc()
1906 || event->attr.exclude_kernel in can_go_on_limited_pmc()
1907 || event->attr.exclude_hv in can_go_on_limited_pmc()
1908 || event->attr.sample_period) in can_go_on_limited_pmc()
1952 static void hw_perf_event_destroy(struct perf_event *event) in hw_perf_event_destroy() argument
2004 static int power_pmu_event_init(struct perf_event *event) in power_pmu_event_init() argument
2018 if (has_branch_stack(event)) { in power_pmu_event_init()
2024 switch (event->attr.type) { in power_pmu_event_init()
2026 ev = event->attr.config; in power_pmu_event_init()
2035 err = hw_perf_cache_event(event->attr.config, &ev); in power_pmu_event_init()
2043 ev = event->attr.config; in power_pmu_event_init()
2060 ppmu->check_attr_config(event)) in power_pmu_event_init()
2063 event->hw.config_base = ev; in power_pmu_event_init()
2064 event->hw.idx = 0; in power_pmu_event_init()
2072 event->attr.exclude_hv = 0; in power_pmu_event_init()
2081 if (event->attach_state & PERF_ATTACH_TASK) in power_pmu_event_init()
2089 if (can_go_on_limited_pmc(event, ev, flags)) { in power_pmu_event_init()
2104 err = ebb_event_check(event); in power_pmu_event_init()
2114 if (event->group_leader != event) { in power_pmu_event_init()
2115 n = collect_events(event->group_leader, ppmu->n_counter - 1, in power_pmu_event_init()
2121 ctrs[n] = event; in power_pmu_event_init()
2131 if (has_branch_stack(event)) { in power_pmu_event_init()
2146 if (hweight64(event->attr.branch_sample_type & ~PERF_SAMPLE_BRANCH_PLM_ALL) > 1) { in power_pmu_event_init()
2153 event->attr.branch_sample_type); in power_pmu_event_init()
2166 event->hw.config = events[n]; in power_pmu_event_init()
2167 event->hw.event_base = cflags[n]; in power_pmu_event_init()
2168 event->hw.last_period = event->hw.sample_period; in power_pmu_event_init()
2169 local64_set(&event->hw.period_left, event->hw.last_period); in power_pmu_event_init()
2175 if (is_ebb_event(event)) in power_pmu_event_init()
2176 local64_set(&event->hw.prev_count, 0); in power_pmu_event_init()
2194 event->destroy = hw_perf_event_destroy; in power_pmu_event_init()
2199 static int power_pmu_event_idx(struct perf_event *event) in power_pmu_event_idx() argument
2201 return event->hw.idx; in power_pmu_event_idx()
2238 static void record_and_restart(struct perf_event *event, unsigned long val, in record_and_restart() argument
2241 u64 period = event->hw.sample_period; in record_and_restart()
2245 if (event->hw.state & PERF_HES_STOPPED) { in record_and_restart()
2246 write_pmc(event->hw.idx, 0); in record_and_restart()
2251 prev = local64_read(&event->hw.prev_count); in record_and_restart()
2253 local64_add(delta, &event->count); in record_and_restart()
2260 left = local64_read(&event->hw.period_left) - delta; in record_and_restart()
2274 if (event->attr.sample_type & PERF_SAMPLE_IP) in record_and_restart()
2279 event->hw.last_period = event->hw.sample_period; in record_and_restart()
2285 write_pmc(event->hw.idx, val); in record_and_restart()
2286 local64_set(&event->hw.prev_count, val); in record_and_restart()
2287 local64_set(&event->hw.period_left, left); in record_and_restart()
2288 perf_event_update_userpage(event); in record_and_restart()
2296 if (event->attr.exclude_kernel && in record_and_restart()
2297 (event->attr.sample_type & PERF_SAMPLE_IP) && in record_and_restart()
2307 perf_sample_data_init(&data, ~0ULL, event->hw.last_period); in record_and_restart()
2309 if (event->attr.sample_type & PERF_SAMPLE_ADDR_TYPE) in record_and_restart()
2310 perf_get_data_addr(event, regs, &data.addr); in record_and_restart()
2312 if (event->attr.sample_type & PERF_SAMPLE_BRANCH_STACK) { in record_and_restart()
2315 power_pmu_bhrb_read(event, cpuhw); in record_and_restart()
2316 perf_sample_save_brstack(&data, event, &cpuhw->bhrb_stack); in record_and_restart()
2319 if (event->attr.sample_type & PERF_SAMPLE_DATA_SRC && in record_and_restart()
2325 if (event->attr.sample_type & PERF_SAMPLE_WEIGHT_TYPE && in record_and_restart()
2327 ppmu->get_mem_weight(&data.weight.full, event->attr.sample_type); in record_and_restart()
2330 if (perf_event_overflow(event, &data, regs)) in record_and_restart()
2331 power_pmu_stop(event, 0); in record_and_restart()
2334 if (perf_event_account_interrupt(event)) in record_and_restart()
2335 power_pmu_stop(event, 0); in record_and_restart()
2401 struct perf_event *event; in __perf_event_interrupt() local
2429 event = cpuhw->event[j]; in __perf_event_interrupt()
2430 if (event->hw.idx == (i + 1)) { in __perf_event_interrupt()
2432 record_and_restart(event, cpuhw->pmcs[i], regs); in __perf_event_interrupt()
2451 event = cpuhw->event[i]; in __perf_event_interrupt()
2452 if (!event->hw.idx || is_limited_pmc(event->hw.idx)) in __perf_event_interrupt()
2454 if (pmc_overflow_power7(cpuhw->pmcs[event->hw.idx - 1])) { in __perf_event_interrupt()
2457 record_and_restart(event, in __perf_event_interrupt()
2458 cpuhw->pmcs[event->hw.idx - 1], in __perf_event_interrupt()