Lines Matching refs:event
38 struct perf_event *event[MAX_HWEVENTS]; member
108 static inline void perf_get_data_addr(struct perf_event *event, struct pt_regs *regs, u64 *addrp) {… in perf_get_data_addr() argument
123 static bool is_ebb_event(struct perf_event *event) { return false; } in is_ebb_event() argument
124 static int ebb_event_check(struct perf_event *event) { return 0; } in ebb_event_check() argument
125 static void ebb_event_add(struct perf_event *event) { } in ebb_event_add() argument
132 static inline void power_pmu_bhrb_enable(struct perf_event *event) {} in power_pmu_bhrb_enable() argument
133 static inline void power_pmu_bhrb_disable(struct perf_event *event) {} in power_pmu_bhrb_disable() argument
135 static inline void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) {} in power_pmu_bhrb_read() argument
201 static inline void perf_get_data_addr(struct perf_event *event, struct pt_regs *regs, u64 *addrp) in perf_get_data_addr() argument
226 if (is_kernel_addr(mfspr(SPRN_SDAR)) && event->attr.exclude_kernel) in perf_get_data_addr()
413 static void power_pmu_bhrb_enable(struct perf_event *event) in power_pmu_bhrb_enable() argument
421 if (event->ctx->task && cpuhw->bhrb_context != event->ctx) { in power_pmu_bhrb_enable()
423 cpuhw->bhrb_context = event->ctx; in power_pmu_bhrb_enable()
426 perf_sched_cb_inc(event->ctx->pmu); in power_pmu_bhrb_enable()
429 static void power_pmu_bhrb_disable(struct perf_event *event) in power_pmu_bhrb_disable() argument
438 perf_sched_cb_dec(event->ctx->pmu); in power_pmu_bhrb_disable()
489 static void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) in power_pmu_bhrb_read() argument
520 is_kernel_addr(addr) && event->attr.exclude_kernel) in power_pmu_bhrb_read()
577 static bool is_ebb_event(struct perf_event *event) in is_ebb_event() argument
585 ((event->attr.config >> PERF_EVENT_CONFIG_EBB_SHIFT) & 1); in is_ebb_event()
588 static int ebb_event_check(struct perf_event *event) in ebb_event_check() argument
590 struct perf_event *leader = event->group_leader; in ebb_event_check()
593 if (is_ebb_event(leader) != is_ebb_event(event)) in ebb_event_check()
596 if (is_ebb_event(event)) { in ebb_event_check()
597 if (!(event->attach_state & PERF_ATTACH_TASK)) in ebb_event_check()
603 if (event->attr.freq || in ebb_event_check()
604 event->attr.inherit || in ebb_event_check()
605 event->attr.sample_type || in ebb_event_check()
606 event->attr.sample_period || in ebb_event_check()
607 event->attr.enable_on_exec) in ebb_event_check()
614 static void ebb_event_add(struct perf_event *event) in ebb_event_add() argument
616 if (!is_ebb_event(event) || current->thread.used_ebb) in ebb_event_add()
929 int n_ev, struct perf_event **event) in power_check_constraints() argument
952 &cpuhw->avalues[i][0], event[i]->attr.config1)) in power_check_constraints()
988 event[i]->attr.config1); in power_check_constraints()
1055 struct perf_event *event; in check_excludes() local
1075 event = ctrs[i]; in check_excludes()
1077 eu = event->attr.exclude_user; in check_excludes()
1078 ek = event->attr.exclude_kernel; in check_excludes()
1079 eh = event->attr.exclude_hv; in check_excludes()
1081 } else if (event->attr.exclude_user != eu || in check_excludes()
1082 event->attr.exclude_kernel != ek || in check_excludes()
1083 event->attr.exclude_hv != eh) { in check_excludes()
1115 static void power_pmu_read(struct perf_event *event) in power_pmu_read() argument
1119 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_read()
1122 if (!event->hw.idx) in power_pmu_read()
1125 if (is_ebb_event(event)) { in power_pmu_read()
1126 val = read_pmc(event->hw.idx); in power_pmu_read()
1127 local64_set(&event->hw.prev_count, val); in power_pmu_read()
1137 prev = local64_read(&event->hw.prev_count); in power_pmu_read()
1139 val = read_pmc(event->hw.idx); in power_pmu_read()
1143 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in power_pmu_read()
1145 local64_add(delta, &event->count); in power_pmu_read()
1157 prev = local64_read(&event->hw.period_left); in power_pmu_read()
1161 } while (local64_cmpxchg(&event->hw.period_left, prev, val) != prev); in power_pmu_read()
1178 struct perf_event *event; in freeze_limited_counters() local
1183 event = cpuhw->limited_counter[i]; in freeze_limited_counters()
1184 if (!event->hw.idx) in freeze_limited_counters()
1186 val = (event->hw.idx == 5) ? pmc5 : pmc6; in freeze_limited_counters()
1187 prev = local64_read(&event->hw.prev_count); in freeze_limited_counters()
1188 event->hw.idx = 0; in freeze_limited_counters()
1191 local64_add(delta, &event->count); in freeze_limited_counters()
1198 struct perf_event *event; in thaw_limited_counters() local
1203 event = cpuhw->limited_counter[i]; in thaw_limited_counters()
1204 event->hw.idx = cpuhw->limited_hwidx[i]; in thaw_limited_counters()
1205 val = (event->hw.idx == 5) ? pmc5 : pmc6; in thaw_limited_counters()
1206 prev = local64_read(&event->hw.prev_count); in thaw_limited_counters()
1208 local64_set(&event->hw.prev_count, val); in thaw_limited_counters()
1209 perf_event_update_userpage(event); in thaw_limited_counters()
1353 struct perf_event *event; in power_pmu_enable() local
1384 ebb = is_ebb_event(cpuhw->event[0]); in power_pmu_enable()
1406 &cpuhw->mmcr, cpuhw->event, ppmu->flags)) { in power_pmu_enable()
1418 event = cpuhw->event[0]; in power_pmu_enable()
1419 if (event->attr.exclude_user) in power_pmu_enable()
1421 if (event->attr.exclude_kernel) in power_pmu_enable()
1423 if (event->attr.exclude_hv) in power_pmu_enable()
1448 event = cpuhw->event[i]; in power_pmu_enable()
1449 if (event->hw.idx && event->hw.idx != hwc_index[i] + 1) { in power_pmu_enable()
1450 power_pmu_read(event); in power_pmu_enable()
1451 write_pmc(event->hw.idx, 0); in power_pmu_enable()
1452 event->hw.idx = 0; in power_pmu_enable()
1461 event = cpuhw->event[i]; in power_pmu_enable()
1462 if (event->hw.idx) in power_pmu_enable()
1466 cpuhw->limited_counter[n_lim] = event; in power_pmu_enable()
1473 val = local64_read(&event->hw.prev_count); in power_pmu_enable()
1476 if (event->hw.sample_period) { in power_pmu_enable()
1477 left = local64_read(&event->hw.period_left); in power_pmu_enable()
1481 local64_set(&event->hw.prev_count, val); in power_pmu_enable()
1484 event->hw.idx = idx; in power_pmu_enable()
1485 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_enable()
1489 perf_event_update_userpage(event); in power_pmu_enable()
1523 struct perf_event *event; in collect_events() local
1532 for_each_sibling_event(event, group) { in collect_events()
1533 if (event->pmu->task_ctx_nr == perf_hw_context && in collect_events()
1534 event->state != PERF_EVENT_STATE_OFF) { in collect_events()
1537 ctrs[n] = event; in collect_events()
1538 flags[n] = event->hw.event_base; in collect_events()
1539 events[n++] = event->hw.config; in collect_events()
1551 static int power_pmu_add(struct perf_event *event, int ef_flags) in power_pmu_add() argument
1559 perf_pmu_disable(event->pmu); in power_pmu_add()
1569 cpuhw->event[n0] = event; in power_pmu_add()
1570 cpuhw->events[n0] = event->hw.config; in power_pmu_add()
1571 cpuhw->flags[n0] = event->hw.event_base; in power_pmu_add()
1580 event->hw.state = PERF_HES_STOPPED | PERF_HES_UPTODATE; in power_pmu_add()
1582 event->hw.state = 0; in power_pmu_add()
1592 if (check_excludes(cpuhw->event, cpuhw->flags, n0, 1)) in power_pmu_add()
1594 if (power_check_constraints(cpuhw, cpuhw->events, cpuhw->flags, n0 + 1, cpuhw->event)) in power_pmu_add()
1596 event->hw.config = cpuhw->events[n0]; in power_pmu_add()
1599 ebb_event_add(event); in power_pmu_add()
1606 if (has_branch_stack(event)) { in power_pmu_add()
1611 event->attr.branch_sample_type); in power_pmu_add()
1615 power_pmu_bhrb_enable(event); in power_pmu_add()
1619 perf_pmu_enable(event->pmu); in power_pmu_add()
1627 static void power_pmu_del(struct perf_event *event, int ef_flags) in power_pmu_del() argument
1634 perf_pmu_disable(event->pmu); in power_pmu_del()
1636 power_pmu_read(event); in power_pmu_del()
1640 if (event == cpuhw->event[i]) { in power_pmu_del()
1642 cpuhw->event[i-1] = cpuhw->event[i]; in power_pmu_del()
1647 ppmu->disable_pmc(event->hw.idx - 1, &cpuhw->mmcr); in power_pmu_del()
1648 if (event->hw.idx) { in power_pmu_del()
1649 write_pmc(event->hw.idx, 0); in power_pmu_del()
1650 event->hw.idx = 0; in power_pmu_del()
1652 perf_event_update_userpage(event); in power_pmu_del()
1657 if (event == cpuhw->limited_counter[i]) in power_pmu_del()
1671 if (has_branch_stack(event)) in power_pmu_del()
1672 power_pmu_bhrb_disable(event); in power_pmu_del()
1674 perf_pmu_enable(event->pmu); in power_pmu_del()
1683 static void power_pmu_start(struct perf_event *event, int ef_flags) in power_pmu_start() argument
1689 if (!event->hw.idx || !event->hw.sample_period) in power_pmu_start()
1692 if (!(event->hw.state & PERF_HES_STOPPED)) in power_pmu_start()
1696 WARN_ON_ONCE(!(event->hw.state & PERF_HES_UPTODATE)); in power_pmu_start()
1699 perf_pmu_disable(event->pmu); in power_pmu_start()
1701 event->hw.state = 0; in power_pmu_start()
1702 left = local64_read(&event->hw.period_left); in power_pmu_start()
1708 write_pmc(event->hw.idx, val); in power_pmu_start()
1710 perf_event_update_userpage(event); in power_pmu_start()
1711 perf_pmu_enable(event->pmu); in power_pmu_start()
1715 static void power_pmu_stop(struct perf_event *event, int ef_flags) in power_pmu_stop() argument
1719 if (!event->hw.idx || !event->hw.sample_period) in power_pmu_stop()
1722 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_stop()
1726 perf_pmu_disable(event->pmu); in power_pmu_stop()
1728 power_pmu_read(event); in power_pmu_stop()
1729 event->hw.state |= PERF_HES_STOPPED | PERF_HES_UPTODATE; in power_pmu_stop()
1730 write_pmc(event->hw.idx, 0); in power_pmu_stop()
1732 perf_event_update_userpage(event); in power_pmu_stop()
1733 perf_pmu_enable(event->pmu); in power_pmu_stop()
1802 if (check_excludes(cpuhw->event, cpuhw->flags, 0, n)) in power_pmu_commit_txn()
1804 i = power_check_constraints(cpuhw, cpuhw->events, cpuhw->flags, n, cpuhw->event); in power_pmu_commit_txn()
1809 cpuhw->event[i]->hw.config = cpuhw->events[i]; in power_pmu_commit_txn()
1823 static int can_go_on_limited_pmc(struct perf_event *event, u64 ev, in can_go_on_limited_pmc() argument
1829 if (event->attr.exclude_user in can_go_on_limited_pmc()
1830 || event->attr.exclude_kernel in can_go_on_limited_pmc()
1831 || event->attr.exclude_hv in can_go_on_limited_pmc()
1832 || event->attr.sample_period) in can_go_on_limited_pmc()
1876 static void hw_perf_event_destroy(struct perf_event *event) in hw_perf_event_destroy() argument
1928 static int power_pmu_event_init(struct perf_event *event) in power_pmu_event_init() argument
1942 if (has_branch_stack(event)) { in power_pmu_event_init()
1948 switch (event->attr.type) { in power_pmu_event_init()
1950 ev = event->attr.config; in power_pmu_event_init()
1959 err = hw_perf_cache_event(event->attr.config, &ev); in power_pmu_event_init()
1967 ev = event->attr.config; in power_pmu_event_init()
1984 ppmu->check_attr_config(event)) in power_pmu_event_init()
1987 event->hw.config_base = ev; in power_pmu_event_init()
1988 event->hw.idx = 0; in power_pmu_event_init()
1996 event->attr.exclude_hv = 0; in power_pmu_event_init()
2005 if (event->attach_state & PERF_ATTACH_TASK) in power_pmu_event_init()
2013 if (can_go_on_limited_pmc(event, ev, flags)) { in power_pmu_event_init()
2028 err = ebb_event_check(event); in power_pmu_event_init()
2038 if (event->group_leader != event) { in power_pmu_event_init()
2039 n = collect_events(event->group_leader, ppmu->n_counter - 1, in power_pmu_event_init()
2045 ctrs[n] = event; in power_pmu_event_init()
2055 if (has_branch_stack(event)) { in power_pmu_event_init()
2060 event->attr.branch_sample_type); in power_pmu_event_init()
2073 event->hw.config = events[n]; in power_pmu_event_init()
2074 event->hw.event_base = cflags[n]; in power_pmu_event_init()
2075 event->hw.last_period = event->hw.sample_period; in power_pmu_event_init()
2076 local64_set(&event->hw.period_left, event->hw.last_period); in power_pmu_event_init()
2082 if (is_ebb_event(event)) in power_pmu_event_init()
2083 local64_set(&event->hw.prev_count, 0); in power_pmu_event_init()
2101 event->destroy = hw_perf_event_destroy; in power_pmu_event_init()
2106 static int power_pmu_event_idx(struct perf_event *event) in power_pmu_event_idx() argument
2108 return event->hw.idx; in power_pmu_event_idx()
2145 static void record_and_restart(struct perf_event *event, unsigned long val, in record_and_restart() argument
2148 u64 period = event->hw.sample_period; in record_and_restart()
2152 if (event->hw.state & PERF_HES_STOPPED) { in record_and_restart()
2153 write_pmc(event->hw.idx, 0); in record_and_restart()
2158 prev = local64_read(&event->hw.prev_count); in record_and_restart()
2160 local64_add(delta, &event->count); in record_and_restart()
2167 left = local64_read(&event->hw.period_left) - delta; in record_and_restart()
2181 if (event->attr.sample_type & PERF_SAMPLE_IP) in record_and_restart()
2186 event->hw.last_period = event->hw.sample_period; in record_and_restart()
2192 write_pmc(event->hw.idx, val); in record_and_restart()
2193 local64_set(&event->hw.prev_count, val); in record_and_restart()
2194 local64_set(&event->hw.period_left, left); in record_and_restart()
2195 perf_event_update_userpage(event); in record_and_restart()
2203 if (event->attr.exclude_kernel && in record_and_restart()
2204 (event->attr.sample_type & PERF_SAMPLE_IP) && in record_and_restart()
2214 perf_sample_data_init(&data, ~0ULL, event->hw.last_period); in record_and_restart()
2216 if (event->attr.sample_type & PERF_SAMPLE_ADDR_TYPE) in record_and_restart()
2217 perf_get_data_addr(event, regs, &data.addr); in record_and_restart()
2219 if (event->attr.sample_type & PERF_SAMPLE_BRANCH_STACK) { in record_and_restart()
2222 power_pmu_bhrb_read(event, cpuhw); in record_and_restart()
2226 if (event->attr.sample_type & PERF_SAMPLE_DATA_SRC && in record_and_restart()
2230 if (event->attr.sample_type & PERF_SAMPLE_WEIGHT_TYPE && in record_and_restart()
2232 ppmu->get_mem_weight(&data.weight.full, event->attr.sample_type); in record_and_restart()
2234 if (perf_event_overflow(event, &data, regs)) in record_and_restart()
2235 power_pmu_stop(event, 0); in record_and_restart()
2238 if (perf_event_account_interrupt(event)) in record_and_restart()
2239 power_pmu_stop(event, 0); in record_and_restart()
2305 struct perf_event *event; in __perf_event_interrupt() local
2333 event = cpuhw->event[j]; in __perf_event_interrupt()
2334 if (event->hw.idx == (i + 1)) { in __perf_event_interrupt()
2336 record_and_restart(event, cpuhw->pmcs[i], regs); in __perf_event_interrupt()
2347 event = cpuhw->event[i]; in __perf_event_interrupt()
2348 if (!event->hw.idx || is_limited_pmc(event->hw.idx)) in __perf_event_interrupt()
2350 if (pmc_overflow_power7(cpuhw->pmcs[event->hw.idx - 1])) { in __perf_event_interrupt()
2353 record_and_restart(event, in __perf_event_interrupt()
2354 cpuhw->pmcs[event->hw.idx - 1], in __perf_event_interrupt()