Lines Matching refs:event
36 struct perf_event *event[MAX_HWEVENTS]; member
116 static bool is_ebb_event(struct perf_event *event) { return false; } in is_ebb_event() argument
117 static int ebb_event_check(struct perf_event *event) { return 0; } in ebb_event_check() argument
118 static void ebb_event_add(struct perf_event *event) { } in ebb_event_add() argument
125 static inline void power_pmu_bhrb_enable(struct perf_event *event) {} in power_pmu_bhrb_enable() argument
126 static inline void power_pmu_bhrb_disable(struct perf_event *event) {} in power_pmu_bhrb_disable() argument
349 static void power_pmu_bhrb_enable(struct perf_event *event) in power_pmu_bhrb_enable() argument
357 if (event->ctx->task && cpuhw->bhrb_context != event->ctx) { in power_pmu_bhrb_enable()
359 cpuhw->bhrb_context = event->ctx; in power_pmu_bhrb_enable()
364 static void power_pmu_bhrb_disable(struct perf_event *event) in power_pmu_bhrb_disable() argument
499 static bool is_ebb_event(struct perf_event *event) in is_ebb_event() argument
507 ((event->attr.config >> PERF_EVENT_CONFIG_EBB_SHIFT) & 1); in is_ebb_event()
510 static int ebb_event_check(struct perf_event *event) in ebb_event_check() argument
512 struct perf_event *leader = event->group_leader; in ebb_event_check()
515 if (is_ebb_event(leader) != is_ebb_event(event)) in ebb_event_check()
518 if (is_ebb_event(event)) { in ebb_event_check()
519 if (!(event->attach_state & PERF_ATTACH_TASK)) in ebb_event_check()
525 if (event->attr.freq || in ebb_event_check()
526 event->attr.inherit || in ebb_event_check()
527 event->attr.sample_type || in ebb_event_check()
528 event->attr.sample_period || in ebb_event_check()
529 event->attr.enable_on_exec) in ebb_event_check()
536 static void ebb_event_add(struct perf_event *event) in ebb_event_add() argument
538 if (!is_ebb_event(event) || current->thread.used_ebb) in ebb_event_add()
944 struct perf_event *event; in check_excludes() local
964 event = ctrs[i]; in check_excludes()
966 eu = event->attr.exclude_user; in check_excludes()
967 ek = event->attr.exclude_kernel; in check_excludes()
968 eh = event->attr.exclude_hv; in check_excludes()
970 } else if (event->attr.exclude_user != eu || in check_excludes()
971 event->attr.exclude_kernel != ek || in check_excludes()
972 event->attr.exclude_hv != eh) { in check_excludes()
1004 static void power_pmu_read(struct perf_event *event) in power_pmu_read() argument
1008 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_read()
1011 if (!event->hw.idx) in power_pmu_read()
1014 if (is_ebb_event(event)) { in power_pmu_read()
1015 val = read_pmc(event->hw.idx); in power_pmu_read()
1016 local64_set(&event->hw.prev_count, val); in power_pmu_read()
1026 prev = local64_read(&event->hw.prev_count); in power_pmu_read()
1028 val = read_pmc(event->hw.idx); in power_pmu_read()
1032 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in power_pmu_read()
1034 local64_add(delta, &event->count); in power_pmu_read()
1046 prev = local64_read(&event->hw.period_left); in power_pmu_read()
1050 } while (local64_cmpxchg(&event->hw.period_left, prev, val) != prev); in power_pmu_read()
1067 struct perf_event *event; in freeze_limited_counters() local
1072 event = cpuhw->limited_counter[i]; in freeze_limited_counters()
1073 if (!event->hw.idx) in freeze_limited_counters()
1075 val = (event->hw.idx == 5) ? pmc5 : pmc6; in freeze_limited_counters()
1076 prev = local64_read(&event->hw.prev_count); in freeze_limited_counters()
1077 event->hw.idx = 0; in freeze_limited_counters()
1080 local64_add(delta, &event->count); in freeze_limited_counters()
1087 struct perf_event *event; in thaw_limited_counters() local
1092 event = cpuhw->limited_counter[i]; in thaw_limited_counters()
1093 event->hw.idx = cpuhw->limited_hwidx[i]; in thaw_limited_counters()
1094 val = (event->hw.idx == 5) ? pmc5 : pmc6; in thaw_limited_counters()
1095 prev = local64_read(&event->hw.prev_count); in thaw_limited_counters()
1097 local64_set(&event->hw.prev_count, val); in thaw_limited_counters()
1098 perf_event_update_userpage(event); in thaw_limited_counters()
1212 struct perf_event *event; in power_pmu_enable() local
1243 ebb = is_ebb_event(cpuhw->event[0]); in power_pmu_enable()
1263 cpuhw->mmcr, cpuhw->event)) { in power_pmu_enable()
1275 event = cpuhw->event[0]; in power_pmu_enable()
1276 if (event->attr.exclude_user) in power_pmu_enable()
1278 if (event->attr.exclude_kernel) in power_pmu_enable()
1280 if (event->attr.exclude_hv) in power_pmu_enable()
1302 event = cpuhw->event[i]; in power_pmu_enable()
1303 if (event->hw.idx && event->hw.idx != hwc_index[i] + 1) { in power_pmu_enable()
1304 power_pmu_read(event); in power_pmu_enable()
1305 write_pmc(event->hw.idx, 0); in power_pmu_enable()
1306 event->hw.idx = 0; in power_pmu_enable()
1315 event = cpuhw->event[i]; in power_pmu_enable()
1316 if (event->hw.idx) in power_pmu_enable()
1320 cpuhw->limited_counter[n_lim] = event; in power_pmu_enable()
1327 val = local64_read(&event->hw.prev_count); in power_pmu_enable()
1330 if (event->hw.sample_period) { in power_pmu_enable()
1331 left = local64_read(&event->hw.period_left); in power_pmu_enable()
1335 local64_set(&event->hw.prev_count, val); in power_pmu_enable()
1338 event->hw.idx = idx; in power_pmu_enable()
1339 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_enable()
1343 perf_event_update_userpage(event); in power_pmu_enable()
1377 struct perf_event *event; in collect_events() local
1386 list_for_each_entry(event, &group->sibling_list, group_entry) { in collect_events()
1387 if (!is_software_event(event) && in collect_events()
1388 event->state != PERF_EVENT_STATE_OFF) { in collect_events()
1391 ctrs[n] = event; in collect_events()
1392 flags[n] = event->hw.event_base; in collect_events()
1393 events[n++] = event->hw.config; in collect_events()
1405 static int power_pmu_add(struct perf_event *event, int ef_flags) in power_pmu_add() argument
1413 perf_pmu_disable(event->pmu); in power_pmu_add()
1423 cpuhw->event[n0] = event; in power_pmu_add()
1424 cpuhw->events[n0] = event->hw.config; in power_pmu_add()
1425 cpuhw->flags[n0] = event->hw.event_base; in power_pmu_add()
1434 event->hw.state = PERF_HES_STOPPED | PERF_HES_UPTODATE; in power_pmu_add()
1436 event->hw.state = 0; in power_pmu_add()
1446 if (check_excludes(cpuhw->event, cpuhw->flags, n0, 1)) in power_pmu_add()
1450 event->hw.config = cpuhw->events[n0]; in power_pmu_add()
1453 ebb_event_add(event); in power_pmu_add()
1460 if (has_branch_stack(event)) { in power_pmu_add()
1461 power_pmu_bhrb_enable(event); in power_pmu_add()
1463 event->attr.branch_sample_type); in power_pmu_add()
1466 perf_pmu_enable(event->pmu); in power_pmu_add()
1474 static void power_pmu_del(struct perf_event *event, int ef_flags) in power_pmu_del() argument
1481 perf_pmu_disable(event->pmu); in power_pmu_del()
1483 power_pmu_read(event); in power_pmu_del()
1487 if (event == cpuhw->event[i]) { in power_pmu_del()
1489 cpuhw->event[i-1] = cpuhw->event[i]; in power_pmu_del()
1494 ppmu->disable_pmc(event->hw.idx - 1, cpuhw->mmcr); in power_pmu_del()
1495 if (event->hw.idx) { in power_pmu_del()
1496 write_pmc(event->hw.idx, 0); in power_pmu_del()
1497 event->hw.idx = 0; in power_pmu_del()
1499 perf_event_update_userpage(event); in power_pmu_del()
1504 if (event == cpuhw->limited_counter[i]) in power_pmu_del()
1518 if (has_branch_stack(event)) in power_pmu_del()
1519 power_pmu_bhrb_disable(event); in power_pmu_del()
1521 perf_pmu_enable(event->pmu); in power_pmu_del()
1530 static void power_pmu_start(struct perf_event *event, int ef_flags) in power_pmu_start() argument
1536 if (!event->hw.idx || !event->hw.sample_period) in power_pmu_start()
1539 if (!(event->hw.state & PERF_HES_STOPPED)) in power_pmu_start()
1543 WARN_ON_ONCE(!(event->hw.state & PERF_HES_UPTODATE)); in power_pmu_start()
1546 perf_pmu_disable(event->pmu); in power_pmu_start()
1548 event->hw.state = 0; in power_pmu_start()
1549 left = local64_read(&event->hw.period_left); in power_pmu_start()
1555 write_pmc(event->hw.idx, val); in power_pmu_start()
1557 perf_event_update_userpage(event); in power_pmu_start()
1558 perf_pmu_enable(event->pmu); in power_pmu_start()
1562 static void power_pmu_stop(struct perf_event *event, int ef_flags) in power_pmu_stop() argument
1566 if (!event->hw.idx || !event->hw.sample_period) in power_pmu_stop()
1569 if (event->hw.state & PERF_HES_STOPPED) in power_pmu_stop()
1573 perf_pmu_disable(event->pmu); in power_pmu_stop()
1575 power_pmu_read(event); in power_pmu_stop()
1576 event->hw.state |= PERF_HES_STOPPED | PERF_HES_UPTODATE; in power_pmu_stop()
1577 write_pmc(event->hw.idx, 0); in power_pmu_stop()
1579 perf_event_update_userpage(event); in power_pmu_stop()
1580 perf_pmu_enable(event->pmu); in power_pmu_stop()
1625 if (check_excludes(cpuhw->event, cpuhw->flags, 0, n)) in power_pmu_commit_txn()
1632 cpuhw->event[i]->hw.config = cpuhw->events[i]; in power_pmu_commit_txn()
1646 static int can_go_on_limited_pmc(struct perf_event *event, u64 ev, in can_go_on_limited_pmc() argument
1652 if (event->attr.exclude_user in can_go_on_limited_pmc()
1653 || event->attr.exclude_kernel in can_go_on_limited_pmc()
1654 || event->attr.exclude_hv in can_go_on_limited_pmc()
1655 || event->attr.sample_period) in can_go_on_limited_pmc()
1699 static void hw_perf_event_destroy(struct perf_event *event) in hw_perf_event_destroy() argument
1739 static int power_pmu_event_init(struct perf_event *event) in power_pmu_event_init() argument
1753 if (has_branch_stack(event)) { in power_pmu_event_init()
1759 switch (event->attr.type) { in power_pmu_event_init()
1761 ev = event->attr.config; in power_pmu_event_init()
1767 err = hw_perf_cache_event(event->attr.config, &ev); in power_pmu_event_init()
1772 ev = event->attr.config; in power_pmu_event_init()
1778 event->hw.config_base = ev; in power_pmu_event_init()
1779 event->hw.idx = 0; in power_pmu_event_init()
1787 event->attr.exclude_hv = 0; in power_pmu_event_init()
1796 if (event->attach_state & PERF_ATTACH_TASK) in power_pmu_event_init()
1804 if (can_go_on_limited_pmc(event, ev, flags)) { in power_pmu_event_init()
1819 err = ebb_event_check(event); in power_pmu_event_init()
1829 if (event->group_leader != event) { in power_pmu_event_init()
1830 n = collect_events(event->group_leader, ppmu->n_counter - 1, in power_pmu_event_init()
1836 ctrs[n] = event; in power_pmu_event_init()
1844 if (has_branch_stack(event)) { in power_pmu_event_init()
1846 event->attr.branch_sample_type); in power_pmu_event_init()
1856 event->hw.config = events[n]; in power_pmu_event_init()
1857 event->hw.event_base = cflags[n]; in power_pmu_event_init()
1858 event->hw.last_period = event->hw.sample_period; in power_pmu_event_init()
1859 local64_set(&event->hw.period_left, event->hw.last_period); in power_pmu_event_init()
1865 if (is_ebb_event(event)) in power_pmu_event_init()
1866 local64_set(&event->hw.prev_count, 0); in power_pmu_event_init()
1884 event->destroy = hw_perf_event_destroy; in power_pmu_event_init()
1889 static int power_pmu_event_idx(struct perf_event *event) in power_pmu_event_idx() argument
1891 return event->hw.idx; in power_pmu_event_idx()
1925 static void record_and_restart(struct perf_event *event, unsigned long val, in record_and_restart() argument
1928 u64 period = event->hw.sample_period; in record_and_restart()
1932 if (event->hw.state & PERF_HES_STOPPED) { in record_and_restart()
1933 write_pmc(event->hw.idx, 0); in record_and_restart()
1938 prev = local64_read(&event->hw.prev_count); in record_and_restart()
1940 local64_add(delta, &event->count); in record_and_restart()
1947 left = local64_read(&event->hw.period_left) - delta; in record_and_restart()
1956 event->hw.last_period = event->hw.sample_period; in record_and_restart()
1962 write_pmc(event->hw.idx, val); in record_and_restart()
1963 local64_set(&event->hw.prev_count, val); in record_and_restart()
1964 local64_set(&event->hw.period_left, left); in record_and_restart()
1965 perf_event_update_userpage(event); in record_and_restart()
1973 perf_sample_data_init(&data, ~0ULL, event->hw.last_period); in record_and_restart()
1975 if (event->attr.sample_type & PERF_SAMPLE_ADDR) in record_and_restart()
1978 if (event->attr.sample_type & PERF_SAMPLE_BRANCH_STACK) { in record_and_restart()
1985 if (perf_event_overflow(event, &data, regs)) in record_and_restart()
1986 power_pmu_stop(event, 0); in record_and_restart()
2054 struct perf_event *event; in perf_event_interrupt() local
2090 event = cpuhw->event[j]; in perf_event_interrupt()
2091 if (event->hw.idx == (i + 1)) { in perf_event_interrupt()
2093 record_and_restart(event, val[i], regs); in perf_event_interrupt()
2104 event = cpuhw->event[i]; in perf_event_interrupt()
2105 if (!event->hw.idx || is_limited_pmc(event->hw.idx)) in perf_event_interrupt()
2107 if (pmc_overflow_power7(val[event->hw.idx - 1])) { in perf_event_interrupt()
2110 record_and_restart(event, in perf_event_interrupt()
2111 val[event->hw.idx - 1], in perf_event_interrupt()