/arch/sh/kernel/ |
D | perf_event.c | 28 struct cpu_hw_events { struct 34 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument 201 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_stop() 219 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_start() 236 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_del() 246 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_add() 336 struct cpu_hw_events *cpuhw = &per_cpu(cpu_hw_events, cpu); in sh_pmu_prepare_cpu() 338 memset(cpuhw, 0, sizeof(struct cpu_hw_events)); in sh_pmu_prepare_cpu()
|
/arch/x86/events/intel/ |
D | ds.c | 339 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in init_debug_store_on_cpu() 351 if (!per_cpu(cpu_hw_events, cpu).ds) in fini_debug_store_on_cpu() 410 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_pebs_buffer() 448 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in release_pebs_buffer() 466 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_bts_buffer() 495 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in release_bts_buffer() 513 per_cpu(cpu_hw_events, cpu).ds = ds; in alloc_ds_buffer() 519 per_cpu(cpu_hw_events, cpu).ds = NULL; in release_ds_buffer() 639 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_bts() 656 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_bts_buffer() [all …]
|
D | lbr.c | 113 static void intel_pmu_lbr_filter(struct cpu_hw_events *cpuc); 130 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_enable() 213 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_reset() 383 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_restore() 447 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_restore() 475 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_save() 524 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_save() 564 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_sched_task() 601 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_add() 643 struct cpu_hw_events *cpuc; in release_lbr_buffers() [all …]
|
D | core.c | 2150 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_disable_all() 2167 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_enable_all() 2207 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_nhm_workaround() 2272 static void intel_set_tfa(struct cpu_hw_events *cpuc, bool on) in intel_set_tfa() 2282 static void intel_tfa_commit_scheduling(struct cpu_hw_events *cpuc, int idx, int cntr) in intel_tfa_commit_scheduling() 2293 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_tfa_pmu_enable_all() 2326 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_set_masks() 2338 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_clear_masks() 2352 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_fixed() 2509 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in update_saved_topdown_regs() [all …]
|
D | bts.c | 147 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in bts_config_buffer() 186 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in bts_update() 256 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_start() 301 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_stop() 446 struct debug_store *ds = this_cpu_ptr(&cpu_hw_events)->ds; in intel_bts_interrupt() 516 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_add()
|
D | knc.c | 216 struct cpu_hw_events *cpuc; in knc_pmu_handle_irq() 221 cpuc = this_cpu_ptr(&cpu_hw_events); in knc_pmu_handle_irq()
|
D | p4.c | 919 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_disable_all() 998 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_enable_all() 1012 struct cpu_hw_events *cpuc; in p4_pmu_handle_irq() 1018 cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_handle_irq() 1217 static int p4_pmu_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) in p4_pmu_schedule_events()
|
/arch/x86/events/amd/ |
D | core.c | 354 static inline int amd_has_nb(struct cpu_hw_events *cpuc) in amd_has_nb() 382 static void __amd_put_nb_event_constraints(struct cpu_hw_events *cpuc, in __amd_put_nb_event_constraints() 439 __amd_get_nb_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, in __amd_get_nb_event_constraints() 515 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_prepare() 531 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_starting() 545 nb = per_cpu(cpu_hw_events, i).amd_nb; in amd_pmu_cpu_starting() 562 struct cpu_hw_events *cpuhw; in amd_pmu_cpu_dead() 567 cpuhw = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_dead() 610 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_disable_all() 696 amd_get_event_constraints(struct cpu_hw_events *cpuc, int idx, in amd_get_event_constraints() [all …]
|
/arch/powerpc/perf/ |
D | core-fsl-emb.c | 19 struct cpu_hw_events { struct 25 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument 192 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_disable() 196 cpuhw = this_cpu_ptr(&cpu_hw_events); in fsl_emb_pmu_disable() 231 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_enable() 235 cpuhw = this_cpu_ptr(&cpu_hw_events); in fsl_emb_pmu_enable() 278 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_add() 285 cpuhw = &get_cpu_var(cpu_hw_events); in fsl_emb_pmu_add() 331 put_cpu_var(cpu_hw_events); in fsl_emb_pmu_add() 339 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_del() [all …]
|
D | core-book3s.c | 31 struct cpu_hw_events { struct 63 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument 127 static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw) in ebb_switch_in() 135 static inline void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) {} in power_pmu_bhrb_read() 156 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in get_pmcs_ext_regs() 415 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_enable() 431 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_disable() 489 static void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) in power_pmu_bhrb_read() 646 static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw) in ebb_switch_in() 860 static int any_pmc_overflown(struct cpu_hw_events *cpuhw) in any_pmc_overflown() [all …]
|
/arch/alpha/kernel/ |
D | perf_event.c | 34 struct cpu_hw_events { struct 53 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument 391 static void maybe_change_configuration(struct cpu_hw_events *cpuc) in maybe_change_configuration() 435 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_add() 487 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_del() 535 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_stop() 555 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_start() 722 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_enable() 748 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_disable() 807 struct cpu_hw_events *cpuc; in alpha_perf_event_irq_handler() [all …]
|
/arch/x86/events/ |
D | core.c | 50 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { 675 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all() 715 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable() 732 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all() 762 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in x86_get_pmu() 972 int x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) in x86_schedule_events() 1110 static int add_nr_metric_event(struct cpu_hw_events *cpuc, in add_nr_metric_event() 1123 static void del_nr_metric_event(struct cpu_hw_events *cpuc, in del_nr_metric_event() 1130 static int collect_event(struct cpu_hw_events *cpuc, struct perf_event *event, in collect_event() 1154 static int collect_events(struct cpu_hw_events *cpuc, struct perf_event *leader, bool dogrp) in collect_events() [all …]
|
D | perf_event.h | 226 struct cpu_hw_events { struct 733 int (*schedule_events)(struct cpu_hw_events *cpuc, int n, int *assign); 752 (*get_event_constraints)(struct cpu_hw_events *cpuc, 756 void (*put_event_constraints)(struct cpu_hw_events *cpuc, 759 void (*start_scheduling)(struct cpu_hw_events *cpuc); 761 void (*commit_scheduling)(struct cpu_hw_events *cpuc, int idx, int cntr); 763 void (*stop_scheduling)(struct cpu_hw_events *cpuc); 855 void (*lbr_read)(struct cpu_hw_events *cpuc); 1037 DECLARE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 1108 u64 disable_mask = __this_cpu_read(cpu_hw_events.perf_ctr_virt_mask); in __x86_pmu_enable_event() [all …]
|
/arch/sparc/kernel/ |
D | perf_event.c | 78 struct cpu_hw_events { struct 115 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { .enabled = 1, }; argument 827 static inline void sparc_pmu_enable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, in… in sparc_pmu_enable_event() 845 static inline void sparc_pmu_disable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, i… in sparc_pmu_disable_event() 923 static void read_in_all_counters(struct cpu_hw_events *cpuc) in read_in_all_counters() 947 static void calculate_single_pcr(struct cpu_hw_events *cpuc) in calculate_single_pcr() 983 static void calculate_multiple_pcrs(struct cpu_hw_events *cpuc) in calculate_multiple_pcrs() 1017 static void update_pcrs_for_enable(struct cpu_hw_events *cpuc) in update_pcrs_for_enable() 1031 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_enable() 1049 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_disable() [all …]
|
/arch/riscv/kernel/ |
D | perf_event.c | 36 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 299 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in riscv_pmu_add() 330 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in riscv_pmu_del()
|
/arch/mips/kernel/ |
D | perf_event_mipsxx.c | 31 struct cpu_hw_events { struct 48 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { argument 314 static int mipsxx_pmu_alloc_counter(struct cpu_hw_events *cpuc, in mipsxx_pmu_alloc_counter() 351 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_enable_event() 397 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_disable_event() 501 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipspmu_add() 537 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipspmu_del() 763 struct cpu_hw_events fake_cpuc; in validate_group() 782 static void handle_associated_event(struct cpu_hw_events *cpuc, in handle_associated_event() 1614 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pause_local_counters() [all …]
|
/arch/riscv/include/asm/ |
D | perf_event.h | 45 struct cpu_hw_events { struct
|
/arch/x86/events/zhaoxin/ |
D | core.c | 357 struct cpu_hw_events *cpuc; in zhaoxin_pmu_handle_irq() 362 cpuc = this_cpu_ptr(&cpu_hw_events); in zhaoxin_pmu_handle_irq() 422 zhaoxin_get_event_constraints(struct cpu_hw_events *cpuc, int idx, in zhaoxin_get_event_constraints()
|
/arch/nds32/kernel/ |
D | perf_event_cpu.c | 33 static DEFINE_PER_CPU(struct pmu_hw_events, cpu_hw_events); 1068 return this_cpu_ptr(&cpu_hw_events); in cpu_pmu_get_cpu_events() 1109 struct pmu_hw_events *events = &per_cpu(cpu_hw_events, cpu); in cpu_pmu_init()
|