Lines Matching refs:x86_pmu
315 if (!x86_pmu.pebs) in alloc_pebs_buffer()
318 buffer = dsalloc(x86_pmu.pebs_buffer_size, GFP_KERNEL, node); in alloc_pebs_buffer()
326 if (x86_pmu.intel_cap.pebs_format < 2) { in alloc_pebs_buffer()
329 dsfree(buffer, x86_pmu.pebs_buffer_size); in alloc_pebs_buffer()
335 max = x86_pmu.pebs_buffer_size / x86_pmu.pebs_record_size; in alloc_pebs_buffer()
340 max * x86_pmu.pebs_record_size; in alloc_pebs_buffer()
349 if (!ds || !x86_pmu.pebs) in release_pebs_buffer()
356 x86_pmu.pebs_buffer_size); in release_pebs_buffer()
367 if (!x86_pmu.bts) in alloc_bts_buffer()
393 if (!ds || !x86_pmu.bts) in release_bts_buffer()
424 if (!x86_pmu.bts && !x86_pmu.pebs) in release_ds_buffers()
444 x86_pmu.bts_active = 0; in reserve_ds_buffers()
445 x86_pmu.pebs_active = 0; in reserve_ds_buffers()
447 if (!x86_pmu.bts && !x86_pmu.pebs) in reserve_ds_buffers()
450 if (!x86_pmu.bts) in reserve_ds_buffers()
453 if (!x86_pmu.pebs) in reserve_ds_buffers()
488 if (x86_pmu.bts && !bts_err) in reserve_ds_buffers()
489 x86_pmu.bts_active = 1; in reserve_ds_buffers()
491 if (x86_pmu.pebs && !pebs_err) in reserve_ds_buffers()
492 x86_pmu.pebs_active = 1; in reserve_ds_buffers()
565 if (!x86_pmu.bts_active) in intel_pmu_drain_bts_buffer()
636 x86_pmu.drain_pebs(®s); in intel_pmu_drain_pebs_buffer()
790 if (x86_pmu.pebs_constraints) { in intel_pebs_constraints()
791 for_each_event_constraint(c, x86_pmu.pebs_constraints) { in intel_pebs_constraints()
831 x86_pmu.max_pebs_events * x86_pmu.pebs_record_size; in intel_pmu_pebs_enable()
836 threshold = ds->pebs_buffer_base + x86_pmu.pebs_record_size; in intel_pmu_pebs_enable()
850 (u64)(-hwc->sample_period) & x86_pmu.cntval_mask; in intel_pmu_pebs_enable()
863 ds->pebs_buffer_base + x86_pmu.pebs_record_size; in intel_pmu_pebs_disable()
913 if (!x86_pmu.intel_cap.pebs_trap) in intel_pmu_pebs_fixup_ip()
1104 if (event->attr.precise_ip > 1 && x86_pmu.intel_cap.pebs_format >= 2) { in setup_pebs_sample_data()
1113 x86_pmu.intel_cap.pebs_format >= 1) in setup_pebs_sample_data()
1116 if (x86_pmu.intel_cap.pebs_format >= 2) { in setup_pebs_sample_data()
1131 if (x86_pmu.intel_cap.pebs_format >= 3 && in setup_pebs_sample_data()
1150 if (x86_pmu.intel_cap.pebs_format < 1) in get_next_pebs_record_by_bit()
1156 for (at = base; at < top; at += x86_pmu.pebs_record_size) { in get_next_pebs_record_by_bit()
1161 if (x86_pmu.intel_cap.pebs_format >= 3) in get_next_pebs_record_by_bit()
1193 at += x86_pmu.pebs_record_size; in __intel_pmu_pebs_event()
1219 if (!x86_pmu.pebs_active) in intel_pmu_drain_pebs_core()
1255 if (!x86_pmu.pebs_active) in intel_pmu_drain_pebs_nhm()
1266 for (at = base; at < top; at += x86_pmu.pebs_record_size) { in intel_pmu_drain_pebs_nhm()
1271 if (x86_pmu.intel_cap.pebs_format >= 3) { in intel_pmu_drain_pebs_nhm()
1280 pebs_status &= (1ULL << x86_pmu.max_pebs_events) - 1; in intel_pmu_drain_pebs_nhm()
1283 x86_pmu.max_pebs_events); in intel_pmu_drain_pebs_nhm()
1284 if (WARN(bit >= x86_pmu.max_pebs_events, in intel_pmu_drain_pebs_nhm()
1307 x86_pmu.max_pebs_events) in intel_pmu_drain_pebs_nhm()
1315 for (bit = 0; bit < x86_pmu.max_pebs_events; bit++) { in intel_pmu_drain_pebs_nhm()
1346 x86_pmu.bts = boot_cpu_has(X86_FEATURE_BTS); in intel_ds_init()
1347 x86_pmu.pebs = boot_cpu_has(X86_FEATURE_PEBS); in intel_ds_init()
1348 x86_pmu.pebs_buffer_size = PEBS_BUFFER_SIZE; in intel_ds_init()
1349 if (x86_pmu.pebs) { in intel_ds_init()
1350 char pebs_type = x86_pmu.intel_cap.pebs_trap ? '+' : '-'; in intel_ds_init()
1351 int format = x86_pmu.intel_cap.pebs_format; in intel_ds_init()
1356 x86_pmu.pebs_record_size = sizeof(struct pebs_record_core); in intel_ds_init()
1364 x86_pmu.pebs_buffer_size = PAGE_SIZE; in intel_ds_init()
1365 x86_pmu.drain_pebs = intel_pmu_drain_pebs_core; in intel_ds_init()
1370 x86_pmu.pebs_record_size = sizeof(struct pebs_record_nhm); in intel_ds_init()
1371 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm; in intel_ds_init()
1376 x86_pmu.pebs_record_size = sizeof(struct pebs_record_hsw); in intel_ds_init()
1377 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm; in intel_ds_init()
1382 x86_pmu.pebs_record_size = in intel_ds_init()
1384 x86_pmu.drain_pebs = intel_pmu_drain_pebs_nhm; in intel_ds_init()
1385 x86_pmu.free_running_flags |= PERF_SAMPLE_TIME; in intel_ds_init()
1390 x86_pmu.pebs = 0; in intel_ds_init()
1399 if (!x86_pmu.bts && !x86_pmu.pebs) in perf_restore_debug_store()