265 	struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds;  in init_debug_store_on_cpu()  local
267 	if (!ds)  in init_debug_store_on_cpu()
271 		     (u32)((u64)(unsigned long)ds),  in init_debug_store_on_cpu()
272 		     (u32)((u64)(unsigned long)ds >> 32));  in init_debug_store_on_cpu()
277 	if (!per_cpu(cpu_hw_events, cpu).ds)  in fini_debug_store_on_cpu()
337 	struct debug_store *ds = hwev->ds;  in alloc_pebs_buffer()  local
364 	ds->pebs_buffer_base = (unsigned long) cea;  in alloc_pebs_buffer()
366 	ds->pebs_index = ds->pebs_buffer_base;  in alloc_pebs_buffer()
368 	ds->pebs_absolute_maximum = ds->pebs_buffer_base + max;  in alloc_pebs_buffer()
393 	struct debug_store *ds = hwev->ds;  in alloc_bts_buffer()  local
408 	ds->bts_buffer_base = (unsigned long) cea;  in alloc_bts_buffer()
410 	ds->bts_index = ds->bts_buffer_base;  in alloc_bts_buffer()
412 	ds->bts_absolute_maximum = ds->bts_buffer_base +  in alloc_bts_buffer()
414 	ds->bts_interrupt_threshold = ds->bts_absolute_maximum -  in alloc_bts_buffer()
436 	struct debug_store *ds = &get_cpu_entry_area(cpu)->cpu_debug_store;  in alloc_ds_buffer()  local
438 	memset(ds, 0, sizeof(*ds));  in alloc_ds_buffer()
439 	per_cpu(cpu_hw_events, cpu).ds = ds;  in alloc_ds_buffer()
445 	per_cpu(cpu_hw_events, cpu).ds = NULL;  in release_ds_buffer()
568 	if (!cpuc->ds)  in intel_pmu_disable_bts()
583 	struct debug_store *ds = cpuc->ds;  in intel_pmu_drain_bts_buffer()  local
603 	base = (struct bts_record *)(unsigned long)ds->bts_buffer_base;  in intel_pmu_drain_bts_buffer()
604 	top  = (struct bts_record *)(unsigned long)ds->bts_index;  in intel_pmu_drain_bts_buffer()
611 	ds->bts_index = ds->bts_buffer_base;  in intel_pmu_drain_bts_buffer()
924 	struct debug_store *ds = cpuc->ds;  in pebs_update_threshold()  local
937 		threshold = ds->pebs_absolute_maximum -  in pebs_update_threshold()
940 		threshold = ds->pebs_buffer_base + cpuc->pebs_record_size;  in pebs_update_threshold()
943 	ds->pebs_interrupt_threshold = threshold;  in pebs_update_threshold()
1092 	struct debug_store *ds = cpuc->ds;  in intel_pmu_pebs_via_pt_enable()  local
1102 	wrmsrl(MSR_RELOAD_PMC0 + hwc->idx, ds->pebs_event_reset[hwc->idx]);  in intel_pmu_pebs_via_pt_enable()
1109 	struct debug_store *ds = cpuc->ds;  in intel_pmu_pebs_enable()  local
1137 		ds->pebs_event_reset[idx] =  in intel_pmu_pebs_enable()
1140 		ds->pebs_event_reset[hwc->idx] = 0;  in intel_pmu_pebs_enable()
1788 	struct debug_store *ds = cpuc->ds;  in intel_pmu_drain_pebs_core()  local
1796 	at  = (struct pebs_record_core *)(unsigned long)ds->pebs_buffer_base;  in intel_pmu_drain_pebs_core()
1797 	top = (struct pebs_record_core *)(unsigned long)ds->pebs_index;  in intel_pmu_drain_pebs_core()
1802 	ds->pebs_index = ds->pebs_buffer_base;  in intel_pmu_drain_pebs_core()
1845 	struct debug_store *ds = cpuc->ds;  in intel_pmu_drain_pebs_nhm()  local
1856 	base = (struct pebs_record_nhm *)(unsigned long)ds->pebs_buffer_base;  in intel_pmu_drain_pebs_nhm()
1857 	top = (struct pebs_record_nhm *)(unsigned long)ds->pebs_index;  in intel_pmu_drain_pebs_nhm()
1859 	ds->pebs_index = ds->pebs_buffer_base;  in intel_pmu_drain_pebs_nhm()
1960 	struct debug_store *ds = cpuc->ds;  in intel_pmu_drain_pebs_icl()  local
1969 	base = (struct pebs_basic *)(unsigned long)ds->pebs_buffer_base;  in intel_pmu_drain_pebs_icl()
1970 	top = (struct pebs_basic *)(unsigned long)ds->pebs_index;  in intel_pmu_drain_pebs_icl()
1972 	ds->pebs_index = ds->pebs_buffer_base;  in intel_pmu_drain_pebs_icl()
2109 	struct debug_store *ds = __this_cpu_read(cpu_hw_events.ds);  in perf_restore_debug_store()  local
2114 	wrmsrl(MSR_IA32_DS_AREA, (unsigned long)ds);  in perf_restore_debug_store()