380 	u64 limit = buf->nr_pages * PAGE_SIZE;  in arm_spe_pmu_next_snapshot_off()  local
388 	if (head < limit >> 1)  in arm_spe_pmu_next_snapshot_off()
389 		limit >>= 1;  in arm_spe_pmu_next_snapshot_off()
395 	if (limit - head < spe_pmu->max_record_sz) {  in arm_spe_pmu_next_snapshot_off()
396 		arm_spe_pmu_pad_buf(handle, limit - head);  in arm_spe_pmu_next_snapshot_off()
397 		handle->head = PERF_IDX2OFF(limit, buf);  in arm_spe_pmu_next_snapshot_off()
398 		limit = ((buf->nr_pages * PAGE_SIZE) >> 1) + handle->head;  in arm_spe_pmu_next_snapshot_off()
401 	return limit;  in arm_spe_pmu_next_snapshot_off()
409 	u64 limit = bufsize;  in __arm_spe_pmu_next_off()  local
450 		limit = round_down(tail, PAGE_SIZE);  in __arm_spe_pmu_next_off()
462 		limit = min(limit, round_up(wakeup, PAGE_SIZE));  in __arm_spe_pmu_next_off()
464 	if (limit > head)  in __arm_spe_pmu_next_off()
465 		return limit;  in __arm_spe_pmu_next_off()
478 	u64 limit = __arm_spe_pmu_next_off(handle);  in arm_spe_pmu_next_off()  local
485 	if (limit && (limit - head < spe_pmu->max_record_sz)) {  in arm_spe_pmu_next_off()
486 		arm_spe_pmu_pad_buf(handle, limit - head);  in arm_spe_pmu_next_off()
487 		limit = __arm_spe_pmu_next_off(handle);  in arm_spe_pmu_next_off()
490 	return limit;  in arm_spe_pmu_next_off()
496 	u64 base, limit;  in arm_spe_perf_aux_output_begin()  local
507 		limit = 0;  in arm_spe_perf_aux_output_begin()
511 	limit = buf->snapshot ? arm_spe_pmu_next_snapshot_off(handle)  in arm_spe_perf_aux_output_begin()
513 	if (limit)  in arm_spe_perf_aux_output_begin()
514 		limit |= BIT(SYS_PMBLIMITR_EL1_E_SHIFT);  in arm_spe_perf_aux_output_begin()
516 	limit += (u64)buf->base;  in arm_spe_perf_aux_output_begin()
521 	write_sysreg_s(limit, SYS_PMBLIMITR_EL1);  in arm_spe_perf_aux_output_begin()