353 static void ddr_perf_free_counter(struct ddr_pmu *pmu, int counter)  in ddr_perf_free_counter()  argument
355 	pmu->events[counter] = NULL;  in ddr_perf_free_counter()
358 static u32 ddr_perf_read_counter(struct ddr_pmu *pmu, int counter)  in ddr_perf_read_counter()  argument
360 	struct perf_event *event = pmu->events[counter];  in ddr_perf_read_counter()
370 	return readl_relaxed(base + counter * 4);  in ddr_perf_read_counter()
421 				  int counter, bool enable)  in ddr_perf_counter_enable()  argument
423 	u8 reg = counter * 4 + COUNTER_CNTL;  in ddr_perf_counter_enable()
443 			if (counter == EVENT_CYCLES_COUNTER)  in ddr_perf_counter_enable()
455 static bool ddr_perf_counter_overflow(struct ddr_pmu *pmu, int counter)  in ddr_perf_counter_overflow()  argument
459 	val = readl_relaxed(pmu->base + counter * 4 + COUNTER_CNTL);  in ddr_perf_counter_overflow()
464 static void ddr_perf_counter_clear(struct ddr_pmu *pmu, int counter)  in ddr_perf_counter_clear()  argument
466 	u8 reg = counter * 4 + COUNTER_CNTL;  in ddr_perf_counter_clear()
482 	int counter = hwc->idx;  in ddr_perf_event_update()  local
485 	new_raw_count = ddr_perf_read_counter(pmu, counter);  in ddr_perf_event_update()
488 		if (counter == EVENT_CYCLES_COUNTER)  in ddr_perf_event_update()
500 	if (counter != EVENT_CYCLES_COUNTER) {  in ddr_perf_event_update()
501 		ret = ddr_perf_counter_overflow(pmu, counter);  in ddr_perf_event_update()
508 	ddr_perf_counter_clear(pmu, counter);  in ddr_perf_event_update()
515 	int counter = hwc->idx;  in ddr_perf_event_start()  local
519 	ddr_perf_counter_enable(pmu, event->attr.config, counter, true);  in ddr_perf_event_start()
532 	int counter;  in ddr_perf_event_add()  local
552 	counter = ddr_perf_alloc_counter(pmu, cfg);  in ddr_perf_event_add()
553 	if (counter < 0) {  in ddr_perf_event_add()
558 	pmu->events[counter] = event;  in ddr_perf_event_add()
560 	hwc->idx = counter;  in ddr_perf_event_add()
574 	int counter = hwc->idx;  in ddr_perf_event_stop()  local
576 	ddr_perf_counter_enable(pmu, event->attr.config, counter, false);  in ddr_perf_event_stop()
590 	int counter = hwc->idx;  in ddr_perf_event_del()  local
594 	ddr_perf_free_counter(pmu, counter);  in ddr_perf_event_del()