179 	if (event->hw.state & PERF_HES_STOPPED)  in fsl_emb_pmu_read()
188 		prev = local64_read(&event->hw.prev_count);  in fsl_emb_pmu_read()
190 		val = read_pmc(event->hw.idx);  in fsl_emb_pmu_read()
191 	} while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev);  in fsl_emb_pmu_read()
196 	local64_sub(delta, &event->hw.period_left);  in fsl_emb_pmu_read()
300 	if (event->hw.config & FSL_EMB_EVENT_RESTRICTED)  in fsl_emb_pmu_add()
317 	event->hw.idx = i;  in fsl_emb_pmu_add()
322 	if (event->hw.sample_period) {  in fsl_emb_pmu_add()
323 		s64 left = local64_read(&event->hw.period_left);  in fsl_emb_pmu_add()
327 	local64_set(&event->hw.prev_count, val);  in fsl_emb_pmu_add()
330 		event->hw.state = PERF_HES_STOPPED | PERF_HES_UPTODATE;  in fsl_emb_pmu_add()
333 		event->hw.state &= ~(PERF_HES_STOPPED | PERF_HES_UPTODATE);  in fsl_emb_pmu_add()
339 	write_pmlcb(i, event->hw.config >> 32);  in fsl_emb_pmu_add()
340 	write_pmlca(i, event->hw.config_base);  in fsl_emb_pmu_add()
353 	int i = event->hw.idx;  in fsl_emb_pmu_del()
363 	WARN_ON(event != cpuhw->event[event->hw.idx]);  in fsl_emb_pmu_del()
370 	event->hw.idx = -1;  in fsl_emb_pmu_del()
393 	if (event->hw.idx < 0 || !event->hw.sample_period)  in fsl_emb_pmu_start()
396 	if (!(event->hw.state & PERF_HES_STOPPED))  in fsl_emb_pmu_start()
400 		WARN_ON_ONCE(!(event->hw.state & PERF_HES_UPTODATE));  in fsl_emb_pmu_start()
405 	event->hw.state = 0;  in fsl_emb_pmu_start()
406 	left = local64_read(&event->hw.period_left);  in fsl_emb_pmu_start()
410 	write_pmc(event->hw.idx, val);  in fsl_emb_pmu_start()
421 	if (event->hw.idx < 0 || !event->hw.sample_period)  in fsl_emb_pmu_stop()
424 	if (event->hw.state & PERF_HES_STOPPED)  in fsl_emb_pmu_stop()
431 	event->hw.state |= PERF_HES_STOPPED | PERF_HES_UPTODATE;  in fsl_emb_pmu_stop()
432 	write_pmc(event->hw.idx, 0);  in fsl_emb_pmu_stop()
519 	event->hw.config = ppmu->xlate_event(ev);  in fsl_emb_pmu_event_init()
520 	if (!(event->hw.config & FSL_EMB_EVENT_VALID))  in fsl_emb_pmu_event_init()
536 	if (event->hw.config & FSL_EMB_EVENT_RESTRICTED) {  in fsl_emb_pmu_event_init()
539 			if (events[i]->hw.config & FSL_EMB_EVENT_RESTRICTED)  in fsl_emb_pmu_event_init()
547 	event->hw.idx = -1;  in fsl_emb_pmu_event_init()
549 	event->hw.config_base = PMLCA_CE | PMLCA_FCM1 |  in fsl_emb_pmu_event_init()
553 		event->hw.config_base |= PMLCA_FCU;  in fsl_emb_pmu_event_init()
555 		event->hw.config_base |= PMLCA_FCS;  in fsl_emb_pmu_event_init()
559 	event->hw.last_period = event->hw.sample_period;  in fsl_emb_pmu_event_init()
560 	local64_set(&event->hw.period_left, event->hw.last_period);  in fsl_emb_pmu_event_init()
605 	u64 period = event->hw.sample_period;  in record_and_restart()
609 	if (event->hw.state & PERF_HES_STOPPED) {  in record_and_restart()
610 		write_pmc(event->hw.idx, 0);  in record_and_restart()
615 	prev = local64_read(&event->hw.prev_count);  in record_and_restart()
624 	left = local64_read(&event->hw.period_left) - delta;  in record_and_restart()
631 			event->hw.last_period = event->hw.sample_period;  in record_and_restart()
637 	write_pmc(event->hw.idx, val);  in record_and_restart()
638 	local64_set(&event->hw.prev_count, val);  in record_and_restart()
639 	local64_set(&event->hw.period_left, left);  in record_and_restart()
648 		perf_sample_data_init(&data, 0, event->hw.last_period);  in record_and_restart()