181 	if (type == event->pmu->type)  in armpmu_map_event()
198 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_set_period()
240 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_update()
270 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_stop()
286 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_start()
311 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_del()
327 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_add()
360 validate_event(struct pmu *pmu, struct pmu_hw_events *hw_events,  in validate_event()  argument
373 	if (event->pmu != pmu)  in validate_event()
382 	armpmu = to_arm_pmu(event->pmu);  in validate_event()
398 	if (!validate_event(event->pmu, &fake_pmu, leader))  in validate_group()
405 		if (!validate_event(event->pmu, &fake_pmu, sibling))  in validate_group()
409 	if (!validate_event(event->pmu, &fake_pmu, event))  in validate_group()
442 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in __hw_perf_event_init()
498 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_event_init()
521 static void armpmu_enable(struct pmu *pmu)  in armpmu_enable()  argument
523 	struct arm_pmu *armpmu = to_arm_pmu(pmu);  in armpmu_enable()
535 static void armpmu_disable(struct pmu *pmu)  in armpmu_disable()  argument
537 	struct arm_pmu *armpmu = to_arm_pmu(pmu);  in armpmu_disable()
553 	struct arm_pmu *armpmu = to_arm_pmu(event->pmu);  in armpmu_filter_match()
692 static int armpmu_get_cpu_irq(struct arm_pmu *pmu, int cpu)  in armpmu_get_cpu_irq()  argument
694 	struct pmu_hw_events __percpu *hw_events = pmu->hw_events;  in armpmu_get_cpu_irq()
706 	struct arm_pmu *pmu = hlist_entry_safe(node, struct arm_pmu, node);  in arm_perf_starting_cpu()  local
709 	if (!cpumask_test_cpu(cpu, &pmu->supported_cpus))  in arm_perf_starting_cpu()
711 	if (pmu->reset)  in arm_perf_starting_cpu()
712 		pmu->reset(pmu);  in arm_perf_starting_cpu()
714 	per_cpu(cpu_armpmu, cpu) = pmu;  in arm_perf_starting_cpu()
716 	irq = armpmu_get_cpu_irq(pmu, cpu);  in arm_perf_starting_cpu()
725 	struct arm_pmu *pmu = hlist_entry_safe(node, struct arm_pmu, node);  in arm_perf_teardown_cpu()  local
728 	if (!cpumask_test_cpu(cpu, &pmu->supported_cpus))  in arm_perf_teardown_cpu()
731 	irq = armpmu_get_cpu_irq(pmu, cpu);  in arm_perf_teardown_cpu()
864 	struct arm_pmu *pmu;  in __armpmu_alloc()  local
867 	pmu = kzalloc(sizeof(*pmu), flags);  in __armpmu_alloc()
868 	if (!pmu)  in __armpmu_alloc()
871 	pmu->hw_events = alloc_percpu_gfp(struct pmu_hw_events, flags);  in __armpmu_alloc()
872 	if (!pmu->hw_events) {  in __armpmu_alloc()
877 	pmu->pmu = (struct pmu) {  in __armpmu_alloc()
887 		.attr_groups	= pmu->attr_groups,  in __armpmu_alloc()
898 	pmu->attr_groups[ARMPMU_ATTR_GROUP_COMMON] =  in __armpmu_alloc()
904 		events = per_cpu_ptr(pmu->hw_events, cpu);  in __armpmu_alloc()
906 		events->percpu_pmu = pmu;  in __armpmu_alloc()
909 	return pmu;  in __armpmu_alloc()
912 	kfree(pmu);  in __armpmu_alloc()
928 void armpmu_free(struct arm_pmu *pmu)  in armpmu_free()  argument
930 	free_percpu(pmu->hw_events);  in armpmu_free()
931 	kfree(pmu);  in armpmu_free()
934 int armpmu_register(struct arm_pmu *pmu)  in armpmu_register()  argument
938 	ret = cpu_pmu_init(pmu);  in armpmu_register()
942 	if (!pmu->set_event_filter)  in armpmu_register()
943 		pmu->pmu.capabilities |= PERF_PMU_CAP_NO_EXCLUDE;  in armpmu_register()
945 	ret = perf_pmu_register(&pmu->pmu, pmu->name, -1);  in armpmu_register()
950 		pmu->name, pmu->num_events,  in armpmu_register()
953 	kvm_host_pmu_init(pmu);  in armpmu_register()
958 	cpu_pmu_destroy(pmu);  in armpmu_register()