136 			struct amdgpu_irq_src *src = adev->irq.client[i].sources[j];  in amdgpu_irq_disable_all()  local
138 			if (!src || !src->funcs->set || !src->num_types)  in amdgpu_irq_disable_all()
141 			for (k = 0; k < src->num_types; ++k) {  in amdgpu_irq_disable_all()
142 				r = src->funcs->set(adev, src, k,  in amdgpu_irq_disable_all()
362 			struct amdgpu_irq_src *src = adev->irq.client[i].sources[j];  in amdgpu_irq_fini_sw()  local
364 			if (!src)  in amdgpu_irq_fini_sw()
367 			kfree(src->enabled_types);  in amdgpu_irq_fini_sw()
368 			src->enabled_types = NULL;  in amdgpu_irq_fini_sw()
442 	struct amdgpu_irq_src *src;  in amdgpu_irq_dispatch()  local
478 	} else if ((src = adev->irq.client[client_id].sources[src_id])) {  in amdgpu_irq_dispatch()
479 		r = src->funcs->process(adev, src, &entry);  in amdgpu_irq_dispatch()
526 			     struct amdgpu_irq_src *src, unsigned int type)  in amdgpu_irq_update()  argument
537 	if (amdgpu_irq_enabled(adev, src, type))  in amdgpu_irq_update()
542 	r = src->funcs->set(adev, src, type, state);  in amdgpu_irq_update()
567 			struct amdgpu_irq_src *src = adev->irq.client[i].sources[j];  in amdgpu_irq_gpu_reset_resume_helper()  local
569 			if (!src || !src->funcs || !src->funcs->set)  in amdgpu_irq_gpu_reset_resume_helper()
571 			for (k = 0; k < src->num_types; k++)  in amdgpu_irq_gpu_reset_resume_helper()
572 				amdgpu_irq_update(adev, src, k);  in amdgpu_irq_gpu_reset_resume_helper()
589 int amdgpu_irq_get(struct amdgpu_device *adev, struct amdgpu_irq_src *src,  in amdgpu_irq_get()  argument
595 	if (type >= src->num_types)  in amdgpu_irq_get()
598 	if (!src->enabled_types || !src->funcs->set)  in amdgpu_irq_get()
601 	if (atomic_inc_return(&src->enabled_types[type]) == 1)  in amdgpu_irq_get()
602 		return amdgpu_irq_update(adev, src, type);  in amdgpu_irq_get()
619 int amdgpu_irq_put(struct amdgpu_device *adev, struct amdgpu_irq_src *src,  in amdgpu_irq_put()  argument
625 	if (type >= src->num_types)  in amdgpu_irq_put()
628 	if (!src->enabled_types || !src->funcs->set)  in amdgpu_irq_put()
631 	if (WARN_ON(!amdgpu_irq_enabled(adev, src, type)))  in amdgpu_irq_put()
634 	if (atomic_dec_and_test(&src->enabled_types[type]))  in amdgpu_irq_put()
635 		return amdgpu_irq_update(adev, src, type);  in amdgpu_irq_put()
653 bool amdgpu_irq_enabled(struct amdgpu_device *adev, struct amdgpu_irq_src *src,  in amdgpu_irq_enabled()  argument
659 	if (type >= src->num_types)  in amdgpu_irq_enabled()
662 	if (!src->enabled_types || !src->funcs->set)  in amdgpu_irq_enabled()
665 	return !!atomic_read(&src->enabled_types[type]);  in amdgpu_irq_enabled()