Lines Matching refs:dev_state
80 struct device_state *dev_state; member
96 static void free_pasid_states(struct device_state *dev_state);
110 struct device_state *dev_state; in __get_device_state() local
112 list_for_each_entry(dev_state, &state_list, list) { in __get_device_state()
113 if (dev_state->devid == devid) in __get_device_state()
114 return dev_state; in __get_device_state()
122 struct device_state *dev_state; in get_device_state() local
126 dev_state = __get_device_state(devid); in get_device_state()
127 if (dev_state != NULL) in get_device_state()
128 atomic_inc(&dev_state->count); in get_device_state()
131 return dev_state; in get_device_state()
134 static void free_device_state(struct device_state *dev_state) in free_device_state() argument
142 group = iommu_group_get(&dev_state->pdev->dev); in free_device_state()
146 iommu_detach_group(dev_state->domain, group); in free_device_state()
151 iommu_domain_free(dev_state->domain); in free_device_state()
154 kfree(dev_state); in free_device_state()
157 static void put_device_state(struct device_state *dev_state) in put_device_state() argument
159 if (atomic_dec_and_test(&dev_state->count)) in put_device_state()
160 wake_up(&dev_state->wq); in put_device_state()
164 static struct pasid_state **__get_pasid_state_ptr(struct device_state *dev_state, in __get_pasid_state_ptr() argument
170 level = dev_state->pasid_levels; in __get_pasid_state_ptr()
171 root = dev_state->states; in __get_pasid_state_ptr()
197 static int set_pasid_state(struct device_state *dev_state, in set_pasid_state() argument
205 spin_lock_irqsave(&dev_state->lock, flags); in set_pasid_state()
206 ptr = __get_pasid_state_ptr(dev_state, pasid, true); in set_pasid_state()
221 spin_unlock_irqrestore(&dev_state->lock, flags); in set_pasid_state()
226 static void clear_pasid_state(struct device_state *dev_state, int pasid) in clear_pasid_state() argument
231 spin_lock_irqsave(&dev_state->lock, flags); in clear_pasid_state()
232 ptr = __get_pasid_state_ptr(dev_state, pasid, true); in clear_pasid_state()
240 spin_unlock_irqrestore(&dev_state->lock, flags); in clear_pasid_state()
243 static struct pasid_state *get_pasid_state(struct device_state *dev_state, in get_pasid_state() argument
249 spin_lock_irqsave(&dev_state->lock, flags); in get_pasid_state()
250 ptr = __get_pasid_state_ptr(dev_state, pasid, false); in get_pasid_state()
260 spin_unlock_irqrestore(&dev_state->lock, flags); in get_pasid_state()
331 static void free_pasid_states(struct device_state *dev_state) in free_pasid_states() argument
336 for (i = 0; i < dev_state->max_pasids; ++i) { in free_pasid_states()
337 pasid_state = get_pasid_state(dev_state, i); in free_pasid_states()
353 put_device_state(dev_state); in free_pasid_states()
356 if (dev_state->pasid_levels == 2) in free_pasid_states()
357 free_pasid_states_level2(dev_state->states); in free_pasid_states()
358 else if (dev_state->pasid_levels == 1) in free_pasid_states()
359 free_pasid_states_level1(dev_state->states); in free_pasid_states()
361 BUG_ON(dev_state->pasid_levels != 0); in free_pasid_states()
363 free_page((unsigned long)dev_state->states); in free_pasid_states()
375 struct device_state *dev_state; in __mn_flush_page() local
378 dev_state = pasid_state->device_state; in __mn_flush_page()
380 amd_iommu_flush_page(dev_state->domain, pasid_state->pasid, address); in __mn_flush_page()
399 struct device_state *dev_state; in mn_invalidate_range() local
402 dev_state = pasid_state->device_state; in mn_invalidate_range()
405 amd_iommu_flush_page(dev_state->domain, pasid_state->pasid, in mn_invalidate_range()
408 amd_iommu_flush_tlb(dev_state->domain, pasid_state->pasid); in mn_invalidate_range()
414 struct device_state *dev_state; in mn_release() local
420 dev_state = pasid_state->device_state; in mn_release()
423 if (run_inv_ctx_cb && dev_state->inv_ctx_cb) in mn_release()
424 dev_state->inv_ctx_cb(dev_state->pdev, pasid_state->pasid); in mn_release()
445 static void finish_pri_tag(struct device_state *dev_state, in finish_pri_tag() argument
454 amd_iommu_complete_ppr(dev_state->pdev, pasid_state->pasid, in finish_pri_tag()
466 if (!fault->dev_state->inv_ppr_cb) { in handle_fault_error()
471 status = fault->dev_state->inv_ppr_cb(fault->dev_state->pdev, in handle_fault_error()
542 finish_pri_tag(fault->dev_state, fault->state, fault->tag); in do_fault()
553 struct device_state *dev_state; in ppr_notifier() local
581 dev_state = get_device_state(iommu_fault->device_id); in ppr_notifier()
582 if (dev_state == NULL) in ppr_notifier()
585 pasid_state = get_pasid_state(dev_state, iommu_fault->pasid); in ppr_notifier()
588 amd_iommu_complete_ppr(dev_state->pdev, iommu_fault->pasid, in ppr_notifier()
602 finish_pri_tag(dev_state, pasid_state, tag); in ppr_notifier()
606 fault->dev_state = dev_state; in ppr_notifier()
624 put_device_state(dev_state); in ppr_notifier()
638 struct device_state *dev_state; in amd_iommu_bind_pasid() local
649 dev_state = get_device_state(devid); in amd_iommu_bind_pasid()
651 if (dev_state == NULL) in amd_iommu_bind_pasid()
655 if (pasid < 0 || pasid >= dev_state->max_pasids) in amd_iommu_bind_pasid()
670 pasid_state->device_state = dev_state; in amd_iommu_bind_pasid()
681 ret = set_pasid_state(dev_state, pasid_state, pasid); in amd_iommu_bind_pasid()
685 ret = amd_iommu_domain_set_gcr3(dev_state->domain, pasid, in amd_iommu_bind_pasid()
703 clear_pasid_state(dev_state, pasid); in amd_iommu_bind_pasid()
713 put_device_state(dev_state); in amd_iommu_bind_pasid()
722 struct device_state *dev_state; in amd_iommu_unbind_pasid() local
731 dev_state = get_device_state(devid); in amd_iommu_unbind_pasid()
732 if (dev_state == NULL) in amd_iommu_unbind_pasid()
735 if (pasid < 0 || pasid >= dev_state->max_pasids) in amd_iommu_unbind_pasid()
738 pasid_state = get_pasid_state(dev_state, pasid); in amd_iommu_unbind_pasid()
748 clear_pasid_state(dev_state, pasid_state->pasid); in amd_iommu_unbind_pasid()
760 put_device_state(dev_state); in amd_iommu_unbind_pasid()
763 put_device_state(dev_state); in amd_iommu_unbind_pasid()
769 struct device_state *dev_state; in amd_iommu_init_device() local
785 dev_state = kzalloc(sizeof(*dev_state), GFP_KERNEL); in amd_iommu_init_device()
786 if (dev_state == NULL) in amd_iommu_init_device()
789 spin_lock_init(&dev_state->lock); in amd_iommu_init_device()
790 init_waitqueue_head(&dev_state->wq); in amd_iommu_init_device()
791 dev_state->pdev = pdev; in amd_iommu_init_device()
792 dev_state->devid = devid; in amd_iommu_init_device()
795 for (dev_state->pasid_levels = 0; (tmp - 1) & ~0x1ff; tmp >>= 9) in amd_iommu_init_device()
796 dev_state->pasid_levels += 1; in amd_iommu_init_device()
798 atomic_set(&dev_state->count, 1); in amd_iommu_init_device()
799 dev_state->max_pasids = pasids; in amd_iommu_init_device()
802 dev_state->states = (void *)get_zeroed_page(GFP_KERNEL); in amd_iommu_init_device()
803 if (dev_state->states == NULL) in amd_iommu_init_device()
806 dev_state->domain = iommu_domain_alloc(&pci_bus_type); in amd_iommu_init_device()
807 if (dev_state->domain == NULL) in amd_iommu_init_device()
810 amd_iommu_domain_direct_map(dev_state->domain); in amd_iommu_init_device()
812 ret = amd_iommu_domain_enable_v2(dev_state->domain, pasids); in amd_iommu_init_device()
822 ret = iommu_attach_group(dev_state->domain, group); in amd_iommu_init_device()
836 list_add_tail(&dev_state->list, &state_list); in amd_iommu_init_device()
846 iommu_domain_free(dev_state->domain); in amd_iommu_init_device()
849 free_page((unsigned long)dev_state->states); in amd_iommu_init_device()
852 kfree(dev_state); in amd_iommu_init_device()
860 struct device_state *dev_state; in amd_iommu_free_device() local
871 dev_state = __get_device_state(devid); in amd_iommu_free_device()
872 if (dev_state == NULL) { in amd_iommu_free_device()
877 list_del(&dev_state->list); in amd_iommu_free_device()
882 free_pasid_states(dev_state); in amd_iommu_free_device()
884 put_device_state(dev_state); in amd_iommu_free_device()
889 wait_event(dev_state->wq, !atomic_read(&dev_state->count)); in amd_iommu_free_device()
890 free_device_state(dev_state); in amd_iommu_free_device()
897 struct device_state *dev_state; in amd_iommu_set_invalid_ppr_cb() local
910 dev_state = __get_device_state(devid); in amd_iommu_set_invalid_ppr_cb()
911 if (dev_state == NULL) in amd_iommu_set_invalid_ppr_cb()
914 dev_state->inv_ppr_cb = cb; in amd_iommu_set_invalid_ppr_cb()
928 struct device_state *dev_state; in amd_iommu_set_invalidate_ctx_cb() local
941 dev_state = __get_device_state(devid); in amd_iommu_set_invalidate_ctx_cb()
942 if (dev_state == NULL) in amd_iommu_set_invalidate_ctx_cb()
945 dev_state->inv_ctx_cb = cb; in amd_iommu_set_invalidate_ctx_cb()
988 struct device_state *dev_state; in amd_iommu_v2_exit() local
1003 dev_state = get_device_state(i); in amd_iommu_v2_exit()
1005 if (dev_state == NULL) in amd_iommu_v2_exit()
1010 put_device_state(dev_state); in amd_iommu_v2_exit()
1011 amd_iommu_free_device(dev_state->pdev); in amd_iommu_v2_exit()