Lines Matching full:group
58 ssize_t (*show)(struct iommu_group *group, char *buf);
59 ssize_t (*store)(struct iommu_group *group,
83 static int iommu_alloc_default_domain(struct iommu_group *group,
90 struct iommu_group *group);
92 struct iommu_group *group);
93 static int iommu_create_device_direct_mappings(struct iommu_group *group,
197 struct iommu_group *group; in __iommu_probe_device() local
219 group = iommu_group_get_for_dev(dev); in __iommu_probe_device()
220 if (IS_ERR(group)) { in __iommu_probe_device()
221 ret = PTR_ERR(group); in __iommu_probe_device()
224 iommu_group_put(group); in __iommu_probe_device()
226 if (group_list && !group->default_domain && list_empty(&group->entry)) in __iommu_probe_device()
227 list_add_tail(&group->entry, group_list); in __iommu_probe_device()
248 struct iommu_group *group; in iommu_probe_device() local
255 group = iommu_group_get(dev); in iommu_probe_device()
256 if (!group) in iommu_probe_device()
265 iommu_alloc_default_domain(group, dev); in iommu_probe_device()
267 if (group->default_domain) { in iommu_probe_device()
268 ret = __iommu_attach_device(group->default_domain, dev); in iommu_probe_device()
270 iommu_group_put(group); in iommu_probe_device()
275 iommu_create_device_direct_mappings(group, dev); in iommu_probe_device()
277 iommu_group_put(group); in iommu_probe_device()
336 struct iommu_group *group = to_iommu_group(kobj); in iommu_group_attr_show() local
340 ret = attr->show(group, buf); in iommu_group_attr_show()
349 struct iommu_group *group = to_iommu_group(kobj); in iommu_group_attr_store() local
353 ret = attr->store(group, buf, count); in iommu_group_attr_store()
362 static int iommu_group_create_file(struct iommu_group *group, in iommu_group_create_file() argument
365 return sysfs_create_file(&group->kobj, &attr->attr); in iommu_group_create_file()
368 static void iommu_group_remove_file(struct iommu_group *group, in iommu_group_remove_file() argument
371 sysfs_remove_file(&group->kobj, &attr->attr); in iommu_group_remove_file()
374 static ssize_t iommu_group_show_name(struct iommu_group *group, char *buf) in iommu_group_show_name() argument
376 return sprintf(buf, "%s\n", group->name); in iommu_group_show_name()
455 int iommu_get_group_resv_regions(struct iommu_group *group, in iommu_get_group_resv_regions() argument
461 mutex_lock(&group->mutex); in iommu_get_group_resv_regions()
462 list_for_each_entry(device, &group->devices, list) { in iommu_get_group_resv_regions()
472 mutex_unlock(&group->mutex); in iommu_get_group_resv_regions()
477 static ssize_t iommu_group_show_resv_regions(struct iommu_group *group, in iommu_group_show_resv_regions() argument
485 iommu_get_group_resv_regions(group, &group_resv_regions); in iommu_group_show_resv_regions()
499 static ssize_t iommu_group_show_type(struct iommu_group *group, in iommu_group_show_type() argument
504 if (group->default_domain) { in iommu_group_show_type()
505 switch (group->default_domain->type) { in iommu_group_show_type()
534 struct iommu_group *group = to_iommu_group(kobj); in iommu_group_release() local
536 pr_debug("Releasing group %d\n", group->id); in iommu_group_release()
538 if (group->iommu_data_release) in iommu_group_release()
539 group->iommu_data_release(group->iommu_data); in iommu_group_release()
541 ida_simple_remove(&iommu_group_ida, group->id); in iommu_group_release()
543 if (group->default_domain) in iommu_group_release()
544 iommu_domain_free(group->default_domain); in iommu_group_release()
546 kfree(group->name); in iommu_group_release()
547 kfree(group); in iommu_group_release()
556 * iommu_group_alloc - Allocate a new group
559 * group. The iommu group represents the minimum granularity of the iommu.
561 * group in order to hold the group until devices are added. Use
563 * group to be automatically reclaimed once it has no devices or external
568 struct iommu_group *group; in iommu_group_alloc() local
571 group = kzalloc(sizeof(*group), GFP_KERNEL); in iommu_group_alloc()
572 if (!group) in iommu_group_alloc()
575 group->kobj.kset = iommu_group_kset; in iommu_group_alloc()
576 mutex_init(&group->mutex); in iommu_group_alloc()
577 INIT_LIST_HEAD(&group->devices); in iommu_group_alloc()
578 INIT_LIST_HEAD(&group->entry); in iommu_group_alloc()
579 BLOCKING_INIT_NOTIFIER_HEAD(&group->notifier); in iommu_group_alloc()
583 kfree(group); in iommu_group_alloc()
586 group->id = ret; in iommu_group_alloc()
588 ret = kobject_init_and_add(&group->kobj, &iommu_group_ktype, in iommu_group_alloc()
589 NULL, "%d", group->id); in iommu_group_alloc()
591 ida_simple_remove(&iommu_group_ida, group->id); in iommu_group_alloc()
592 kobject_put(&group->kobj); in iommu_group_alloc()
596 group->devices_kobj = kobject_create_and_add("devices", &group->kobj); in iommu_group_alloc()
597 if (!group->devices_kobj) { in iommu_group_alloc()
598 kobject_put(&group->kobj); /* triggers .release & free */ in iommu_group_alloc()
603 * The devices_kobj holds a reference on the group kobject, so in iommu_group_alloc()
604 * as long as that exists so will the group. We can therefore in iommu_group_alloc()
607 kobject_put(&group->kobj); in iommu_group_alloc()
609 ret = iommu_group_create_file(group, in iommu_group_alloc()
614 ret = iommu_group_create_file(group, &iommu_group_attr_type); in iommu_group_alloc()
618 pr_debug("Allocated group %d\n", group->id); in iommu_group_alloc()
620 return group; in iommu_group_alloc()
627 struct iommu_group *group; in iommu_group_get_by_id() local
643 group = container_of(group_kobj, struct iommu_group, kobj); in iommu_group_get_by_id()
644 BUG_ON(group->id != id); in iommu_group_get_by_id()
646 kobject_get(group->devices_kobj); in iommu_group_get_by_id()
647 kobject_put(&group->kobj); in iommu_group_get_by_id()
649 return group; in iommu_group_get_by_id()
654 * iommu_group_get_iommudata - retrieve iommu_data registered for a group
655 * @group: the group
657 * iommu drivers can store data in the group for use when doing iommu
659 * should hold a group reference.
661 void *iommu_group_get_iommudata(struct iommu_group *group) in iommu_group_get_iommudata() argument
663 return group->iommu_data; in iommu_group_get_iommudata()
668 * iommu_group_set_iommudata - set iommu_data for a group
669 * @group: the group
673 * iommu drivers can store data in the group for use when doing iommu
675 * the group has been allocated. Caller should hold a group reference.
677 void iommu_group_set_iommudata(struct iommu_group *group, void *iommu_data, in iommu_group_set_iommudata() argument
680 group->iommu_data = iommu_data; in iommu_group_set_iommudata()
681 group->iommu_data_release = release; in iommu_group_set_iommudata()
686 * iommu_group_set_name - set name for a group
687 * @group: the group
690 * Allow iommu driver to set a name for a group. When set it will
691 * appear in a name attribute file under the group in sysfs.
693 int iommu_group_set_name(struct iommu_group *group, const char *name) in iommu_group_set_name() argument
697 if (group->name) { in iommu_group_set_name()
698 iommu_group_remove_file(group, &iommu_group_attr_name); in iommu_group_set_name()
699 kfree(group->name); in iommu_group_set_name()
700 group->name = NULL; in iommu_group_set_name()
705 group->name = kstrdup(name, GFP_KERNEL); in iommu_group_set_name()
706 if (!group->name) in iommu_group_set_name()
709 ret = iommu_group_create_file(group, &iommu_group_attr_name); in iommu_group_set_name()
711 kfree(group->name); in iommu_group_set_name()
712 group->name = NULL; in iommu_group_set_name()
720 static int iommu_create_device_direct_mappings(struct iommu_group *group, in iommu_create_device_direct_mappings() argument
723 struct iommu_domain *domain = group->default_domain; in iommu_create_device_direct_mappings()
785 * iommu_group_add_device - add a device to an iommu group
786 * @group: the group into which to add the device (reference should be held)
790 * group. Adding a device increments the group reference count.
792 int iommu_group_add_device(struct iommu_group *group, struct device *dev) in iommu_group_add_device() argument
803 ret = sysfs_create_link(&dev->kobj, &group->kobj, "iommu_group"); in iommu_group_add_device()
814 ret = sysfs_create_link_nowarn(group->devices_kobj, in iommu_group_add_device()
830 kobject_get(group->devices_kobj); in iommu_group_add_device()
832 dev->iommu_group = group; in iommu_group_add_device()
834 mutex_lock(&group->mutex); in iommu_group_add_device()
835 list_add_tail(&device->list, &group->devices); in iommu_group_add_device()
836 if (group->domain && !iommu_is_attach_deferred(group->domain, dev)) in iommu_group_add_device()
837 ret = __iommu_attach_device(group->domain, dev); in iommu_group_add_device()
838 mutex_unlock(&group->mutex); in iommu_group_add_device()
842 /* Notify any listeners about change to group. */ in iommu_group_add_device()
843 blocking_notifier_call_chain(&group->notifier, in iommu_group_add_device()
846 trace_add_device_to_group(group->id, dev); in iommu_group_add_device()
848 dev_info(dev, "Adding to iommu group %d\n", group->id); in iommu_group_add_device()
853 mutex_lock(&group->mutex); in iommu_group_add_device()
855 mutex_unlock(&group->mutex); in iommu_group_add_device()
857 kobject_put(group->devices_kobj); in iommu_group_add_device()
858 sysfs_remove_link(group->devices_kobj, device->name); in iommu_group_add_device()
865 dev_err(dev, "Failed to add to iommu group %d: %d\n", group->id, ret); in iommu_group_add_device()
871 * iommu_group_remove_device - remove a device from it's current group
875 * it's current group. This decrements the iommu group reference count.
879 struct iommu_group *group = dev->iommu_group; in iommu_group_remove_device() local
882 if (!group) in iommu_group_remove_device()
885 dev_info(dev, "Removing from iommu group %d\n", group->id); in iommu_group_remove_device()
888 blocking_notifier_call_chain(&group->notifier, in iommu_group_remove_device()
891 mutex_lock(&group->mutex); in iommu_group_remove_device()
892 list_for_each_entry(tmp_device, &group->devices, list) { in iommu_group_remove_device()
899 mutex_unlock(&group->mutex); in iommu_group_remove_device()
904 sysfs_remove_link(group->devices_kobj, device->name); in iommu_group_remove_device()
907 trace_remove_device_from_group(group->id, dev); in iommu_group_remove_device()
912 kobject_put(group->devices_kobj); in iommu_group_remove_device()
916 static int iommu_group_device_count(struct iommu_group *group) in iommu_group_device_count() argument
921 list_for_each_entry(entry, &group->devices, list) in iommu_group_device_count()
928 * iommu_group_for_each_dev - iterate over each device in the group
929 * @group: the group
933 * This function is called by group users to iterate over group devices.
934 * Callers should hold a reference count to the group during callback.
935 * The group->mutex is held across callbacks, which will block calls to
938 static int __iommu_group_for_each_dev(struct iommu_group *group, void *data, in __iommu_group_for_each_dev() argument
944 list_for_each_entry(device, &group->devices, list) { in __iommu_group_for_each_dev()
953 int iommu_group_for_each_dev(struct iommu_group *group, void *data, in iommu_group_for_each_dev() argument
958 mutex_lock(&group->mutex); in iommu_group_for_each_dev()
959 ret = __iommu_group_for_each_dev(group, data, fn); in iommu_group_for_each_dev()
960 mutex_unlock(&group->mutex); in iommu_group_for_each_dev()
967 * iommu_group_get - Return the group for a device and increment reference
968 * @dev: get the group that this device belongs to
970 * This function is called by iommu drivers and users to get the group
971 * for the specified device. If found, the group is returned and the group
976 struct iommu_group *group = dev->iommu_group; in iommu_group_get() local
978 if (group) in iommu_group_get()
979 kobject_get(group->devices_kobj); in iommu_group_get()
981 return group; in iommu_group_get()
986 * iommu_group_ref_get - Increment reference on a group
987 * @group: the group to use, must not be NULL
990 * existing group. Returns the given group for convenience.
992 struct iommu_group *iommu_group_ref_get(struct iommu_group *group) in iommu_group_ref_get() argument
994 kobject_get(group->devices_kobj); in iommu_group_ref_get()
995 return group; in iommu_group_ref_get()
1000 * iommu_group_put - Decrement group reference
1001 * @group: the group to use
1004 * iommu group. Once the reference count is zero, the group is released.
1006 void iommu_group_put(struct iommu_group *group) in iommu_group_put() argument
1008 if (group) in iommu_group_put()
1009 kobject_put(group->devices_kobj); in iommu_group_put()
1014 * iommu_group_register_notifier - Register a notifier for group changes
1015 * @group: the group to watch
1018 * This function allows iommu group users to track changes in a group.
1020 * should hold a reference to the group throughout notifier registration.
1022 int iommu_group_register_notifier(struct iommu_group *group, in iommu_group_register_notifier() argument
1025 return blocking_notifier_chain_register(&group->notifier, nb); in iommu_group_register_notifier()
1031 * @group: the group to watch
1034 * Unregister a previously registered group notifier block.
1036 int iommu_group_unregister_notifier(struct iommu_group *group, in iommu_group_unregister_notifier() argument
1039 return blocking_notifier_chain_unregister(&group->notifier, nb); in iommu_group_unregister_notifier()
1228 * matched using the group ID, the PASID valid bit and the PASID in iommu_page_response()
1229 * value. Otherwise only the group ID matches request and in iommu_page_response()
1255 * iommu_group_id - Return ID for a group
1256 * @group: the group to ID
1258 * Return the unique ID for the group matching the sysfs group number.
1260 int iommu_group_id(struct iommu_group *group) in iommu_group_id() argument
1262 return group->id; in iommu_group_id()
1283 * that may already have a group.
1289 struct iommu_group *group; in get_pci_function_alias_group() local
1300 group = get_pci_alias_group(tmp, devfns); in get_pci_function_alias_group()
1301 if (group) { in get_pci_function_alias_group()
1303 return group; in get_pci_function_alias_group()
1323 struct iommu_group *group; in get_pci_alias_group() local
1328 group = iommu_group_get(&pdev->dev); in get_pci_alias_group()
1329 if (group) in get_pci_alias_group()
1330 return group; in get_pci_alias_group()
1338 group = get_pci_alias_group(tmp, devfns); in get_pci_alias_group()
1339 if (group) { in get_pci_alias_group()
1341 return group; in get_pci_alias_group()
1344 group = get_pci_function_alias_group(tmp, devfns); in get_pci_alias_group()
1345 if (group) { in get_pci_alias_group()
1347 return group; in get_pci_alias_group()
1357 struct iommu_group *group; member
1362 * the IOMMU group if we find one along the way.
1369 data->group = iommu_group_get(&pdev->dev); in get_pci_alias_or_group()
1371 return data->group != NULL; in get_pci_alias_or_group()
1376 * iommu-group per device.
1386 * to find or create an IOMMU group for a device.
1393 struct iommu_group *group = NULL; in pci_device_group() local
1401 * be aliased due to topology in order to have its own IOMMU group. in pci_device_group()
1403 * group, use it. in pci_device_group()
1406 return data.group; in pci_device_group()
1414 * group, use it. in pci_device_group()
1425 group = iommu_group_get(&pdev->dev); in pci_device_group()
1426 if (group) in pci_device_group()
1427 return group; in pci_device_group()
1432 * device or another device aliases us, use the same group. in pci_device_group()
1434 group = get_pci_alias_group(pdev, (unsigned long *)devfns); in pci_device_group()
1435 if (group) in pci_device_group()
1436 return group; in pci_device_group()
1443 group = get_pci_function_alias_group(pdev, (unsigned long *)devfns); in pci_device_group()
1444 if (group) in pci_device_group()
1445 return group; in pci_device_group()
1447 /* No shared group found, allocate new */ in pci_device_group()
1452 /* Get the IOMMU group for device on fsl-mc bus */
1456 struct iommu_group *group; in fsl_mc_device_group() local
1458 group = iommu_group_get(cont_dev); in fsl_mc_device_group()
1459 if (!group) in fsl_mc_device_group()
1460 group = iommu_group_alloc(); in fsl_mc_device_group()
1461 return group; in fsl_mc_device_group()
1477 struct iommu_group *group, in iommu_group_alloc_default_domain() argument
1486 …pr_warn("Failed to allocate default IOMMU domain of type %u for group %s - Falling back to IOMMU_D… in iommu_group_alloc_default_domain()
1487 type, group->name); in iommu_group_alloc_default_domain()
1493 group->default_domain = dom; in iommu_group_alloc_default_domain()
1494 if (!group->domain) in iommu_group_alloc_default_domain()
1495 group->domain = dom; in iommu_group_alloc_default_domain()
1507 static int iommu_alloc_default_domain(struct iommu_group *group, in iommu_alloc_default_domain() argument
1512 if (group->default_domain) in iommu_alloc_default_domain()
1517 return iommu_group_alloc_default_domain(dev->bus, group, type); in iommu_alloc_default_domain()
1521 * iommu_group_get_for_dev - Find or create the IOMMU group for a device
1526 * IOMMU group for a device. On success, the caller will hold a reference
1527 * to the returned IOMMU group, which will already include the provided
1533 struct iommu_group *group; in iommu_group_get_for_dev() local
1536 group = iommu_group_get(dev); in iommu_group_get_for_dev()
1537 if (group) in iommu_group_get_for_dev()
1538 return group; in iommu_group_get_for_dev()
1543 group = ops->device_group(dev); in iommu_group_get_for_dev()
1544 if (WARN_ON_ONCE(group == NULL)) in iommu_group_get_for_dev()
1547 if (IS_ERR(group)) in iommu_group_get_for_dev()
1548 return group; in iommu_group_get_for_dev()
1550 ret = iommu_group_add_device(group, dev); in iommu_group_get_for_dev()
1554 return group; in iommu_group_get_for_dev()
1557 iommu_group_put(group); in iommu_group_get_for_dev()
1562 struct iommu_domain *iommu_group_default_domain(struct iommu_group *group) in iommu_group_default_domain() argument
1564 return group->default_domain; in iommu_group_default_domain()
1570 struct iommu_group *group; in probe_iommu_group() local
1573 /* Device is probed already if in a group */ in probe_iommu_group()
1574 group = iommu_group_get(dev); in probe_iommu_group()
1575 if (group) { in probe_iommu_group()
1576 iommu_group_put(group); in probe_iommu_group()
1599 struct iommu_group *group; in iommu_bus_notifier() local
1603 * result in ADD/DEL notifiers to group->notifier in iommu_bus_notifier()
1617 * group, if anyone is listening in iommu_bus_notifier()
1619 group = iommu_group_get(dev); in iommu_bus_notifier()
1620 if (!group) in iommu_bus_notifier()
1639 blocking_notifier_call_chain(&group->notifier, in iommu_bus_notifier()
1642 iommu_group_put(group); in iommu_bus_notifier()
1662 …dev_warn(dev, "Device needs domain type %s, but device %s in the same iommu group requires type %s… in probe_get_default_domain_type()
1679 struct iommu_group *group) in probe_alloc_default_domain() argument
1685 /* Ask for default domain requirements of all devices in the group */ in probe_alloc_default_domain()
1686 __iommu_group_for_each_dev(group, >ype, in probe_alloc_default_domain()
1692 iommu_group_alloc_default_domain(bus, group, gtype.type); in probe_alloc_default_domain()
1707 static int __iommu_group_dma_attach(struct iommu_group *group) in __iommu_group_dma_attach() argument
1709 return __iommu_group_for_each_dev(group, group->default_domain, in __iommu_group_dma_attach()
1723 static void __iommu_group_dma_finalize(struct iommu_group *group) in __iommu_group_dma_finalize() argument
1725 __iommu_group_for_each_dev(group, group->default_domain, in __iommu_group_dma_finalize()
1731 struct iommu_group *group = data; in iommu_do_create_direct_mappings() local
1733 iommu_create_device_direct_mappings(group, dev); in iommu_do_create_direct_mappings()
1738 static int iommu_group_create_direct_mappings(struct iommu_group *group) in iommu_group_create_direct_mappings() argument
1740 return __iommu_group_for_each_dev(group, group, in iommu_group_create_direct_mappings()
1746 struct iommu_group *group, *next; in bus_iommu_probe() local
1752 * creating the iommu group, so do it after the groups are in bus_iommu_probe()
1759 list_for_each_entry_safe(group, next, &group_list, entry) { in bus_iommu_probe()
1761 list_del_init(&group->entry); in bus_iommu_probe()
1763 mutex_lock(&group->mutex); in bus_iommu_probe()
1766 probe_alloc_default_domain(bus, group); in bus_iommu_probe()
1768 if (!group->default_domain) { in bus_iommu_probe()
1769 mutex_unlock(&group->mutex); in bus_iommu_probe()
1773 iommu_group_create_direct_mappings(group); in bus_iommu_probe()
1775 ret = __iommu_group_dma_attach(group); in bus_iommu_probe()
1777 mutex_unlock(&group->mutex); in bus_iommu_probe()
1782 __iommu_group_dma_finalize(group); in bus_iommu_probe()
1943 struct iommu_group *group; in iommu_attach_device() local
1946 group = iommu_group_get(dev); in iommu_attach_device()
1947 if (!group) in iommu_attach_device()
1951 * Lock the group to make sure the device-count doesn't in iommu_attach_device()
1954 mutex_lock(&group->mutex); in iommu_attach_device()
1956 if (iommu_group_device_count(group) != 1) in iommu_attach_device()
1959 ret = __iommu_attach_group(domain, group); in iommu_attach_device()
1962 mutex_unlock(&group->mutex); in iommu_attach_device()
1963 iommu_group_put(group); in iommu_attach_device()
2194 struct iommu_group *group; in iommu_detach_device() local
2196 group = iommu_group_get(dev); in iommu_detach_device()
2197 if (!group) in iommu_detach_device()
2200 mutex_lock(&group->mutex); in iommu_detach_device()
2201 if (iommu_group_device_count(group) != 1) { in iommu_detach_device()
2206 __iommu_detach_group(domain, group); in iommu_detach_device()
2209 mutex_unlock(&group->mutex); in iommu_detach_device()
2210 iommu_group_put(group); in iommu_detach_device()
2217 struct iommu_group *group; in iommu_get_domain_for_dev() local
2219 group = iommu_group_get(dev); in iommu_get_domain_for_dev()
2220 if (!group) in iommu_get_domain_for_dev()
2223 domain = group->domain; in iommu_get_domain_for_dev()
2225 iommu_group_put(group); in iommu_get_domain_for_dev()
2233 * guarantees that the group and its default domain are valid and correct.
2243 * iterating over the devices in a group. Ideally we'd have a single
2244 * device which represents the requestor ID of the group, but we also
2247 * wish to group them at a higher level (ex. untrusted multi-function
2258 struct iommu_group *group) in __iommu_attach_group() argument
2262 if (group->default_domain && group->domain != group->default_domain) in __iommu_attach_group()
2265 ret = __iommu_group_for_each_dev(group, domain, in __iommu_attach_group()
2268 group->domain = domain; in __iommu_attach_group()
2273 int iommu_attach_group(struct iommu_domain *domain, struct iommu_group *group) in iommu_attach_group() argument
2277 mutex_lock(&group->mutex); in iommu_attach_group()
2278 ret = __iommu_attach_group(domain, group); in iommu_attach_group()
2279 mutex_unlock(&group->mutex); in iommu_attach_group()
2295 struct iommu_group *group) in __iommu_detach_group() argument
2299 if (!group->default_domain) { in __iommu_detach_group()
2300 __iommu_group_for_each_dev(group, domain, in __iommu_detach_group()
2302 group->domain = NULL; in __iommu_detach_group()
2306 if (group->domain == group->default_domain) in __iommu_detach_group()
2310 ret = __iommu_group_for_each_dev(group, group->default_domain, in __iommu_detach_group()
2315 group->domain = group->default_domain; in __iommu_detach_group()
2318 void iommu_detach_group(struct iommu_domain *domain, struct iommu_group *group) in iommu_detach_group() argument
2320 mutex_lock(&group->mutex); in iommu_detach_group()
2321 __iommu_detach_group(domain, group); in iommu_detach_group()
2322 mutex_unlock(&group->mutex); in iommu_detach_group()
2982 struct iommu_group *group; in iommu_sva_bind_device() local
2989 group = iommu_group_get(dev); in iommu_sva_bind_device()
2990 if (!group) in iommu_sva_bind_device()
2994 mutex_lock(&group->mutex); in iommu_sva_bind_device()
3002 if (iommu_group_device_count(group) != 1) in iommu_sva_bind_device()
3008 mutex_unlock(&group->mutex); in iommu_sva_bind_device()
3009 iommu_group_put(group); in iommu_sva_bind_device()
3027 struct iommu_group *group; in iommu_sva_unbind_device() local
3034 group = iommu_group_get(dev); in iommu_sva_unbind_device()
3035 if (!group) in iommu_sva_unbind_device()
3038 mutex_lock(&group->mutex); in iommu_sva_unbind_device()
3040 mutex_unlock(&group->mutex); in iommu_sva_unbind_device()
3042 iommu_group_put(group); in iommu_sva_unbind_device()