Lines Matching full:access
703 * a valid cur_ioas (access->ioas). A caller passing in a valid new_ioas should
706 static int iommufd_access_change_ioas(struct iommufd_access *access, in iommufd_access_change_ioas() argument
709 u32 iopt_access_list_id = access->iopt_access_list_id; in iommufd_access_change_ioas()
710 struct iommufd_ioas *cur_ioas = access->ioas; in iommufd_access_change_ioas()
713 lockdep_assert_held(&access->ioas_lock); in iommufd_access_change_ioas()
716 if (cur_ioas != access->ioas_unpin) in iommufd_access_change_ioas()
724 * iommufd_access_unpin_pages() can continue using access->ioas_unpin. in iommufd_access_change_ioas()
726 access->ioas = NULL; in iommufd_access_change_ioas()
729 rc = iopt_add_access(&new_ioas->iopt, access); in iommufd_access_change_ioas()
731 access->ioas = cur_ioas; in iommufd_access_change_ioas()
738 if (access->ops->unmap) { in iommufd_access_change_ioas()
739 mutex_unlock(&access->ioas_lock); in iommufd_access_change_ioas()
740 access->ops->unmap(access->data, 0, ULONG_MAX); in iommufd_access_change_ioas()
741 mutex_lock(&access->ioas_lock); in iommufd_access_change_ioas()
743 iopt_remove_access(&cur_ioas->iopt, access, iopt_access_list_id); in iommufd_access_change_ioas()
747 access->ioas = new_ioas; in iommufd_access_change_ioas()
748 access->ioas_unpin = new_ioas; in iommufd_access_change_ioas()
753 static int iommufd_access_change_ioas_id(struct iommufd_access *access, u32 id) in iommufd_access_change_ioas_id() argument
755 struct iommufd_ioas *ioas = iommufd_get_ioas(access->ictx, id); in iommufd_access_change_ioas_id()
760 rc = iommufd_access_change_ioas(access, ioas); in iommufd_access_change_ioas_id()
767 struct iommufd_access *access = in iommufd_access_destroy_object() local
770 mutex_lock(&access->ioas_lock); in iommufd_access_destroy_object()
771 if (access->ioas) in iommufd_access_destroy_object()
772 WARN_ON(iommufd_access_change_ioas(access, NULL)); in iommufd_access_destroy_object()
773 mutex_unlock(&access->ioas_lock); in iommufd_access_destroy_object()
774 iommufd_ctx_put(access->ictx); in iommufd_access_destroy_object()
780 * @ops: Driver's ops to associate with the access
782 * @id: Output ID number to return to userspace for this access
794 struct iommufd_access *access; in iommufd_access_create() local
797 * There is no uAPI for the access object, but to keep things symmetric in iommufd_access_create()
800 access = iommufd_object_alloc(ictx, access, IOMMUFD_OBJ_ACCESS); in iommufd_access_create()
801 if (IS_ERR(access)) in iommufd_access_create()
802 return access; in iommufd_access_create()
804 access->data = data; in iommufd_access_create()
805 access->ops = ops; in iommufd_access_create()
808 access->iova_alignment = PAGE_SIZE; in iommufd_access_create()
810 access->iova_alignment = 1; in iommufd_access_create()
813 refcount_inc(&access->obj.users); in iommufd_access_create()
814 access->ictx = ictx; in iommufd_access_create()
816 iommufd_object_finalize(ictx, &access->obj); in iommufd_access_create()
817 *id = access->obj.id; in iommufd_access_create()
818 mutex_init(&access->ioas_lock); in iommufd_access_create()
819 return access; in iommufd_access_create()
825 * @access: The access to destroy
827 * The caller must stop using the access before destroying it.
829 void iommufd_access_destroy(struct iommufd_access *access) in iommufd_access_destroy() argument
831 iommufd_object_destroy_user(access->ictx, &access->obj); in iommufd_access_destroy()
835 void iommufd_access_detach(struct iommufd_access *access) in iommufd_access_detach() argument
837 mutex_lock(&access->ioas_lock); in iommufd_access_detach()
838 if (WARN_ON(!access->ioas)) { in iommufd_access_detach()
839 mutex_unlock(&access->ioas_lock); in iommufd_access_detach()
842 WARN_ON(iommufd_access_change_ioas(access, NULL)); in iommufd_access_detach()
843 mutex_unlock(&access->ioas_lock); in iommufd_access_detach()
847 int iommufd_access_attach(struct iommufd_access *access, u32 ioas_id) in iommufd_access_attach() argument
851 mutex_lock(&access->ioas_lock); in iommufd_access_attach()
852 if (WARN_ON(access->ioas)) { in iommufd_access_attach()
853 mutex_unlock(&access->ioas_lock); in iommufd_access_attach()
857 rc = iommufd_access_change_ioas_id(access, ioas_id); in iommufd_access_attach()
858 mutex_unlock(&access->ioas_lock); in iommufd_access_attach()
863 int iommufd_access_replace(struct iommufd_access *access, u32 ioas_id) in iommufd_access_replace() argument
867 mutex_lock(&access->ioas_lock); in iommufd_access_replace()
868 if (!access->ioas) { in iommufd_access_replace()
869 mutex_unlock(&access->ioas_lock); in iommufd_access_replace()
872 rc = iommufd_access_change_ioas_id(access, ioas_id); in iommufd_access_replace()
873 mutex_unlock(&access->ioas_lock); in iommufd_access_replace()
899 struct iommufd_access *access; in iommufd_access_notify_unmap() local
903 xa_for_each(&ioas->iopt.access_list, index, access) { in iommufd_access_notify_unmap()
904 if (!iommufd_lock_obj(&access->obj)) in iommufd_access_notify_unmap()
908 access->ops->unmap(access->data, iova, length); in iommufd_access_notify_unmap()
910 iommufd_put_object(&access->obj); in iommufd_access_notify_unmap()
918 * @access: IOAS access to act on
920 * @length: Number of bytes to access
925 void iommufd_access_unpin_pages(struct iommufd_access *access, in iommufd_access_unpin_pages() argument
937 mutex_lock(&access->ioas_lock); in iommufd_access_unpin_pages()
942 if (WARN_ON(!access->ioas_unpin)) { in iommufd_access_unpin_pages()
943 mutex_unlock(&access->ioas_lock); in iommufd_access_unpin_pages()
946 iopt = &access->ioas_unpin->iopt; in iommufd_access_unpin_pages()
957 mutex_unlock(&access->ioas_lock); in iommufd_access_unpin_pages()
982 * @access: IOAS access to act on
984 * @length: Number of bytes to access
989 * These can be kmap'd by the caller for CPU access.
999 int iommufd_access_pin_pages(struct iommufd_access *access, unsigned long iova, in iommufd_access_pin_pages() argument
1011 WARN_ON(access->iova_alignment != PAGE_SIZE || !access->ops->unmap)) in iommufd_access_pin_pages()
1019 mutex_lock(&access->ioas_lock); in iommufd_access_pin_pages()
1020 if (!access->ioas) { in iommufd_access_pin_pages()
1021 mutex_unlock(&access->ioas_lock); in iommufd_access_pin_pages()
1024 iopt = &access->ioas->iopt; in iommufd_access_pin_pages()
1056 mutex_unlock(&access->ioas_lock); in iommufd_access_pin_pages()
1071 mutex_unlock(&access->ioas_lock); in iommufd_access_pin_pages()
1078 * @access: IOAS access to act on
1081 * @length: Number of bytes to access
1088 int iommufd_access_rw(struct iommufd_access *access, unsigned long iova, in iommufd_access_rw() argument
1102 mutex_lock(&access->ioas_lock); in iommufd_access_rw()
1103 if (!access->ioas) { in iommufd_access_rw()
1104 mutex_unlock(&access->ioas_lock); in iommufd_access_rw()
1107 iopt = &access->ioas->iopt; in iommufd_access_rw()
1135 mutex_unlock(&access->ioas_lock); in iommufd_access_rw()