330 	struct mm_struct *mm = vma->vm_mm;  in aio_ring_mremap()  local
334 	spin_lock(&mm->ioctx_lock);  in aio_ring_mremap()
336 	table = rcu_dereference(mm->ioctx_table);  in aio_ring_mremap()
351 	spin_unlock(&mm->ioctx_lock);  in aio_ring_mremap()
463 	struct mm_struct *mm = current->mm;  in aio_setup_ring()  local
522 	if (down_write_killable(&mm->mmap_sem)) {  in aio_setup_ring()
531 	up_write(&mm->mmap_sem);  in aio_setup_ring()
633 static int ioctx_add_table(struct kioctx *ctx, struct mm_struct *mm)  in ioctx_add_table()  argument
639 	spin_lock(&mm->ioctx_lock);  in ioctx_add_table()
640 	table = rcu_dereference_raw(mm->ioctx_table);  in ioctx_add_table()
648 					spin_unlock(&mm->ioctx_lock);  in ioctx_add_table()
661 		spin_unlock(&mm->ioctx_lock);  in ioctx_add_table()
670 		spin_lock(&mm->ioctx_lock);  in ioctx_add_table()
671 		old = rcu_dereference_raw(mm->ioctx_table);  in ioctx_add_table()
674 			rcu_assign_pointer(mm->ioctx_table, table);  in ioctx_add_table()
679 			rcu_assign_pointer(mm->ioctx_table, table);  in ioctx_add_table()
703 	struct mm_struct *mm = current->mm;  in ioctx_alloc()  local
783 	err = ioctx_add_table(ctx, mm);  in ioctx_alloc()
791 		 ctx, ctx->user_id, mm, ctx->nr_events);  in ioctx_alloc()
816 static int kill_ioctx(struct mm_struct *mm, struct kioctx *ctx,  in kill_ioctx()  argument
821 	spin_lock(&mm->ioctx_lock);  in kill_ioctx()
823 		spin_unlock(&mm->ioctx_lock);  in kill_ioctx()
827 	table = rcu_dereference_raw(mm->ioctx_table);  in kill_ioctx()
830 	spin_unlock(&mm->ioctx_lock);  in kill_ioctx()
860 void exit_aio(struct mm_struct *mm)  in exit_aio()  argument
862 	struct kioctx_table *table = rcu_dereference_raw(mm->ioctx_table);  in exit_aio()
890 		kill_ioctx(mm, ctx, &wait);  in exit_aio()
898 	RCU_INIT_POINTER(mm->ioctx_table, NULL);  in exit_aio()
1050 	struct mm_struct *mm = current->mm;  in lookup_ioctx()  local
1059 	table = rcu_dereference(mm->ioctx_table);  in lookup_ioctx()
1334 			kill_ioctx(current->mm, ioctx, NULL);  in SYSCALL_DEFINE2()
1366 			kill_ioctx(current->mm, ioctx, NULL);  in COMPAT_SYSCALL_DEFINE2()
1395 		ret = kill_ioctx(current->mm, ioctx, &wait);  in SYSCALL_DEFINE1()