386 static int dmirror_read(struct dmirror *dmirror, struct hmm_dmirror_cmd *cmd)  in dmirror_read()  argument
390 	unsigned long size = cmd->npages << PAGE_SHIFT;  in dmirror_read()
393 	start = cmd->addr;  in dmirror_read()
409 		start = cmd->addr + (bounce.cpages << PAGE_SHIFT);  in dmirror_read()
413 		cmd->faults++;  in dmirror_read()
417 		if (copy_to_user(u64_to_user_ptr(cmd->ptr), bounce.ptr,  in dmirror_read()
421 	cmd->cpages = bounce.cpages;  in dmirror_read()
452 static int dmirror_write(struct dmirror *dmirror, struct hmm_dmirror_cmd *cmd)  in dmirror_write()  argument
456 	unsigned long size = cmd->npages << PAGE_SHIFT;  in dmirror_write()
459 	start = cmd->addr;  in dmirror_write()
467 	if (copy_from_user(bounce.ptr, u64_to_user_ptr(cmd->ptr),  in dmirror_write()
480 		start = cmd->addr + (bounce.cpages << PAGE_SHIFT);  in dmirror_write()
484 		cmd->faults++;  in dmirror_write()
488 	cmd->cpages = bounce.cpages;  in dmirror_write()
778 			     struct hmm_dmirror_cmd *cmd)  in dmirror_exclusive()  argument
781 	unsigned long size = cmd->npages << PAGE_SHIFT;  in dmirror_exclusive()
788 	start = cmd->addr;  in dmirror_exclusive()
836 		if (copy_to_user(u64_to_user_ptr(cmd->ptr), bounce.ptr,  in dmirror_exclusive()
841 	cmd->cpages = bounce.cpages;  in dmirror_exclusive()
898 				     struct hmm_dmirror_cmd *cmd)  in dmirror_migrate_to_system()  argument
901 	unsigned long size = cmd->npages << PAGE_SHIFT;  in dmirror_migrate_to_system()
910 	start = cmd->addr;  in dmirror_migrate_to_system()
919 	cmd->cpages = 0;  in dmirror_migrate_to_system()
947 		cmd->cpages += dmirror_successful_migrated_pages(&args);  in dmirror_migrate_to_system()
958 				struct hmm_dmirror_cmd *cmd)  in dmirror_migrate_to_device()  argument
961 	unsigned long size = cmd->npages << PAGE_SHIFT;  in dmirror_migrate_to_device()
971 	start = cmd->addr;  in dmirror_migrate_to_device()
1022 		if (copy_to_user(u64_to_user_ptr(cmd->ptr), bounce.ptr,  in dmirror_migrate_to_device()
1026 	cmd->cpages = bounce.cpages;  in dmirror_migrate_to_device()
1162 			    struct hmm_dmirror_cmd *cmd)  in dmirror_snapshot()  argument
1166 	unsigned long size = cmd->npages << PAGE_SHIFT;  in dmirror_snapshot()
1178 	start = cmd->addr;  in dmirror_snapshot()
1191 	uptr = u64_to_user_ptr(cmd->ptr);  in dmirror_snapshot()
1209 		cmd->cpages += n;  in dmirror_snapshot()
1301 	struct hmm_dmirror_cmd cmd;  in dmirror_fops_unlocked_ioctl()  local
1309 	if (copy_from_user(&cmd, uarg, sizeof(cmd)))  in dmirror_fops_unlocked_ioctl()
1312 	if (cmd.addr & ~PAGE_MASK)  in dmirror_fops_unlocked_ioctl()
1314 	if (cmd.addr >= (cmd.addr + (cmd.npages << PAGE_SHIFT)))  in dmirror_fops_unlocked_ioctl()
1317 	cmd.cpages = 0;  in dmirror_fops_unlocked_ioctl()
1318 	cmd.faults = 0;  in dmirror_fops_unlocked_ioctl()
1322 		ret = dmirror_read(dmirror, &cmd);  in dmirror_fops_unlocked_ioctl()
1326 		ret = dmirror_write(dmirror, &cmd);  in dmirror_fops_unlocked_ioctl()
1330 		ret = dmirror_migrate_to_device(dmirror, &cmd);  in dmirror_fops_unlocked_ioctl()
1334 		ret = dmirror_migrate_to_system(dmirror, &cmd);  in dmirror_fops_unlocked_ioctl()
1338 		ret = dmirror_exclusive(dmirror, &cmd);  in dmirror_fops_unlocked_ioctl()
1342 		ret = dmirror_check_atomic(dmirror, cmd.addr,  in dmirror_fops_unlocked_ioctl()
1343 					cmd.addr + (cmd.npages << PAGE_SHIFT));  in dmirror_fops_unlocked_ioctl()
1347 		ret = dmirror_snapshot(dmirror, &cmd);  in dmirror_fops_unlocked_ioctl()
1361 	if (copy_to_user(uarg, &cmd, sizeof(cmd)))  in dmirror_fops_unlocked_ioctl()