44 svm_migrate_gart_map(struct amdgpu_ring *ring, uint64_t npages,  in svm_migrate_gart_map()  argument
60 	num_bytes = npages * 8;  in svm_migrate_gart_map()
85 	r = amdgpu_gart_map(adev, 0, npages, addr, pte_flags, cpu_addr);  in svm_migrate_gart_map()
128 			     uint64_t *vram, uint64_t npages,  in svm_migrate_copy_memory_gart()  argument
141 	while (npages) {  in svm_migrate_copy_memory_gart()
142 		size = min(GTT_MAX_PAGES, npages);  in svm_migrate_copy_memory_gart()
167 		npages -= size;  in svm_migrate_copy_memory_gart()
168 		if (npages) {  in svm_migrate_copy_memory_gart()
272 	uint64_t npages = migrate->cpages;  in svm_migrate_copy_to_vram()  local
284 	dst = (uint64_t *)(scratch + npages);  in svm_migrate_copy_to_vram()
288 		pr_debug("failed %d get 0x%llx pages from vram\n", r, npages);  in svm_migrate_copy_to_vram()
293 			 npages << PAGE_SHIFT, &cursor);  in svm_migrate_copy_to_vram()
294 	for (i = j = 0; i < npages; i++) {  in svm_migrate_copy_to_vram()
331 		if (j >= (cursor.size >> PAGE_SHIFT) - 1 && i < npages - 1) {  in svm_migrate_copy_to_vram()
358 	for (i = 0, j = 0; i < npages; i += 4, j++) {  in svm_migrate_copy_to_vram()
380 	uint64_t npages = (end - start) >> PAGE_SHIFT;  in svm_migrate_vma_to_vram()  local
397 	size *= npages;  in svm_migrate_vma_to_vram()
403 	migrate.dst = migrate.src + npages;  in svm_migrate_vma_to_vram()
404 	scratch = (dma_addr_t *)(migrate.dst + npages);  in svm_migrate_vma_to_vram()
412 	if (migrate.cpages != npages) {  in svm_migrate_vma_to_vram()
415 			 npages);  in svm_migrate_vma_to_vram()
426 	svm_range_dma_unmap(adev->dev, scratch, 0, npages);  in svm_migrate_vma_to_vram()
517 			dma_addr_t *scratch, uint64_t npages)  in svm_migrate_copy_to_ram()  argument
532 	src = (uint64_t *)(scratch + npages);  in svm_migrate_copy_to_ram()
535 	for (i = 0, j = 0; i < npages; i++, addr += PAGE_SIZE) {  in svm_migrate_copy_to_ram()
606 	uint64_t npages = (end - start) >> PAGE_SHIFT;  in svm_migrate_vma_to_ram()  local
623 	size *= npages;  in svm_migrate_vma_to_ram()
629 	migrate.dst = migrate.src + npages;  in svm_migrate_vma_to_ram()
630 	scratch = (dma_addr_t *)(migrate.dst + npages);  in svm_migrate_vma_to_ram()
643 					    scratch, npages);  in svm_migrate_vma_to_ram()
652 	svm_range_dma_unmap(adev->dev, scratch, 0, npages);  in svm_migrate_vma_to_ram()