Lines Matching refs:map
67 static void unmap_grant_pages(struct gntdev_grant_map *map,
83 struct gntdev_grant_map *map; in gntdev_print_maps() local
86 list_for_each_entry(map, &priv->maps, next) in gntdev_print_maps()
88 map->index, map->count, in gntdev_print_maps()
89 map->index == text_index && text ? text : ""); in gntdev_print_maps()
93 static void gntdev_free_map(struct gntdev_grant_map *map) in gntdev_free_map() argument
95 if (map == NULL) in gntdev_free_map()
99 if (map->dma_vaddr) { in gntdev_free_map()
102 args.dev = map->dma_dev; in gntdev_free_map()
103 args.coherent = !!(map->dma_flags & GNTDEV_DMA_FLAG_COHERENT); in gntdev_free_map()
104 args.nr_pages = map->count; in gntdev_free_map()
105 args.pages = map->pages; in gntdev_free_map()
106 args.frames = map->frames; in gntdev_free_map()
107 args.vaddr = map->dma_vaddr; in gntdev_free_map()
108 args.dev_bus_addr = map->dma_bus_addr; in gntdev_free_map()
113 if (map->pages) in gntdev_free_map()
114 gnttab_free_pages(map->count, map->pages); in gntdev_free_map()
117 kvfree(map->frames); in gntdev_free_map()
119 kvfree(map->pages); in gntdev_free_map()
120 kvfree(map->grants); in gntdev_free_map()
121 kvfree(map->map_ops); in gntdev_free_map()
122 kvfree(map->unmap_ops); in gntdev_free_map()
123 kvfree(map->kmap_ops); in gntdev_free_map()
124 kvfree(map->kunmap_ops); in gntdev_free_map()
125 kvfree(map->being_removed); in gntdev_free_map()
126 kfree(map); in gntdev_free_map()
211 struct gntdev_grant_map *map; in gntdev_add_map() local
213 list_for_each_entry(map, &priv->maps, next) { in gntdev_add_map()
214 if (add->index + add->count < map->index) { in gntdev_add_map()
215 list_add_tail(&add->next, &map->next); in gntdev_add_map()
218 add->index = map->index + map->count; in gntdev_add_map()
229 struct gntdev_grant_map *map; in gntdev_find_map_index() local
231 list_for_each_entry(map, &priv->maps, next) { in gntdev_find_map_index()
232 if (map->index != index) in gntdev_find_map_index()
234 if (count && map->count != count) in gntdev_find_map_index()
236 return map; in gntdev_find_map_index()
241 void gntdev_put_map(struct gntdev_priv *priv, struct gntdev_grant_map *map) in gntdev_put_map() argument
243 if (!map) in gntdev_put_map()
246 if (!refcount_dec_and_test(&map->users)) in gntdev_put_map()
249 if (map->pages && !use_ptemod) { in gntdev_put_map()
260 refcount_set(&map->users, 1); in gntdev_put_map()
267 unmap_grant_pages(map, 0, map->count); in gntdev_put_map()
270 if (!refcount_dec_and_test(&map->users)) in gntdev_put_map()
279 if (use_ptemod && map->notifier_init) in gntdev_put_map()
280 mmu_interval_notifier_remove(&map->notifier); in gntdev_put_map()
282 if (map->notify.flags & UNMAP_NOTIFY_SEND_EVENT) { in gntdev_put_map()
283 notify_remote_via_evtchn(map->notify.event); in gntdev_put_map()
284 evtchn_put(map->notify.event); in gntdev_put_map()
286 gntdev_free_map(map); in gntdev_put_map()
293 struct gntdev_grant_map *map = data; in find_grant_ptes() local
294 unsigned int pgnr = (addr - map->pages_vm_start) >> PAGE_SHIFT; in find_grant_ptes()
295 int flags = map->flags | GNTMAP_application_map | GNTMAP_contains_pte | in find_grant_ptes()
299 BUG_ON(pgnr >= map->count); in find_grant_ptes()
302 gnttab_set_map_op(&map->map_ops[pgnr], pte_maddr, flags, in find_grant_ptes()
303 map->grants[pgnr].ref, in find_grant_ptes()
304 map->grants[pgnr].domid); in find_grant_ptes()
305 gnttab_set_unmap_op(&map->unmap_ops[pgnr], pte_maddr, flags, in find_grant_ptes()
310 int gntdev_map_grant_pages(struct gntdev_grant_map *map) in gntdev_map_grant_pages() argument
317 if (map->map_ops[0].handle != -1) in gntdev_map_grant_pages()
319 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
321 pfn_to_kaddr(page_to_pfn(map->pages[i])); in gntdev_map_grant_pages()
322 gnttab_set_map_op(&map->map_ops[i], addr, map->flags, in gntdev_map_grant_pages()
323 map->grants[i].ref, in gntdev_map_grant_pages()
324 map->grants[i].domid); in gntdev_map_grant_pages()
325 gnttab_set_unmap_op(&map->unmap_ops[i], addr, in gntdev_map_grant_pages()
326 map->flags, -1 /* handle */); in gntdev_map_grant_pages()
340 unsigned int flags = (map->flags & ~GNTMAP_device_map) | in gntdev_map_grant_pages()
343 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
345 pfn_to_kaddr(page_to_pfn(map->pages[i])); in gntdev_map_grant_pages()
346 BUG_ON(PageHighMem(map->pages[i])); in gntdev_map_grant_pages()
348 gnttab_set_map_op(&map->kmap_ops[i], address, flags, in gntdev_map_grant_pages()
349 map->grants[i].ref, in gntdev_map_grant_pages()
350 map->grants[i].domid); in gntdev_map_grant_pages()
351 gnttab_set_unmap_op(&map->kunmap_ops[i], address, in gntdev_map_grant_pages()
356 pr_debug("map %d+%d\n", map->index, map->count); in gntdev_map_grant_pages()
357 err = gnttab_map_refs(map->map_ops, use_ptemod ? map->kmap_ops : NULL, in gntdev_map_grant_pages()
358 map->pages, map->count); in gntdev_map_grant_pages()
360 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
361 if (map->map_ops[i].status == GNTST_okay) { in gntdev_map_grant_pages()
362 map->unmap_ops[i].handle = map->map_ops[i].handle; in gntdev_map_grant_pages()
367 if (map->flags & GNTMAP_device_map) in gntdev_map_grant_pages()
368 map->unmap_ops[i].dev_bus_addr = map->map_ops[i].dev_bus_addr; in gntdev_map_grant_pages()
371 if (map->kmap_ops[i].status == GNTST_okay) { in gntdev_map_grant_pages()
373 map->kunmap_ops[i].handle = map->kmap_ops[i].handle; in gntdev_map_grant_pages()
378 atomic_add(alloced, &map->live_grants); in gntdev_map_grant_pages()
386 struct gntdev_grant_map *map = data->data; in __unmap_grant_pages_done() local
387 unsigned int offset = data->unmap_ops - map->unmap_ops; in __unmap_grant_pages_done()
392 if (map->unmap_ops[offset + i].status == GNTST_okay && in __unmap_grant_pages_done()
393 map->unmap_ops[offset + i].handle != -1) in __unmap_grant_pages_done()
396 WARN_ON(map->unmap_ops[offset+i].status && in __unmap_grant_pages_done()
397 map->unmap_ops[offset+i].handle != -1); in __unmap_grant_pages_done()
399 map->unmap_ops[offset+i].handle, in __unmap_grant_pages_done()
400 map->unmap_ops[offset+i].status); in __unmap_grant_pages_done()
401 map->unmap_ops[offset+i].handle = -1; in __unmap_grant_pages_done()
403 if (map->kunmap_ops[offset + i].status == GNTST_okay && in __unmap_grant_pages_done()
404 map->kunmap_ops[offset + i].handle != -1) in __unmap_grant_pages_done()
407 WARN_ON(map->kunmap_ops[offset+i].status && in __unmap_grant_pages_done()
408 map->kunmap_ops[offset+i].handle != -1); in __unmap_grant_pages_done()
410 map->kunmap_ops[offset+i].handle, in __unmap_grant_pages_done()
411 map->kunmap_ops[offset+i].status); in __unmap_grant_pages_done()
412 map->kunmap_ops[offset+i].handle = -1; in __unmap_grant_pages_done()
420 live_grants = atomic_sub_return(successful_unmaps, &map->live_grants); in __unmap_grant_pages_done()
426 gntdev_put_map(NULL, map); in __unmap_grant_pages_done()
429 static void __unmap_grant_pages(struct gntdev_grant_map *map, int offset, in __unmap_grant_pages() argument
432 if (map->notify.flags & UNMAP_NOTIFY_CLEAR_BYTE) { in __unmap_grant_pages()
433 int pgno = (map->notify.addr >> PAGE_SHIFT); in __unmap_grant_pages()
437 uint8_t *tmp = pfn_to_kaddr(page_to_pfn(map->pages[pgno])); in __unmap_grant_pages()
439 tmp[map->notify.addr & (PAGE_SIZE-1)] = 0; in __unmap_grant_pages()
440 map->notify.flags &= ~UNMAP_NOTIFY_CLEAR_BYTE; in __unmap_grant_pages()
444 map->unmap_data.unmap_ops = map->unmap_ops + offset; in __unmap_grant_pages()
445 map->unmap_data.kunmap_ops = use_ptemod ? map->kunmap_ops + offset : NULL; in __unmap_grant_pages()
446 map->unmap_data.pages = map->pages + offset; in __unmap_grant_pages()
447 map->unmap_data.count = pages; in __unmap_grant_pages()
448 map->unmap_data.done = __unmap_grant_pages_done; in __unmap_grant_pages()
449 map->unmap_data.data = map; in __unmap_grant_pages()
450 refcount_inc(&map->users); /* to keep map alive during async call below */ in __unmap_grant_pages()
452 gnttab_unmap_refs_async(&map->unmap_data); in __unmap_grant_pages()
455 static void unmap_grant_pages(struct gntdev_grant_map *map, int offset, in unmap_grant_pages() argument
460 if (atomic_read(&map->live_grants) == 0) in unmap_grant_pages()
463 pr_debug("unmap %d+%d [%d+%d]\n", map->index, map->count, offset, pages); in unmap_grant_pages()
469 while (pages && map->being_removed[offset]) { in unmap_grant_pages()
475 if (map->being_removed[offset + range]) in unmap_grant_pages()
477 map->being_removed[offset + range] = true; in unmap_grant_pages()
481 __unmap_grant_pages(map, offset, range); in unmap_grant_pages()
491 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_open() local
494 refcount_inc(&map->users); in gntdev_vma_open()
499 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_close() local
506 gntdev_put_map(priv, map); in gntdev_vma_close()
512 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_find_special_page() local
514 return map->pages[(addr - map->pages_vm_start) >> PAGE_SHIFT]; in gntdev_vma_find_special_page()
529 struct gntdev_grant_map *map = in gntdev_invalidate() local
537 map_start = map->pages_vm_start; in gntdev_invalidate()
538 map_end = map->pages_vm_start + (map->count << PAGE_SHIFT); in gntdev_invalidate()
552 map->index, map->count, map_start, map_end, in gntdev_invalidate()
554 unmap_grant_pages(map, (mstart - map_start) >> PAGE_SHIFT, in gntdev_invalidate()
600 struct gntdev_grant_map *map; in gntdev_release() local
606 map = list_entry(priv->maps.next, in gntdev_release()
608 list_del(&map->next); in gntdev_release()
609 gntdev_put_map(NULL /* already removed */, map); in gntdev_release()
625 struct gntdev_grant_map *map; in gntdev_ioctl_map_grant_ref() local
635 map = gntdev_alloc_map(priv, op.count, 0 /* This is not a dma-buf. */); in gntdev_ioctl_map_grant_ref()
636 if (!map) in gntdev_ioctl_map_grant_ref()
639 if (copy_from_user(map->grants, &u->refs, in gntdev_ioctl_map_grant_ref()
640 sizeof(map->grants[0]) * op.count) != 0) { in gntdev_ioctl_map_grant_ref()
641 gntdev_put_map(NULL, map); in gntdev_ioctl_map_grant_ref()
646 gntdev_add_map(priv, map); in gntdev_ioctl_map_grant_ref()
647 op.index = map->index << PAGE_SHIFT; in gntdev_ioctl_map_grant_ref()
660 struct gntdev_grant_map *map; in gntdev_ioctl_unmap_grant_ref() local
668 map = gntdev_find_map_index(priv, op.index >> PAGE_SHIFT, op.count); in gntdev_ioctl_unmap_grant_ref()
669 if (map) { in gntdev_ioctl_unmap_grant_ref()
670 list_del(&map->next); in gntdev_ioctl_unmap_grant_ref()
674 if (map) in gntdev_ioctl_unmap_grant_ref()
675 gntdev_put_map(priv, map); in gntdev_ioctl_unmap_grant_ref()
684 struct gntdev_grant_map *map; in gntdev_ioctl_get_offset_for_vaddr() local
696 map = vma->vm_private_data; in gntdev_ioctl_get_offset_for_vaddr()
697 if (!map) in gntdev_ioctl_get_offset_for_vaddr()
700 op.offset = map->index << PAGE_SHIFT; in gntdev_ioctl_get_offset_for_vaddr()
701 op.count = map->count; in gntdev_ioctl_get_offset_for_vaddr()
715 struct gntdev_grant_map *map; in gntdev_ioctl_notify() local
743 list_for_each_entry(map, &priv->maps, next) { in gntdev_ioctl_notify()
744 uint64_t begin = map->index << PAGE_SHIFT; in gntdev_ioctl_notify()
745 uint64_t end = (map->index + map->count) << PAGE_SHIFT; in gntdev_ioctl_notify()
754 (map->flags & GNTMAP_readonly)) { in gntdev_ioctl_notify()
759 out_flags = map->notify.flags; in gntdev_ioctl_notify()
760 out_event = map->notify.event; in gntdev_ioctl_notify()
762 map->notify.flags = op.action; in gntdev_ioctl_notify()
763 map->notify.addr = op.index - (map->index << PAGE_SHIFT); in gntdev_ioctl_notify()
764 map->notify.event = op.event_channel_port; in gntdev_ioctl_notify()
1028 struct gntdev_grant_map *map; in gntdev_mmap() local
1038 map = gntdev_find_map_index(priv, index, count); in gntdev_mmap()
1039 if (!map) in gntdev_mmap()
1041 if (!atomic_add_unless(&map->in_use, 1, 1)) in gntdev_mmap()
1044 refcount_inc(&map->users); in gntdev_mmap()
1053 vma->vm_private_data = map; in gntdev_mmap()
1054 if (map->flags) { in gntdev_mmap()
1056 (map->flags & GNTMAP_readonly)) in gntdev_mmap()
1059 map->flags = GNTMAP_host_map; in gntdev_mmap()
1061 map->flags |= GNTMAP_readonly; in gntdev_mmap()
1064 map->pages_vm_start = vma->vm_start; in gntdev_mmap()
1068 &map->notifier, vma->vm_mm, vma->vm_start, in gntdev_mmap()
1073 map->notifier_init = true; in gntdev_mmap()
1088 mmu_interval_read_begin(&map->notifier); in gntdev_mmap()
1092 find_grant_ptes, map); in gntdev_mmap()
1099 err = gntdev_map_grant_pages(map); in gntdev_mmap()
1104 err = vm_map_pages_zero(vma, map->pages, map->count); in gntdev_mmap()
1119 unmap_grant_pages(map, 0, map->count); in gntdev_mmap()
1120 gntdev_put_map(priv, map); in gntdev_mmap()