Lines Matching full:map
65 static int unmap_grant_pages(struct gntdev_grant_map *map,
81 struct gntdev_grant_map *map; in gntdev_print_maps() local
84 list_for_each_entry(map, &priv->maps, next) in gntdev_print_maps()
86 map->index, map->count, in gntdev_print_maps()
87 map->index == text_index && text ? text : ""); in gntdev_print_maps()
91 static void gntdev_free_map(struct gntdev_grant_map *map) in gntdev_free_map() argument
93 if (map == NULL) in gntdev_free_map()
97 if (map->dma_vaddr) { in gntdev_free_map()
100 args.dev = map->dma_dev; in gntdev_free_map()
101 args.coherent = !!(map->dma_flags & GNTDEV_DMA_FLAG_COHERENT); in gntdev_free_map()
102 args.nr_pages = map->count; in gntdev_free_map()
103 args.pages = map->pages; in gntdev_free_map()
104 args.frames = map->frames; in gntdev_free_map()
105 args.vaddr = map->dma_vaddr; in gntdev_free_map()
106 args.dev_bus_addr = map->dma_bus_addr; in gntdev_free_map()
111 if (map->pages) in gntdev_free_map()
112 gnttab_free_pages(map->count, map->pages); in gntdev_free_map()
115 kvfree(map->frames); in gntdev_free_map()
117 kvfree(map->pages); in gntdev_free_map()
118 kvfree(map->grants); in gntdev_free_map()
119 kvfree(map->map_ops); in gntdev_free_map()
120 kvfree(map->unmap_ops); in gntdev_free_map()
121 kvfree(map->kmap_ops); in gntdev_free_map()
122 kvfree(map->kunmap_ops); in gntdev_free_map()
123 kfree(map); in gntdev_free_map()
205 struct gntdev_grant_map *map; in gntdev_add_map() local
207 list_for_each_entry(map, &priv->maps, next) { in gntdev_add_map()
208 if (add->index + add->count < map->index) { in gntdev_add_map()
209 list_add_tail(&add->next, &map->next); in gntdev_add_map()
212 add->index = map->index + map->count; in gntdev_add_map()
223 struct gntdev_grant_map *map; in gntdev_find_map_index() local
225 list_for_each_entry(map, &priv->maps, next) { in gntdev_find_map_index()
226 if (map->index != index) in gntdev_find_map_index()
228 if (count && map->count != count) in gntdev_find_map_index()
230 return map; in gntdev_find_map_index()
235 void gntdev_put_map(struct gntdev_priv *priv, struct gntdev_grant_map *map) in gntdev_put_map() argument
237 if (!map) in gntdev_put_map()
240 if (!refcount_dec_and_test(&map->users)) in gntdev_put_map()
243 if (map->pages && !use_ptemod) in gntdev_put_map()
244 unmap_grant_pages(map, 0, map->count); in gntdev_put_map()
246 if (map->notify.flags & UNMAP_NOTIFY_SEND_EVENT) { in gntdev_put_map()
247 notify_remote_via_evtchn(map->notify.event); in gntdev_put_map()
248 evtchn_put(map->notify.event); in gntdev_put_map()
250 gntdev_free_map(map); in gntdev_put_map()
257 struct gntdev_grant_map *map = data; in find_grant_ptes() local
258 unsigned int pgnr = (addr - map->vma->vm_start) >> PAGE_SHIFT; in find_grant_ptes()
259 int flags = map->flags | GNTMAP_application_map | GNTMAP_contains_pte; in find_grant_ptes()
262 BUG_ON(pgnr >= map->count); in find_grant_ptes()
268 * the grant map, it will be done afterwards. in find_grant_ptes()
273 gnttab_set_map_op(&map->map_ops[pgnr], pte_maddr, flags, in find_grant_ptes()
274 map->grants[pgnr].ref, in find_grant_ptes()
275 map->grants[pgnr].domid); in find_grant_ptes()
276 gnttab_set_unmap_op(&map->unmap_ops[pgnr], pte_maddr, flags, in find_grant_ptes()
289 int gntdev_map_grant_pages(struct gntdev_grant_map *map) in gntdev_map_grant_pages() argument
295 if (map->map_ops[0].handle != -1) in gntdev_map_grant_pages()
297 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
299 pfn_to_kaddr(page_to_pfn(map->pages[i])); in gntdev_map_grant_pages()
300 gnttab_set_map_op(&map->map_ops[i], addr, map->flags, in gntdev_map_grant_pages()
301 map->grants[i].ref, in gntdev_map_grant_pages()
302 map->grants[i].domid); in gntdev_map_grant_pages()
303 gnttab_set_unmap_op(&map->unmap_ops[i], addr, in gntdev_map_grant_pages()
304 map->flags, -1 /* handle */); in gntdev_map_grant_pages()
318 unsigned int flags = (map->flags & ~GNTMAP_device_map) | in gntdev_map_grant_pages()
321 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
323 pfn_to_kaddr(page_to_pfn(map->pages[i])); in gntdev_map_grant_pages()
324 BUG_ON(PageHighMem(map->pages[i])); in gntdev_map_grant_pages()
326 gnttab_set_map_op(&map->kmap_ops[i], address, flags, in gntdev_map_grant_pages()
327 map->grants[i].ref, in gntdev_map_grant_pages()
328 map->grants[i].domid); in gntdev_map_grant_pages()
329 gnttab_set_unmap_op(&map->kunmap_ops[i], address, in gntdev_map_grant_pages()
334 pr_debug("map %d+%d\n", map->index, map->count); in gntdev_map_grant_pages()
335 err = gnttab_map_refs(map->map_ops, use_ptemod ? map->kmap_ops : NULL, in gntdev_map_grant_pages()
336 map->pages, map->count); in gntdev_map_grant_pages()
338 for (i = 0; i < map->count; i++) { in gntdev_map_grant_pages()
339 if (map->map_ops[i].status == GNTST_okay) in gntdev_map_grant_pages()
340 map->unmap_ops[i].handle = map->map_ops[i].handle; in gntdev_map_grant_pages()
344 if (map->flags & GNTMAP_device_map) in gntdev_map_grant_pages()
345 map->unmap_ops[i].dev_bus_addr = map->map_ops[i].dev_bus_addr; in gntdev_map_grant_pages()
348 if (map->kmap_ops[i].status == GNTST_okay) in gntdev_map_grant_pages()
349 map->kunmap_ops[i].handle = map->kmap_ops[i].handle; in gntdev_map_grant_pages()
357 static int __unmap_grant_pages(struct gntdev_grant_map *map, int offset, in __unmap_grant_pages() argument
363 if (map->notify.flags & UNMAP_NOTIFY_CLEAR_BYTE) { in __unmap_grant_pages()
364 int pgno = (map->notify.addr >> PAGE_SHIFT); in __unmap_grant_pages()
367 uint8_t *tmp = pfn_to_kaddr(page_to_pfn(map->pages[pgno])); in __unmap_grant_pages()
368 tmp[map->notify.addr & (PAGE_SIZE-1)] = 0; in __unmap_grant_pages()
369 map->notify.flags &= ~UNMAP_NOTIFY_CLEAR_BYTE; in __unmap_grant_pages()
373 unmap_data.unmap_ops = map->unmap_ops + offset; in __unmap_grant_pages()
374 unmap_data.kunmap_ops = use_ptemod ? map->kunmap_ops + offset : NULL; in __unmap_grant_pages()
375 unmap_data.pages = map->pages + offset; in __unmap_grant_pages()
383 if (map->unmap_ops[offset+i].status) in __unmap_grant_pages()
386 map->unmap_ops[offset+i].handle, in __unmap_grant_pages()
387 map->unmap_ops[offset+i].status); in __unmap_grant_pages()
388 map->unmap_ops[offset+i].handle = -1; in __unmap_grant_pages()
393 static int unmap_grant_pages(struct gntdev_grant_map *map, int offset, in unmap_grant_pages() argument
398 pr_debug("unmap %d+%d [%d+%d]\n", map->index, map->count, offset, pages); in unmap_grant_pages()
404 while (pages && map->unmap_ops[offset].handle == -1) { in unmap_grant_pages()
410 if (map->unmap_ops[offset+range].handle == -1) in unmap_grant_pages()
414 err = __unmap_grant_pages(map, offset, range); in unmap_grant_pages()
426 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_open() local
429 refcount_inc(&map->users); in gntdev_vma_open()
434 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_close() local
440 WARN_ON(map->vma != vma); in gntdev_vma_close()
441 mmu_interval_notifier_remove(&map->notifier); in gntdev_vma_close()
442 map->vma = NULL; in gntdev_vma_close()
445 gntdev_put_map(priv, map); in gntdev_vma_close()
451 struct gntdev_grant_map *map = vma->vm_private_data; in gntdev_vma_find_special_page() local
453 return map->pages[(addr - map->pages_vm_start) >> PAGE_SHIFT]; in gntdev_vma_find_special_page()
468 struct gntdev_grant_map *map = in gntdev_invalidate() local
482 if (map->vma->vm_start >= range->end || in gntdev_invalidate()
483 map->vma->vm_end <= range->start) in gntdev_invalidate()
486 mstart = max(range->start, map->vma->vm_start); in gntdev_invalidate()
487 mend = min(range->end, map->vma->vm_end); in gntdev_invalidate()
488 pr_debug("map %d+%d (%lx %lx), range %lx %lx, mrange %lx %lx\n", in gntdev_invalidate()
489 map->index, map->count, in gntdev_invalidate()
490 map->vma->vm_start, map->vma->vm_end, in gntdev_invalidate()
492 err = unmap_grant_pages(map, in gntdev_invalidate()
493 (mstart - map->vma->vm_start) >> PAGE_SHIFT, in gntdev_invalidate()
540 struct gntdev_grant_map *map; in gntdev_release() local
546 map = list_entry(priv->maps.next, in gntdev_release()
548 list_del(&map->next); in gntdev_release()
549 gntdev_put_map(NULL /* already removed */, map); in gntdev_release()
565 struct gntdev_grant_map *map; in gntdev_ioctl_map_grant_ref() local
575 map = gntdev_alloc_map(priv, op.count, 0 /* This is not a dma-buf. */); in gntdev_ioctl_map_grant_ref()
576 if (!map) in gntdev_ioctl_map_grant_ref()
579 if (copy_from_user(map->grants, &u->refs, in gntdev_ioctl_map_grant_ref()
580 sizeof(map->grants[0]) * op.count) != 0) { in gntdev_ioctl_map_grant_ref()
581 gntdev_put_map(NULL, map); in gntdev_ioctl_map_grant_ref()
586 gntdev_add_map(priv, map); in gntdev_ioctl_map_grant_ref()
587 op.index = map->index << PAGE_SHIFT; in gntdev_ioctl_map_grant_ref()
600 struct gntdev_grant_map *map; in gntdev_ioctl_unmap_grant_ref() local
608 map = gntdev_find_map_index(priv, op.index >> PAGE_SHIFT, op.count); in gntdev_ioctl_unmap_grant_ref()
609 if (map) { in gntdev_ioctl_unmap_grant_ref()
610 list_del(&map->next); in gntdev_ioctl_unmap_grant_ref()
614 if (map) in gntdev_ioctl_unmap_grant_ref()
615 gntdev_put_map(priv, map); in gntdev_ioctl_unmap_grant_ref()
624 struct gntdev_grant_map *map; in gntdev_ioctl_get_offset_for_vaddr() local
636 map = vma->vm_private_data; in gntdev_ioctl_get_offset_for_vaddr()
637 if (!map) in gntdev_ioctl_get_offset_for_vaddr()
640 op.offset = map->index << PAGE_SHIFT; in gntdev_ioctl_get_offset_for_vaddr()
641 op.count = map->count; in gntdev_ioctl_get_offset_for_vaddr()
655 struct gntdev_grant_map *map; in gntdev_ioctl_notify() local
683 list_for_each_entry(map, &priv->maps, next) { in gntdev_ioctl_notify()
684 uint64_t begin = map->index << PAGE_SHIFT; in gntdev_ioctl_notify()
685 uint64_t end = (map->index + map->count) << PAGE_SHIFT; in gntdev_ioctl_notify()
694 (map->flags & GNTMAP_readonly)) { in gntdev_ioctl_notify()
699 out_flags = map->notify.flags; in gntdev_ioctl_notify()
700 out_event = map->notify.event; in gntdev_ioctl_notify()
702 map->notify.flags = op.action; in gntdev_ioctl_notify()
703 map->notify.addr = op.index - (map->index << PAGE_SHIFT); in gntdev_ioctl_notify()
704 map->notify.event = op.event_channel_port; in gntdev_ioctl_notify()
711 /* Drop the reference to the event channel we did not save in the map */ in gntdev_ioctl_notify()
968 struct gntdev_grant_map *map; in gntdev_mmap() local
974 pr_debug("map %d+%d at %lx (pgoff %lx)\n", in gntdev_mmap()
978 map = gntdev_find_map_index(priv, index, count); in gntdev_mmap()
979 if (!map) in gntdev_mmap()
981 if (use_ptemod && map->vma) in gntdev_mmap()
983 refcount_inc(&map->users); in gntdev_mmap()
992 vma->vm_private_data = map; in gntdev_mmap()
993 if (map->flags) { in gntdev_mmap()
995 (map->flags & GNTMAP_readonly)) in gntdev_mmap()
998 map->flags = GNTMAP_host_map; in gntdev_mmap()
1000 map->flags |= GNTMAP_readonly; in gntdev_mmap()
1004 map->vma = vma; in gntdev_mmap()
1006 &map->notifier, vma->vm_mm, vma->vm_start, in gntdev_mmap()
1009 map->vma = NULL; in gntdev_mmap()
1026 mmu_interval_read_begin(&map->notifier); in gntdev_mmap()
1028 map->pages_vm_start = vma->vm_start; in gntdev_mmap()
1031 find_grant_ptes, map); in gntdev_mmap()
1038 err = gntdev_map_grant_pages(map); in gntdev_mmap()
1043 err = vm_map_pages_zero(vma, map->pages, map->count); in gntdev_mmap()
1049 * If the PTEs were not made special by the grant map in gntdev_mmap()
1075 unmap_grant_pages(map, 0, map->count); in gntdev_mmap()
1076 if (map->vma) { in gntdev_mmap()
1077 mmu_interval_notifier_remove(&map->notifier); in gntdev_mmap()
1078 map->vma = NULL; in gntdev_mmap()
1081 gntdev_put_map(priv, map); in gntdev_mmap()