Lines Matching full:r
216 static int ps3_mm_get_repository_highmem(struct mem_region *r) in ps3_mm_get_repository_highmem() argument
222 result = ps3_repository_read_highmem_info(0, &r->base, &r->size); in ps3_mm_get_repository_highmem()
227 if (!r->base || !r->size) { in ps3_mm_get_repository_highmem()
232 r->offset = r->base - map.rm.size; in ps3_mm_get_repository_highmem()
235 __func__, __LINE__, r->base, r->size); in ps3_mm_get_repository_highmem()
242 r->size = r->base = r->offset = 0; in ps3_mm_get_repository_highmem()
246 static int ps3_mm_set_repository_highmem(const struct mem_region *r) in ps3_mm_set_repository_highmem() argument
250 return r ? ps3_repository_write_highmem_info(0, r->base, r->size) : in ps3_mm_set_repository_highmem()
256 * @r: pointer to a struct mem_region to accept initialized values
263 static int ps3_mm_region_create(struct mem_region *r, unsigned long size) in ps3_mm_region_create() argument
268 r->size = ALIGN_DOWN(size, 1 << PAGE_SHIFT_16M); in ps3_mm_region_create()
271 DBG("%s:%d actual %llxh\n", __func__, __LINE__, r->size); in ps3_mm_region_create()
273 size - r->size, (size - r->size) / 1024 / 1024); in ps3_mm_region_create()
275 if (r->size == 0) { in ps3_mm_region_create()
281 result = lv1_allocate_memory(r->size, PAGE_SHIFT_16M, 0, in ps3_mm_region_create()
282 ALLOCATE_MEMORY_TRY_ALT_UNIT, &r->base, &muid); in ps3_mm_region_create()
284 if (result || r->base < map.rm.size) { in ps3_mm_region_create()
290 r->destroy = 1; in ps3_mm_region_create()
291 r->offset = r->base - map.rm.size; in ps3_mm_region_create()
295 r->size = r->base = r->offset = 0; in ps3_mm_region_create()
301 * @r: pointer to struct mem_region
304 static void ps3_mm_region_destroy(struct mem_region *r) in ps3_mm_region_destroy() argument
308 if (!r->destroy) { in ps3_mm_region_destroy()
312 if (r->base) { in ps3_mm_region_destroy()
313 result = lv1_release_memory(r->base); in ps3_mm_region_destroy()
319 r->size = r->base = r->offset = 0; in ps3_mm_region_destroy()
332 * @r: pointer to dma region structure
336 static unsigned long dma_sb_lpar_to_bus(struct ps3_dma_region *r, in dma_sb_lpar_to_bus() argument
341 BUG_ON(lpar_addr < r->offset); in dma_sb_lpar_to_bus()
342 BUG_ON(lpar_addr >= r->offset + r->len); in dma_sb_lpar_to_bus()
343 return r->bus_addr + lpar_addr - r->offset; in dma_sb_lpar_to_bus()
347 static void __maybe_unused _dma_dump_region(const struct ps3_dma_region *r, in _dma_dump_region() argument
350 DBG("%s:%d: dev %llu:%llu\n", func, line, r->dev->bus_id, in _dma_dump_region()
351 r->dev->dev_id); in _dma_dump_region()
352 DBG("%s:%d: page_size %u\n", func, line, r->page_size); in _dma_dump_region()
353 DBG("%s:%d: bus_addr %lxh\n", func, line, r->bus_addr); in _dma_dump_region()
354 DBG("%s:%d: len %lxh\n", func, line, r->len); in _dma_dump_region()
355 DBG("%s:%d: offset %lxh\n", func, line, r->offset); in _dma_dump_region()
385 DBG("%s:%d: r.dev %llu:%llu\n", func, line, in _dma_dump_chunk()
387 DBG("%s:%d: r.bus_addr %lxh\n", func, line, c->region->bus_addr); in _dma_dump_chunk()
388 DBG("%s:%d: r.page_size %u\n", func, line, c->region->page_size); in _dma_dump_chunk()
389 DBG("%s:%d: r.len %lxh\n", func, line, c->region->len); in _dma_dump_chunk()
390 DBG("%s:%d: r.offset %lxh\n", func, line, c->region->offset); in _dma_dump_chunk()
396 static struct dma_chunk * dma_find_chunk(struct ps3_dma_region *r, in dma_find_chunk() argument
400 unsigned long aligned_bus = ALIGN_DOWN(bus_addr, 1 << r->page_size); in dma_find_chunk()
402 1 << r->page_size); in dma_find_chunk()
404 list_for_each_entry(c, &r->chunk_list.head, link) { in dma_find_chunk()
425 static struct dma_chunk *dma_find_chunk_lpar(struct ps3_dma_region *r, in dma_find_chunk_lpar() argument
429 unsigned long aligned_lpar = ALIGN_DOWN(lpar_addr, 1 << r->page_size); in dma_find_chunk_lpar()
431 1 << r->page_size); in dma_find_chunk_lpar()
433 list_for_each_entry(c, &r->chunk_list.head, link) { in dma_find_chunk_lpar()
475 struct ps3_dma_region *r = c->region; in dma_ioc0_free_chunk() local
478 for (iopage = 0; iopage < (c->len >> r->page_size); iopage++) { in dma_ioc0_free_chunk()
479 offset = (1 << r->page_size) * iopage; in dma_ioc0_free_chunk()
484 r->ioid, in dma_ioc0_free_chunk()
489 r->ioid); in dma_ioc0_free_chunk()
503 * @r: Pointer to a struct ps3_dma_region.
512 static int dma_sb_map_pages(struct ps3_dma_region *r, unsigned long phys_addr, in dma_sb_map_pages() argument
524 c->region = r; in dma_sb_map_pages()
526 c->bus_addr = dma_sb_lpar_to_bus(r, c->lpar_addr); in dma_sb_map_pages()
539 list_add(&c->link, &r->chunk_list.head); in dma_sb_map_pages()
552 static int dma_ioc0_map_pages(struct ps3_dma_region *r, unsigned long phys_addr, in dma_ioc0_map_pages() argument
569 c->region = r; in dma_ioc0_map_pages()
573 if (list_empty(&r->chunk_list.head)) { in dma_ioc0_map_pages()
575 c->bus_addr = r->bus_addr; in dma_ioc0_map_pages()
578 last = list_entry(r->chunk_list.head.next, in dma_ioc0_map_pages()
588 pages = len >> r->page_size; in dma_ioc0_map_pages()
590 r->page_size, r->len, pages, iopte_flag); in dma_ioc0_map_pages()
592 offset = (1 << r->page_size) * iopage; in dma_ioc0_map_pages()
596 r->ioid, in dma_ioc0_map_pages()
605 r->ioid); in dma_ioc0_map_pages()
609 list_add(&c->link, &r->chunk_list.head); in dma_ioc0_map_pages()
620 r->ioid, in dma_ioc0_map_pages()
631 * @r: Pointer to a struct ps3_dma_region.
637 static int dma_sb_region_create(struct ps3_dma_region *r) in dma_sb_region_create() argument
644 BUG_ON(!r); in dma_sb_region_create()
646 if (!r->dev->bus_id) { in dma_sb_region_create()
648 r->dev->bus_id, r->dev->dev_id); in dma_sb_region_create()
653 __LINE__, r->len, r->page_size, r->offset); in dma_sb_region_create()
655 BUG_ON(!r->len); in dma_sb_region_create()
656 BUG_ON(!r->page_size); in dma_sb_region_create()
657 BUG_ON(!r->region_ops); in dma_sb_region_create()
659 INIT_LIST_HEAD(&r->chunk_list.head); in dma_sb_region_create()
660 spin_lock_init(&r->chunk_list.lock); in dma_sb_region_create()
662 result = lv1_allocate_device_dma_region(r->dev->bus_id, r->dev->dev_id, in dma_sb_region_create()
663 roundup_pow_of_two(r->len), r->page_size, r->region_type, in dma_sb_region_create()
665 r->bus_addr = bus_addr; in dma_sb_region_create()
670 r->len = r->bus_addr = 0; in dma_sb_region_create()
676 static int dma_ioc0_region_create(struct ps3_dma_region *r) in dma_ioc0_region_create() argument
681 INIT_LIST_HEAD(&r->chunk_list.head); in dma_ioc0_region_create()
682 spin_lock_init(&r->chunk_list.lock); in dma_ioc0_region_create()
685 r->len, in dma_ioc0_region_create()
686 r->page_size, in dma_ioc0_region_create()
688 r->bus_addr = bus_addr; in dma_ioc0_region_create()
692 r->len = r->bus_addr = 0; in dma_ioc0_region_create()
695 r->len, r->page_size, r->bus_addr); in dma_ioc0_region_create()
701 * @r: Pointer to a struct ps3_dma_region.
707 static int dma_sb_region_free(struct ps3_dma_region *r) in dma_sb_region_free() argument
713 BUG_ON(!r); in dma_sb_region_free()
715 if (!r->dev->bus_id) { in dma_sb_region_free()
717 r->dev->bus_id, r->dev->dev_id); in dma_sb_region_free()
721 list_for_each_entry_safe(c, tmp, &r->chunk_list.head, link) { in dma_sb_region_free()
726 result = lv1_free_device_dma_region(r->dev->bus_id, r->dev->dev_id, in dma_sb_region_free()
727 r->bus_addr); in dma_sb_region_free()
733 r->bus_addr = 0; in dma_sb_region_free()
738 static int dma_ioc0_region_free(struct ps3_dma_region *r) in dma_ioc0_region_free() argument
744 list_for_each_entry_safe(c, n, &r->chunk_list.head, link) { in dma_ioc0_region_free()
749 result = lv1_release_io_segment(0, r->bus_addr); in dma_ioc0_region_free()
755 r->bus_addr = 0; in dma_ioc0_region_free()
763 * @r: Pointer to a struct ps3_dma_region.
772 static int dma_sb_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_sb_map_area() argument
781 unsigned long aligned_phys = ALIGN_DOWN(phys_addr, 1 << r->page_size); in dma_sb_map_area()
783 1 << r->page_size); in dma_sb_map_area()
784 *bus_addr = dma_sb_lpar_to_bus(r, ps3_mm_phys_to_lpar(phys_addr)); in dma_sb_map_area()
800 spin_lock_irqsave(&r->chunk_list.lock, flags); in dma_sb_map_area()
801 c = dma_find_chunk(r, *bus_addr, len); in dma_sb_map_area()
807 spin_unlock_irqrestore(&r->chunk_list.lock, flags); in dma_sb_map_area()
811 result = dma_sb_map_pages(r, aligned_phys, aligned_len, &c, iopte_flag); in dma_sb_map_area()
817 spin_unlock_irqrestore(&r->chunk_list.lock, flags); in dma_sb_map_area()
823 spin_unlock_irqrestore(&r->chunk_list.lock, flags); in dma_sb_map_area()
827 static int dma_ioc0_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_ioc0_map_area() argument
836 unsigned long aligned_phys = ALIGN_DOWN(phys_addr, 1 << r->page_size); in dma_ioc0_map_area()
838 1 << r->page_size); in dma_ioc0_map_area()
845 spin_lock_irqsave(&r->chunk_list.lock, flags); in dma_ioc0_map_area()
846 c = dma_find_chunk_lpar(r, ps3_mm_phys_to_lpar(phys_addr), len); in dma_ioc0_map_area()
853 spin_unlock_irqrestore(&r->chunk_list.lock, flags); in dma_ioc0_map_area()
857 result = dma_ioc0_map_pages(r, aligned_phys, aligned_len, &c, in dma_ioc0_map_area()
864 spin_unlock_irqrestore(&r->chunk_list.lock, flags); in dma_ioc0_map_area()
872 spin_unlock_irqrestore(&r->chunk_list.lock, flags); in dma_ioc0_map_area()
878 * @r: Pointer to a struct ps3_dma_region.
885 static int dma_sb_unmap_area(struct ps3_dma_region *r, dma_addr_t bus_addr, in dma_sb_unmap_area() argument
891 spin_lock_irqsave(&r->chunk_list.lock, flags); in dma_sb_unmap_area()
892 c = dma_find_chunk(r, bus_addr, len); in dma_sb_unmap_area()
896 1 << r->page_size); in dma_sb_unmap_area()
898 - aligned_bus, 1 << r->page_size); in dma_sb_unmap_area()
917 spin_unlock_irqrestore(&r->chunk_list.lock, flags); in dma_sb_unmap_area()
921 static int dma_ioc0_unmap_area(struct ps3_dma_region *r, in dma_ioc0_unmap_area() argument
928 spin_lock_irqsave(&r->chunk_list.lock, flags); in dma_ioc0_unmap_area()
929 c = dma_find_chunk(r, bus_addr, len); in dma_ioc0_unmap_area()
933 1 << r->page_size); in dma_ioc0_unmap_area()
936 1 << r->page_size); in dma_ioc0_unmap_area()
955 spin_unlock_irqrestore(&r->chunk_list.lock, flags); in dma_ioc0_unmap_area()
962 * @r: Pointer to a struct ps3_dma_region.
968 static int dma_sb_region_create_linear(struct ps3_dma_region *r) in dma_sb_region_create_linear() argument
974 if (r->len > 16*1024*1024) { /* FIXME: need proper fix */ in dma_sb_region_create_linear()
976 if (r->page_size != PS3_DMA_16M) { in dma_sb_region_create_linear()
979 r->page_size = PS3_DMA_16M; in dma_sb_region_create_linear()
980 r->len = ALIGN(r->len, 1 << r->page_size); in dma_sb_region_create_linear()
984 result = dma_sb_region_create(r); in dma_sb_region_create_linear()
987 if (r->offset < map.rm.size) { in dma_sb_region_create_linear()
989 virt_addr = map.rm.base + r->offset; in dma_sb_region_create_linear()
990 len = map.rm.size - r->offset; in dma_sb_region_create_linear()
991 if (len > r->len) in dma_sb_region_create_linear()
992 len = r->len; in dma_sb_region_create_linear()
993 result = dma_sb_map_area(r, virt_addr, len, &tmp, in dma_sb_region_create_linear()
999 if (r->offset + r->len > map.rm.size) { in dma_sb_region_create_linear()
1002 len = r->len; in dma_sb_region_create_linear()
1003 if (r->offset >= map.rm.size) in dma_sb_region_create_linear()
1004 virt_addr += r->offset - map.rm.size; in dma_sb_region_create_linear()
1006 len -= map.rm.size - r->offset; in dma_sb_region_create_linear()
1007 result = dma_sb_map_area(r, virt_addr, len, &tmp, in dma_sb_region_create_linear()
1018 * @r: Pointer to a struct ps3_dma_region.
1023 static int dma_sb_region_free_linear(struct ps3_dma_region *r) in dma_sb_region_free_linear() argument
1029 if (r->offset < map.rm.size) { in dma_sb_region_free_linear()
1031 lpar_addr = map.rm.base + r->offset; in dma_sb_region_free_linear()
1032 len = map.rm.size - r->offset; in dma_sb_region_free_linear()
1033 if (len > r->len) in dma_sb_region_free_linear()
1034 len = r->len; in dma_sb_region_free_linear()
1035 bus_addr = dma_sb_lpar_to_bus(r, lpar_addr); in dma_sb_region_free_linear()
1036 result = dma_sb_unmap_area(r, bus_addr, len); in dma_sb_region_free_linear()
1040 if (r->offset + r->len > map.rm.size) { in dma_sb_region_free_linear()
1043 len = r->len; in dma_sb_region_free_linear()
1044 if (r->offset >= map.rm.size) in dma_sb_region_free_linear()
1045 lpar_addr += r->offset - map.rm.size; in dma_sb_region_free_linear()
1047 len -= map.rm.size - r->offset; in dma_sb_region_free_linear()
1048 bus_addr = dma_sb_lpar_to_bus(r, lpar_addr); in dma_sb_region_free_linear()
1049 result = dma_sb_unmap_area(r, bus_addr, len); in dma_sb_region_free_linear()
1053 result = dma_sb_region_free(r); in dma_sb_region_free_linear()
1061 * @r: Pointer to a struct ps3_dma_region.
1071 static int dma_sb_map_area_linear(struct ps3_dma_region *r, in dma_sb_map_area_linear() argument
1077 *bus_addr = dma_sb_lpar_to_bus(r, ps3_mm_phys_to_lpar(phys_addr)); in dma_sb_map_area_linear()
1083 * @r: Pointer to a struct ps3_dma_region.
1090 static int dma_sb_unmap_area_linear(struct ps3_dma_region *r, in dma_sb_unmap_area_linear() argument
1118 struct ps3_dma_region *r, enum ps3_dma_page_size page_size, in ps3_dma_region_init() argument
1126 r->dev = dev; in ps3_dma_region_init()
1127 r->page_size = page_size; in ps3_dma_region_init()
1128 r->region_type = region_type; in ps3_dma_region_init()
1129 r->offset = lpar_addr; in ps3_dma_region_init()
1130 if (r->offset >= map.rm.size) in ps3_dma_region_init()
1131 r->offset -= map.r1.offset; in ps3_dma_region_init()
1132 r->len = len ? len : ALIGN(map.total, 1 << r->page_size); in ps3_dma_region_init()
1134 dev->core.dma_mask = &r->dma_mask; in ps3_dma_region_init()
1146 r->region_ops = (USE_DYNAMIC_DMA) in ps3_dma_region_init()
1151 r->region_ops = &ps3_dma_ioc0_region_ops; in ps3_dma_region_init()
1161 int ps3_dma_region_create(struct ps3_dma_region *r) in ps3_dma_region_create() argument
1163 BUG_ON(!r); in ps3_dma_region_create()
1164 BUG_ON(!r->region_ops); in ps3_dma_region_create()
1165 BUG_ON(!r->region_ops->create); in ps3_dma_region_create()
1166 return r->region_ops->create(r); in ps3_dma_region_create()
1170 int ps3_dma_region_free(struct ps3_dma_region *r) in ps3_dma_region_free() argument
1172 BUG_ON(!r); in ps3_dma_region_free()
1173 BUG_ON(!r->region_ops); in ps3_dma_region_free()
1174 BUG_ON(!r->region_ops->free); in ps3_dma_region_free()
1175 return r->region_ops->free(r); in ps3_dma_region_free()
1179 int ps3_dma_map(struct ps3_dma_region *r, unsigned long virt_addr, in ps3_dma_map() argument
1183 return r->region_ops->map(r, virt_addr, len, bus_addr, iopte_flag); in ps3_dma_map()
1186 int ps3_dma_unmap(struct ps3_dma_region *r, dma_addr_t bus_addr, in ps3_dma_unmap() argument
1189 return r->region_ops->unmap(r, bus_addr, len); in ps3_dma_unmap()