207 	int size;  member
400 static int zs_zpool_malloc(void *pool, size_t size, gfp_t gfp,  in zs_zpool_malloc()  argument
403 	*handle = zs_malloc(pool, size, gfp);  in zs_zpool_malloc()
535 static int get_size_class_index(int size)  in get_size_class_index()  argument
539 	if (likely(size > ZS_MIN_ALLOC_SIZE))  in get_size_class_index()
540 		idx = DIV_ROUND_UP(size - ZS_MIN_ALLOC_SIZE,  in get_size_class_index()
623 			i, class->size, class_almost_full, class_almost_empty,  in zs_stats_size_show()
995 		while ((off += class->size) < PAGE_SIZE) {  in init_zspage()
997 			link += class->size / sizeof(*link);  in init_zspage()
1133 			struct page *pages[2], int off, int size)  in __zs_map_object()  argument
1147 	sizes[1] = size - sizes[0];  in __zs_map_object()
1161 			struct page *pages[2], int off, int size)  in __zs_unmap_object()  argument
1173 	size -= ZS_HANDLE_SIZE;  in __zs_unmap_object()
1177 	sizes[1] = size - sizes[0];  in __zs_unmap_object()
1279 	off = (class->size * obj_idx) & ~PAGE_MASK;  in zs_map_object()
1283 	if (off + class->size <= PAGE_SIZE) {  in zs_map_object()
1295 	ret = __zs_map_object(area, pages, off, class->size);  in zs_map_object()
1321 	off = (class->size * obj_idx) & ~PAGE_MASK;  in zs_unmap_object()
1324 	if (off + class->size <= PAGE_SIZE)  in zs_unmap_object()
1333 		__zs_unmap_object(area, pages, off, class->size);  in zs_unmap_object()
1375 	offset = obj * class->size;  in obj_malloc()
1413 unsigned long zs_malloc(struct zs_pool *pool, size_t size, gfp_t gfp)  in zs_malloc()  argument
1420 	if (unlikely(!size || size > ZS_MAX_ALLOC_SIZE))  in zs_malloc()
1428 	size += ZS_HANDLE_SIZE;  in zs_malloc()
1429 	class = pool->size_class[get_size_class_index(size)];  in zs_malloc()
1480 	f_offset = (class->size * f_objidx) & ~PAGE_MASK;  in obj_free()
1546 	int s_size, d_size, size;  in zs_object_copy()  local
1549 	s_size = d_size = class->size;  in zs_object_copy()
1554 	s_off = (class->size * s_objidx) & ~PAGE_MASK;  in zs_object_copy()
1555 	d_off = (class->size * d_objidx) & ~PAGE_MASK;  in zs_object_copy()
1557 	if (s_off + class->size > PAGE_SIZE)  in zs_object_copy()
1560 	if (d_off + class->size > PAGE_SIZE)  in zs_object_copy()
1567 		size = min(s_size, d_size);  in zs_object_copy()
1568 		memcpy(d_addr + d_off, s_addr + s_off, size);  in zs_object_copy()
1569 		written += size;  in zs_object_copy()
1571 		if (written == class->size)  in zs_object_copy()
1574 		s_off += size;  in zs_object_copy()
1575 		s_size -= size;  in zs_object_copy()
1576 		d_off += size;  in zs_object_copy()
1577 		d_size -= size;  in zs_object_copy()
1585 			s_size = class->size - written;  in zs_object_copy()
1593 			d_size = class->size - written;  in zs_object_copy()
1616 	offset += class->size * index;  in find_alloced_obj()
1627 		offset += class->size;  in find_alloced_obj()
2009 		pos += class->size;  in zs_page_migrate()
2020 					addr += class->size) {  in zs_page_migrate()
2068 						addr += class->size) {  in zs_page_migrate()
2418 		int size;  in zs_create_pool()  local
2424 		size = ZS_MIN_ALLOC_SIZE + i * ZS_SIZE_CLASS_DELTA;  in zs_create_pool()
2425 		if (size > ZS_MAX_ALLOC_SIZE)  in zs_create_pool()
2426 			size = ZS_MAX_ALLOC_SIZE;  in zs_create_pool()
2427 		pages_per_zspage = get_pages_per_zspage(size);  in zs_create_pool()
2428 		objs_per_zspage = pages_per_zspage * PAGE_SIZE / size;  in zs_create_pool()
2438 			huge_class_size = size;  in zs_create_pool()
2471 		class->size = size;  in zs_create_pool()
2527 					class->size, fg);  in zs_destroy_pool()