296 static unsigned long pcpu_off_to_block_index(int off)  in pcpu_off_to_block_index()  argument
298 	return off / PCPU_BITMAP_BLOCK_BITS;  in pcpu_off_to_block_index()
301 static unsigned long pcpu_off_to_block_off(int off)  in pcpu_off_to_block_off()  argument
303 	return off & (PCPU_BITMAP_BLOCK_BITS - 1);  in pcpu_off_to_block_off()
306 static unsigned long pcpu_block_off_to_off(int index, int off)  in pcpu_block_off_to_off()  argument
308 	return index * PCPU_BITMAP_BLOCK_BITS + off;  in pcpu_block_off_to_off()
1272 static int pcpu_free_area(struct pcpu_chunk *chunk, int off)  in pcpu_free_area()  argument
1282 	bit_off = off / PCPU_MIN_ALLOC_SIZE;  in pcpu_free_area()
1648 				       struct pcpu_chunk *chunk, int off,  in pcpu_memcg_post_alloc_hook()  argument
1655 		chunk->obj_cgroups[off >> PCPU_MIN_ALLOC_SHIFT] = objcg;  in pcpu_memcg_post_alloc_hook()
1667 static void pcpu_memcg_free_hook(struct pcpu_chunk *chunk, int off, size_t size)  in pcpu_memcg_free_hook()  argument
1674 	objcg = chunk->obj_cgroups[off >> PCPU_MIN_ALLOC_SHIFT];  in pcpu_memcg_free_hook()
1677 	chunk->obj_cgroups[off >> PCPU_MIN_ALLOC_SHIFT] = NULL;  in pcpu_memcg_free_hook()
1697 				       struct pcpu_chunk *chunk, int off,  in pcpu_memcg_post_alloc_hook()  argument
1702 static void pcpu_memcg_free_hook(struct pcpu_chunk *chunk, int off, size_t size)  in pcpu_memcg_free_hook()  argument
1732 	int slot, off, cpu, ret;  in pcpu_alloc()  local
1786 		off = pcpu_find_block_fit(chunk, bits, bit_align, is_atomic);  in pcpu_alloc()
1787 		if (off < 0) {  in pcpu_alloc()
1792 		off = pcpu_alloc_area(chunk, bits, bit_align, off);  in pcpu_alloc()
1793 		if (off >= 0)  in pcpu_alloc()
1805 			off = pcpu_find_block_fit(chunk, bits, bit_align,  in pcpu_alloc()
1807 			if (off < 0) {  in pcpu_alloc()
1813 			off = pcpu_alloc_area(chunk, bits, bit_align, off);  in pcpu_alloc()
1814 			if (off >= 0) {  in pcpu_alloc()
1856 		page_start = PFN_DOWN(off);  in pcpu_alloc()
1857 		page_end = PFN_UP(off + size);  in pcpu_alloc()
1867 				pcpu_free_area(chunk, off);  in pcpu_alloc()
1883 		memset((void *)pcpu_chunk_addr(chunk, cpu, 0) + off, 0, size);  in pcpu_alloc()
1885 	ptr = __addr_to_pcpu_ptr(chunk->base_addr + off);  in pcpu_alloc()
1889 			chunk->base_addr, off, ptr);  in pcpu_alloc()
1891 	pcpu_memcg_post_alloc_hook(objcg, chunk, off, size);  in pcpu_alloc()
2269 	int size, off;  in free_percpu()  local
2282 	off = addr - chunk->base_addr;  in free_percpu()
2284 	size = pcpu_free_area(chunk, off);  in free_percpu()
2286 	pcpu_memcg_free_hook(chunk, off, size);  in free_percpu()
2306 	trace_percpu_free_percpu(chunk->base_addr, off, ptr);  in free_percpu()