39 static void * __ref __earlyonly_bootmem_alloc(int node,  in __earlyonly_bootmem_alloc()  argument
45 					       MEMBLOCK_ALLOC_ACCESSIBLE, node);  in __earlyonly_bootmem_alloc()
48 void * __meminit vmemmap_alloc_block(unsigned long size, int node)  in vmemmap_alloc_block()  argument
57 		page = alloc_pages_node(node, gfp_mask, order);  in vmemmap_alloc_block()
68 		return __earlyonly_bootmem_alloc(node, size, size,  in vmemmap_alloc_block()
76 void * __meminit vmemmap_alloc_block_buf(unsigned long size, int node,  in vmemmap_alloc_block_buf()  argument
86 		ptr = vmemmap_alloc_block(size, node);  in vmemmap_alloc_block_buf()
132 void __meminit vmemmap_verify(pte_t *pte, int node,  in vmemmap_verify()  argument
138 	if (node_distance(actual_node, node) > LOCAL_DISTANCE)  in vmemmap_verify()
143 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node,  in vmemmap_pte_populate()  argument
151 		p = vmemmap_alloc_block_buf(PAGE_SIZE, node, altmap);  in vmemmap_pte_populate()
160 static void * __meminit vmemmap_alloc_block_zero(unsigned long size, int node)  in vmemmap_alloc_block_zero()  argument
162 	void *p = vmemmap_alloc_block(size, node);  in vmemmap_alloc_block_zero()
171 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node)  in vmemmap_pmd_populate()  argument
175 		void *p = vmemmap_alloc_block_zero(PAGE_SIZE, node);  in vmemmap_pmd_populate()
183 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node)  in vmemmap_pud_populate()  argument
187 		void *p = vmemmap_alloc_block_zero(PAGE_SIZE, node);  in vmemmap_pud_populate()
195 p4d_t * __meminit vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node)  in vmemmap_p4d_populate()  argument
199 		void *p = vmemmap_alloc_block_zero(PAGE_SIZE, node);  in vmemmap_p4d_populate()
207 pgd_t * __meminit vmemmap_pgd_populate(unsigned long addr, int node)  in vmemmap_pgd_populate()  argument
211 		void *p = vmemmap_alloc_block_zero(PAGE_SIZE, node);  in vmemmap_pgd_populate()
220 					 int node, struct vmem_altmap *altmap)  in vmemmap_populate_basepages()  argument
230 		pgd = vmemmap_pgd_populate(addr, node);  in vmemmap_populate_basepages()
233 		p4d = vmemmap_p4d_populate(pgd, addr, node);  in vmemmap_populate_basepages()
236 		pud = vmemmap_pud_populate(p4d, addr, node);  in vmemmap_populate_basepages()
239 		pmd = vmemmap_pmd_populate(pud, addr, node);  in vmemmap_populate_basepages()
242 		pte = vmemmap_pte_populate(pmd, addr, node, altmap);  in vmemmap_populate_basepages()
245 		vmemmap_verify(pte, node, addr, addr + PAGE_SIZE);  in vmemmap_populate_basepages()