66 static void __head *fixup_pointer(void *ptr, unsigned long physaddr)  in fixup_pointer()  argument
68 	return ptr - (void *)_text + (void *)physaddr;  in fixup_pointer()
71 static unsigned long __head *fixup_long(void *ptr, unsigned long physaddr)  in fixup_long()  argument
73 	return fixup_pointer(ptr, physaddr);  in fixup_long()
77 static unsigned int __head *fixup_int(void *ptr, unsigned long physaddr)  in fixup_int()  argument
79 	return fixup_pointer(ptr, physaddr);  in fixup_int()
82 static bool __head check_la57_support(unsigned long physaddr)  in check_la57_support()  argument
91 	*fixup_int(&__pgtable_l5_enabled, physaddr) = 1;  in check_la57_support()
92 	*fixup_int(&pgdir_shift, physaddr) = 48;  in check_la57_support()
93 	*fixup_int(&ptrs_per_p4d, physaddr) = 512;  in check_la57_support()
94 	*fixup_long(&page_offset_base, physaddr) = __PAGE_OFFSET_BASE_L5;  in check_la57_support()
95 	*fixup_long(&vmalloc_base, physaddr) = __VMALLOC_BASE_L5;  in check_la57_support()
96 	*fixup_long(&vmemmap_base, physaddr) = __VMEMMAP_BASE_L5;  in check_la57_support()
101 static bool __head check_la57_support(unsigned long physaddr)  in check_la57_support()  argument
113 unsigned long __head __startup_64(unsigned long physaddr,  in __startup_64()  argument
128 	la57 = check_la57_support(physaddr);  in __startup_64()
131 	if (physaddr >> MAX_PHYSMEM_BITS)  in __startup_64()
138 	load_delta = physaddr - (unsigned long)(_text - __START_KERNEL_map);  in __startup_64()
152 	pgd = fixup_pointer(&early_top_pgt, physaddr);  in __startup_64()
161 		p4d = fixup_pointer(&level4_kernel_pgt, physaddr);  in __startup_64()
165 	pud = fixup_pointer(&level3_kernel_pgt, physaddr);  in __startup_64()
169 	pmd = fixup_pointer(level2_fixmap_pgt, physaddr);  in __startup_64()
180 	next_pgt_ptr = fixup_pointer(&next_early_pgt, physaddr);  in __startup_64()
181 	pud = fixup_pointer(early_dynamic_pgts[(*next_pgt_ptr)++], physaddr);  in __startup_64()
182 	pmd = fixup_pointer(early_dynamic_pgts[(*next_pgt_ptr)++], physaddr);  in __startup_64()
188 				    physaddr);  in __startup_64()
190 		i = (physaddr >> PGDIR_SHIFT) % PTRS_PER_PGD;  in __startup_64()
194 		i = physaddr >> P4D_SHIFT;  in __startup_64()
198 		i = (physaddr >> PGDIR_SHIFT) % PTRS_PER_PGD;  in __startup_64()
203 	i = physaddr >> PUD_SHIFT;  in __startup_64()
209 	mask_ptr = fixup_pointer(&__supported_pte_mask, physaddr);  in __startup_64()
212 	pmd_entry +=  physaddr;  in __startup_64()
215 		int idx = i + (physaddr >> PMD_SHIFT);  in __startup_64()
236 	pmd = fixup_pointer(level2_kernel_pgt, physaddr);  in __startup_64()
255 	*fixup_long(&phys_base, physaddr) += load_delta - sme_get_me_mask();  in __startup_64()
302 	unsigned long physaddr = address - __PAGE_OFFSET;  in __early_make_pgtable()  local
309 	if (physaddr >= MAXMEM || read_cr3_pa() != __pa_nodebug(early_top_pgt))  in __early_make_pgtable()
372 	unsigned long physaddr = address - __PAGE_OFFSET;  in early_make_pgtable()  local
375 	pmd = (physaddr & PMD_MASK) + early_pmd_flags;  in early_make_pgtable()