55 static void machine_kexec_free_page_tables(struct kimage *image)  in machine_kexec_free_page_tables()  argument
57 	free_pages((unsigned long)image->arch.pgd, PGD_ALLOCATION_ORDER);  in machine_kexec_free_page_tables()
58 	image->arch.pgd = NULL;  in machine_kexec_free_page_tables()
60 	free_page((unsigned long)image->arch.pmd0);  in machine_kexec_free_page_tables()
61 	image->arch.pmd0 = NULL;  in machine_kexec_free_page_tables()
62 	free_page((unsigned long)image->arch.pmd1);  in machine_kexec_free_page_tables()
63 	image->arch.pmd1 = NULL;  in machine_kexec_free_page_tables()
65 	free_page((unsigned long)image->arch.pte0);  in machine_kexec_free_page_tables()
66 	image->arch.pte0 = NULL;  in machine_kexec_free_page_tables()
67 	free_page((unsigned long)image->arch.pte1);  in machine_kexec_free_page_tables()
68 	image->arch.pte1 = NULL;  in machine_kexec_free_page_tables()
71 static int machine_kexec_alloc_page_tables(struct kimage *image)  in machine_kexec_alloc_page_tables()  argument
73 	image->arch.pgd = (pgd_t *)__get_free_pages(GFP_KERNEL | __GFP_ZERO,  in machine_kexec_alloc_page_tables()
76 	image->arch.pmd0 = (pmd_t *)get_zeroed_page(GFP_KERNEL);  in machine_kexec_alloc_page_tables()
77 	image->arch.pmd1 = (pmd_t *)get_zeroed_page(GFP_KERNEL);  in machine_kexec_alloc_page_tables()
79 	image->arch.pte0 = (pte_t *)get_zeroed_page(GFP_KERNEL);  in machine_kexec_alloc_page_tables()
80 	image->arch.pte1 = (pte_t *)get_zeroed_page(GFP_KERNEL);  in machine_kexec_alloc_page_tables()
81 	if (!image->arch.pgd ||  in machine_kexec_alloc_page_tables()
83 	    !image->arch.pmd0 || !image->arch.pmd1 ||  in machine_kexec_alloc_page_tables()
85 	    !image->arch.pte0 || !image->arch.pte1) {  in machine_kexec_alloc_page_tables()
112 static void machine_kexec_prepare_page_tables(struct kimage *image)  in machine_kexec_prepare_page_tables()  argument
117 	control_page = page_address(image->control_code_page);  in machine_kexec_prepare_page_tables()
119 	pmd = image->arch.pmd0;  in machine_kexec_prepare_page_tables()
122 		image->arch.pgd, pmd, image->arch.pte0,  in machine_kexec_prepare_page_tables()
125 	pmd = image->arch.pmd1;  in machine_kexec_prepare_page_tables()
128 		image->arch.pgd, pmd, image->arch.pte1,  in machine_kexec_prepare_page_tables()
147 int machine_kexec_prepare(struct kimage *image)  in machine_kexec_prepare()  argument
151 	set_memory_x((unsigned long)page_address(image->control_code_page), 1);  in machine_kexec_prepare()
152 	error = machine_kexec_alloc_page_tables(image);  in machine_kexec_prepare()
155 	machine_kexec_prepare_page_tables(image);  in machine_kexec_prepare()
163 void machine_kexec_cleanup(struct kimage *image)  in machine_kexec_cleanup()  argument
165 	set_memory_nx((unsigned long)page_address(image->control_code_page), 1);  in machine_kexec_cleanup()
166 	machine_kexec_free_page_tables(image);  in machine_kexec_cleanup()
173 void machine_kexec(struct kimage *image)  in machine_kexec()  argument
186 	if (image->preserve_context)  in machine_kexec()
196 	if (image->preserve_context) {  in machine_kexec()
209 	control_page = page_address(image->control_code_page);  in machine_kexec()
215 	page_list[PA_PGD] = __pa(image->arch.pgd);  in machine_kexec()
217 	if (image->type == KEXEC_TYPE_DEFAULT)  in machine_kexec()
218 		page_list[PA_SWAP_PAGE] = (page_to_pfn(image->swap_page)  in machine_kexec()
240 	image->start = relocate_kernel_ptr((unsigned long)image->head,  in machine_kexec()
242 					   image->start,  in machine_kexec()
244 					   image->preserve_context);  in machine_kexec()
247 	if (image->preserve_context)  in machine_kexec()