47 void __init init_vdso_image(const struct vdso_image *image)  in init_vdso_image()  argument
49 	BUG_ON(image->size % PAGE_SIZE != 0);  in init_vdso_image()
51 	apply_alternatives((struct alt_instr *)(image->data + image->alt),  in init_vdso_image()
52 			   (struct alt_instr *)(image->data + image->alt +  in init_vdso_image()
53 						image->alt_len));  in init_vdso_image()
62 	const struct vdso_image *image = vma->vm_mm->context.vdso_image;  in vdso_fault()  local
64 	if (!image || (vmf->pgoff << PAGE_SHIFT) >= image->size)  in vdso_fault()
67 	vmf->page = virt_to_page(image->data + (vmf->pgoff << PAGE_SHIFT));  in vdso_fault()
72 static void vdso_fix_landing(const struct vdso_image *image,  in vdso_fix_landing()  argument
76 	if (in_ia32_syscall() && image == &vdso_image_32) {  in vdso_fix_landing()
78 		unsigned long vdso_land = image->sym_int80_landing_pad;  in vdso_fix_landing()
93 	const struct vdso_image *image = current->mm->context.vdso_image;  in vdso_mremap()  local
95 	if (image->size != new_size)  in vdso_mremap()
98 	vdso_fix_landing(image, new_vma);  in vdso_mremap()
107 	const struct vdso_image *image = new_vma->vm_mm->context.vdso_image;  in vvar_mremap()  local
110 	if (new_size != -image->sym_vvar_start)  in vvar_mremap()
169 	const struct vdso_image *image = vma->vm_mm->context.vdso_image;  in vvar_fault()  local
173 	if (!image)  in vvar_fault()
177 		image->sym_vvar_start;  in vvar_fault()
189 	if (sym_offset == image->sym_vvar_page) {  in vvar_fault()
211 			addr = vmf->address + (image->sym_timens_page - sym_offset);  in vvar_fault()
220 	} else if (sym_offset == image->sym_pvclock_page) {  in vvar_fault()
228 	} else if (sym_offset == image->sym_hvclock_page) {  in vvar_fault()
234 	} else if (sym_offset == image->sym_timens_page) {  in vvar_fault()
263 static int map_vdso(const struct vdso_image *image, unsigned long addr)  in map_vdso()  argument
274 				 image->size - image->sym_vvar_start, 0, 0);  in map_vdso()
280 	text_start = addr - image->sym_vvar_start;  in map_vdso()
287 				       image->size,  in map_vdso()
299 				       -image->sym_vvar_start,  in map_vdso()
306 		do_munmap(mm, text_start, image->size, NULL);  in map_vdso()
309 		current->mm->context.vdso_image = image;  in map_vdso()
362 static int map_vdso_randomized(const struct vdso_image *image)  in map_vdso_randomized()  argument
364 	unsigned long addr = vdso_addr(current->mm->start_stack, image->size-image->sym_vvar_start);  in map_vdso_randomized()
366 	return map_vdso(image, addr);  in map_vdso_randomized()
370 int map_vdso_once(const struct vdso_image *image, unsigned long addr)  in map_vdso_once()  argument
392 	return map_vdso(image, addr);  in map_vdso_once()