46 static int patch_alt_instruction(struct ppc_inst *src, struct ppc_inst *dest,  in patch_alt_instruction()  argument
59 			err = translate_branch(&instr, dest, src);  in patch_alt_instruction()
65 	raw_patch_instruction(dest, instr);  in patch_alt_instruction()
72 	struct ppc_inst *start, *end, *alt_start, *alt_end, *src, *dest, nop;  in patch_feature_section()  local
86 	dest = start;  in patch_feature_section()
89 			      dest = ppc_inst_next(dest, dest)) {  in patch_feature_section()
90 		if (patch_alt_instruction(src, dest, alt_start, alt_end))  in patch_feature_section()
95 	for (; dest < end; dest = ppc_inst_next(dest, &nop))  in patch_feature_section()
96 		raw_patch_instruction(dest, nop);  in patch_feature_section()
124 	unsigned int instrs[3], *dest;  in do_stf_entry_barrier_fixups()  local
149 		dest = (void *)start + *start;  in do_stf_entry_barrier_fixups()
151 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_stf_entry_barrier_fixups()
153 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in do_stf_entry_barrier_fixups()
156 			patch_branch((struct ppc_inst *)(dest + 1),  in do_stf_entry_barrier_fixups()
160 			patch_instruction((struct ppc_inst *)(dest + 1),  in do_stf_entry_barrier_fixups()
163 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in do_stf_entry_barrier_fixups()
176 	unsigned int instrs[6], *dest;  in do_stf_exit_barrier_fixups()  local
212 		dest = (void *)start + *start;  in do_stf_exit_barrier_fixups()
214 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_stf_exit_barrier_fixups()
216 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in do_stf_exit_barrier_fixups()
217 		patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in do_stf_exit_barrier_fixups()
218 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in do_stf_exit_barrier_fixups()
219 		patch_instruction((struct ppc_inst *)(dest + 3), ppc_inst(instrs[3]));  in do_stf_exit_barrier_fixups()
220 		patch_instruction((struct ppc_inst *)(dest + 4), ppc_inst(instrs[4]));  in do_stf_exit_barrier_fixups()
221 		patch_instruction((struct ppc_inst *)(dest + 5), ppc_inst(instrs[5]));  in do_stf_exit_barrier_fixups()
254 	unsigned int instrs[4], *dest;  in do_uaccess_flush_fixups()  local
281 		dest = (void *)start + *start;  in do_uaccess_flush_fixups()
283 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_uaccess_flush_fixups()
285 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in do_uaccess_flush_fixups()
287 		patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in do_uaccess_flush_fixups()
288 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in do_uaccess_flush_fixups()
289 		patch_instruction((struct ppc_inst *)(dest + 3), ppc_inst(instrs[3]));  in do_uaccess_flush_fixups()
305 	unsigned int instrs[3], *dest;  in __do_entry_flush_fixups()  local
331 		dest = (void *)start + *start;  in __do_entry_flush_fixups()
333 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in __do_entry_flush_fixups()
335 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in __do_entry_flush_fixups()
338 			patch_branch((struct ppc_inst *)(dest + 1), (unsigned long)&entry_flush_fallback,  in __do_entry_flush_fixups()
341 			patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in __do_entry_flush_fixups()
343 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in __do_entry_flush_fixups()
349 		dest = (void *)start + *start;  in __do_entry_flush_fixups()
351 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in __do_entry_flush_fixups()
353 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in __do_entry_flush_fixups()
356 			patch_branch((struct ppc_inst *)(dest + 1), (unsigned long)&scv_entry_flush_fallback,  in __do_entry_flush_fixups()
359 			patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in __do_entry_flush_fixups()
361 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in __do_entry_flush_fixups()
390 	unsigned int instrs[3], *dest;  in do_rfi_flush_fixups()  local
415 		dest = (void *)start + *start;  in do_rfi_flush_fixups()
417 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_rfi_flush_fixups()
419 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in do_rfi_flush_fixups()
420 		patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in do_rfi_flush_fixups()
421 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in do_rfi_flush_fixups()
436 	unsigned int instr, *dest;  in do_barrier_nospec_fixups_range()  local
451 		dest = (void *)start + *start;  in do_barrier_nospec_fixups_range()
453 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_barrier_nospec_fixups_range()
454 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instr));  in do_barrier_nospec_fixups_range()
477 	unsigned int instr[2], *dest;  in do_barrier_nospec_fixups_range()  local
494 		dest = (void *)start + *start;  in do_barrier_nospec_fixups_range()
496 		pr_devel("patching dest %lx\n", (unsigned long)dest);  in do_barrier_nospec_fixups_range()
497 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instr[0]));  in do_barrier_nospec_fixups_range()
498 		patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instr[1]));  in do_barrier_nospec_fixups_range()
531 	struct ppc_inst *dest;  in do_lwsync_fixups()  local
540 		dest = (void *)start + *start;  in do_lwsync_fixups()
541 		raw_patch_instruction(dest, ppc_inst(PPC_INST_LWSYNC));  in do_lwsync_fixups()
548 	struct ppc_inst inst, *src, *dest, *end;  in do_final_fixups()  local
554 	dest = (struct ppc_inst *)KERNELBASE;  in do_final_fixups()
559 		raw_patch_instruction(dest, inst);  in do_final_fixups()
561 		dest = ppc_inst_next(dest, dest);  in do_final_fixups()