Lines Matching refs:addr
36 int raw_patch_instruction(unsigned int *addr, unsigned int instr) in raw_patch_instruction() argument
38 return __patch_instruction(addr, instr, addr); in raw_patch_instruction()
86 static int map_patch_area(void *addr, unsigned long text_poke_addr) in map_patch_area() argument
91 if (is_vmalloc_addr(addr)) in map_patch_area()
92 pfn = vmalloc_to_pfn(addr); in map_patch_area()
94 pfn = __pa_symbol(addr) >> PAGE_SHIFT; in map_patch_area()
105 static inline int unmap_patch_area(unsigned long addr) in unmap_patch_area() argument
112 pgdp = pgd_offset_k(addr); in unmap_patch_area()
116 pudp = pud_offset(pgdp, addr); in unmap_patch_area()
120 pmdp = pmd_offset(pudp, addr); in unmap_patch_area()
124 ptep = pte_offset_kernel(pmdp, addr); in unmap_patch_area()
128 pr_devel("clearing mm %p, pte %p, addr %lx\n", &init_mm, ptep, addr); in unmap_patch_area()
133 pte_clear(&init_mm, addr, ptep); in unmap_patch_area()
134 flush_tlb_kernel_range(addr, addr + PAGE_SIZE); in unmap_patch_area()
139 static int do_patch_instruction(unsigned int *addr, unsigned int instr) in do_patch_instruction() argument
145 unsigned long kaddr = (unsigned long)addr; in do_patch_instruction()
153 return raw_patch_instruction(addr, instr); in do_patch_instruction()
157 text_poke_addr = (unsigned long)__this_cpu_read(text_poke_area)->addr; in do_patch_instruction()
158 if (map_patch_area(addr, text_poke_addr)) { in do_patch_instruction()
166 __patch_instruction(addr, instr, patch_addr); in do_patch_instruction()
179 static int do_patch_instruction(unsigned int *addr, unsigned int instr) in do_patch_instruction() argument
181 return raw_patch_instruction(addr, instr); in do_patch_instruction()
186 int patch_instruction(unsigned int *addr, unsigned int instr) in patch_instruction() argument
189 if (init_mem_is_free && init_section_contains(addr, 4)) { in patch_instruction()
190 pr_debug("Skipping init section patching addr: 0x%px\n", addr); in patch_instruction()
193 return do_patch_instruction(addr, instr); in patch_instruction()
197 int patch_branch(unsigned int *addr, unsigned long target, int flags) in patch_branch() argument
199 return patch_instruction(addr, create_branch(addr, target, flags)); in patch_branch()
246 unsigned int create_branch(const unsigned int *addr, in create_branch() argument
254 offset = offset - (unsigned long)addr; in create_branch()
266 unsigned int create_cond_branch(const unsigned int *addr, in create_cond_branch() argument
274 offset = offset - (unsigned long)addr; in create_cond_branch()
356 int instr_is_branch_to_addr(const unsigned int *instr, unsigned long addr) in instr_is_branch_to_addr() argument
359 return branch_target(instr) == addr; in instr_is_branch_to_addr()
379 void __patch_exception(int exc, unsigned long addr) in __patch_exception() argument
390 patch_branch(ibase + (exc / 4) + 1, addr, 0); in __patch_exception()
407 unsigned long addr; in test_branch_iform() local
409 addr = (unsigned long)&instr; in test_branch_iform()
437 check(instr_is_branch_to_addr(&instr, addr + 0x1FFFFFC)); in test_branch_iform()
440 check(instr_is_branch_to_addr(&instr, addr - 4)); in test_branch_iform()
443 check(instr_is_branch_to_addr(&instr, addr - 0x2000000)); in test_branch_iform()
446 instr = create_branch(&instr, addr, BRANCH_SET_LINK); in test_branch_iform()
447 check(instr_is_branch_to_addr(&instr, addr)); in test_branch_iform()
450 instr = create_branch(&instr, addr - 0x100, BRANCH_SET_LINK); in test_branch_iform()
451 check(instr_is_branch_to_addr(&instr, addr - 0x100)); in test_branch_iform()
454 instr = create_branch(&instr, addr + 0x100, 0); in test_branch_iform()
455 check(instr_is_branch_to_addr(&instr, addr + 0x100)); in test_branch_iform()
458 instr = create_branch(&instr, addr - 0x2000000, BRANCH_SET_LINK); in test_branch_iform()
459 check(instr_is_branch_to_addr(&instr, addr - 0x2000000)); in test_branch_iform()
462 instr = create_branch(&instr, addr - 0x2000004, BRANCH_SET_LINK); in test_branch_iform()
466 instr = create_branch(&instr, addr + 0x2000000, BRANCH_SET_LINK); in test_branch_iform()
470 instr = create_branch(&instr, addr + 3, BRANCH_SET_LINK); in test_branch_iform()
474 instr = create_branch(&instr, addr, 0xFFFFFFFC); in test_branch_iform()
475 check(instr_is_branch_to_addr(&instr, addr)); in test_branch_iform()
493 unsigned long addr; in test_branch_bform() local
497 addr = (unsigned long)iptr; in test_branch_bform()
516 check(instr_is_branch_to_addr(&instr, addr + 0x7FFC)); in test_branch_bform()
519 check(instr_is_branch_to_addr(&instr, addr - 4)); in test_branch_bform()
522 check(instr_is_branch_to_addr(&instr, addr - 0x8000)); in test_branch_bform()
528 instr = create_cond_branch(iptr, addr, flags); in test_branch_bform()
529 check(instr_is_branch_to_addr(&instr, addr)); in test_branch_bform()
532 instr = create_cond_branch(iptr, addr - 0x100, flags); in test_branch_bform()
533 check(instr_is_branch_to_addr(&instr, addr - 0x100)); in test_branch_bform()
536 instr = create_cond_branch(iptr, addr + 0x100, flags); in test_branch_bform()
537 check(instr_is_branch_to_addr(&instr, addr + 0x100)); in test_branch_bform()
540 instr = create_cond_branch(iptr, addr - 0x8000, flags); in test_branch_bform()
541 check(instr_is_branch_to_addr(&instr, addr - 0x8000)); in test_branch_bform()
544 instr = create_cond_branch(iptr, addr - 0x8004, flags); in test_branch_bform()
548 instr = create_cond_branch(iptr, addr + 0x8000, flags); in test_branch_bform()
552 instr = create_cond_branch(iptr, addr + 3, flags); in test_branch_bform()
556 instr = create_cond_branch(iptr, addr, 0xFFFFFFFC); in test_branch_bform()
557 check(instr_is_branch_to_addr(&instr, addr)); in test_branch_bform()
563 unsigned long addr; in test_translate_branch() local
574 addr = (unsigned long)p; in test_translate_branch()
575 patch_branch(p, addr, 0); in test_translate_branch()
576 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
579 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
583 addr = (unsigned long)p; in test_translate_branch()
584 patch_branch(p, addr, 0); in test_translate_branch()
587 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
588 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
593 addr = (unsigned long)p; in test_translate_branch()
594 patch_branch(p, addr, 0); in test_translate_branch()
597 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
598 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
603 addr = 0x1000000 + (unsigned long)buf; in test_translate_branch()
604 patch_branch(p, addr, BRANCH_SET_LINK); in test_translate_branch()
607 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
608 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
612 addr = 0x2000000 + (unsigned long)buf; in test_translate_branch()
613 patch_branch(p, addr, 0); in test_translate_branch()
616 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
617 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
624 addr = (unsigned long)p; in test_translate_branch()
625 patch_instruction(p, create_cond_branch(p, addr, 0)); in test_translate_branch()
626 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
629 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
633 addr = (unsigned long)p; in test_translate_branch()
634 patch_instruction(p, create_cond_branch(p, addr, 0xFFFFFFFC)); in test_translate_branch()
637 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
638 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
643 addr = (unsigned long)p; in test_translate_branch()
644 patch_instruction(p, create_cond_branch(p, addr, 0xFFFFFFFC)); in test_translate_branch()
647 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
648 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
653 addr = 0x3000 + (unsigned long)buf; in test_translate_branch()
654 patch_instruction(p, create_cond_branch(p, addr, BRANCH_SET_LINK)); in test_translate_branch()
657 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
658 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()
662 addr = 0x4000 + (unsigned long)buf; in test_translate_branch()
663 patch_instruction(p, create_cond_branch(p, addr, 0)); in test_translate_branch()
666 check(instr_is_branch_to_addr(p, addr)); in test_translate_branch()
667 check(instr_is_branch_to_addr(q, addr)); in test_translate_branch()