Lines Matching refs:address
653 int __pte_alloc(struct mm_struct *mm, pmd_t *pmd, unsigned long address) in __pte_alloc() argument
656 pgtable_t new = pte_alloc_one(mm, address); in __pte_alloc()
687 int __pte_alloc_kernel(pmd_t *pmd, unsigned long address) in __pte_alloc_kernel() argument
689 pte_t *new = pte_alloc_one_kernel(&init_mm, address); in __pte_alloc_kernel()
1640 static void zap_page_range_single(struct vm_area_struct *vma, unsigned long address, in zap_page_range_single() argument
1645 unsigned long end = address + size; in zap_page_range_single()
1648 tlb_gather_mmu(&tlb, mm, address, end); in zap_page_range_single()
1650 mmu_notifier_invalidate_range_start(mm, address, end); in zap_page_range_single()
1651 unmap_single_vma(&tlb, vma, address, end, details); in zap_page_range_single()
1652 mmu_notifier_invalidate_range_end(mm, address, end); in zap_page_range_single()
1653 tlb_finish_mmu(&tlb, address, end); in zap_page_range_single()
1668 int zap_vma_ptes(struct vm_area_struct *vma, unsigned long address, in zap_vma_ptes() argument
1671 if (address < vma->vm_start || address + size > vma->vm_end || in zap_vma_ptes()
1674 zap_page_range_single(vma, address, size, NULL); in zap_vma_ptes()
2457 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_reuse()
2460 if (ptep_set_access_flags(vma, vmf->address, vmf->pte, entry, 1)) in wp_page_reuse()
2461 update_mmu_cache(vma, vmf->address, vmf->pte); in wp_page_reuse()
2489 const unsigned long mmun_start = vmf->address & PAGE_MASK; in wp_page_copy()
2498 vmf->address); in wp_page_copy()
2503 vmf->address); in wp_page_copy()
2506 cow_user_page(new_page, old_page, vmf->address, vma); in wp_page_copy()
2519 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, vmf->address, &vmf->ptl); in wp_page_copy()
2530 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_copy()
2539 ptep_clear_flush_notify(vma, vmf->address, vmf->pte); in wp_page_copy()
2540 page_add_new_anon_rmap(new_page, vma, vmf->address, false); in wp_page_copy()
2548 set_pte_at_notify(mm, vmf->address, vmf->pte, entry); in wp_page_copy()
2549 update_mmu_cache(vma, vmf->address, vmf->pte); in wp_page_copy()
2628 vmf->pte = pte_offset_map_lock(vmf->vma->vm_mm, vmf->pmd, vmf->address, in finish_mkwrite_fault()
2720 vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte); in do_wp_page()
2748 vmf->address, &vmf->ptl); in do_wp_page()
2897 vmf->address); in do_swap_page()
2904 ret = device_private_entry_fault(vma, vmf->address, entry, in do_swap_page()
2909 print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL); in do_swap_page()
2917 vmf->address); in do_swap_page()
2924 GFP_HIGHUSER_MOVABLE, vma, vmf->address); in do_swap_page()
2931 vmf->address, &vmf->ptl); in do_swap_page()
2971 page = ksm_might_need_to_copy(page, vma, vmf->address); in do_swap_page()
2987 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, vmf->address, in do_swap_page()
3019 set_pte_at(vma->vm_mm, vmf->address, vmf->pte, pte); in do_swap_page()
3022 do_page_add_anon_rmap(page, vma, vmf->address, exclusive); in do_swap_page()
3026 page_add_new_anon_rmap(page, vma, vmf->address, false); in do_swap_page()
3057 update_mmu_cache(vma, vmf->address, vmf->pte); in do_swap_page()
3103 if (pte_alloc(vma->vm_mm, vmf->pmd, vmf->address)) in do_anonymous_page()
3113 entry = pte_mkspecial(pfn_pte(my_zero_pfn(vmf->address), in do_anonymous_page()
3116 vmf->address, &vmf->ptl); in do_anonymous_page()
3133 page = alloc_zeroed_user_highpage_movable(vma, vmf->address); in do_anonymous_page()
3151 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, vmf->address, in do_anonymous_page()
3169 page_add_new_anon_rmap(page, vma, vmf->address, false); in do_anonymous_page()
3173 set_pte_at(vma->vm_mm, vmf->address, vmf->pte, entry); in do_anonymous_page()
3176 update_mmu_cache(vma, vmf->address, vmf->pte); in do_anonymous_page()
3217 vmf->address); in __do_fault()
3272 } else if (unlikely(pte_alloc(vma->vm_mm, vmf->pmd, vmf->address))) { in pte_alloc_one_map()
3299 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, vmf->address, in pte_alloc_one_map()
3335 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_set_pmd()
3350 vmf->prealloc_pte = pte_alloc_one(vma->vm_mm, vmf->address); in do_set_pmd()
3443 page_add_new_anon_rmap(page, vma, vmf->address, false); in alloc_set_pte()
3450 set_pte_at(vma->vm_mm, vmf->address, vmf->pte, entry); in alloc_set_pte()
3453 update_mmu_cache(vma, vmf->address, vmf->pte); in alloc_set_pte()
3564 unsigned long address = vmf->address, nr_pages, mask; in do_fault_around() local
3572 vmf->address = max(address & mask, vmf->vma->vm_start); in do_fault_around()
3573 off = ((address - vmf->address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1); in do_fault_around()
3581 ((vmf->address >> PAGE_SHIFT) & (PTRS_PER_PTE - 1)) + in do_fault_around()
3588 vmf->address); in do_fault_around()
3607 vmf->pte -= (vmf->address >> PAGE_SHIFT) - (address >> PAGE_SHIFT); in do_fault_around()
3612 vmf->address = address; in do_fault_around()
3652 vmf->cow_page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, vma, vmf->address); in do_cow_fault()
3668 copy_user_highpage(vmf->cow_page, vmf->page, vmf->address, vma); in do_cow_fault()
3742 vmf->address, in do_fault()
3816 pte = ptep_modify_prot_start(vma->vm_mm, vmf->address, vmf->pte); in do_numa_page()
3821 ptep_modify_prot_commit(vma->vm_mm, vmf->address, vmf->pte, pte); in do_numa_page()
3822 update_mmu_cache(vma, vmf->address, vmf->pte); in do_numa_page()
3824 page = vm_normal_page(vma, vmf->address, pte); in do_numa_page()
3856 target_nid = numa_migrate_prep(page, vma, vmf->address, page_nid, in do_numa_page()
3896 __split_huge_pmd(vmf->vma, vmf->pmd, vmf->address, false, NULL); in wp_huge_pmd()
3967 vmf->pte = pte_offset_map(vmf->pmd, vmf->address); in handle_pte_fault()
4009 if (ptep_set_access_flags(vmf->vma, vmf->address, vmf->pte, entry, in handle_pte_fault()
4011 update_mmu_cache(vmf->vma, vmf->address, vmf->pte); in handle_pte_fault()
4020 flush_tlb_fix_spurious_fault(vmf->vma, vmf->address); in handle_pte_fault()
4033 static int __handle_mm_fault(struct vm_area_struct *vma, unsigned long address, in __handle_mm_fault() argument
4038 .address = address & PAGE_MASK, in __handle_mm_fault()
4040 .pgoff = linear_page_index(vma, address), in __handle_mm_fault()
4049 pgd = pgd_offset(mm, address); in __handle_mm_fault()
4050 p4d = p4d_alloc(mm, pgd, address); in __handle_mm_fault()
4054 vmf.pud = pud_alloc(mm, p4d, address); in __handle_mm_fault()
4080 vmf.pmd = pmd_alloc(mm, vmf.pud, address); in __handle_mm_fault()
4122 int handle_mm_fault(struct vm_area_struct *vma, unsigned long address, in handle_mm_fault() argument
4148 ret = hugetlb_fault(vma->vm_mm, vma, address, flags); in handle_mm_fault()
4150 ret = __handle_mm_fault(vma, address, flags); in handle_mm_fault()
4173 int __p4d_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address) in __p4d_alloc() argument
4175 p4d_t *new = p4d_alloc_one(mm, address); in __p4d_alloc()
4196 int __pud_alloc(struct mm_struct *mm, p4d_t *p4d, unsigned long address) in __pud_alloc() argument
4198 pud_t *new = pud_alloc_one(mm, address); in __pud_alloc()
4226 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in __pmd_alloc() argument
4229 pmd_t *new = pmd_alloc_one(mm, address); in __pmd_alloc()
4254 static int __follow_pte_pmd(struct mm_struct *mm, unsigned long address, in __follow_pte_pmd() argument
4264 pgd = pgd_offset(mm, address); in __follow_pte_pmd()
4268 p4d = p4d_offset(pgd, address); in __follow_pte_pmd()
4272 pud = pud_offset(p4d, address); in __follow_pte_pmd()
4276 pmd = pmd_offset(pud, address); in __follow_pte_pmd()
4284 *start = address & PMD_MASK; in __follow_pte_pmd()
4302 *start = address & PAGE_MASK; in __follow_pte_pmd()
4306 ptep = pte_offset_map_lock(mm, pmd, address, ptlp); in __follow_pte_pmd()
4319 static inline int follow_pte(struct mm_struct *mm, unsigned long address, in follow_pte() argument
4326 !(res = __follow_pte_pmd(mm, address, NULL, NULL, in follow_pte()
4331 int follow_pte_pmd(struct mm_struct *mm, unsigned long address, in follow_pte_pmd() argument
4339 !(res = __follow_pte_pmd(mm, address, start, end, in follow_pte_pmd()
4355 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn() argument
4365 ret = follow_pte(vma->vm_mm, address, &ptep, &ptl); in follow_pfn()
4376 unsigned long address, unsigned int flags, in follow_phys() argument
4386 if (follow_pte(vma->vm_mm, address, &ptep, &ptl)) in follow_phys()