Lines Matching refs:end
220 …lb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) in tlb_gather_mmu() argument
225 tlb->fullmm = !(start | (end+1)); in tlb_gather_mmu()
243 if (!tlb->end) in tlb_flush_mmu_tlbonly()
247 mmu_notifier_invalidate_range(tlb->mm, tlb->start, tlb->end); in tlb_flush_mmu_tlbonly()
275 void tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end) in tlb_finish_mmu() argument
302 VM_BUG_ON(!tlb->end); in __tlb_remove_page_size()
414 unsigned long addr, unsigned long end, in free_pmd_range() argument
424 next = pmd_addr_end(addr, end); in free_pmd_range()
428 } while (pmd++, addr = next, addr != end); in free_pmd_range()
438 if (end - 1 > ceiling - 1) in free_pmd_range()
448 unsigned long addr, unsigned long end, in free_pud_range() argument
458 next = pud_addr_end(addr, end); in free_pud_range()
462 } while (pud++, addr = next, addr != end); in free_pud_range()
472 if (end - 1 > ceiling - 1) in free_pud_range()
484 unsigned long addr, unsigned long end, in free_pgd_range() argument
527 if (end - 1 > ceiling - 1) in free_pgd_range()
528 end -= PMD_SIZE; in free_pgd_range()
529 if (addr > end - 1) in free_pgd_range()
534 next = pgd_addr_end(addr, end); in free_pgd_range()
538 } while (pgd++, addr = next, addr != end); in free_pgd_range()
926 unsigned long addr, unsigned long end) in copy_pte_range() argument
968 } while (dst_pte++, src_pte++, addr += PAGE_SIZE, addr != end); in copy_pte_range()
982 if (addr != end) in copy_pte_range()
989 unsigned long addr, unsigned long end) in copy_pmd_range() argument
999 next = pmd_addr_end(addr, end); in copy_pmd_range()
1016 } while (dst_pmd++, src_pmd++, addr = next, addr != end); in copy_pmd_range()
1022 unsigned long addr, unsigned long end) in copy_pud_range() argument
1032 next = pud_addr_end(addr, end); in copy_pud_range()
1038 } while (dst_pud++, src_pud++, addr = next, addr != end); in copy_pud_range()
1048 unsigned long end = vma->vm_end; in copy_page_range() local
1085 mmun_end = end; in copy_page_range()
1094 next = pgd_addr_end(addr, end); in copy_page_range()
1102 } while (dst_pgd++, src_pgd++, addr = next, addr != end); in copy_page_range()
1111 unsigned long addr, unsigned long end, in zap_pte_range() argument
1198 } while (pte++, addr += PAGE_SIZE, addr != end); in zap_pte_range()
1222 if (addr != end) in zap_pte_range()
1231 unsigned long addr, unsigned long end, in zap_pmd_range() argument
1239 next = pmd_addr_end(addr, end); in zap_pmd_range()
1261 } while (pmd++, addr = next, addr != end); in zap_pmd_range()
1268 unsigned long addr, unsigned long end, in zap_pud_range() argument
1276 next = pud_addr_end(addr, end); in zap_pud_range()
1280 } while (pud++, addr = next, addr != end); in zap_pud_range()
1287 unsigned long addr, unsigned long end, in unmap_page_range() argument
1293 BUG_ON(addr >= end); in unmap_page_range()
1297 next = pgd_addr_end(addr, end); in unmap_page_range()
1301 } while (pgd++, addr = next, addr != end); in unmap_page_range()
1312 unsigned long end; in unmap_single_vma() local
1316 end = min(vma->vm_end, end_addr); in unmap_single_vma()
1317 if (end <= vma->vm_start) in unmap_single_vma()
1321 uprobe_munmap(vma, start, end); in unmap_single_vma()
1326 if (start != end) { in unmap_single_vma()
1341 __unmap_hugepage_range_final(tlb, vma, start, end, NULL); in unmap_single_vma()
1345 unmap_page_range(tlb, vma, start, end, details); in unmap_single_vma()
1393 unsigned long end = start + size; in zap_page_range() local
1396 tlb_gather_mmu(&tlb, mm, start, end); in zap_page_range()
1398 mmu_notifier_invalidate_range_start(mm, start, end); in zap_page_range()
1399 for ( ; vma && vma->vm_start < end; vma = vma->vm_next) in zap_page_range()
1400 unmap_single_vma(&tlb, vma, start, end, details); in zap_page_range()
1401 mmu_notifier_invalidate_range_end(mm, start, end); in zap_page_range()
1402 tlb_finish_mmu(&tlb, start, end); in zap_page_range()
1419 unsigned long end = address + size; in zap_page_range_single() local
1422 tlb_gather_mmu(&tlb, mm, address, end); in zap_page_range_single()
1424 mmu_notifier_invalidate_range_start(mm, address, end); in zap_page_range_single()
1425 unmap_single_vma(&tlb, vma, address, end, details); in zap_page_range_single()
1426 mmu_notifier_invalidate_range_end(mm, address, end); in zap_page_range_single()
1427 tlb_finish_mmu(&tlb, address, end); in zap_page_range_single()
1690 unsigned long addr, unsigned long end, in remap_pte_range() argument
1704 } while (pte++, addr += PAGE_SIZE, addr != end); in remap_pte_range()
1711 unsigned long addr, unsigned long end, in remap_pmd_range() argument
1723 next = pmd_addr_end(addr, end); in remap_pmd_range()
1727 } while (pmd++, addr = next, addr != end); in remap_pmd_range()
1732 unsigned long addr, unsigned long end, in remap_pud_range() argument
1743 next = pud_addr_end(addr, end); in remap_pud_range()
1747 } while (pud++, addr = next, addr != end); in remap_pud_range()
1766 unsigned long end = addr + PAGE_ALIGN(size); in remap_pfn_range() local
1790 if (addr != vma->vm_start || end != vma->vm_end) in remap_pfn_range()
1801 BUG_ON(addr >= end); in remap_pfn_range()
1804 flush_cache_range(vma, addr, end); in remap_pfn_range()
1806 next = pgd_addr_end(addr, end); in remap_pfn_range()
1811 } while (pgd++, addr = next, addr != end); in remap_pfn_range()
1868 unsigned long addr, unsigned long end, in apply_to_pte_range() argument
1892 } while (addr += PAGE_SIZE, addr != end); in apply_to_pte_range()
1902 unsigned long addr, unsigned long end, in apply_to_pmd_range() argument
1915 next = pmd_addr_end(addr, end); in apply_to_pmd_range()
1919 } while (pmd++, addr = next, addr != end); in apply_to_pmd_range()
1924 unsigned long addr, unsigned long end, in apply_to_pud_range() argument
1935 next = pud_addr_end(addr, end); in apply_to_pud_range()
1939 } while (pud++, addr = next, addr != end); in apply_to_pud_range()
1952 unsigned long end = addr + size; in apply_to_page_range() local
1955 if (WARN_ON(addr >= end)) in apply_to_page_range()
1960 next = pgd_addr_end(addr, end); in apply_to_page_range()
1964 } while (pgd++, addr = next, addr != end); in apply_to_page_range()