Lines Matching +full:vm +full:- +full:map
1 // SPDX-License-Identifier: GPL-2.0-only
5 * Copyright (C) 1995-2005 Russell King
35 #include <asm/mach/map.h>
46 * zero-initialized data and COW.
52 * The pmd table for the upper-most set of pages.
143 int i, selected = -1; in early_cachepolicy()
154 if (selected == -1) in early_cachepolicy()
240 [MT_DEVICE_NONSHARED] = { /* ARMv6 non-shared device */
467 pr_warn("Forcing write-allocate cache policy for SMP\n"); in build_mem_type_table()
478 * Pre-ARMv5 CPUs don't have TEX bits. Pre-ARMv6 CPUs or those in build_mem_type_table()
490 * "update-able on write" bit on ARM610). However, Xscale and in build_mem_type_table()
513 * Mark device regions on ARMv6+ as execute-never in build_mem_type_table()
528 * - shared device is SXCB=1100 in build_mem_type_table()
529 * - nonshared device is SXCB=0100 in build_mem_type_table()
530 * - write combine device mem is SXCB=0001 in build_mem_type_table()
539 * - shared device is TEXCB=00101 in build_mem_type_table()
540 * - nonshared device is TEXCB=01000 in build_mem_type_table()
541 * - write combine device mem is TEXCB=00100 in build_mem_type_table()
550 * - shared device is TEXCB=00001 in build_mem_type_table()
551 * - nonshared device is TEXCB=01000 in build_mem_type_table()
552 * - write combine device mem is TEXCB=00100 in build_mem_type_table()
567 * Now deal with the memory-type mappings in build_mem_type_table()
570 vecs_pgprot = kern_pgprot = user_pgprot = cp->pte; in build_mem_type_table()
576 * r/o, kernel r/w to map the vectors page. in build_mem_type_table()
583 * in the Short-descriptor translation table format descriptors. in build_mem_type_table()
632 * Non-cacheable Normal - intended for memory areas that must in build_mem_type_table()
637 /* Non-cacheable Normal is XCB = 001 */ in build_mem_type_table()
641 /* For both ARMv6 and non-TEX-remapping ARMv7 */ in build_mem_type_table()
681 mem_types[MT_MEMORY_RWX].prot_sect |= ecc_mask | cp->pmd; in build_mem_type_table()
683 mem_types[MT_MEMORY_RW].prot_sect |= ecc_mask | cp->pmd; in build_mem_type_table()
685 mem_types[MT_MEMORY_RO].prot_sect |= ecc_mask | cp->pmd; in build_mem_type_table()
689 mem_types[MT_ROM].prot_sect |= cp->pmd; in build_mem_type_table()
691 switch (cp->pmd) { in build_mem_type_table()
701 ecc_mask ? "ECC enabled, " : "", cp->policy); in build_mem_type_table()
705 if (t->prot_l1) in build_mem_type_table()
706 t->prot_l1 |= PMD_DOMAIN(t->domain); in build_mem_type_table()
707 if (t->prot_sect) in build_mem_type_table()
708 t->prot_sect |= PMD_DOMAIN(t->domain); in build_mem_type_table()
718 else if (file->f_flags & O_SYNC) in phys_mem_access_prot()
772 pte_t *pte = arm_pte_alloc(pmd, addr, type->prot_l1, alloc); in alloc_init_pte()
774 set_pte_ext(pte, pfn_pte(pfn, __pgprot(type->prot_pte)), in alloc_init_pte()
794 * (See arch/arm/include/asm/pgtable-2level.h) in __map_init_section()
800 *pmd = __pmd(phys | type->prot_sect | (ng ? PMD_SECT_nG : 0)); in __map_init_section()
817 * With LPAE, we must loop over to map in alloc_init_pmd()
823 * Try a section mapping - addr, next and phys must all be in alloc_init_pmd()
826 if (type->prot_sect && in alloc_init_pmd()
834 phys += next - addr; in alloc_init_pmd()
850 phys += next - addr; in alloc_init_pud()
865 phys += next - addr; in alloc_init_p4d()
879 addr = md->virtual; in create_36bit_mapping()
880 phys = __pfn_to_phys(md->pfn); in create_36bit_mapping()
881 length = PAGE_ALIGN(md->length); in create_36bit_mapping()
885 (long long)__pfn_to_phys((u64)md->pfn), addr); in create_36bit_mapping()
895 if (type->domain) { in create_36bit_mapping()
897 (long long)__pfn_to_phys((u64)md->pfn), addr); in create_36bit_mapping()
901 if ((addr | length | __pfn_to_phys(md->pfn)) & ~SUPERSECTION_MASK) { in create_36bit_mapping()
903 (long long)__pfn_to_phys((u64)md->pfn), addr); in create_36bit_mapping()
911 phys |= (((md->pfn >> (32 - PAGE_SHIFT)) & 0xF) << 20); in create_36bit_mapping()
922 *pmd++ = __pmd(phys | type->prot_sect | PMD_SECT_SUPER | in create_36bit_mapping()
941 type = &mem_types[md->type]; in __create_mapping()
945 * Catch 36-bit addresses in __create_mapping()
947 if (md->pfn >= 0x100000) { in __create_mapping()
953 addr = md->virtual & PAGE_MASK; in __create_mapping()
954 phys = __pfn_to_phys(md->pfn); in __create_mapping()
955 length = PAGE_ALIGN(md->length + (md->virtual & ~PAGE_MASK)); in __create_mapping()
957 if (type->prot_l1 == 0 && ((addr | phys | length) & ~SECTION_MASK)) { in __create_mapping()
958 pr_warn("BUG: map for 0x%08llx at 0x%08lx can not be mapped using pages, ignoring.\n", in __create_mapping()
959 (long long)__pfn_to_phys(md->pfn), addr); in __create_mapping()
970 phys += next - addr; in __create_mapping()
984 if (md->virtual != vectors_base() && md->virtual < TASK_SIZE) { in create_mapping()
986 (long long)__pfn_to_phys((u64)md->pfn), md->virtual); in create_mapping()
990 if (md->type == MT_DEVICE && in create_mapping()
991 md->virtual >= PAGE_OFFSET && md->virtual < FIXADDR_START && in create_mapping()
992 (md->virtual < VMALLOC_START || md->virtual >= VMALLOC_END)) { in create_mapping()
994 (long long)__pfn_to_phys((u64)md->pfn), md->virtual); in create_mapping()
1007 p4d = p4d_alloc(mm, pgd_offset(mm, md->virtual), md->virtual); in create_mapping_late()
1010 pud = pud_alloc(mm, p4d, md->virtual); in create_mapping_late()
1024 struct vm_struct *vm; in iotable_init() local
1035 for (md = io_desc; nr; md++, nr--) { in iotable_init()
1038 vm = &svm->vm; in iotable_init()
1039 vm->addr = (void *)(md->virtual & PAGE_MASK); in iotable_init()
1040 vm->size = PAGE_ALIGN(md->length + (md->virtual & ~PAGE_MASK)); in iotable_init()
1041 vm->phys_addr = __pfn_to_phys(md->pfn); in iotable_init()
1042 vm->flags = VM_IOREMAP | VM_ARM_STATIC_MAPPING; in iotable_init()
1043 vm->flags |= VM_ARM_MTYPE(md->type); in iotable_init()
1044 vm->caller = iotable_init; in iotable_init()
1052 struct vm_struct *vm; in vm_reserve_area_early() local
1060 vm = &svm->vm; in vm_reserve_area_early()
1061 vm->addr = (void *)addr; in vm_reserve_area_early()
1062 vm->size = size; in vm_reserve_area_early()
1063 vm->flags = VM_IOREMAP | VM_ARM_EMPTY_MAPPING; in vm_reserve_area_early()
1064 vm->caller = caller; in vm_reserve_area_early()
1072 * (see definition in include/asm/pgtable-2level.h). However a call to
1079 * Let's avoid the issue by inserting dummy vm entries covering the unused
1091 struct vm_struct *vm; in fill_pmd_gaps() local
1096 vm = &svm->vm; in fill_pmd_gaps()
1097 addr = (unsigned long)vm->addr; in fill_pmd_gaps()
1102 * Check if this vm starts on an odd section boundary. in fill_pmd_gaps()
1113 * Then check if this vm ends on an odd section boundary. in fill_pmd_gaps()
1117 addr += vm->size; in fill_pmd_gaps()
1124 /* no need to look at any vm entry until we hit the next PMD */ in fill_pmd_gaps()
1125 next = (addr + PMD_SIZE - 1) & PMD_MASK; in fill_pmd_gaps()
1151 struct map_desc map; in debug_ll_io_init() local
1153 debug_ll_addr(&map.pfn, &map.virtual); in debug_ll_io_init()
1154 if (!map.pfn || !map.virtual) in debug_ll_io_init()
1156 map.pfn = __phys_to_pfn(map.pfn); in debug_ll_io_init()
1157 map.virtual &= PAGE_MASK; in debug_ll_io_init()
1158 map.length = PAGE_SIZE; in debug_ll_io_init()
1159 map.type = MT_DEVICE; in debug_ll_io_init()
1160 iotable_init(&map, 1); in debug_ll_io_init()
1169 * area - the default is 240MiB.
1182 vmalloc_max = VMALLOC_END - (PAGE_OFFSET + SZ_32M + VMALLOC_OFFSET); in early_vmalloc()
1204 * not affected by wrap-arounds when sizeof(phys_addr_t) == 4. in adjust_lowmem_bounds()
1209 vmalloc_limit = (u64)VMALLOC_END - vmalloc_size - VMALLOC_OFFSET - in adjust_lowmem_bounds()
1220 len = round_up(block_start, PMD_SIZE) - block_start; in adjust_lowmem_bounds()
1240 * Find the first non-pmd-aligned page, and point in adjust_lowmem_bounds()
1242 * limit down to be pmd-aligned, which happens at the in adjust_lowmem_bounds()
1246 * bank can be non-pmd-aligned. The only exception is in adjust_lowmem_bounds()
1247 * that the start of the bank 0 must be section- in adjust_lowmem_bounds()
1264 high_memory = __va(arm_lowmem_limit - 1) + 1; in adjust_lowmem_bounds()
1280 pr_notice("Ignoring RAM at %pa-%pa\n", in adjust_lowmem_bounds()
1284 memblock_remove(memblock_limit, end - memblock_limit); in adjust_lowmem_bounds()
1309 * are using a thumb-compiled kernel, there there will be 8MB more in prepare_page_table()
1320 /* The XIP kernel is mapped in the module area -- skip over it */ in prepare_page_table()
1321 addr = ((unsigned long)_exiprom + PMD_SIZE - 1) & PMD_MASK; in prepare_page_table()
1364 * precious DMA-able memory... in arm_mm_memblock_reserve()
1366 memblock_reserve(PHYS_OFFSET, __pa(swapper_pg_dir) - PHYS_OFFSET); in arm_mm_memblock_reserve()
1379 struct map_desc map; in devicemaps_init() local
1397 /* create a read-only mapping of the device tree */ in devicemaps_init()
1398 map.pfn = __phys_to_pfn(__atags_pointer & SECTION_MASK); in devicemaps_init()
1399 map.virtual = FDT_FIXED_BASE; in devicemaps_init()
1400 map.length = FDT_FIXED_SIZE; in devicemaps_init()
1401 map.type = MT_MEMORY_RO; in devicemaps_init()
1402 create_mapping(&map); in devicemaps_init()
1406 * Map the cache flushing regions. in devicemaps_init()
1409 map.pfn = __phys_to_pfn(FLUSH_BASE_PHYS); in devicemaps_init()
1410 map.virtual = FLUSH_BASE; in devicemaps_init()
1411 map.length = SZ_1M; in devicemaps_init()
1412 map.type = MT_CACHECLEAN; in devicemaps_init()
1413 create_mapping(&map); in devicemaps_init()
1416 map.pfn = __phys_to_pfn(FLUSH_BASE_PHYS + SZ_1M); in devicemaps_init()
1417 map.virtual = FLUSH_BASE_MINICACHE; in devicemaps_init()
1418 map.length = SZ_1M; in devicemaps_init()
1419 map.type = MT_MINICLEAN; in devicemaps_init()
1420 create_mapping(&map); in devicemaps_init()
1424 * Create a mapping for the machine vectors at the high-vectors in devicemaps_init()
1425 * location (0xffff0000). If we aren't using high-vectors, also in devicemaps_init()
1426 * create a mapping at the low-vectors virtual address. in devicemaps_init()
1428 map.pfn = __phys_to_pfn(virt_to_phys(vectors)); in devicemaps_init()
1429 map.virtual = 0xffff0000; in devicemaps_init()
1430 map.length = PAGE_SIZE; in devicemaps_init()
1432 map.type = MT_HIGH_VECTORS; in devicemaps_init()
1434 map.type = MT_LOW_VECTORS; in devicemaps_init()
1436 create_mapping(&map); in devicemaps_init()
1439 map.virtual = 0; in devicemaps_init()
1440 map.length = PAGE_SIZE * 2; in devicemaps_init()
1441 map.type = MT_LOW_VECTORS; in devicemaps_init()
1442 create_mapping(&map); in devicemaps_init()
1445 /* Now create a kernel read-only mapping */ in devicemaps_init()
1446 map.pfn += 1; in devicemaps_init()
1447 map.virtual = 0xffff0000 + PAGE_SIZE; in devicemaps_init()
1448 map.length = PAGE_SIZE; in devicemaps_init()
1449 map.type = MT_LOW_VECTORS; in devicemaps_init()
1450 create_mapping(&map); in devicemaps_init()
1453 * Ask the machine support to map in the statically mapped devices. in devicemaps_init()
1455 if (mdesc->map_io) in devicemaps_init()
1456 mdesc->map_io(); in devicemaps_init()
1467 * any write-allocated cache lines in the vector page are written in devicemaps_init()
1493 /* Map all the lowmem memory banks. */ in map_lowmem()
1495 struct map_desc map; in map_lowmem() local
1497 pr_debug("map lowmem start: 0x%08llx, end: 0x%08llx\n", in map_lowmem()
1513 * the kernel memory from it and map each part separately. We in map_lowmem()
1516 * +--------+ +--------+ in map_lowmem()
1517 * +-- start --+ +--------+ | Kernel | | Kernel | in map_lowmem()
1519 * | | | case 1 | +--------+ | | +--------+ in map_lowmem()
1520 * | Memory | +--------+ | | | Kernel | in map_lowmem()
1521 * | range | +--------+ | | | case 6 | in map_lowmem()
1522 * | | | Kernel | +--------+ | | +--------+ in map_lowmem()
1524 * +-- end ----+ +--------+ | case 4 | | | in map_lowmem()
1525 * +--------+ +--------+ in map_lowmem()
1528 /* Case 5: kernel covers range, don't map anything, should be rare */ in map_lowmem()
1536 /* Map memory below the kernel */ in map_lowmem()
1537 map.pfn = __phys_to_pfn(start); in map_lowmem()
1538 map.virtual = __phys_to_virt(start); in map_lowmem()
1539 map.length = kernel_sec_start - start; in map_lowmem()
1540 map.type = MT_MEMORY_RW; in map_lowmem()
1541 create_mapping(&map); in map_lowmem()
1542 /* Map memory above the kernel */ in map_lowmem()
1543 map.pfn = __phys_to_pfn(kernel_sec_end); in map_lowmem()
1544 map.virtual = __phys_to_virt(kernel_sec_end); in map_lowmem()
1545 map.length = end - kernel_sec_end; in map_lowmem()
1546 map.type = MT_MEMORY_RW; in map_lowmem()
1547 create_mapping(&map); in map_lowmem()
1563 map.pfn = __phys_to_pfn(start); in map_lowmem()
1564 map.virtual = __phys_to_virt(start); in map_lowmem()
1565 map.length = end - start; in map_lowmem()
1566 map.type = MT_MEMORY_RW; in map_lowmem()
1567 create_mapping(&map); in map_lowmem()
1578 * +----------------+ kernel_x_start in map_kernel()
1581 * +----------------+ kernel_x_end / kernel_nx_start in map_kernel()
1582 * | Non-executable | in map_kernel()
1584 * +----------------+ kernel_nx_end in map_kernel()
1590 * non-executable part of the kernel memory is actually mapped as executable. in map_kernel()
1602 struct map_desc map; in map_kernel() local
1605 * Map the kernel if it is XIP. in map_kernel()
1609 map.pfn = __phys_to_pfn(CONFIG_XIP_PHYS_ADDR & SECTION_MASK); in map_kernel()
1610 map.virtual = MODULES_VADDR; in map_kernel()
1611 map.length = ((unsigned long)_exiprom - map.virtual + ~SECTION_MASK) & SECTION_MASK; in map_kernel()
1612 map.type = MT_ROM; in map_kernel()
1613 create_mapping(&map); in map_kernel()
1615 map.pfn = __phys_to_pfn(kernel_x_start); in map_kernel()
1616 map.virtual = __phys_to_virt(kernel_x_start); in map_kernel()
1617 map.length = kernel_x_end - kernel_x_start; in map_kernel()
1618 map.type = MT_MEMORY_RWX; in map_kernel()
1619 create_mapping(&map); in map_kernel()
1625 map.pfn = __phys_to_pfn(kernel_nx_start); in map_kernel()
1626 map.virtual = __phys_to_virt(kernel_nx_start); in map_kernel()
1627 map.length = kernel_nx_end - kernel_nx_start; in map_kernel()
1628 map.type = MT_MEMORY_RW; in map_kernel()
1629 create_mapping(&map); in map_kernel()
1647 if (!mdesc->pv_fixup) in early_paging_init()
1650 offset = mdesc->pv_fixup(); in early_paging_init()
1674 /* Re-set the phys pfn offset, and the pv offset */ in early_paging_init()
1680 (&__pv_table_end - &__pv_table_begin) << 2); in early_paging_init()
1699 * Fixup the page tables - this must be in the idmap region as in early_paging_init()
1706 /* Re-enable the caches and cacheable TLB walks */ in early_paging_init()
1717 if (!mdesc->pv_fixup) in early_paging_init()
1720 offset = mdesc->pv_fixup(); in early_paging_init()
1735 unsigned long va = fix_to_virt(__end_of_permanent_fixed_addresses - 1); in early_fixmap_shutdown()
1743 struct map_desc map; in early_fixmap_shutdown() local
1745 map.virtual = fix_to_virt(i); in early_fixmap_shutdown()
1746 pte = pte_offset_early_fixmap(pmd_off_k(map.virtual), map.virtual); in early_fixmap_shutdown()
1753 map.pfn = pte_pfn(*pte); in early_fixmap_shutdown()
1754 map.type = MT_DEVICE; in early_fixmap_shutdown()
1755 map.length = PAGE_SIZE; in early_fixmap_shutdown()
1757 create_mapping(&map); in early_fixmap_shutdown()
1774 pr_debug("physical kernel sections: 0x%08llx-0x%08llx\n", in paging_init()
1822 if (--nr == 0) in set_ptes()