Lines Matching +full:start +full:- +full:up
41 * WC and WT fall back to UC-. pat_init() updates these values to support
43 * for the details. Note, __early_ioremap() used during early boot-time
136 * By default need 3 4k for initial PMD_SIZE, 3 4k for 0-ISA_END_ADDRESS.
165 unsigned long start; member
197 /* Except when with PTI where the kernel is mostly non-Global: */ in probe_page_size_mask()
220 * This can't be cr4_set_bits_and_update_boot() -- the in setup_pcid()
227 * Instead, we brute-force it and set CR4.PCIDE manually in in setup_pcid()
233 * INVPCID's single-context modes (2/3) only work if we set in setup_pcid()
265 mr[nr_range].start = start_pfn<<PAGE_SHIFT; in save_mr()
286 unsigned long start = round_down(mr[i].start, PMD_SIZE); in adjust_range_page_size_mask() local
294 if (memblock_is_region_memory(start, end - start)) in adjust_range_page_size_mask()
299 unsigned long start = round_down(mr[i].start, PUD_SIZE); in adjust_range_page_size_mask() local
302 if (memblock_is_region_memory(start, end - start)) in adjust_range_page_size_mask()
315 if (mr->page_size_mask & (1<<PG_LEVEL_1G)) in page_size_string()
318 * 32-bit without PAE has a 4M large page size. in page_size_string()
324 mr->page_size_mask & (1<<PG_LEVEL_2M)) in page_size_string()
327 if (mr->page_size_mask & (1<<PG_LEVEL_2M)) in page_size_string()
334 unsigned long start, in split_mem_range() argument
344 pfn = start_pfn = PFN_DOWN(start); in split_mem_range()
412 for (i = 0; nr_range > 1 && i < nr_range - 1; i++) { in split_mem_range()
414 if (mr[i].end != mr[i+1].start || in split_mem_range()
418 old_start = mr[i].start; in split_mem_range()
420 (nr_range - 1 - i) * sizeof(struct map_range)); in split_mem_range()
421 mr[i--].start = old_start; in split_mem_range()
422 nr_range--; in split_mem_range()
426 pr_debug(" [mem %#010lx-%#010lx] page %s\n", in split_mem_range()
427 mr[i].start, mr[i].end - 1, in split_mem_range()
444 if (start_pfn < (1UL<<(32-PAGE_SHIFT))) in add_pfn_range_mapped()
446 min(end_pfn, 1UL<<(32-PAGE_SHIFT))); in add_pfn_range_mapped()
454 if ((start_pfn >= pfn_mapped[i].start) && in pfn_range_is_mapped()
466 unsigned long __ref init_memory_mapping(unsigned long start, in init_memory_mapping() argument
473 pr_debug("init_memory_mapping: [mem %#010lx-%#010lx]\n", in init_memory_mapping()
474 start, end - 1); in init_memory_mapping()
477 nr_range = split_mem_range(mr, 0, start, end); in init_memory_mapping()
480 ret = kernel_physical_mapping_init(mr[i].start, mr[i].end, in init_memory_mapping()
483 add_pfn_range_mapped(start >> PAGE_SHIFT, ret >> PAGE_SHIFT); in init_memory_mapping()
510 u64 start = clamp_val(PFN_PHYS(start_pfn), r_start, r_end); in init_range_memory_mapping() local
512 if (start >= end) in init_range_memory_mapping()
519 can_use_brk_pgt = max(start, (u64)pgt_buf_end<<PAGE_SHIFT) >= in init_range_memory_mapping()
521 init_memory_mapping(start, end); in init_range_memory_mapping()
522 mapped_ram_size += end - start; in init_range_memory_mapping()
539 * Don't need to worry about overflow in the top-down case, on 32bit, in get_new_step_size()
540 * when step_size is 0, round_down() returns 0 for start, and that in get_new_step_size()
542 * In the bottom-up case, round_up(x, 0) returns 0 though too, which in get_new_step_size()
545 return step_size << (PMD_SHIFT - PAGE_SHIFT - 1); in get_new_step_size()
549 * memory_map_top_down - Map [map_start, map_end) top down
550 * @map_start: start address of the target memory range
554 * [map_start, map_end) in top-down. That said, the page tables
556 * memory in top-down.
561 unsigned long real_end, start, last_start; in memory_map_top_down() local
574 last_start = start = real_end; in memory_map_top_down()
577 * We start from the top (end of memory) and go to the bottom. in memory_map_top_down()
584 start = round_down(last_start - 1, step_size); in memory_map_top_down()
585 if (start < map_start) in memory_map_top_down()
586 start = map_start; in memory_map_top_down()
588 start = map_start; in memory_map_top_down()
589 mapped_ram_size += init_range_memory_mapping(start, in memory_map_top_down()
591 last_start = start; in memory_map_top_down()
602 * memory_map_bottom_up - Map [map_start, map_end) bottom up
603 * @map_start: start address of the target memory range
607 * [map_start, map_end) in bottom-up. Since we have limited the
608 * bottom-up allocation above the kernel, the page tables will
610 * in [map_start, map_end) in bottom-up.
615 unsigned long next, start; in memory_map_bottom_up() local
620 start = map_start; in memory_map_bottom_up()
621 min_pfn_mapped = start >> PAGE_SHIFT; in memory_map_bottom_up()
624 * We start from the bottom (@map_start) and go to the top (@map_end). in memory_map_bottom_up()
629 while (start < map_end) { in memory_map_bottom_up()
630 if (step_size && map_end - start > step_size) { in memory_map_bottom_up()
631 next = round_up(start + 1, step_size); in memory_map_bottom_up()
638 mapped_ram_size += init_range_memory_mapping(start, next); in memory_map_bottom_up()
639 start = next; in memory_map_bottom_up()
667 * If the allocation is in bottom-up direction, we setup direct mapping in init_mem_mapping()
668 * in bottom-up, otherwise we setup direct mapping in top-down. in init_mem_mapping()
712 * Access has to be given to non-kernel-ram areas as well, these contain the
763 * mark them not present - any buggy init-section access will in free_init_pages()
767 pr_info("debug: unmapping init [mem %#010lx-%#010lx]\n", in free_init_pages()
768 begin, end - 1); in free_init_pages()
773 kmemleak_free_part((void *)begin, end - begin); in free_init_pages()
774 set_memory_np(begin, (end - begin) >> PAGE_SHIFT); in free_init_pages()
779 * writeable and non-executable first. in free_init_pages()
781 set_memory_nx(begin, (end - begin) >> PAGE_SHIFT); in free_init_pages()
782 set_memory_rw(begin, (end - begin) >> PAGE_SHIFT); in free_init_pages()
798 unsigned long len_pages = (end_ul - begin_ul) >> PAGE_SHIFT; in free_kernel_image_pages()
834 void __init free_initrd_mem(unsigned long start, unsigned long end) in free_initrd_mem() argument
840 * - i386_start_kernel() in free_initrd_mem()
841 * - x86_64_start_kernel() in free_initrd_mem()
842 * - relocate_initrd() in free_initrd_mem()
845 free_init_pages("initrd", start, PAGE_ALIGN(end)); in free_initrd_mem()
851 * and pass it to the MM layer - to help it set zone watermarks more
854 * Done on 64-bit systems only for the time being, although 32-bit systems
875 nr_pages += end_pfn - start_pfn; in memblock_find_dma_reserve()
889 nr_free_pages += end_pfn - start_pfn; in memblock_find_dma_reserve()
892 set_dma_reserve(nr_pages - nr_free_pages); in memblock_find_dma_reserve()
919 .cr4 = ~0UL, /* fail hard if we screw up cr4 shadow initialization */
925 /* entry 0 MUST be WB (hardwired to speed up translations) */ in update_cache_mode_entry()
947 l1tf_limit <<= PAGE_SHIFT - SWP_OFFSET_FIRST_BIT; in max_swapfile_size()