167 static inline phys_addr_t memblock_cap_size(phys_addr_t base, phys_addr_t *size)  in memblock_cap_size()  argument
169 	return *size = min(*size, PHYS_ADDR_MAX - base);  in memblock_cap_size()
182 					phys_addr_t base, phys_addr_t size)  in memblock_overlaps_region()  argument
186 	memblock_cap_size(base, &size);  in memblock_overlaps_region()
189 		if (memblock_addrs_overlap(base, size, type->regions[i].base,  in memblock_overlaps_region()
351 		type->regions[0].base = 0;  in memblock_remove_region()
512 		if (this->base + this->size != next->base ||  in memblock_merge_regions()
516 			BUG_ON(this->base + this->size > next->base);  in memblock_merge_regions()
541 						   int idx, phys_addr_t base,  in memblock_insert_region()  argument
550 	rgn->base = base;  in memblock_insert_region()
575 				phys_addr_t base, phys_addr_t size,  in memblock_add_range()  argument
579 	phys_addr_t obase = base;  in memblock_add_range()
580 	phys_addr_t end = base + memblock_cap_size(base, &size);  in memblock_add_range()
590 		type->regions[0].base = base;  in memblock_add_range()
603 	base = obase;  in memblock_add_range()
607 		phys_addr_t rbase = rgn->base;  in memblock_add_range()
612 		if (rend <= base)  in memblock_add_range()
618 		if (rbase > base) {  in memblock_add_range()
625 				memblock_insert_region(type, idx++, base,  in memblock_add_range()
626 						       rbase - base, nid,  in memblock_add_range()
630 		base = min(rend, end);  in memblock_add_range()
634 	if (base < end) {  in memblock_add_range()
637 			memblock_insert_region(type, idx, base, end - base,  in memblock_add_range()
672 int __init_memblock memblock_add_node(phys_addr_t base, phys_addr_t size,  in memblock_add_node()  argument
675 	return memblock_add_range(&memblock.memory, base, size, nid, 0);  in memblock_add_node()
689 int __init_memblock memblock_add(phys_addr_t base, phys_addr_t size)  in memblock_add()  argument
691 	phys_addr_t end = base + size - 1;  in memblock_add()
694 		     &base, &end, (void *)_RET_IP_);  in memblock_add()
696 	return memblock_add_range(&memblock.memory, base, size, MAX_NUMNODES, 0);  in memblock_add()
716 					phys_addr_t base, phys_addr_t size,  in memblock_isolate_range()  argument
719 	phys_addr_t end = base + memblock_cap_size(base, &size);  in memblock_isolate_range()
730 		if (memblock_double_array(type, base, size) < 0)  in memblock_isolate_range()
734 		phys_addr_t rbase = rgn->base;  in memblock_isolate_range()
739 		if (rend <= base)  in memblock_isolate_range()
742 		if (rbase < base) {  in memblock_isolate_range()
747 			rgn->base = base;  in memblock_isolate_range()
748 			rgn->size -= base - rbase;  in memblock_isolate_range()
749 			type->total_size -= base - rbase;  in memblock_isolate_range()
750 			memblock_insert_region(type, idx, rbase, base - rbase,  in memblock_isolate_range()
758 			rgn->base = end;  in memblock_isolate_range()
776 					  phys_addr_t base, phys_addr_t size)  in memblock_remove_range()  argument
781 	ret = memblock_isolate_range(type, base, size, &start_rgn, &end_rgn);  in memblock_remove_range()
790 int __init_memblock memblock_remove(phys_addr_t base, phys_addr_t size)  in memblock_remove()  argument
792 	phys_addr_t end = base + size - 1;  in memblock_remove()
795 		     &base, &end, (void *)_RET_IP_);  in memblock_remove()
797 	return memblock_remove_range(&memblock.memory, base, size);  in memblock_remove()
808 int __init_memblock memblock_free(phys_addr_t base, phys_addr_t size)  in memblock_free()  argument
810 	phys_addr_t end = base + size - 1;  in memblock_free()
813 		     &base, &end, (void *)_RET_IP_);  in memblock_free()
815 	kmemleak_free_part_phys(base, size);  in memblock_free()
816 	return memblock_remove_range(&memblock.reserved, base, size);  in memblock_free()
822 int __init_memblock memblock_reserve(phys_addr_t base, phys_addr_t size)  in memblock_reserve()  argument
824 	phys_addr_t end = base + size - 1;  in memblock_reserve()
827 		     &base, &end, (void *)_RET_IP_);  in memblock_reserve()
829 	return memblock_add_range(&memblock.reserved, base, size, MAX_NUMNODES, 0);  in memblock_reserve()
833 int __init_memblock memblock_physmem_add(phys_addr_t base, phys_addr_t size)  in memblock_physmem_add()  argument
835 	phys_addr_t end = base + size - 1;  in memblock_physmem_add()
838 		     &base, &end, (void *)_RET_IP_);  in memblock_physmem_add()
840 	return memblock_add_range(&physmem, base, size, MAX_NUMNODES, 0);  in memblock_physmem_add()
855 static int __init_memblock memblock_setclr_flag(phys_addr_t base,  in memblock_setclr_flag()  argument
861 	ret = memblock_isolate_range(type, base, size, &start_rgn, &end_rgn);  in memblock_setclr_flag()
885 int __init_memblock memblock_mark_hotplug(phys_addr_t base, phys_addr_t size)  in memblock_mark_hotplug()  argument
887 	return memblock_setclr_flag(base, size, 1, MEMBLOCK_HOTPLUG);  in memblock_mark_hotplug()
897 int __init_memblock memblock_clear_hotplug(phys_addr_t base, phys_addr_t size)  in memblock_clear_hotplug()  argument
899 	return memblock_setclr_flag(base, size, 0, MEMBLOCK_HOTPLUG);  in memblock_clear_hotplug()
909 int __init_memblock memblock_mark_mirror(phys_addr_t base, phys_addr_t size)  in memblock_mark_mirror()  argument
913 	return memblock_setclr_flag(base, size, 1, MEMBLOCK_MIRROR);  in memblock_mark_mirror()
923 int __init_memblock memblock_mark_nomap(phys_addr_t base, phys_addr_t size)  in memblock_mark_nomap()  argument
925 	return memblock_setclr_flag(base, size, 1, MEMBLOCK_NOMAP);  in memblock_mark_nomap()
935 int __init_memblock memblock_clear_nomap(phys_addr_t base, phys_addr_t size)  in memblock_clear_nomap()  argument
937 	return memblock_setclr_flag(base, size, 0, MEMBLOCK_NOMAP);  in memblock_clear_nomap()
1011 		phys_addr_t m_start = m->base;  in __next_mem_range()
1012 		phys_addr_t m_end = m->base + m->size;  in __next_mem_range()
1037 			r_start = idx_b ? r[-1].base + r[-1].size : 0;  in __next_mem_range()
1039 				r->base : PHYS_ADDR_MAX;  in __next_mem_range()
1115 		phys_addr_t m_start = m->base;  in __next_mem_range_rev()
1116 		phys_addr_t m_end = m->base + m->size;  in __next_mem_range_rev()
1141 			r_start = idx_b ? r[-1].base + r[-1].size : 0;  in __next_mem_range_rev()
1143 				r->base : PHYS_ADDR_MAX;  in __next_mem_range_rev()
1187 		if (PFN_UP(r->base) >= PFN_DOWN(r->base + r->size))  in __next_mem_pfn_range()
1198 		*out_start_pfn = PFN_UP(r->base);  in __next_mem_pfn_range()
1200 		*out_end_pfn = PFN_DOWN(r->base + r->size);  in __next_mem_pfn_range()
1218 int __init_memblock memblock_set_node(phys_addr_t base, phys_addr_t size,  in memblock_set_node()  argument
1225 	ret = memblock_isolate_range(type, base, size, &start_rgn, &end_rgn);  in memblock_set_node()
1595 void __init __memblock_free_late(phys_addr_t base, phys_addr_t size)  in __memblock_free_late()  argument
1599 	end = base + size - 1;  in __memblock_free_late()
1601 		     __func__, &base, &end, (void *)_RET_IP_);  in __memblock_free_late()
1602 	kmemleak_free_part_phys(base, size);  in __memblock_free_late()
1603 	cursor = PFN_UP(base);  in __memblock_free_late()
1604 	end = PFN_DOWN(base + size);  in __memblock_free_late()
1629 	return memblock.memory.regions[0].base;  in memblock_start_of_DRAM()
1636 	return (memblock.memory.regions[idx].base + memblock.memory.regions[idx].size);  in memblock_end_of_DRAM()
1652 			max_addr = r->base + limit;  in __find_max_addr()
1681 void __init memblock_cap_memory_range(phys_addr_t base, phys_addr_t size)  in memblock_cap_memory_range()  argument
1689 	ret = memblock_isolate_range(&memblock.memory, base, size,  in memblock_cap_memory_range()
1704 	memblock_remove_range(&memblock.reserved, 0, base);  in memblock_cap_memory_range()
1706 			base + size, PHYS_ADDR_MAX);  in memblock_cap_memory_range()
1732 		if (addr < type->regions[mid].base)  in memblock_search()
1734 		else if (addr >= (type->regions[mid].base +  in memblock_search()
1771 	*start_pfn = PFN_DOWN(type->regions[mid].base);  in memblock_search_pfn_nid()
1772 	*end_pfn = PFN_DOWN(type->regions[mid].base + type->regions[mid].size);  in memblock_search_pfn_nid()
1787 bool __init_memblock memblock_is_region_memory(phys_addr_t base, phys_addr_t size)  in memblock_is_region_memory()  argument
1789 	int idx = memblock_search(&memblock.memory, base);  in memblock_is_region_memory()
1790 	phys_addr_t end = base + memblock_cap_size(base, &size);  in memblock_is_region_memory()
1794 	return (memblock.memory.regions[idx].base +  in memblock_is_region_memory()
1809 bool __init_memblock memblock_is_region_reserved(phys_addr_t base, phys_addr_t size)  in memblock_is_region_reserved()  argument
1811 	return memblock_overlaps_region(&memblock.reserved, base, size);  in memblock_is_region_reserved()
1820 		orig_start = r->base;  in memblock_trim_memory()
1821 		orig_end = r->base + r->size;  in memblock_trim_memory()
1829 			r->base = start;  in memblock_trim_memory()
1851 	phys_addr_t base, end, size;  in memblock_dump()  local
1861 		base = rgn->base;  in memblock_dump()
1863 		end = base + size - 1;  in memblock_dump()
1871 			type->name, idx, &base, &end, &size, nid_buf, flags);  in memblock_dump()
2024 		end = reg->base + reg->size - 1;  in memblock_debug_show()
2027 		seq_printf(m, "%pa..%pa\n", &reg->base, &end);  in memblock_debug_show()