707 static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn,  in memory_bm_find_bit()  argument
716 	if (pfn >= zone->start_pfn && pfn < zone->end_pfn)  in memory_bm_find_bit()
723 		if (pfn >= curr->start_pfn && pfn < curr->end_pfn) {  in memory_bm_find_bit()
745 	    ((pfn - zone->start_pfn) & ~BM_BLOCK_MASK) == bm->cur.node_pfn)  in memory_bm_find_bit()
749 	block_nr  = (pfn - zone->start_pfn) >> BM_BLOCK_SHIFT;  in memory_bm_find_bit()
764 	bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK;  in memory_bm_find_bit()
768 	*bit_nr = (pfn - zone->start_pfn) & BM_BLOCK_MASK;  in memory_bm_find_bit()
773 static void memory_bm_set_bit(struct memory_bitmap *bm, unsigned long pfn)  in memory_bm_set_bit()  argument
779 	error = memory_bm_find_bit(bm, pfn, &addr, &bit);  in memory_bm_set_bit()
784 static int mem_bm_set_bit_check(struct memory_bitmap *bm, unsigned long pfn)  in mem_bm_set_bit_check()  argument
790 	error = memory_bm_find_bit(bm, pfn, &addr, &bit);  in mem_bm_set_bit_check()
797 static void memory_bm_clear_bit(struct memory_bitmap *bm, unsigned long pfn)  in memory_bm_clear_bit()  argument
803 	error = memory_bm_find_bit(bm, pfn, &addr, &bit);  in memory_bm_clear_bit()
816 static int memory_bm_test_bit(struct memory_bitmap *bm, unsigned long pfn)  in memory_bm_test_bit()  argument
822 	error = memory_bm_find_bit(bm, pfn, &addr, &bit);  in memory_bm_test_bit()
827 static bool memory_bm_pfn_present(struct memory_bitmap *bm, unsigned long pfn)  in memory_bm_pfn_present()  argument
832 	return !memory_bm_find_bit(bm, pfn, &addr, &bit);  in memory_bm_pfn_present()
884 	unsigned long bits, pfn, pages;  in memory_bm_next_pfn()  local
893 			pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit;  in memory_bm_next_pfn()
895 			return pfn;  in memory_bm_next_pfn()
1051 		unsigned long pfn;  in mark_nosave_pages()  local
1058 		for (pfn = region->start_pfn; pfn < region->end_pfn; pfn++)  in mark_nosave_pages()
1059 			if (pfn_valid(pfn)) {  in mark_nosave_pages()
1066 				mem_bm_set_bit_check(bm, pfn);  in mark_nosave_pages()
1151 	unsigned long pfn;  in clear_free_pages()  local
1158 		pfn = memory_bm_next_pfn(bm);  in clear_free_pages()
1159 		while (pfn != BM_END_OF_MAP) {  in clear_free_pages()
1160 			if (pfn_valid(pfn))  in clear_free_pages()
1161 				clear_highpage(pfn_to_page(pfn));  in clear_free_pages()
1163 			pfn = memory_bm_next_pfn(bm);  in clear_free_pages()
1219 static struct page *saveable_highmem_page(struct zone *zone, unsigned long pfn)  in saveable_highmem_page()  argument
1223 	if (!pfn_valid(pfn))  in saveable_highmem_page()
1226 	page = pfn_to_online_page(pfn);  in saveable_highmem_page()
1253 		unsigned long pfn, max_zone_pfn;  in count_highmem_pages()  local
1260 		for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++)  in count_highmem_pages()
1261 			if (saveable_highmem_page(zone, pfn))  in count_highmem_pages()
1283 static struct page *saveable_page(struct zone *zone, unsigned long pfn)  in saveable_page()  argument
1287 	if (!pfn_valid(pfn))  in saveable_page()
1290 	page = pfn_to_online_page(pfn);  in saveable_page()
1303 	    && (!kernel_page_present(page) || pfn_is_nosave(pfn)))  in saveable_page()
1318 	unsigned long pfn, max_zone_pfn;  in count_data_pages()  local
1327 		for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++)  in count_data_pages()
1328 			if (saveable_page(zone, pfn))  in count_data_pages()
1366 static inline struct page *page_is_saveable(struct zone *zone, unsigned long pfn)  in page_is_saveable()  argument
1369 		saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn);  in page_is_saveable()
1401 #define page_is_saveable(zone, pfn)	saveable_page(zone, pfn)  argument
1414 	unsigned long pfn;  in copy_data_pages()  local
1421 		for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++)  in copy_data_pages()
1422 			if (page_is_saveable(zone, pfn))  in copy_data_pages()
1423 				memory_bm_set_bit(orig_bm, pfn);  in copy_data_pages()
1428 		pfn = memory_bm_next_pfn(orig_bm);  in copy_data_pages()
1429 		if (unlikely(pfn == BM_END_OF_MAP))  in copy_data_pages()
1431 		copy_data_page(memory_bm_next_pfn(copy_bm), pfn);  in copy_data_pages()
1627 		unsigned long pfn = memory_bm_next_pfn(&copy_bm);  in free_unnecessary_pages()  local
1628 		struct page *page = pfn_to_page(pfn);  in free_unnecessary_pages()
1641 		memory_bm_clear_bit(&copy_bm, pfn);  in free_unnecessary_pages()
2145 	unsigned long pfn;  in duplicate_memory_bitmap()  local
2148 	pfn = memory_bm_next_pfn(src);  in duplicate_memory_bitmap()
2149 	while (pfn != BM_END_OF_MAP) {  in duplicate_memory_bitmap()
2150 		memory_bm_set_bit(dst, pfn);  in duplicate_memory_bitmap()
2151 		pfn = memory_bm_next_pfn(src);  in duplicate_memory_bitmap()
2163 	unsigned long pfn;  in mark_unsafe_pages()  local
2167 	pfn = memory_bm_next_pfn(free_pages_map);  in mark_unsafe_pages()
2168 	while (pfn != BM_END_OF_MAP) {  in mark_unsafe_pages()
2170 		pfn = memory_bm_next_pfn(free_pages_map);  in mark_unsafe_pages()
2265 	unsigned long pfn;  in count_highmem_image_pages()  local
2269 	pfn = memory_bm_next_pfn(bm);  in count_highmem_image_pages()
2270 	while (pfn != BM_END_OF_MAP) {  in count_highmem_image_pages()
2271 		if (PageHighMem(pfn_to_page(pfn)))  in count_highmem_image_pages()
2274 		pfn = memory_bm_next_pfn(bm);  in count_highmem_image_pages()
2542 	unsigned long pfn = memory_bm_next_pfn(bm);  in get_buffer()  local
2544 	if (pfn == BM_END_OF_MAP)  in get_buffer()
2547 	page = pfn_to_page(pfn);  in get_buffer()