634 static int memory_bm_find_bit(struct memory_bitmap *bm, unsigned long pfn,  in memory_bm_find_bit()  argument
643 	if (pfn >= zone->start_pfn && pfn < zone->end_pfn)  in memory_bm_find_bit()
650 		if (pfn >= curr->start_pfn && pfn < curr->end_pfn) {  in memory_bm_find_bit()
666 	if (((pfn - zone->start_pfn) & ~BM_BLOCK_MASK) == bm->cur.node_pfn)  in memory_bm_find_bit()
670 	block_nr  = (pfn - zone->start_pfn) >> BM_BLOCK_SHIFT;  in memory_bm_find_bit()
685 	bm->cur.node_pfn = (pfn - zone->start_pfn) & ~BM_BLOCK_MASK;  in memory_bm_find_bit()
689 	*bit_nr = (pfn - zone->start_pfn) & BM_BLOCK_MASK;  in memory_bm_find_bit()
694 static void memory_bm_set_bit(struct memory_bitmap *bm, unsigned long pfn)  in memory_bm_set_bit()  argument
700 	error = memory_bm_find_bit(bm, pfn, &addr, &bit);  in memory_bm_set_bit()
705 static int mem_bm_set_bit_check(struct memory_bitmap *bm, unsigned long pfn)  in mem_bm_set_bit_check()  argument
711 	error = memory_bm_find_bit(bm, pfn, &addr, &bit);  in mem_bm_set_bit_check()
718 static void memory_bm_clear_bit(struct memory_bitmap *bm, unsigned long pfn)  in memory_bm_clear_bit()  argument
724 	error = memory_bm_find_bit(bm, pfn, &addr, &bit);  in memory_bm_clear_bit()
737 static int memory_bm_test_bit(struct memory_bitmap *bm, unsigned long pfn)  in memory_bm_test_bit()  argument
743 	error = memory_bm_find_bit(bm, pfn, &addr, &bit);  in memory_bm_test_bit()
748 static bool memory_bm_pfn_present(struct memory_bitmap *bm, unsigned long pfn)  in memory_bm_pfn_present()  argument
753 	return !memory_bm_find_bit(bm, pfn, &addr, &bit);  in memory_bm_pfn_present()
804 	unsigned long bits, pfn, pages;  in memory_bm_next_pfn()  local
813 			pfn = bm->cur.zone->start_pfn + bm->cur.node_pfn + bit;  in memory_bm_next_pfn()
815 			return pfn;  in memory_bm_next_pfn()
938 		unsigned long pfn;  in mark_nosave_pages()  local
945 		for (pfn = region->start_pfn; pfn < region->end_pfn; pfn++)  in mark_nosave_pages()
946 			if (pfn_valid(pfn)) {  in mark_nosave_pages()
953 				mem_bm_set_bit_check(bm, pfn);  in mark_nosave_pages()
1081 static struct page *saveable_highmem_page(struct zone *zone, unsigned long pfn)  in saveable_highmem_page()  argument
1085 	if (!pfn_valid(pfn))  in saveable_highmem_page()
1088 	page = pfn_to_page(pfn);  in saveable_highmem_page()
1115 		unsigned long pfn, max_zone_pfn;  in count_highmem_pages()  local
1122 		for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++)  in count_highmem_pages()
1123 			if (saveable_highmem_page(zone, pfn))  in count_highmem_pages()
1143 static struct page *saveable_page(struct zone *zone, unsigned long pfn)  in saveable_page()  argument
1147 	if (!pfn_valid(pfn))  in saveable_page()
1150 	page = pfn_to_page(pfn);  in saveable_page()
1160 	    && (!kernel_page_present(page) || pfn_is_nosave(pfn)))  in saveable_page()
1177 	unsigned long pfn, max_zone_pfn;  in count_data_pages()  local
1186 		for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++)  in count_data_pages()
1187 			if (saveable_page(zone, pfn))  in count_data_pages()
1225 page_is_saveable(struct zone *zone, unsigned long pfn)  in page_is_saveable()  argument
1228 		saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn);  in page_is_saveable()
1259 #define page_is_saveable(zone, pfn)	saveable_page(zone, pfn)  argument
1272 	unsigned long pfn;  in copy_data_pages()  local
1279 		for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++)  in copy_data_pages()
1280 			if (page_is_saveable(zone, pfn))  in copy_data_pages()
1281 				memory_bm_set_bit(orig_bm, pfn);  in copy_data_pages()
1286 		pfn = memory_bm_next_pfn(orig_bm);  in copy_data_pages()
1287 		if (unlikely(pfn == BM_END_OF_MAP))  in copy_data_pages()
1289 		copy_data_page(memory_bm_next_pfn(copy_bm), pfn);  in copy_data_pages()
1484 		unsigned long pfn = memory_bm_next_pfn(&copy_bm);  in free_unnecessary_pages()  local
1485 		struct page *page = pfn_to_page(pfn);  in free_unnecessary_pages()
1498 		memory_bm_clear_bit(&copy_bm, pfn);  in free_unnecessary_pages()
2011 	unsigned long pfn, max_zone_pfn;  in mark_unsafe_pages()  local
2016 		for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++)  in mark_unsafe_pages()
2017 			if (pfn_valid(pfn))  in mark_unsafe_pages()
2018 				swsusp_unset_page_free(pfn_to_page(pfn));  in mark_unsafe_pages()
2024 		pfn = memory_bm_next_pfn(bm);  in mark_unsafe_pages()
2025 		if (likely(pfn != BM_END_OF_MAP)) {  in mark_unsafe_pages()
2026 			if (likely(pfn_valid(pfn)))  in mark_unsafe_pages()
2027 				swsusp_set_page_free(pfn_to_page(pfn));  in mark_unsafe_pages()
2031 	} while (pfn != BM_END_OF_MAP);  in mark_unsafe_pages()
2041 	unsigned long pfn;  in duplicate_memory_bitmap()  local
2044 	pfn = memory_bm_next_pfn(src);  in duplicate_memory_bitmap()
2045 	while (pfn != BM_END_OF_MAP) {  in duplicate_memory_bitmap()
2046 		memory_bm_set_bit(dst, pfn);  in duplicate_memory_bitmap()
2047 		pfn = memory_bm_next_pfn(src);  in duplicate_memory_bitmap()
2138 	unsigned long pfn;  in count_highmem_image_pages()  local
2142 	pfn = memory_bm_next_pfn(bm);  in count_highmem_image_pages()
2143 	while (pfn != BM_END_OF_MAP) {  in count_highmem_image_pages()
2144 		if (PageHighMem(pfn_to_page(pfn)))  in count_highmem_image_pages()
2147 		pfn = memory_bm_next_pfn(bm);  in count_highmem_image_pages()
2421 	unsigned long pfn = memory_bm_next_pfn(bm);  in get_buffer()  local
2423 	if (pfn == BM_END_OF_MAP)  in get_buffer()
2426 	page = pfn_to_page(pfn);  in get_buffer()