276 static inline bool __meminit early_page_uninitialised(unsigned long pfn)  in early_page_uninitialised()  argument
278 	if (pfn >= NODE_DATA(early_pfn_to_nid(pfn))->first_deferred_pfn)  in early_page_uninitialised()
284 static inline bool early_page_nid_uninitialised(unsigned long pfn, int nid)  in early_page_nid_uninitialised()  argument
286 	if (pfn >= NODE_DATA(nid)->first_deferred_pfn)  in early_page_nid_uninitialised()
297 				unsigned long pfn, unsigned long zone_end,  in update_defer_init()  argument
307 	    (pfn & (PAGES_PER_SECTION - 1)) == 0) {  in update_defer_init()
308 		pgdat->first_deferred_pfn = pfn;  in update_defer_init()
319 static inline bool early_page_uninitialised(unsigned long pfn)  in early_page_uninitialised()  argument
324 static inline bool early_page_nid_uninitialised(unsigned long pfn, int nid)  in early_page_nid_uninitialised()  argument
330 				unsigned long pfn, unsigned long zone_end,  in update_defer_init()  argument
353 	unsigned long pfn = page_to_pfn(page);  in page_outside_zone_boundaries()  local
360 		if (!zone_spans_pfn(zone, pfn))  in page_outside_zone_boundaries()
366 			pfn, zone_to_nid(zone), zone->name,  in page_outside_zone_boundaries()
657 		unsigned long pfn,  in __free_one_page()  argument
676 	page_idx = pfn & ((1 << MAX_ORDER) - 1);  in __free_one_page()
854 				struct page *page, unsigned long pfn,  in free_one_page()  argument
866 		migratetype = get_pfnblock_migratetype(page, pfn);  in free_one_page()
868 	__free_one_page(page, pfn, zone, order, migratetype);  in free_one_page()
900 static void __meminit __init_single_page(struct page *page, unsigned long pfn,  in __init_single_page()  argument
903 	set_page_links(page, zone, nid, pfn);  in __init_single_page()
912 		set_page_address(page, __va(pfn << PAGE_SHIFT));  in __init_single_page()
916 static void __meminit __init_single_pfn(unsigned long pfn, unsigned long zone,  in __init_single_pfn()  argument
919 	return __init_single_page(pfn_to_page(pfn), pfn, zone, nid);  in __init_single_pfn()
923 static void init_reserved_page(unsigned long pfn)  in init_reserved_page()  argument
928 	if (!early_page_uninitialised(pfn))  in init_reserved_page()
931 	nid = early_pfn_to_nid(pfn);  in init_reserved_page()
937 		if (pfn >= zone->zone_start_pfn && pfn < zone_end_pfn(zone))  in init_reserved_page()
940 	__init_single_pfn(pfn, zid, nid);  in init_reserved_page()
943 static inline void init_reserved_page(unsigned long pfn)  in init_reserved_page()  argument
1014 	unsigned long pfn = page_to_pfn(page);  in __free_pages_ok()  local
1019 	migratetype = get_pfnblock_migratetype(page, pfn);  in __free_pages_ok()
1022 	free_one_page(page_zone(page), page, pfn, order, migratetype);  in __free_pages_ok()
1027 					unsigned long pfn, unsigned int order)  in __free_pages_boot_core()  argument
1052 int __meminit early_pfn_to_nid(unsigned long pfn)  in early_pfn_to_nid()  argument
1058 	nid = __early_pfn_to_nid(pfn, &early_pfnnid_cache);  in early_pfn_to_nid()
1068 static inline bool __meminit meminit_pfn_in_nid(unsigned long pfn, int node,  in meminit_pfn_in_nid()  argument
1073 	nid = __early_pfn_to_nid(pfn, state);  in meminit_pfn_in_nid()
1080 static inline bool __meminit early_pfn_in_nid(unsigned long pfn, int node)  in early_pfn_in_nid()  argument
1082 	return meminit_pfn_in_nid(pfn, node, &early_pfnnid_cache);  in early_pfn_in_nid()
1087 static inline bool __meminit early_pfn_in_nid(unsigned long pfn, int node)  in early_pfn_in_nid()  argument
1091 static inline bool __meminit meminit_pfn_in_nid(unsigned long pfn, int node,  in meminit_pfn_in_nid()  argument
1099 void __init __free_pages_bootmem(struct page *page, unsigned long pfn,  in __free_pages_bootmem()  argument
1102 	if (early_page_uninitialised(pfn))  in __free_pages_bootmem()
1104 	return __free_pages_boot_core(page, pfn, order);  in __free_pages_bootmem()
1109 					unsigned long pfn, int nr_pages)  in deferred_free_range()  argument
1118 	    (pfn & (MAX_ORDER_NR_PAGES-1)) == 0) {  in deferred_free_range()
1120 		__free_pages_boot_core(page, pfn, MAX_ORDER-1);  in deferred_free_range()
1124 	for (i = 0; i < nr_pages; i++, page++, pfn++)  in deferred_free_range()
1125 		__free_pages_boot_core(page, pfn, 0);  in deferred_free_range()
1174 		unsigned long pfn, end_pfn;  in deferred_init_memmap()  local
1181 		pfn = first_init_pfn;  in deferred_init_memmap()
1182 		if (pfn < walk_start)  in deferred_init_memmap()
1183 			pfn = walk_start;  in deferred_init_memmap()
1184 		if (pfn < zone->zone_start_pfn)  in deferred_init_memmap()
1185 			pfn = zone->zone_start_pfn;  in deferred_init_memmap()
1187 		for (; pfn < end_pfn; pfn++) {  in deferred_init_memmap()
1188 			if (!pfn_valid_within(pfn))  in deferred_init_memmap()
1195 			if ((pfn & (MAX_ORDER_NR_PAGES - 1)) == 0) {  in deferred_init_memmap()
1196 				if (!pfn_valid(pfn)) {  in deferred_init_memmap()
1202 			if (!meminit_pfn_in_nid(pfn, nid, &nid_init_state)) {  in deferred_init_memmap()
1208 			if (page && (pfn & (MAX_ORDER_NR_PAGES - 1)) != 0) {  in deferred_init_memmap()
1217 				page = pfn_to_page(pfn);  in deferred_init_memmap()
1226 			__init_single_page(page, pfn, zid, nid);  in deferred_init_memmap()
1229 				free_base_pfn = pfn;  in deferred_init_memmap()
2008 	unsigned long pfn, max_zone_pfn;  in mark_free_pages()  local
2019 	for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++)  in mark_free_pages()
2020 		if (pfn_valid(pfn)) {  in mark_free_pages()
2021 			struct page *page = pfn_to_page(pfn);  in mark_free_pages()
2031 			pfn = page_to_pfn(list_entry(curr, struct page, lru));  in mark_free_pages()
2033 				swsusp_set_page_free(pfn_to_page(pfn + i));  in mark_free_pages()
2049 	unsigned long pfn = page_to_pfn(page);  in free_hot_cold_page()  local
2055 	migratetype = get_pfnblock_migratetype(page, pfn);  in free_hot_cold_page()
2069 			free_one_page(zone, page, pfn, 0, migratetype);  in free_hot_cold_page()
4493 	unsigned long pfn;  in memmap_init_zone()  local
4501 	for (pfn = start_pfn; pfn < end_pfn; pfn++) {  in memmap_init_zone()
4508 			if (!early_pfn_valid(pfn))  in memmap_init_zone()
4510 			if (!early_pfn_in_nid(pfn, nid))  in memmap_init_zone()
4512 			if (!update_defer_init(pgdat, pfn, end_pfn,  in memmap_init_zone()
4529 		if (!(pfn & (pageblock_nr_pages - 1))) {  in memmap_init_zone()
4530 			struct page *page = pfn_to_page(pfn);  in memmap_init_zone()
4532 			__init_single_page(page, pfn, zone, nid);  in memmap_init_zone()
4535 			__init_single_pfn(pfn, zone, nid);  in memmap_init_zone()
4797 int __meminit __early_pfn_to_nid(unsigned long pfn,  in __early_pfn_to_nid()  argument
4803 	if (state->last_start <= pfn && pfn < state->last_end)  in __early_pfn_to_nid()
4806 	nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn);  in __early_pfn_to_nid()
6426 							unsigned long pfn)  in get_pageblock_bitmap()  argument
6429 	return __pfn_to_section(pfn)->pageblock_flags;  in get_pageblock_bitmap()
6435 static inline int pfn_to_bitidx(struct zone *zone, unsigned long pfn)  in pfn_to_bitidx()  argument
6438 	pfn &= (PAGES_PER_SECTION-1);  in pfn_to_bitidx()
6439 	return (pfn >> pageblock_order) * NR_PAGEBLOCK_BITS;  in pfn_to_bitidx()
6441 	pfn = pfn - round_down(zone->zone_start_pfn, pageblock_nr_pages);  in pfn_to_bitidx()
6442 	return (pfn >> pageblock_order) * NR_PAGEBLOCK_BITS;  in pfn_to_bitidx()
6455 unsigned long get_pfnblock_flags_mask(struct page *page, unsigned long pfn,  in get_pfnblock_flags_mask()  argument
6465 	bitmap = get_pageblock_bitmap(zone, pfn);  in get_pfnblock_flags_mask()
6466 	bitidx = pfn_to_bitidx(zone, pfn);  in get_pfnblock_flags_mask()
6484 					unsigned long pfn,  in set_pfnblock_flags_mask()  argument
6496 	bitmap = get_pageblock_bitmap(zone, pfn);  in set_pfnblock_flags_mask()
6497 	bitidx = pfn_to_bitidx(zone, pfn);  in set_pfnblock_flags_mask()
6501 	VM_BUG_ON_PAGE(!zone_spans_pfn(zone, pfn), page);  in set_pfnblock_flags_mask()
6527 	unsigned long pfn, iter, found;  in has_unmovable_pages()  local
6540 	pfn = page_to_pfn(page);  in has_unmovable_pages()
6542 		unsigned long check = pfn + iter;  in has_unmovable_pages()
6602 	unsigned long pfn;  in is_pageblock_removable_nolock()  local
6615 	pfn = page_to_pfn(page);  in is_pageblock_removable_nolock()
6616 	if (!zone_spans_pfn(zone, pfn))  in is_pageblock_removable_nolock()
6624 static unsigned long pfn_max_align_down(unsigned long pfn)  in pfn_max_align_down()  argument
6626 	return pfn & ~(max_t(unsigned long, MAX_ORDER_NR_PAGES,  in pfn_max_align_down()
6630 static unsigned long pfn_max_align_up(unsigned long pfn)  in pfn_max_align_up()  argument
6632 	return ALIGN(pfn, max_t(unsigned long, MAX_ORDER_NR_PAGES,  in pfn_max_align_up()
6642 	unsigned long pfn = start;  in __alloc_contig_migrate_range()  local
6648 	while (pfn < end || !list_empty(&cc->migratepages)) {  in __alloc_contig_migrate_range()
6656 			pfn = isolate_migratepages_range(cc, pfn, end);  in __alloc_contig_migrate_range()
6657 			if (!pfn) {  in __alloc_contig_migrate_range()
6808 void free_contig_range(unsigned long pfn, unsigned nr_pages)  in free_contig_range()  argument
6812 	for (; nr_pages--; pfn++) {  in free_contig_range()
6813 		struct page *page = pfn_to_page(pfn);  in free_contig_range()
6867 	unsigned long pfn;  in __offline_isolated_pages()  local
6870 	for (pfn = start_pfn; pfn < end_pfn; pfn++)  in __offline_isolated_pages()
6871 		if (pfn_valid(pfn))  in __offline_isolated_pages()
6873 	if (pfn == end_pfn)  in __offline_isolated_pages()
6875 	zone = page_zone(pfn_to_page(pfn));  in __offline_isolated_pages()
6877 	pfn = start_pfn;  in __offline_isolated_pages()
6878 	while (pfn < end_pfn) {  in __offline_isolated_pages()
6879 		if (!pfn_valid(pfn)) {  in __offline_isolated_pages()
6880 			pfn++;  in __offline_isolated_pages()
6883 		page = pfn_to_page(pfn);  in __offline_isolated_pages()
6889 			pfn++;  in __offline_isolated_pages()
6899 		       pfn, 1 << order, end_pfn);  in __offline_isolated_pages()
6906 		pfn += (1 << order);  in __offline_isolated_pages()
6916 	unsigned long pfn = page_to_pfn(page);  in is_free_buddy_page()  local
6922 		struct page *page_head = page - (pfn & ((1 << order) - 1));  in is_free_buddy_page()