3016 struct page *alloc_kmem_pages_node(int nid, gfp_t gfp_mask, unsigned int order)  in alloc_kmem_pages_node()  argument
3023 	page = alloc_pages_node(nid, gfp_mask, order);  in alloc_kmem_pages_node()
3097 void * __meminit alloc_pages_exact_nid(int nid, size_t size, gfp_t gfp_mask)  in alloc_pages_exact_nid()  argument
3100 	struct page *p = alloc_pages_node(nid, gfp_mask, order);  in alloc_pages_exact_nid()
3197 void si_meminfo_node(struct sysinfo *val, int nid)  in si_meminfo_node()  argument
3201 	pg_data_t *pgdat = NODE_DATA(nid);  in si_meminfo_node()
3206 	val->sharedram = node_page_state(nid, NR_SHMEM);  in si_meminfo_node()
3207 	val->freeram = node_page_state(nid, NR_FREE_PAGES);  in si_meminfo_node()
3224 bool skip_free_areas_node(unsigned int flags, int nid)  in skip_free_areas_node()  argument
3234 		ret = !node_isset(nid, cpuset_current_mems_allowed);  in skip_free_areas_node()
3905 	int nid;  in __build_all_zonelists()  local
3918 	for_each_online_node(nid) {  in __build_all_zonelists()
3919 		pg_data_t *pgdat = NODE_DATA(nid);  in __build_all_zonelists()
4197 void __meminit memmap_init_zone(unsigned long size, int nid, unsigned long zone,  in memmap_init_zone()  argument
4208 	z = &NODE_DATA(nid)->node_zones[zone];  in memmap_init_zone()
4218 			if (!early_pfn_in_nid(pfn, nid))  in memmap_init_zone()
4222 		set_page_links(page, zone, nid, pfn);  in memmap_init_zone()
4223 		mminit_verify_page_links(page, zone, nid, pfn);  in memmap_init_zone()
4266 #define memmap_init(size, nid, zone, start_pfn) \  argument
4267 	memmap_init_zone((size), (nid), (zone), (start_pfn), MEMMAP_EARLY)
4516 	int nid;  in __early_pfn_to_nid()  local
4527 	nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn);  in __early_pfn_to_nid()
4528 	if (nid != -1) {  in __early_pfn_to_nid()
4531 		last_nid = nid;  in __early_pfn_to_nid()
4534 	return nid;  in __early_pfn_to_nid()
4540 	int nid;  in early_pfn_to_nid()  local
4542 	nid = __early_pfn_to_nid(pfn);  in early_pfn_to_nid()
4543 	if (nid >= 0)  in early_pfn_to_nid()
4544 		return nid;  in early_pfn_to_nid()
4552 	int nid;  in early_pfn_in_nid()  local
4554 	nid = __early_pfn_to_nid(pfn);  in early_pfn_in_nid()
4555 	if (nid >= 0 && nid != node)  in early_pfn_in_nid()
4570 void __init free_bootmem_with_active_regions(int nid, unsigned long max_low_pfn)  in free_bootmem_with_active_regions()  argument
4575 	for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, &this_nid) {  in free_bootmem_with_active_regions()
4593 void __init sparse_memory_present_with_active_regions(int nid)  in sparse_memory_present_with_active_regions()  argument
4598 	for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, &this_nid)  in sparse_memory_present_with_active_regions()
4613 void __meminit get_pfn_range_for_nid(unsigned int nid,  in get_pfn_range_for_nid()  argument
4622 	for_each_mem_pfn_range(i, nid, &this_start_pfn, &this_end_pfn, NULL) {  in get_pfn_range_for_nid()
4662 static void __meminit adjust_zone_range_for_zone_movable(int nid,  in adjust_zone_range_for_zone_movable()  argument
4670 	if (zone_movable_pfn[nid]) {  in adjust_zone_range_for_zone_movable()
4673 			*zone_start_pfn = zone_movable_pfn[nid];  in adjust_zone_range_for_zone_movable()
4678 		} else if (*zone_start_pfn < zone_movable_pfn[nid] &&  in adjust_zone_range_for_zone_movable()
4679 				*zone_end_pfn > zone_movable_pfn[nid]) {  in adjust_zone_range_for_zone_movable()
4680 			*zone_end_pfn = zone_movable_pfn[nid];  in adjust_zone_range_for_zone_movable()
4683 		} else if (*zone_start_pfn >= zone_movable_pfn[nid])  in adjust_zone_range_for_zone_movable()
4692 static unsigned long __meminit zone_spanned_pages_in_node(int nid,  in zone_spanned_pages_in_node()  argument
4703 	adjust_zone_range_for_zone_movable(nid, zone_type,  in zone_spanned_pages_in_node()
4723 unsigned long __meminit __absent_pages_in_range(int nid,  in __absent_pages_in_range()  argument
4731 	for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, NULL) {  in __absent_pages_in_range()
4753 static unsigned long __meminit zone_absent_pages_in_node(int nid,  in zone_absent_pages_in_node()  argument
4766 	adjust_zone_range_for_zone_movable(nid, zone_type,  in zone_absent_pages_in_node()
4769 	return __absent_pages_in_range(nid, zone_start_pfn, zone_end_pfn);  in zone_absent_pages_in_node()
4773 static inline unsigned long __meminit zone_spanned_pages_in_node(int nid,  in zone_spanned_pages_in_node()  argument
4782 static inline unsigned long __meminit zone_absent_pages_in_node(int nid,  in zone_absent_pages_in_node()  argument
4931 	int nid = pgdat->node_id;  in free_area_init_core()  local
4949 		size = zone_spanned_pages_in_node(nid, j, node_start_pfn,  in free_area_init_core()
4951 		realsize = freesize = size - zone_absent_pages_in_node(nid, j,  in free_area_init_core()
4998 		zone->node = nid;  in free_area_init_core()
5022 		memmap_init(size, nid, j, zone_start_pfn);  in free_area_init_core()
5069 void __paginginit free_area_init_node(int nid, unsigned long *zones_size,  in free_area_init_node()  argument
5072 	pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_node()
5079 	pgdat->node_id = nid;  in free_area_init_node()
5082 	get_pfn_range_for_nid(nid, &start_pfn, &end_pfn);  in free_area_init_node()
5083 	pr_info("Initmem setup node %d [mem %#018Lx-%#018Lx]\n", nid,  in free_area_init_node()
5092 		nid, (unsigned long)pgdat,  in free_area_init_node()
5141 	int i, nid;  in node_map_pfn_alignment()  local
5143 	for_each_mem_pfn_range(i, MAX_NUMNODES, &start, &end, &nid) {  in node_map_pfn_alignment()
5144 		if (!start || last_nid < 0 || last_nid == nid) {  in node_map_pfn_alignment()
5145 			last_nid = nid;  in node_map_pfn_alignment()
5168 static unsigned long __init find_min_pfn_for_node(int nid)  in find_min_pfn_for_node()  argument
5174 	for_each_mem_pfn_range(i, nid, &start_pfn, NULL, NULL)  in find_min_pfn_for_node()
5179 			"Could not find start_pfn for node %d\n", nid);  in find_min_pfn_for_node()
5206 	int i, nid;  in early_calculate_totalpages()  local
5208 	for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, &nid) {  in early_calculate_totalpages()
5213 			node_set_state(nid, N_MEMORY);  in early_calculate_totalpages()
5226 	int i, nid;  in find_zone_movable_pfns_for_nodes()  local
5247 			nid = r->nid;  in find_zone_movable_pfns_for_nodes()
5250 			zone_movable_pfn[nid] = zone_movable_pfn[nid] ?  in find_zone_movable_pfns_for_nodes()
5251 				min(usable_startpfn, zone_movable_pfn[nid]) :  in find_zone_movable_pfns_for_nodes()
5290 	for_each_node_state(nid, N_MEMORY) {  in find_zone_movable_pfns_for_nodes()
5309 		for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, NULL) {  in find_zone_movable_pfns_for_nodes()
5312 			start_pfn = max(start_pfn, zone_movable_pfn[nid]);  in find_zone_movable_pfns_for_nodes()
5336 					zone_movable_pfn[nid] = end_pfn;  in find_zone_movable_pfns_for_nodes()
5350 			zone_movable_pfn[nid] = start_pfn + size_pages;  in find_zone_movable_pfns_for_nodes()
5377 	for (nid = 0; nid < MAX_NUMNODES; nid++)  in find_zone_movable_pfns_for_nodes()
5378 		zone_movable_pfn[nid] =  in find_zone_movable_pfns_for_nodes()
5379 			roundup(zone_movable_pfn[nid], MAX_ORDER_NR_PAGES);  in find_zone_movable_pfns_for_nodes()
5387 static void check_for_memory(pg_data_t *pgdat, int nid)  in check_for_memory()  argument
5397 			node_set_state(nid, N_HIGH_MEMORY);  in check_for_memory()
5400 				node_set_state(nid, N_NORMAL_MEMORY);  in check_for_memory()
5422 	int i, nid;  in free_area_init_nodes()  local
5473 	for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, &nid)  in free_area_init_nodes()
5474 		pr_info("  node %3d: [mem %#018Lx-%#018Lx]\n", nid,  in free_area_init_nodes()
5481 	for_each_online_node(nid) {  in free_area_init_nodes()
5482 		pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_nodes()
5483 		free_area_init_node(nid, NULL,  in free_area_init_nodes()
5484 				find_min_pfn_for_node(nid), NULL);  in free_area_init_nodes()
5488 			node_set_state(nid, N_MEMORY);  in free_area_init_nodes()
5489 		check_for_memory(pgdat, nid);  in free_area_init_nodes()