715 					struct per_cpu_pages *pcp)  in free_pcppages_bulk()  argument
742 			list = &pcp->lists[migratetype];  in free_pcppages_bulk()
1396 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp)  in drain_zone_pages()  argument
1402 	batch = READ_ONCE(pcp->batch);  in drain_zone_pages()
1403 	to_drain = min(pcp->count, batch);  in drain_zone_pages()
1405 		free_pcppages_bulk(zone, to_drain, pcp);  in drain_zone_pages()
1406 		pcp->count -= to_drain;  in drain_zone_pages()
1423 	struct per_cpu_pages *pcp;  in drain_pages_zone()  local
1428 	pcp = &pset->pcp;  in drain_pages_zone()
1429 	if (pcp->count) {  in drain_pages_zone()
1430 		free_pcppages_bulk(zone, pcp->count, pcp);  in drain_pages_zone()
1431 		pcp->count = 0;  in drain_pages_zone()
1496 		struct per_cpu_pageset *pcp;  in drain_all_pages()  local
1501 			pcp = per_cpu_ptr(zone->pageset, cpu);  in drain_all_pages()
1502 			if (pcp->pcp.count)  in drain_all_pages()
1506 				pcp = per_cpu_ptr(z->pageset, cpu);  in drain_all_pages()
1507 				if (pcp->pcp.count) {  in drain_all_pages()
1566 	struct per_cpu_pages *pcp;  in free_hot_cold_page()  local
1594 	pcp = &this_cpu_ptr(zone->pageset)->pcp;  in free_hot_cold_page()
1596 		list_add(&page->lru, &pcp->lists[migratetype]);  in free_hot_cold_page()
1598 		list_add_tail(&page->lru, &pcp->lists[migratetype]);  in free_hot_cold_page()
1599 	pcp->count++;  in free_hot_cold_page()
1600 	if (pcp->count >= pcp->high) {  in free_hot_cold_page()
1601 		unsigned long batch = READ_ONCE(pcp->batch);  in free_hot_cold_page()
1602 		free_pcppages_bulk(zone, batch, pcp);  in free_hot_cold_page()
1603 		pcp->count -= batch;  in free_hot_cold_page()
1735 		struct per_cpu_pages *pcp;  in buffered_rmqueue()  local
1739 		pcp = &this_cpu_ptr(zone->pageset)->pcp;  in buffered_rmqueue()
1740 		list = &pcp->lists[migratetype];  in buffered_rmqueue()
1742 			pcp->count += rmqueue_bulk(zone, 0,  in buffered_rmqueue()
1743 					pcp->batch, list,  in buffered_rmqueue()
1755 		pcp->count--;  in buffered_rmqueue()
3289 			free_pcp += per_cpu_ptr(zone->pageset, cpu)->pcp.count;  in show_free_areas()
3326 			free_pcp += per_cpu_ptr(zone->pageset, cpu)->pcp.count;  in show_free_areas()
3388 			K(this_cpu_read(zone->pageset->pcp.count)),  in show_free_areas()
4333 static void pageset_update(struct per_cpu_pages *pcp, unsigned long high,  in pageset_update()  argument
4337 	pcp->batch = 1;  in pageset_update()
4341 	pcp->high = high;  in pageset_update()
4344 	pcp->batch = batch;  in pageset_update()
4350 	pageset_update(&p->pcp, 6 * batch, max(1UL, 1 * batch));  in pageset_set_batch()
4355 	struct per_cpu_pages *pcp;  in pageset_init()  local
4360 	pcp = &p->pcp;  in pageset_init()
4361 	pcp->count = 0;  in pageset_init()
4363 		INIT_LIST_HEAD(&pcp->lists[migratetype]);  in pageset_init()
4383 	pageset_update(&p->pcp, high, batch);  in pageset_set_high()
4387 				       struct per_cpu_pageset *pcp)  in pageset_set_high_and_batch()  argument
4390 		pageset_set_high(pcp,  in pageset_set_high_and_batch()
4394 		pageset_set_batch(pcp, zone_batchsize(zone));  in pageset_set_high_and_batch()
4399 	struct per_cpu_pageset *pcp = per_cpu_ptr(zone->pageset, cpu);  in zone_pageset_init()  local
4401 	pageset_init(pcp);  in zone_pageset_init()
4402 	pageset_set_high_and_batch(zone, pcp);  in zone_pageset_init()