676 	unsigned long nr_pages = page_counter_read(&memcg->memory);  in soft_limit_excess()  local
680 	if (nr_pages > soft_limit)  in soft_limit_excess()
681 		excess = nr_pages - soft_limit;  in soft_limit_excess()
830 					 int nr_pages)  in mem_cgroup_charge_statistics()  argument
838 				nr_pages);  in mem_cgroup_charge_statistics()
841 				nr_pages);  in mem_cgroup_charge_statistics()
845 				nr_pages);  in mem_cgroup_charge_statistics()
848 	if (nr_pages > 0)  in mem_cgroup_charge_statistics()
852 		nr_pages = -nr_pages; /* for event */  in mem_cgroup_charge_statistics()
855 	__this_cpu_add(memcg->stat->nr_page_events, nr_pages);  in mem_cgroup_charge_statistics()
1263 				int nr_pages)  in mem_cgroup_update_lru_size()  argument
1273 	*lru_size += nr_pages;  in mem_cgroup_update_lru_size()
2057 	unsigned int nr_pages;  member
2076 static bool consume_stock(struct mem_cgroup *memcg, unsigned int nr_pages)  in consume_stock()  argument
2081 	if (nr_pages > CHARGE_BATCH)  in consume_stock()
2085 	if (memcg == stock->cached && stock->nr_pages >= nr_pages) {  in consume_stock()
2086 		stock->nr_pages -= nr_pages;  in consume_stock()
2100 	if (stock->nr_pages) {  in drain_stock()
2101 		page_counter_uncharge(&old->memory, stock->nr_pages);  in drain_stock()
2103 			page_counter_uncharge(&old->memsw, stock->nr_pages);  in drain_stock()
2104 		css_put_many(&old->css, stock->nr_pages);  in drain_stock()
2105 		stock->nr_pages = 0;  in drain_stock()
2125 static void refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages)  in refill_stock()  argument
2133 	stock->nr_pages += nr_pages;  in refill_stock()
2156 		if (!memcg || !stock->nr_pages)  in drain_all_stock()
2219 		      unsigned int nr_pages)  in try_charge()  argument
2221 	unsigned int batch = max(CHARGE_BATCH, nr_pages);  in try_charge()
2233 	if (consume_stock(memcg, nr_pages))  in try_charge()
2248 	if (batch > nr_pages) {  in try_charge()
2249 		batch = nr_pages;  in try_charge()
2272 	nr_reclaimed = try_to_free_mem_cgroup_pages(mem_over_limit, nr_pages,  in try_charge()
2275 	if (mem_cgroup_margin(mem_over_limit) >= nr_pages)  in try_charge()
2295 	if (nr_reclaimed && nr_pages <= (1 << PAGE_ALLOC_COSTLY_ORDER))  in try_charge()
2315 	mem_cgroup_oom(mem_over_limit, gfp_mask, get_order(nr_pages));  in try_charge()
2324 	if (batch > nr_pages)  in try_charge()
2325 		refill_stock(memcg, batch - nr_pages);  in try_charge()
2336 		try_to_free_mem_cgroup_pages(memcg, nr_pages, gfp_mask, true);  in try_charge()
2342 static void cancel_charge(struct mem_cgroup *memcg, unsigned int nr_pages)  in cancel_charge()  argument
2347 	page_counter_uncharge(&memcg->memory, nr_pages);  in cancel_charge()
2349 		page_counter_uncharge(&memcg->memsw, nr_pages);  in cancel_charge()
2351 	css_put_many(&memcg->css, nr_pages);  in cancel_charge()
2455 		      unsigned long nr_pages)  in memcg_charge_kmem()  argument
2460 	ret = page_counter_try_charge(&memcg->kmem, nr_pages, &counter);  in memcg_charge_kmem()
2464 	ret = try_charge(memcg, gfp, nr_pages);  in memcg_charge_kmem()
2481 		page_counter_charge(&memcg->memory, nr_pages);  in memcg_charge_kmem()
2483 			page_counter_charge(&memcg->memsw, nr_pages);  in memcg_charge_kmem()
2484 		css_get_many(&memcg->css, nr_pages);  in memcg_charge_kmem()
2487 		page_counter_uncharge(&memcg->kmem, nr_pages);  in memcg_charge_kmem()
2492 void memcg_uncharge_kmem(struct mem_cgroup *memcg, unsigned long nr_pages)  in memcg_uncharge_kmem()  argument
2494 	page_counter_uncharge(&memcg->memory, nr_pages);  in memcg_uncharge_kmem()
2496 		page_counter_uncharge(&memcg->memsw, nr_pages);  in memcg_uncharge_kmem()
2498 	page_counter_uncharge(&memcg->kmem, nr_pages);  in memcg_uncharge_kmem()
2500 	css_put_many(&memcg->css, nr_pages);  in memcg_uncharge_kmem()
3197 			       unsigned long nr_pages)  in memcg_activate_kmem()  argument
3236 	err = page_counter_limit(&memcg->kmem, nr_pages);  in memcg_activate_kmem()
3301 	unsigned long nr_pages;  in mem_cgroup_write()  local
3305 	ret = page_counter_memparse(buf, "-1", &nr_pages);  in mem_cgroup_write()
3317 			ret = mem_cgroup_resize_limit(memcg, nr_pages);  in mem_cgroup_write()
3320 			ret = mem_cgroup_resize_memsw_limit(memcg, nr_pages);  in mem_cgroup_write()
3323 			ret = memcg_update_kmem_limit(memcg, nr_pages);  in mem_cgroup_write()
3328 		memcg->soft_limit = nr_pages;  in mem_cgroup_write()
4747 				   unsigned int nr_pages,  in mem_cgroup_move_account()  argument
4763 	if (nr_pages > 1 && !PageTransHuge(page))  in mem_cgroup_move_account()
4782 			       nr_pages);  in mem_cgroup_move_account()
4784 			       nr_pages);  in mem_cgroup_move_account()
4789 			       nr_pages);  in mem_cgroup_move_account()
4791 			       nr_pages);  in mem_cgroup_move_account()
4807 	mem_cgroup_charge_statistics(to, page, nr_pages);  in mem_cgroup_move_account()
4809 	mem_cgroup_charge_statistics(from, page, -nr_pages);  in mem_cgroup_move_account()
5292 	unsigned long nr_pages;  in memory_high_write()  local
5303 	nr_pages = page_counter_read(&memcg->memory);  in memory_high_write()
5304 	if (nr_pages > high)  in memory_high_write()
5305 		try_to_free_mem_cgroup_pages(memcg, nr_pages - high,  in memory_high_write()
5472 	unsigned int nr_pages = 1;  in mem_cgroup_try_charge()  local
5491 		nr_pages <<= compound_order(page);  in mem_cgroup_try_charge()
5500 	ret = try_charge(memcg, gfp_mask, nr_pages);  in mem_cgroup_try_charge()
5532 	unsigned int nr_pages = 1;  in mem_cgroup_commit_charge()  local
5550 		nr_pages <<= compound_order(page);  in mem_cgroup_commit_charge()
5555 	mem_cgroup_charge_statistics(memcg, page, nr_pages);  in mem_cgroup_commit_charge()
5579 	unsigned int nr_pages = 1;  in mem_cgroup_cancel_charge()  local
5592 		nr_pages <<= compound_order(page);  in mem_cgroup_cancel_charge()
5596 	cancel_charge(memcg, nr_pages);  in mem_cgroup_cancel_charge()
5603 	unsigned long nr_pages = nr_anon + nr_file;  in uncharge_batch()  local
5607 		page_counter_uncharge(&memcg->memory, nr_pages);  in uncharge_batch()
5609 			page_counter_uncharge(&memcg->memsw, nr_pages);  in uncharge_batch()
5618 	__this_cpu_add(memcg->stat->nr_page_events, nr_pages);  in uncharge_batch()
5623 		css_put_many(&memcg->css, nr_pages);  in uncharge_batch()
5638 		unsigned int nr_pages = 1;  in uncharge_list()  local
5665 			nr_pages <<= compound_order(page);  in uncharge_list()
5667 			nr_huge += nr_pages;  in uncharge_list()
5671 			nr_anon += nr_pages;  in uncharge_list()
5673 			nr_file += nr_pages;  in uncharge_list()