Lines Matching refs:nr_pages
551 unsigned long nr_pages = page_counter_read(&memcg->memory); in soft_limit_excess() local
555 if (nr_pages > soft_limit) in soft_limit_excess()
556 excess = nr_pages - soft_limit; in soft_limit_excess()
700 int nr_pages) in mem_cgroup_charge_statistics() argument
708 nr_pages); in mem_cgroup_charge_statistics()
711 nr_pages); in mem_cgroup_charge_statistics()
715 nr_pages); in mem_cgroup_charge_statistics()
718 if (nr_pages > 0) in mem_cgroup_charge_statistics()
722 nr_pages = -nr_pages; /* for event */ in mem_cgroup_charge_statistics()
725 __this_cpu_add(memcg->stat->nr_page_events, nr_pages); in mem_cgroup_charge_statistics()
1126 int nr_pages) in mem_cgroup_update_lru_size() argument
1136 *lru_size += nr_pages; in mem_cgroup_update_lru_size()
1869 unsigned int nr_pages; member
1888 static bool consume_stock(struct mem_cgroup *memcg, unsigned int nr_pages) in consume_stock() argument
1893 if (nr_pages > CHARGE_BATCH) in consume_stock()
1897 if (memcg == stock->cached && stock->nr_pages >= nr_pages) { in consume_stock()
1898 stock->nr_pages -= nr_pages; in consume_stock()
1912 if (stock->nr_pages) { in drain_stock()
1913 page_counter_uncharge(&old->memory, stock->nr_pages); in drain_stock()
1915 page_counter_uncharge(&old->memsw, stock->nr_pages); in drain_stock()
1916 css_put_many(&old->css, stock->nr_pages); in drain_stock()
1917 stock->nr_pages = 0; in drain_stock()
1937 static void refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages) in refill_stock() argument
1945 stock->nr_pages += nr_pages; in refill_stock()
1968 if (!memcg || !stock->nr_pages) in drain_all_stock()
2008 unsigned int nr_pages = current->memcg_nr_pages_over_high; in mem_cgroup_handle_over_high() local
2011 if (likely(!nr_pages)) in mem_cgroup_handle_over_high()
2020 try_to_free_mem_cgroup_pages(pos, nr_pages, GFP_KERNEL, true); in mem_cgroup_handle_over_high()
2028 unsigned int nr_pages) in try_charge() argument
2030 unsigned int batch = max(CHARGE_BATCH, nr_pages); in try_charge()
2041 if (consume_stock(memcg, nr_pages)) in try_charge()
2056 if (batch > nr_pages) { in try_charge()
2057 batch = nr_pages; in try_charge()
2080 nr_reclaimed = try_to_free_mem_cgroup_pages(mem_over_limit, nr_pages, in try_charge()
2083 if (mem_cgroup_margin(mem_over_limit) >= nr_pages) in try_charge()
2103 if (nr_reclaimed && nr_pages <= (1 << PAGE_ALLOC_COSTLY_ORDER)) in try_charge()
2124 get_order(nr_pages * PAGE_SIZE)); in try_charge()
2134 page_counter_charge(&memcg->memory, nr_pages); in try_charge()
2136 page_counter_charge(&memcg->memsw, nr_pages); in try_charge()
2137 css_get_many(&memcg->css, nr_pages); in try_charge()
2143 if (batch > nr_pages) in try_charge()
2144 refill_stock(memcg, batch - nr_pages); in try_charge()
2166 static void cancel_charge(struct mem_cgroup *memcg, unsigned int nr_pages) in cancel_charge() argument
2171 page_counter_uncharge(&memcg->memory, nr_pages); in cancel_charge()
2173 page_counter_uncharge(&memcg->memsw, nr_pages); in cancel_charge()
2175 css_put_many(&memcg->css, nr_pages); in cancel_charge()
2408 unsigned int nr_pages = 1 << order; in __memcg_kmem_charge_memcg() local
2415 if (!page_counter_try_charge(&memcg->kmem, nr_pages, &counter)) in __memcg_kmem_charge_memcg()
2418 ret = try_charge(memcg, gfp, nr_pages); in __memcg_kmem_charge_memcg()
2420 page_counter_uncharge(&memcg->kmem, nr_pages); in __memcg_kmem_charge_memcg()
2443 unsigned int nr_pages = 1 << order; in __memcg_kmem_uncharge() local
2450 page_counter_uncharge(&memcg->kmem, nr_pages); in __memcg_kmem_uncharge()
2451 page_counter_uncharge(&memcg->memory, nr_pages); in __memcg_kmem_uncharge()
2453 page_counter_uncharge(&memcg->memsw, nr_pages); in __memcg_kmem_uncharge()
2456 css_put_many(&memcg->css, nr_pages); in __memcg_kmem_uncharge()
2898 unsigned long nr_pages) in memcg_activate_kmem() argument
2937 err = page_counter_limit(&memcg->kmem, nr_pages); in memcg_activate_kmem()
3002 unsigned long nr_pages; in mem_cgroup_write() local
3006 ret = page_counter_memparse(buf, "-1", &nr_pages); in mem_cgroup_write()
3018 ret = mem_cgroup_resize_limit(memcg, nr_pages); in mem_cgroup_write()
3021 ret = mem_cgroup_resize_memsw_limit(memcg, nr_pages); in mem_cgroup_write()
3024 ret = memcg_update_kmem_limit(memcg, nr_pages); in mem_cgroup_write()
3029 memcg->soft_limit = nr_pages; in mem_cgroup_write()
4547 unsigned int nr_pages, in mem_cgroup_move_account() argument
4564 if (nr_pages > 1 && !PageTransHuge(page)) in mem_cgroup_move_account()
4584 nr_pages); in mem_cgroup_move_account()
4586 nr_pages); in mem_cgroup_move_account()
4599 nr_pages); in mem_cgroup_move_account()
4601 nr_pages); in mem_cgroup_move_account()
4607 nr_pages); in mem_cgroup_move_account()
4609 nr_pages); in mem_cgroup_move_account()
4625 mem_cgroup_charge_statistics(to, page, nr_pages); in mem_cgroup_move_account()
4627 mem_cgroup_charge_statistics(from, page, -nr_pages); in mem_cgroup_move_account()
5129 unsigned long nr_pages; in memory_high_write() local
5140 nr_pages = page_counter_read(&memcg->memory); in memory_high_write()
5141 if (nr_pages > high) in memory_high_write()
5142 try_to_free_mem_cgroup_pages(memcg, nr_pages - high, in memory_high_write()
5179 unsigned long nr_pages = page_counter_read(&memcg->memory); in memory_max_write() local
5181 if (nr_pages <= max) in memory_max_write()
5196 if (!try_to_free_mem_cgroup_pages(memcg, nr_pages - max, in memory_max_write()
5330 unsigned int nr_pages = 1; in mem_cgroup_try_charge() local
5361 nr_pages <<= compound_order(page); in mem_cgroup_try_charge()
5368 ret = try_charge(memcg, gfp_mask, nr_pages); in mem_cgroup_try_charge()
5395 unsigned int nr_pages = 1; in mem_cgroup_commit_charge() local
5413 nr_pages <<= compound_order(page); in mem_cgroup_commit_charge()
5418 mem_cgroup_charge_statistics(memcg, page, nr_pages); in mem_cgroup_commit_charge()
5442 unsigned int nr_pages = 1; in mem_cgroup_cancel_charge() local
5455 nr_pages <<= compound_order(page); in mem_cgroup_cancel_charge()
5459 cancel_charge(memcg, nr_pages); in mem_cgroup_cancel_charge()
5466 unsigned long nr_pages = nr_anon + nr_file; in uncharge_batch() local
5470 page_counter_uncharge(&memcg->memory, nr_pages); in uncharge_batch()
5472 page_counter_uncharge(&memcg->memsw, nr_pages); in uncharge_batch()
5481 __this_cpu_add(memcg->stat->nr_page_events, nr_pages); in uncharge_batch()
5486 css_put_many(&memcg->css, nr_pages); in uncharge_batch()
5501 unsigned int nr_pages = 1; in uncharge_list() local
5528 nr_pages <<= compound_order(page); in uncharge_list()
5530 nr_huge += nr_pages; in uncharge_list()
5534 nr_anon += nr_pages; in uncharge_list()
5536 nr_file += nr_pages; in uncharge_list()