Lines Matching refs:iter
148 struct reclaim_iter iter[DEF_PRIORITY + 1]; member
1013 struct reclaim_iter *uninitialized_var(iter); in mem_cgroup_iter()
1039 iter = &mz->iter[reclaim->priority]; in mem_cgroup_iter()
1041 if (prev && reclaim->generation != iter->generation) in mem_cgroup_iter()
1045 pos = READ_ONCE(iter->position); in mem_cgroup_iter()
1097 if (cmpxchg(&iter->position, pos, memcg) == pos) { in mem_cgroup_iter()
1112 iter->generation++; in mem_cgroup_iter()
1114 reclaim->generation = iter->generation; in mem_cgroup_iter()
1145 #define for_each_mem_cgroup_tree(iter, root) \ argument
1146 for (iter = mem_cgroup_iter(root, NULL, NULL); \
1147 iter != NULL; \
1148 iter = mem_cgroup_iter(root, iter, NULL))
1150 #define for_each_mem_cgroup(iter) \ argument
1151 for (iter = mem_cgroup_iter(NULL, NULL, NULL); \
1152 iter != NULL; \
1153 iter = mem_cgroup_iter(NULL, iter, NULL))
1443 struct mem_cgroup *iter; in mem_cgroup_print_oom_info() local
1472 for_each_mem_cgroup_tree(iter, memcg) { in mem_cgroup_print_oom_info()
1474 pr_cont_cgroup_path(iter->css.cgroup); in mem_cgroup_print_oom_info()
1481 K(mem_cgroup_read_stat(iter, i))); in mem_cgroup_print_oom_info()
1486 K(mem_cgroup_nr_lru_pages(iter, BIT(i)))); in mem_cgroup_print_oom_info()
1500 struct mem_cgroup *iter; in mem_cgroup_count_children() local
1502 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_count_children()
1527 struct mem_cgroup *iter; in mem_cgroup_out_of_memory() local
1545 for_each_mem_cgroup_tree(iter, memcg) { in mem_cgroup_out_of_memory()
1549 css_task_iter_start(&iter->css, &it); in mem_cgroup_out_of_memory()
1564 mem_cgroup_iter_break(memcg, iter); in mem_cgroup_out_of_memory()
1757 struct mem_cgroup *iter, *failed = NULL; in mem_cgroup_oom_trylock() local
1761 for_each_mem_cgroup_tree(iter, memcg) { in mem_cgroup_oom_trylock()
1762 if (iter->oom_lock) { in mem_cgroup_oom_trylock()
1767 failed = iter; in mem_cgroup_oom_trylock()
1768 mem_cgroup_iter_break(memcg, iter); in mem_cgroup_oom_trylock()
1771 iter->oom_lock = true; in mem_cgroup_oom_trylock()
1779 for_each_mem_cgroup_tree(iter, memcg) { in mem_cgroup_oom_trylock()
1780 if (iter == failed) { in mem_cgroup_oom_trylock()
1781 mem_cgroup_iter_break(memcg, iter); in mem_cgroup_oom_trylock()
1784 iter->oom_lock = false; in mem_cgroup_oom_trylock()
1796 struct mem_cgroup *iter; in mem_cgroup_oom_unlock() local
1800 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_oom_unlock()
1801 iter->oom_lock = false; in mem_cgroup_oom_unlock()
1807 struct mem_cgroup *iter; in mem_cgroup_mark_under_oom() local
1809 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_mark_under_oom()
1810 atomic_inc(&iter->under_oom); in mem_cgroup_mark_under_oom()
1815 struct mem_cgroup *iter; in mem_cgroup_unmark_under_oom() local
1822 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_unmark_under_oom()
1823 atomic_add_unless(&iter->under_oom, -1, 0); in mem_cgroup_unmark_under_oom()
2202 struct mem_cgroup *iter; in memcg_cpu_hotplug_callback() local
2210 for_each_mem_cgroup(iter) in memcg_cpu_hotplug_callback()
2211 mem_cgroup_drain_pcp_counter(iter, cpu); in memcg_cpu_hotplug_callback()
3117 struct mem_cgroup *iter; in tree_stat() local
3121 for_each_mem_cgroup_tree(iter, memcg) in tree_stat()
3122 val += mem_cgroup_read_stat(iter, idx); in tree_stat()
3432 struct mem_cgroup *iter; in memcg_numa_stat_show() local
3435 for_each_mem_cgroup_tree(iter, memcg) in memcg_numa_stat_show()
3436 nr += mem_cgroup_nr_lru_pages(iter, stat->lru_mask); in memcg_numa_stat_show()
3440 for_each_mem_cgroup_tree(iter, memcg) in memcg_numa_stat_show()
3442 iter, nid, stat->lru_mask); in memcg_numa_stat_show()
3662 struct mem_cgroup *iter; in mem_cgroup_oom_notify() local
3664 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_oom_notify()
3665 mem_cgroup_oom_notify_cb(iter); in mem_cgroup_oom_notify()