Lines Matching refs:grp
281 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq() argument
283 return grp->my_q; in group_cfs_rq()
403 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq() argument
1894 static inline int get_numa_group(struct numa_group *grp) in get_numa_group() argument
1896 return atomic_inc_not_zero(&grp->refcount); in get_numa_group()
1899 static inline void put_numa_group(struct numa_group *grp) in put_numa_group() argument
1901 if (atomic_dec_and_test(&grp->refcount)) in put_numa_group()
1902 kfree_rcu(grp, rcu); in put_numa_group()
1908 struct numa_group *grp, *my_grp; in task_numa_group() local
1918 grp = kzalloc(size, GFP_KERNEL | __GFP_NOWARN); in task_numa_group()
1919 if (!grp) in task_numa_group()
1922 atomic_set(&grp->refcount, 1); in task_numa_group()
1923 spin_lock_init(&grp->lock); in task_numa_group()
1924 grp->gid = p->pid; in task_numa_group()
1926 grp->faults_cpu = grp->faults + NR_NUMA_HINT_FAULT_TYPES * in task_numa_group()
1929 node_set(task_node(current), grp->active_nodes); in task_numa_group()
1932 grp->faults[i] = p->numa_faults[i]; in task_numa_group()
1934 grp->total_faults = p->total_numa_faults; in task_numa_group()
1936 grp->nr_tasks++; in task_numa_group()
1937 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
1946 grp = rcu_dereference(tsk->numa_group); in task_numa_group()
1947 if (!grp) in task_numa_group()
1951 if (grp == my_grp) in task_numa_group()
1958 if (my_grp->nr_tasks > grp->nr_tasks) in task_numa_group()
1964 if (my_grp->nr_tasks == grp->nr_tasks && my_grp > grp) in task_numa_group()
1978 if (join && !get_numa_group(grp)) in task_numa_group()
1987 double_lock_irq(&my_grp->lock, &grp->lock); in task_numa_group()
1991 grp->faults[i] += p->numa_faults[i]; in task_numa_group()
1994 grp->total_faults += p->total_numa_faults; in task_numa_group()
1997 grp->nr_tasks++; in task_numa_group()
2000 spin_unlock_irq(&grp->lock); in task_numa_group()
2002 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
2014 struct numa_group *grp = p->numa_group; in task_numa_free() local
2019 if (grp) { in task_numa_free()
2020 spin_lock_irqsave(&grp->lock, flags); in task_numa_free()
2022 grp->faults[i] -= p->numa_faults[i]; in task_numa_free()
2023 grp->total_faults -= p->total_numa_faults; in task_numa_free()
2025 grp->nr_tasks--; in task_numa_free()
2026 spin_unlock_irqrestore(&grp->lock, flags); in task_numa_free()
2028 put_numa_group(grp); in task_numa_free()