Lines Matching refs:weight

119 	lw->weight += inc;  in update_load_add()
125 lw->weight -= dec; in update_load_sub()
131 lw->weight = w; in update_load_set()
192 w = scale_load_down(lw->weight); in __update_inv_weight()
214 static u64 __calc_delta(u64 delta_exec, unsigned long weight, struct load_weight *lw) in __calc_delta() argument
216 u64 fact = scale_load_down(weight); in __calc_delta()
603 if (unlikely(se->load.weight != NICE_0_LOAD)) in calc_delta_fair()
650 update_load_add(&lw, se->load.weight); in sched_slice()
653 slice = __calc_delta(slice, se->load.weight, load); in sched_slice()
2292 update_load_add(&cfs_rq->load, se->load.weight); in account_entity_enqueue()
2294 update_load_add(&rq_of(cfs_rq)->load, se->load.weight); in account_entity_enqueue()
2309 update_load_sub(&cfs_rq->load, se->load.weight); in account_entity_dequeue()
2311 update_load_sub(&rq_of(cfs_rq)->load, se->load.weight); in account_entity_dequeue()
2332 tg_weight += cfs_rq->load.weight; in calc_tg_weight()
2342 load = cfs_rq->load.weight; in calc_cfs_shares()
2362 unsigned long weight) in reweight_entity() argument
2371 update_load_set(&se->load, weight); in reweight_entity()
2390 if (likely(se->load.weight == tg->shares)) in update_cfs_shares()
2723 contrib = se->avg.runnable_avg_sum * scale_load_down(se->load.weight); in __update_task_entity_contrib()
3254 if (rq_of(cfs_rq)->load.weight >= 2*se->load.weight) { in set_next_entity()
3656 if (qcfs_rq->load.weight) in throttle_cfs_rq()
3698 if (!cfs_rq->load.weight) in unthrottle_cfs_rq()
4292 if (cfs_rq->load.weight) { in dequeue_task_fair()
4498 w = se->my_q->load.weight + wl; in effective_load()
4519 wl -= se->load.weight; in effective_load()
4570 unsigned long weight; in wake_affine() local
4593 weight = current->se.load.weight; in wake_affine()
4595 this_load += effective_load(tg, this_cpu, -weight, -weight); in wake_affine()
4596 load += effective_load(tg, prev_cpu, 0, -weight); in wake_affine()
4600 weight = p->se.load.weight; in wake_affine()
4619 effective_load(tg, this_cpu, weight, weight); in wake_affine()
4621 prev_eff_load *= load + effective_load(tg, prev_cpu, 0, weight); in wake_affine()
4869 int weight; in select_task_rq_fair() local
4891 weight = sd->span_weight; in select_task_rq_fair()
4894 if (weight <= tmp->span_weight) in select_task_rq_fair()
8216 if (rq->cfs.load.weight) in get_rr_interval_fair()