Lines Matching refs:rq_of
249 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() function
299 cfs_rq->tg->parent->cfs_rq[cpu_of(rq_of(cfs_rq))]->on_list) { in list_add_leaf_cfs_rq()
301 &rq_of(cfs_rq)->leaf_cfs_rq_list); in list_add_leaf_cfs_rq()
304 &rq_of(cfs_rq)->leaf_cfs_rq_list); in list_add_leaf_cfs_rq()
379 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() function
698 u64 now = rq_clock_task(rq_of(cfs_rq)); in update_curr()
738 schedstat_set(se->statistics.wait_start, rq_clock(rq_of(cfs_rq))); in update_stats_wait_start()
758 rq_clock(rq_of(cfs_rq)) - se->statistics.wait_start)); in update_stats_wait_end()
761 rq_clock(rq_of(cfs_rq)) - se->statistics.wait_start); in update_stats_wait_end()
765 rq_clock(rq_of(cfs_rq)) - se->statistics.wait_start); in update_stats_wait_end()
791 se->exec_start = rq_clock_task(rq_of(cfs_rq)); in update_stats_curr_start()
2294 update_load_add(&rq_of(cfs_rq)->load, se->load.weight); in account_entity_enqueue()
2297 struct rq *rq = rq_of(cfs_rq); in account_entity_enqueue()
2311 update_load_sub(&rq_of(cfs_rq)->load, se->load.weight); in account_entity_dequeue()
2313 account_numa_dequeue(rq_of(cfs_rq), task_of(se)); in account_entity_dequeue()
2386 se = tg->se[cpu_of(rq_of(cfs_rq))]; in update_cfs_shares()
2784 int cpu = cpu_of(rq_of(cfs_rq)); in update_entity_load_avg()
2858 se->avg.last_runnable_update = rq_clock_task(rq_of(cfs_rq)); in enqueue_entity_load_avg()
2964 u64 delta = rq_clock(rq_of(cfs_rq)) - se->statistics.sleep_start; in enqueue_sleeper()
2981 u64 delta = rq_clock(rq_of(cfs_rq)) - se->statistics.block_start; in enqueue_sleeper()
3162 se->statistics.sleep_start = rq_clock(rq_of(cfs_rq)); in dequeue_entity()
3164 se->statistics.block_start = rq_clock(rq_of(cfs_rq)); in dequeue_entity()
3204 resched_curr(rq_of(cfs_rq)); in check_preempt_tick()
3228 resched_curr(rq_of(cfs_rq)); in check_preempt_tick()
3254 if (rq_of(cfs_rq)->load.weight >= 2*se->load.weight) { in set_next_entity()
3369 resched_curr(rq_of(cfs_rq)); in entity_tick()
3376 hrtimer_active(&rq_of(cfs_rq)->hrtick_timer)) in entity_tick()
3462 return rq_clock_task(rq_of(cfs_rq)) - cfs_rq->throttled_clock_task_time; in cfs_rq_clock_task()
3520 if (likely((s64)(rq_clock(rq_of(cfs_rq)) - cfs_rq->runtime_expires) < 0)) in expire_cfs_rq_runtime()
3560 resched_curr(rq_of(cfs_rq)); in __account_cfs_rq_runtime()
3633 struct rq *rq = rq_of(cfs_rq); in throttle_cfs_rq()
3638 se = cfs_rq->tg->se[cpu_of(rq_of(cfs_rq))]; in throttle_cfs_rq()
3678 struct rq *rq = rq_of(cfs_rq); in unthrottle_cfs_rq()
3733 struct rq *rq = rq_of(cfs_rq); in distribute_cfs_runtime()
4124 return rq_clock_task(rq_of(cfs_rq)); in cfs_rq_clock_task()
5841 struct rq *rq = rq_of(cfs_rq); in __update_blocked_averages_cpu()
5877 struct rq *rq = rq_of(cfs_rq); in update_cfs_rq_h_load()