55 #define CFQQ_SEEKY(cfqq)	(hweight32(cfqq->seek_history) > 32/8)  argument
64 #define cfq_class_idle(cfqq)	((cfqq)->ioprio_class == IOPRIO_CLASS_IDLE)  argument
65 #define cfq_class_rt(cfqq)	((cfqq)->ioprio_class == IOPRIO_CLASS_RT)  argument
298 	struct cfq_queue	*cfqq[2];  member
627 #define cfq_log_cfqq(cfqd, cfqq, fmt, args...)	do {			\  argument
760 #define cfq_log_cfqq(cfqd, cfqq, fmt, args...)	\  argument
821 static inline enum wl_class_t cfqq_class(struct cfq_queue *cfqq)  in cfqq_class()
831 static enum wl_type_t cfqq_type(struct cfq_queue *cfqq)  in cfqq_type()
883 static inline void cic_set_cfqq(struct cfq_io_cq *cic, struct cfq_queue *cfqq,  in cic_set_cfqq()
931 cfq_prio_to_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_prio_to_slice()
1016 cfq_scaled_cfqq_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_scaled_cfqq_slice()
1046 cfq_set_prio_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_set_prio_slice()
1061 static inline bool cfq_slice_used(struct cfq_queue *cfqq)  in cfq_slice_used()
1208 cfq_find_next_rq(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_find_next_rq()
1232 				      struct cfq_queue *cfqq)  in cfq_slice_offset()
1425 static inline unsigned int cfq_cfqq_slice_usage(struct cfq_queue *cfqq,  in cfq_cfqq_slice_usage()
1458 				struct cfq_queue *cfqq)  in cfq_group_served()
1627 static void cfq_link_cfqq_cfqg(struct cfq_queue *cfqq, struct cfq_group *cfqg)  in cfq_link_cfqq_cfqg()
2011 cfq_link_cfqq_cfqg(struct cfq_queue *cfqq, struct cfq_group *cfqg) {  in cfq_link_cfqq_cfqg()
2022 static void cfq_service_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_service_tree_add()
2106 	struct cfq_queue *cfqq = NULL;  in cfq_prio_tree_lookup()  local
2136 static void cfq_prio_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_prio_tree_add()
2164 static void cfq_resort_rr_list(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_resort_rr_list()
2179 static void cfq_add_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_add_cfqq_rr()
2195 static void cfq_del_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_del_cfqq_rr()
2222 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_del_rq_rb()  local
2245 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_add_rq_rb()  local
2271 static void cfq_reposition_rq_rb(struct cfq_queue *cfqq, struct request *rq)  in cfq_reposition_rq_rb()
2286 	struct cfq_queue *cfqq;  in cfq_find_rq_fmerge()  local
2322 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_remove_request()  local
2357 		struct cfq_queue *cfqq = RQ_CFQQ(req);  in cfq_merged_request()  local
2373 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_merged_requests()  local
2407 	struct cfq_queue *cfqq;  in cfq_allow_merge()  local
2427 static inline void cfq_del_timer(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_del_timer()
2434 				   struct cfq_queue *cfqq)  in __cfq_set_active_queue()
2463 __cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in __cfq_slice_expired()
2512 	struct cfq_queue *cfqq = cfqd->active_queue;  in cfq_slice_expired()  local
2541 	struct cfq_queue *cfqq;  in cfq_get_next_queue_forced()  local
2562 					      struct cfq_queue *cfqq)  in cfq_set_active_queue()
2580 static inline int cfq_rq_close(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_rq_close()
2640 	struct cfq_queue *cfqq;  in cfq_close_cooperator()  local
2689 static bool cfq_should_idle(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_should_idle()
2722 	struct cfq_queue *cfqq = cfqd->active_queue;  in cfq_arm_slice_timer()  local
2796 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_dispatch_insert()  local
2814 static struct request *cfq_check_fifo(struct cfq_queue *cfqq)  in cfq_check_fifo()
2835 cfq_prio_to_maxrq(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_prio_to_maxrq()
2847 static int cfqq_process_refs(struct cfq_queue *cfqq)  in cfqq_process_refs()
2857 static void cfq_setup_merge(struct cfq_queue *cfqq, struct cfq_queue *new_cfqq)  in cfq_setup_merge()
3040 	struct cfq_queue *cfqq, *new_cfqq = NULL;  in cfq_select_queue()  local
3149 static int __cfq_forced_dispatch_cfqq(struct cfq_queue *cfqq)  in __cfq_forced_dispatch_cfqq()
3171 	struct cfq_queue *cfqq;  in cfq_forced_dispatch()  local
3188 	struct cfq_queue *cfqq)  in cfq_slice_used_soon()
3200 static bool cfq_may_dispatch(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_may_dispatch()
3289 static bool cfq_dispatch_request(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_dispatch_request()
3327 	struct cfq_queue *cfqq;  in cfq_dispatch_requests()  local
3370 static void cfq_put_queue(struct cfq_queue *cfqq)  in cfq_put_queue()
3396 static void cfq_put_cooperator(struct cfq_queue *cfqq)  in cfq_put_cooperator()
3417 static void cfq_exit_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_exit_cfqq()
3452 static void cfq_init_prio_data(struct cfq_queue *cfqq, struct cfq_io_cq *cic)  in cfq_init_prio_data()
3498 	struct cfq_queue *cfqq;  in check_ioprio_changed()  local
3525 static void cfq_init_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_init_cfqq()
3585 	struct cfq_queue *cfqq, *new_cfqq = NULL;  in cfq_find_alloc_queue()  local
3667 	struct cfq_queue *cfqq = NULL;  in cfq_get_queue()  local
3706 cfq_update_io_thinktime(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_update_io_thinktime()
3720 cfq_update_io_seektime(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_update_io_seektime()
3744 cfq_update_idle_window(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_update_idle_window()
3790 	struct cfq_queue *cfqq;  in cfq_should_preempt()  local
3862 static void cfq_preempt_queue(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_preempt_queue()
3893 cfq_rq_enqueued(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_rq_enqueued()
3945 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_insert_request()  local
3964 	struct cfq_queue *cfqq = cfqd->active_queue;  in cfq_update_hw_tag()  local
3995 static bool cfq_should_wait_busy(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_should_wait_busy()
4034 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_completed_request()  local
4120 static inline int __cfq_may_queue(struct cfq_queue *cfqq)  in __cfq_may_queue()
4135 	struct cfq_queue *cfqq;  in cfq_may_queue()  local
4162 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_put_request()  local
4181 		struct cfq_queue *cfqq)  in cfq_merge_cfqqs()
4195 split_cfqq(struct cfq_io_cq *cic, struct cfq_queue *cfqq)  in split_cfqq()
4222 	struct cfq_queue *cfqq;  in cfq_set_request()  local
4283 	struct cfq_queue *cfqq;  in cfq_idle_slice_timer()  local