Lines Matching refs:cfq_queue
58 #define RQ_CFQQ(rq) (struct cfq_queue *) ((rq)->elevator_private2)
98 struct cfq_queue {
148 struct cfq_queue *new_cfqq;
258 struct cfq_queue *active_queue;
264 struct cfq_queue *async_cfqq[2][IOPRIO_BE_NR];
265 struct cfq_queue *async_idle_cfqq;
289 struct cfq_queue oom_cfqq;
330 static inline void cfq_mark_cfqq_##name(struct cfq_queue *cfqq) \
334 static inline void cfq_clear_cfqq_##name(struct cfq_queue *cfqq) \
338 static inline int cfq_cfqq_##name(const struct cfq_queue *cfqq) \
402 static inline enum wl_prio_t cfqq_prio(struct cfq_queue *cfqq)
412 static enum wl_type_t cfqq_type(struct cfq_queue *cfqq)
441 static struct cfq_queue *cfq_get_queue(struct cfq_data *, bool,
446 static inline struct cfq_queue *cic_to_cfqq(struct cfq_io_context *cic,
453 struct cfq_queue *cfqq, bool is_sync)
520 cfq_prio_to_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)
600 cfq_set_prio_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)
637 static inline bool cfq_slice_used(struct cfq_queue *cfqq)
744 static struct cfq_queue *cfq_rb_first(struct cfq_rb_root *root)
754 return rb_entry(root->left, struct cfq_queue, rb_node);
788 cfq_find_next_rq(struct cfq_data *cfqd, struct cfq_queue *cfqq,
812 struct cfq_queue *cfqq)
907 static inline unsigned int cfq_cfqq_slice_usage(struct cfq_queue *cfqq)
934 struct cfq_queue *cfqq)
1069 static void cfq_link_cfqq_cfqg(struct cfq_queue *cfqq, struct cfq_group *cfqg)
1159 cfq_link_cfqq_cfqg(struct cfq_queue *cfqq, struct cfq_group *cfqg) {
1169 * The cfqd->service_trees holds all pending cfq_queue's that have
1173 static void cfq_service_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1177 struct cfq_queue *__cfqq;
1216 __cfqq = rb_entry(parent, struct cfq_queue, rb_node);
1257 __cfqq = rb_entry(parent, struct cfq_queue, rb_node);
1284 static struct cfq_queue *
1290 struct cfq_queue *cfqq = NULL;
1298 cfqq = rb_entry(parent, struct cfq_queue, p_node);
1320 static void cfq_prio_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1323 struct cfq_queue *__cfqq;
1348 static void cfq_resort_rr_list(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1363 static void cfq_add_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1377 static void cfq_del_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1402 struct cfq_queue *cfqq = RQ_CFQQ(rq);
1425 struct cfq_queue *cfqq = RQ_CFQQ(rq);
1456 static void cfq_reposition_rq_rb(struct cfq_queue *cfqq, struct request *rq)
1473 struct cfq_queue *cfqq;
1512 struct cfq_queue *cfqq = RQ_CFQQ(rq);
1548 struct cfq_queue *cfqq = RQ_CFQQ(req);
1565 struct cfq_queue *cfqq = RQ_CFQQ(rq);
1587 struct cfq_queue *cfqq;
1607 static inline void cfq_del_timer(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1614 struct cfq_queue *cfqq)
1643 __cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1692 struct cfq_queue *cfqq = cfqd->active_queue;
1702 static struct cfq_queue *cfq_get_next_queue(struct cfq_data *cfqd)
1719 static struct cfq_queue *cfq_get_next_queue_forced(struct cfq_data *cfqd)
1722 struct cfq_queue *cfqq;
1742 static struct cfq_queue *cfq_set_active_queue(struct cfq_data *cfqd,
1743 struct cfq_queue *cfqq)
1761 static inline int cfq_rq_close(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1767 static struct cfq_queue *cfqq_close(struct cfq_data *cfqd,
1768 struct cfq_queue *cur_cfqq)
1772 struct cfq_queue *__cfqq;
1790 __cfqq = rb_entry(parent, struct cfq_queue, p_node);
1801 __cfqq = rb_entry(node, struct cfq_queue, p_node);
1818 static struct cfq_queue *cfq_close_cooperator(struct cfq_data *cfqd,
1819 struct cfq_queue *cur_cfqq)
1821 struct cfq_queue *cfqq;
1870 static bool cfq_should_idle(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1903 struct cfq_queue *cfqq = cfqd->active_queue;
1977 struct cfq_queue *cfqq = RQ_CFQQ(rq);
1996 static struct request *cfq_check_fifo(struct cfq_queue *cfqq)
2017 cfq_prio_to_maxrq(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2029 static int cfqq_process_refs(struct cfq_queue *cfqq)
2039 static void cfq_setup_merge(struct cfq_queue *cfqq, struct cfq_queue *new_cfqq)
2042 struct cfq_queue *__cfqq;
2084 struct cfq_queue *queue;
2220 static struct cfq_queue *cfq_select_queue(struct cfq_data *cfqd)
2222 struct cfq_queue *cfqq, *new_cfqq = NULL;
2319 static int __cfq_forced_dispatch_cfqq(struct cfq_queue *cfqq)
2341 struct cfq_queue *cfqq;
2358 struct cfq_queue *cfqq)
2370 static bool cfq_may_dispatch(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2447 static bool cfq_dispatch_request(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2485 struct cfq_queue *cfqq;
2528 static void cfq_put_queue(struct cfq_queue *cfqq)
2642 static void cfq_put_cooperator(struct cfq_queue *cfqq)
2644 struct cfq_queue *__cfqq, *next;
2663 static void cfq_exit_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2753 static void cfq_init_prio_data(struct cfq_queue *cfqq, struct io_context *ioc)
2799 struct cfq_queue *cfqq;
2809 struct cfq_queue *new_cfqq;
2831 static void cfq_init_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq,
2854 struct cfq_queue *sync_cfqq = cic_to_cfqq(cic, 1);
2886 static struct cfq_queue *
2890 struct cfq_queue *cfqq, *new_cfqq = NULL;
2938 static struct cfq_queue **
2953 static struct cfq_queue *
2959 struct cfq_queue **async_cfqq = NULL;
2960 struct cfq_queue *cfqq = NULL;
3140 cfq_update_io_seektime(struct cfq_data *cfqd, struct cfq_queue *cfqq,
3164 cfq_update_idle_window(struct cfq_data *cfqd, struct cfq_queue *cfqq,
3204 cfq_should_preempt(struct cfq_data *cfqd, struct cfq_queue *new_cfqq,
3207 struct cfq_queue *cfqq;
3275 static void cfq_preempt_queue(struct cfq_data *cfqd, struct cfq_queue *cfqq)
3297 cfq_rq_enqueued(struct cfq_data *cfqd, struct cfq_queue *cfqq,
3350 struct cfq_queue *cfqq = RQ_CFQQ(rq);
3370 struct cfq_queue *cfqq = cfqd->active_queue;
3401 static bool cfq_should_wait_busy(struct cfq_data *cfqd, struct cfq_queue *cfqq)
3436 struct cfq_queue *cfqq = RQ_CFQQ(rq);
3523 static void cfq_prio_boost(struct cfq_queue *cfqq)
3543 static inline int __cfq_may_queue(struct cfq_queue *cfqq)
3558 struct cfq_queue *cfqq;
3586 struct cfq_queue *cfqq = RQ_CFQQ(rq);
3607 static struct cfq_queue *
3609 struct cfq_queue *cfqq)
3622 static struct cfq_queue *
3623 split_cfqq(struct cfq_io_context *cic, struct cfq_queue *cfqq)
3649 struct cfq_queue *cfqq;
3724 struct cfq_queue *cfqq;
3956 cfq_pool = KMEM_CACHE(cfq_queue, 0);