Lines Matching refs:cfq_data
103 /* parent cfq_data */
104 struct cfq_data *cfqd;
211 struct cfq_data {
298 static struct cfq_group *cfq_get_next_cfqg(struct cfq_data *cfqd);
387 static inline bool iops_mode(struct cfq_data *cfqd)
422 struct cfq_data *cfqd,
433 static inline int cfqg_busy_async_queues(struct cfq_data *cfqd,
441 static struct cfq_queue *cfq_get_queue(struct cfq_data *, bool,
443 static struct cfq_io_context *cfq_cic_lookup(struct cfq_data *,
461 static inline void *cfqd_dead_key(struct cfq_data *cfqd)
466 static inline struct cfq_data *cic_to_cfqd(struct cfq_io_context *cic)
468 struct cfq_data *cfqd = cic->key;
489 static inline void cfq_schedule_dispatch(struct cfq_data *cfqd)
499 struct cfq_data *cfqd = q->elevator->elevator_data;
509 static inline int cfq_prio_slice(struct cfq_data *cfqd, bool sync,
520 cfq_prio_to_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)
576 static inline unsigned cfq_group_get_avg_queues(struct cfq_data *cfqd,
592 cfq_group_slice(struct cfq_data *cfqd, struct cfq_group *cfqg)
600 cfq_set_prio_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)
653 cfq_choose_req(struct cfq_data *cfqd, struct request *rq1, struct request *rq2, sector_t last)
788 cfq_find_next_rq(struct cfq_data *cfqd, struct cfq_queue *cfqq,
811 static unsigned long cfq_slice_offset(struct cfq_data *cfqd,
856 cfq_group_service_tree_add(struct cfq_data *cfqd, struct cfq_group *cfqg)
884 cfq_group_service_tree_del(struct cfq_data *cfqd, struct cfq_group *cfqg)
933 static void cfq_group_served(struct cfq_data *cfqd, struct cfq_group *cfqg,
987 cfq_find_alloc_cfqg(struct cfq_data *cfqd, struct cgroup *cgroup, int create)
1049 static struct cfq_group *cfq_get_cfqg(struct cfq_data *cfqd, int create)
1093 static void cfq_destroy_cfqg(struct cfq_data *cfqd, struct cfq_group *cfqg)
1107 static void cfq_release_cfq_groups(struct cfq_data *cfqd)
1130 * pointer. That means "key" is a valid cfq_data pointer as long as we are rcu
1140 struct cfq_data *cfqd = key;
1148 static struct cfq_group *cfq_get_cfqg(struct cfq_data *cfqd, int create)
1163 static void cfq_release_cfq_groups(struct cfq_data *cfqd) {}
1173 static void cfq_service_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1285 cfq_prio_tree_lookup(struct cfq_data *cfqd, struct rb_root *root,
1320 static void cfq_prio_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1348 static void cfq_resort_rr_list(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1363 static void cfq_add_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1377 static void cfq_del_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1426 struct cfq_data *cfqd = cfqq->cfqd;
1469 cfq_find_rq_fmerge(struct cfq_data *cfqd, struct bio *bio)
1491 struct cfq_data *cfqd = q->elevator->elevator_data;
1502 struct cfq_data *cfqd = q->elevator->elevator_data;
1532 struct cfq_data *cfqd = q->elevator->elevator_data;
1585 struct cfq_data *cfqd = q->elevator->elevator_data;
1607 static inline void cfq_del_timer(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1613 static void __cfq_set_active_queue(struct cfq_data *cfqd,
1643 __cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1690 static inline void cfq_slice_expired(struct cfq_data *cfqd, bool timed_out)
1702 static struct cfq_queue *cfq_get_next_queue(struct cfq_data *cfqd)
1719 static struct cfq_queue *cfq_get_next_queue_forced(struct cfq_data *cfqd)
1742 static struct cfq_queue *cfq_set_active_queue(struct cfq_data *cfqd,
1752 static inline sector_t cfq_dist_from_last(struct cfq_data *cfqd,
1761 static inline int cfq_rq_close(struct cfq_data *cfqd, struct cfq_queue *cfqq,
1767 static struct cfq_queue *cfqq_close(struct cfq_data *cfqd,
1818 static struct cfq_queue *cfq_close_cooperator(struct cfq_data *cfqd,
1870 static bool cfq_should_idle(struct cfq_data *cfqd, struct cfq_queue *cfqq)
1901 static void cfq_arm_slice_timer(struct cfq_data *cfqd)
1976 struct cfq_data *cfqd = q->elevator->elevator_data;
2017 cfq_prio_to_maxrq(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2081 static enum wl_type_t cfq_choose_wl(struct cfq_data *cfqd,
2104 static void choose_service_tree(struct cfq_data *cfqd, struct cfq_group *cfqg)
2186 static struct cfq_group *cfq_get_next_cfqg(struct cfq_data *cfqd)
2199 static void cfq_choose_cfqg(struct cfq_data *cfqd)
2220 static struct cfq_queue *cfq_select_queue(struct cfq_data *cfqd)
2339 static int cfq_forced_dispatch(struct cfq_data *cfqd)
2357 static inline bool cfq_slice_used_soon(struct cfq_data *cfqd,
2370 static bool cfq_may_dispatch(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2447 static bool cfq_dispatch_request(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2484 struct cfq_data *cfqd = q->elevator->elevator_data;
2530 struct cfq_data *cfqd = cfqq->cfqd;
2663 static void cfq_exit_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq)
2675 static void __cfq_exit_single_io_context(struct cfq_data *cfqd,
2705 struct cfq_data *cfqd = cic_to_cfqd(cic);
2735 cfq_alloc_io_context(struct cfq_data *cfqd, gfp_t gfp_mask)
2798 struct cfq_data *cfqd = cic_to_cfqd(cic);
2831 static void cfq_init_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq,
2855 struct cfq_data *cfqd = cic_to_cfqd(cic);
2887 cfq_find_alloc_queue(struct cfq_data *cfqd, bool is_sync,
2939 cfq_async_queue_prio(struct cfq_data *cfqd, int ioprio_class, int ioprio)
2954 cfq_get_queue(struct cfq_data *cfqd, bool is_sync, struct io_context *ioc,
2986 cfq_drop_dead_cic(struct cfq_data *cfqd, struct io_context *ioc,
3006 cfq_cic_lookup(struct cfq_data *cfqd, struct io_context *ioc)
3050 static int cfq_cic_link(struct cfq_data *cfqd, struct io_context *ioc,
3089 cfq_get_io_context(struct cfq_data *cfqd, gfp_t gfp_mask)
3129 cfq_update_io_thinktime(struct cfq_data *cfqd, struct cfq_io_context *cic)
3140 cfq_update_io_seektime(struct cfq_data *cfqd, struct cfq_queue *cfqq,
3164 cfq_update_idle_window(struct cfq_data *cfqd, struct cfq_queue *cfqq,
3204 cfq_should_preempt(struct cfq_data *cfqd, struct cfq_queue *new_cfqq,
3275 static void cfq_preempt_queue(struct cfq_data *cfqd, struct cfq_queue *cfqq)
3297 cfq_rq_enqueued(struct cfq_data *cfqd, struct cfq_queue *cfqq,
3349 struct cfq_data *cfqd = q->elevator->elevator_data;
3368 static void cfq_update_hw_tag(struct cfq_data *cfqd)
3401 static bool cfq_should_wait_busy(struct cfq_data *cfqd, struct cfq_queue *cfqq)
3437 struct cfq_data *cfqd = cfqq->cfqd;
3555 struct cfq_data *cfqd = q->elevator->elevator_data;
3608 cfq_merge_cfqqs(struct cfq_data *cfqd, struct cfq_io_context *cic,
3645 struct cfq_data *cfqd = q->elevator->elevator_data;
3709 struct cfq_data *cfqd =
3710 container_of(work, struct cfq_data, unplug_work);
3723 struct cfq_data *cfqd = (struct cfq_data *) data;
3774 static void cfq_shutdown_timer_wq(struct cfq_data *cfqd)
3780 static void cfq_put_async_queues(struct cfq_data *cfqd)
3797 kfree(container_of(head, struct cfq_data, rcu));
3802 struct cfq_data *cfqd = e->elevator_data;
3856 struct cfq_data *cfqd;
3991 struct cfq_data *cfqd = e->elevator_data; \
4014 struct cfq_data *cfqd = e->elevator_data; \