Searched refs:bfqd (Results 1 - 4 of 4) sorted by relevance

/linux-master/block/
H A Dbfq-iosched.c231 #define BFQ_RQ_SEEKY(bfqd, last_pos, rq) \
234 (!blk_queue_nonrot(bfqd->queue) || \
452 * bfq_bic_lookup - search into @ioc a bic associated to @bfqd.
474 void bfq_schedule_dispatch(struct bfq_data *bfqd) argument
476 lockdep_assert_held(&bfqd->lock);
478 if (bfqd->queued != 0) {
479 bfq_log(bfqd, "schedule dispatch");
480 blk_mq_run_hw_queues(bfqd->queue, true);
493 static struct request *bfq_choose_req(struct bfq_data *bfqd, argument
524 back_max = bfqd
587 struct bfq_data *bfqd = bfqq->bfqd; local
692 struct bfq_data *bfqd = data->q->elevator->elevator_data; local
728 bfq_rq_pos_tree_lookup(struct bfq_data *bfqd, struct rb_root *root, sector_t sector, struct rb_node **ret_parent, struct rb_node ***rb_link) argument
784 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
854 bfq_asymmetric_scenario(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
1015 bfq_find_next_rq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *last) argument
1064 bfq_updated_next_req(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
1093 bfq_wr_duration(struct bfq_data *bfqd) argument
1124 switch_back_to_interactive_wr(struct bfq_queue *bfqq, struct bfq_data *bfqd) argument
1133 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, struct bfq_io_cq *bic, bool bfq_already_existing) argument
1207 bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
1230 bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
1382 bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
1460 bfq_max_budget(struct bfq_data *bfqd) argument
1472 bfq_min_budget(struct bfq_data *bfqd) argument
1584 bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool arrived_in_time) argument
1653 bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned int old_wr_coeff, bool wr_or_deserves_wr, bool interactive, bool in_burst, bool soft_rt) argument
1750 bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
1792 bfq_actuator_index(struct bfq_data *bfqd, struct bio *bio) argument
1818 bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd, struct bfq_queue *bfqq, int old_wr_coeff, struct request *rq, bool *interactive) argument
1985 bfq_reset_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
2132 bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq, u64 now_ns) argument
2207 struct bfq_data *bfqd = bfqq->bfqd; local
2359 bfq_find_rq_fmerge(struct bfq_data *bfqd, struct bio *bio, struct request_queue *q) argument
2384 struct bfq_data *bfqd = bfqq->bfqd; local
2448 struct bfq_data *bfqd = q->elevator->elevator_data; local
2488 struct bfq_data *bfqd = q->elevator->elevator_data; local
2512 struct bfq_data *bfqd; local
2633 bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) argument
2648 bfq_end_wr(struct bfq_data *bfqd) argument
2681 bfqq_find_close(struct bfq_data *bfqd, struct bfq_queue *bfqq, sector_t sector) argument
2723 bfq_find_close_cooperator(struct bfq_data *bfqd, struct bfq_queue *cur_bfqq, sector_t sector) argument
2852 bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_queue *stable_merge_bfqq, struct bfq_iocq_bfqq_data *bfqq_data) argument
2906 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, void *io_struct, bool request, struct bfq_io_cq *bic) argument
3106 bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
3129 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) argument
3230 struct bfq_data *bfqd = q->elevator->elevator_data; local
3287 bfq_set_budget_timeout(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
3303 __bfq_set_in_service_queue(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
3360 bfq_set_in_service_queue(struct bfq_data *bfqd) argument
3368 bfq_arm_slice_timer(struct bfq_data *bfqd) argument
3412 bfq_calc_max_budget(struct bfq_data *bfqd) argument
3423 update_thr_responsiveness_params(struct bfq_data *bfqd) argument
3432 bfq_reset_rate_computation(struct bfq_data *bfqd, struct request *rq) argument
3450 bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq) argument
3591 bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq) argument
3876 idling_needed_for_service_guarantees(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
3892 __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) argument
3960 __bfq_bfqq_recalc_budget(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) argument
4152 bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, unsigned long *delta_ms) argument
4301 bfq_bfqq_softrt_next_start(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
4337 bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, enum bfqq_expiration reason) argument
4489 idling_boosts_thr_without_issues(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
4591 struct bfq_data *bfqd = bfqq->bfqd; local
4653 bfq_choose_bfqq_for_injection(struct bfq_data *bfqd) argument
4744 bfq_find_active_bfqq_for_actuator(struct bfq_data *bfqd, int idx) argument
4777 bfq_find_bfqq_for_underused_actuator(struct bfq_data *bfqd) argument
4801 bfq_select_queue(struct bfq_data *bfqd) argument
5035 bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
5103 bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
5149 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; local
5161 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; local
5302 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; local
5437 bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
5455 struct bfq_data *bfqd; local
5469 struct bfq_data *bfqd = bic_to_bfqd(bic); local
5511 struct bfq_data *bfqd = bfqq->bfqd; local
5563 struct bfq_data *bfqd = bic_to_bfqd(bic); local
5590 bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, pid_t pid, int is_sync, unsigned int act_idx) argument
5660 bfq_async_queue_prio(struct bfq_data *bfqd, struct bfq_group *bfqg, int ioprio_class, int ioprio, int act_idx) argument
5680 bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, struct bfq_queue *last_bfqq_created) argument
5753 bfq_do_or_sched_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) argument
5832 bfq_get_queue(struct bfq_data *bfqd, struct bio *bio, bool is_sync, struct bfq_io_cq *bic, bool respawn) argument
5893 bfq_update_io_thinktime(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
5916 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) argument
5946 bfq_update_has_short_ttime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) argument
6078 bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) argument
6151 __bfq_insert_request(struct bfq_data *bfqd, struct request *rq) argument
6243 struct bfq_data *bfqd = q->elevator->elevator_data; local
6308 bfq_update_hw_tag(struct bfq_data *bfqd) argument
6349 bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) argument
6585 bfq_update_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
6651 struct bfq_data *bfqd; local
6739 bfq_get_bfqq_handle_split(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bio *bio, bool split, bool is_sync, bool *new_queue) argument
6849 struct bfq_data *bfqd = q->elevator->elevator_data; local
6977 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
7029 struct bfq_data *bfqd = container_of(timer, struct bfq_data, local
7047 __bfq_put_async_bfqq(struct bfq_data *bfqd, struct bfq_queue **bfqq_ptr) argument
7069 bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) argument
7086 bfq_update_depths(struct bfq_data *bfqd, struct sbitmap_queue *bt) argument
7125 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; local
7140 struct bfq_data *bfqd = e->elevator_data; local
7176 bfq_init_root_group(struct bfq_group *root_group, struct bfq_data *bfqd) argument
7194 struct bfq_data *bfqd; local
7489 struct bfq_data *bfqd = e->elevator_data; local
7517 struct bfq_data *bfqd = e->elevator_data; local
7540 struct bfq_data *bfqd = e->elevator_data; local
7562 struct bfq_data *bfqd = e->elevator_data; local
[all...]
H A Dbfq-iosched.h51 * of the containing bfqd.
97 * All fields are protected by the lock of the containing bfqd.
149 * containing bfqd.
244 * protected by the queue lock of the containing bfqd.
252 struct bfq_data *bfqd; member in struct:bfq_queue
304 /* node for active/idle bfqq list inside parent bfqd */
975 * @bfqd: the bfq_data for the device this group acts upon.
998 * o @bfqd is protected by the queue lock, RCU is used to access it
1000 * o All the other fields are protected by the @bfqd queue lock.
1015 struct bfq_data *bfqd; member in struct:bfq_group
[all...]
H A Dbfq-cgroup.c227 if (!(bfqq == bfqg->bfqd->in_service_queue))
309 bfqq->bfqd->root_group;
533 struct bfq_data *bfqd = blkg->q->elevator->elevator_data; local
545 bfqg->bfqd = bfqd;
576 static void bfq_link_bfqg(struct bfq_data *bfqd, struct bfq_group *bfqg) argument
590 if (curr_bfqg != bfqd->root_group) {
593 parent = bfqd->root_group;
599 struct bfq_group *bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio) argument
617 &bfqg_to_blkg(bfqd
635 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) argument
708 bfq_sync_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *sync_bfqq, struct bfq_io_cq *bic, struct bfq_group *bfqg, unsigned int act_idx) argument
758 __bfq_bic_change_cgroup(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_group *bfqg) argument
781 struct bfq_data *bfqd = bic_to_bfqd(bic); local
873 bfq_reparent_leaf_entity(struct bfq_data *bfqd, struct bfq_entity *entity, int ioprio_class) argument
903 bfq_reparent_active_queues(struct bfq_data *bfqd, struct bfq_group *bfqg, struct bfq_service_tree *st, int ioprio_class) argument
932 struct bfq_data *bfqd = bfqg->bfqd; local
992 bfq_end_wr_async(struct bfq_data *bfqd) argument
1284 bfq_create_group_hierarchy(struct bfq_data *bfqd, int node) argument
1447 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) argument
1465 bfq_end_wr_async(struct bfq_data *bfqd) argument
1470 bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio) argument
1482 bfq_create_group_hierarchy(struct bfq_data *bfqd, int node) argument
[all...]
H A Dbfq-wf2q.c38 unsigned int bfq_tot_busy_queues(struct bfq_data *bfqd) argument
40 return bfqd->busy_queues[0] + bfqd->busy_queues[1] +
41 bfqd->busy_queues[2];
226 if (bfqg != bfqg->bfqd->root_group)
235 if (bfqg != bfqg->bfqd->root_group)
304 bfq_log_bfqq(bfqq->bfqd, bfqq,
307 bfq_log_bfqq(bfqq->bfqd, bfqq,
496 list_add(&bfqq->bfqq_list, &bfqq->bfqd->active_list[bfqq->actuator_idx]);
530 bfq_log_bfqq(bfqq->bfqd, bfq
837 bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned long time_ms) argument
1444 next_queue_may_preempt(struct bfq_data *bfqd) argument
1454 bfq_get_next_queue(struct bfq_data *bfqd) argument
1547 __bfq_bfqd_reset_in_service(struct bfq_data *bfqd) argument
1587 bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool ins_into_idle_tree, bool expiration) argument
1595 bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument
1604 bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool expiration) argument
1646 struct bfq_data *bfqd = bfqq->bfqd; local
1676 struct bfq_data *bfqd = bfqq->bfqd; local
[all...]

Completed in 161 milliseconds