H A D | bfq-iosched.c | 137 void bfq_mark_bfqq_##name(struct bfq_queue *bfqq) \ 139 __set_bit(BFQQF_##name, &(bfqq)->flags); \ 141 void bfq_clear_bfqq_##name(struct bfq_queue *bfqq) \ 143 __clear_bit(BFQQF_##name, &(bfqq)->flags); \ 145 int bfq_bfqq_##name(const struct bfq_queue *bfqq) \ 147 return test_bit(BFQQF_##name, &(bfqq)->flags); \ 237 #define BFQQ_SEEKY(bfqq) (hweight32(bfqq->seek_history) > 19) 245 #define BFQQ_TOTALLY_SEEKY(bfqq) (bfqq 390 bic_set_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq, bool is_sync, unsigned int actuator_idx) argument 585 bfqq_request_over_limit(struct bfq_queue *bfqq, int limit) argument 669 bfqq_request_over_limit(struct bfq_queue *bfqq, int limit) argument 707 struct bfq_queue *bfqq = local 733 struct bfq_queue *bfqq = NULL; local 768 bfq_too_late_for_merging(struct bfq_queue *bfqq) argument 784 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 854 bfq_asymmetric_scenario(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 899 bfq_weights_tree_add(struct bfq_queue *bfqq) argument 973 bfq_weights_tree_remove(struct bfq_queue *bfqq) argument 996 bfq_check_fifo(struct bfq_queue *bfqq, struct request *last) argument 1015 bfq_find_next_rq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *last) argument 1043 bfq_serv_to_charge(struct request *rq, struct bfq_queue *bfqq) argument 1064 bfq_updated_next_req(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 1124 switch_back_to_interactive_wr(struct bfq_queue *bfqq, struct bfq_data *bfqd) argument 1133 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, struct bfq_io_cq *bic, bool bfq_already_existing) argument 1199 bfqq_process_refs(struct bfq_queue *bfqq) argument 1207 bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 1230 bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 1382 bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 1448 bfq_bfqq_budget_left(struct bfq_queue *bfqq) argument 1584 bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool arrived_in_time) argument 1653 bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned int old_wr_coeff, bool wr_or_deserves_wr, bool interactive, bool in_burst, bool soft_rt) argument 1750 bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 1764 bfq_bfqq_higher_class_or_weight(struct bfq_queue *bfqq, struct bfq_queue *in_serv_bfqq) argument 1818 bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd, struct bfq_queue *bfqq, int old_wr_coeff, struct request *rq, bool *interactive) argument 1985 bfq_reset_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 2051 bfq_update_io_intensity(struct bfq_queue *bfqq, u64 now_ns) argument 2132 bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq, u64 now_ns) argument 2206 struct bfq_queue *bfqq = RQ_BFQQ(rq); local 2363 struct bfq_queue *bfqq = bfqd->bio_bfqq; local 2383 struct bfq_queue *bfqq = RQ_BFQQ(rq); local 2511 struct bfq_queue *bfqq = RQ_BFQQ(req); local 2563 struct bfq_queue *bfqq = RQ_BFQQ(rq), local 2601 bfq_bfqq_end_wr(struct bfq_queue *bfqq) argument 2650 struct bfq_queue *bfqq; local 2681 bfqq_find_close(struct bfq_data *bfqd, struct bfq_queue *bfqq, sector_t sector) argument 2727 struct bfq_queue *bfqq; local 2744 bfq_setup_merge(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) argument 2819 bfq_may_be_close_cooperator(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) argument 2852 bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_queue *stable_merge_bfqq, struct bfq_iocq_bfqq_data *bfqq_data) argument 2906 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, void *io_struct, bool request, struct bfq_io_cq *bic) argument 3036 bfq_bfqq_save_state(struct bfq_queue *bfqq) argument 3106 bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 3129 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) argument 3232 struct bfq_queue *bfqq = bfqd->bio_bfqq, *new_bfqq; local 3287 bfq_set_budget_timeout(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 3303 __bfq_set_in_service_queue(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 3362 struct bfq_queue *bfqq = bfq_get_next_queue(bfqd); local 3370 struct bfq_queue *bfqq = bfqd->in_service_queue; local 3655 struct bfq_queue *bfqq = RQ_BFQQ(rq); local 3876 idling_needed_for_service_guarantees(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 3892 __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) argument 3960 __bfq_bfqq_recalc_budget(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) argument 4152 bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, unsigned long *delta_ms) argument 4301 bfq_bfqq_softrt_next_start(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 4337 bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, enum bfqq_expiration reason) argument 4462 bfq_bfqq_budget_timeout(struct bfq_queue *bfqq) argument 4475 bfq_may_expire_for_budg_timeout(struct bfq_queue *bfqq) argument 4489 idling_boosts_thr_without_issues(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 4589 bfq_better_to_idle(struct bfq_queue *bfqq) argument 4640 bfq_bfqq_must_idle(struct bfq_queue *bfqq) argument 4655 struct bfq_queue *bfqq, *in_serv_bfqq = bfqd->in_service_queue; local 4746 struct bfq_queue *bfqq; local 4785 struct bfq_queue *bfqq = local 4803 struct bfq_queue *bfqq, *inject_bfqq; local 5035 bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 5103 bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 5163 struct bfq_queue *bfqq = NULL; local 5254 struct bfq_queue *bfqq = rq ? RQ_BFQQ(rq) : NULL; local 5333 bfq_put_queue(struct bfq_queue *bfqq) argument 5414 bfq_put_stable_ref(struct bfq_queue *bfqq) argument 5420 bfq_put_cooperator(struct bfq_queue *bfqq) argument 5437 bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 5454 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, actuator_idx); local 5507 bfq_set_next_ioprio_data(struct bfq_queue *bfqq, struct bfq_io_cq *bic) argument 5564 struct bfq_queue *bfqq; local 5590 bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, pid_t pid, int is_sync, unsigned int act_idx) argument 5680 bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, struct bfq_queue *last_bfqq_created) argument 5753 bfq_do_or_sched_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) argument 5840 struct bfq_queue *bfqq; local 5893 bfq_update_io_thinktime(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 5916 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) argument 5946 bfq_update_has_short_ttime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) argument 6078 bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) argument 6134 bfqq_request_allocated(struct bfq_queue *bfqq) argument 6142 bfqq_request_freed(struct bfq_queue *bfqq) argument 6153 struct bfq_queue *bfqq = RQ_BFQQ(rq), local 6206 bfq_update_insert_stats(struct request_queue *q, struct bfq_queue *bfqq, bool idle_timer_disabled, blk_opf_t cmd_flags) argument 6225 bfqg_stats_update_io_add(bfqq_group(bfqq), bfqq, cmd_flags); local 6231 bfq_update_insert_stats(struct request_queue *q, struct bfq_queue *bfqq, bool idle_timer_disabled, blk_opf_t cmd_flags) argument 6244 struct bfq_queue *bfqq; local 6310 struct bfq_queue *bfqq = bfqd->in_service_queue; local 6349 bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) argument 6585 bfq_update_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 6650 struct bfq_queue *bfqq = RQ_BFQQ(rq); local 6720 bfq_split_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq) argument 6746 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, act_idx); local 6852 struct bfq_queue *bfqq; local 6977 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) argument 7031 struct bfq_queue *bfqq = bfqd->in_service_queue; local 7050 struct bfq_queue *bfqq = *bfqq_ptr; local 7141 struct bfq_queue *bfqq, *n; local [all...] |