1/* SPDX-License-Identifier: GPL-2.0 */ 2#ifndef BLK_MQ_SCHED_H 3#define BLK_MQ_SCHED_H 4 5#include "elevator.h" 6#include "blk-mq.h" 7 8#define MAX_SCHED_RQ (16 * BLKDEV_DEFAULT_RQ) 9 10bool blk_mq_sched_try_merge(struct request_queue *q, struct bio *bio, 11 unsigned int nr_segs, struct request **merged_request); 12bool blk_mq_sched_bio_merge(struct request_queue *q, struct bio *bio, 13 unsigned int nr_segs); 14bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq, 15 struct list_head *free); 16void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx); 17void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx); 18 19void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx); 20 21int blk_mq_init_sched(struct request_queue *q, struct elevator_type *e); 22void blk_mq_exit_sched(struct request_queue *q, struct elevator_queue *e); 23void blk_mq_sched_free_rqs(struct request_queue *q); 24 25static inline void blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) 26{ 27 if (test_bit(BLK_MQ_S_SCHED_RESTART, &hctx->state)) 28 __blk_mq_sched_restart(hctx); 29} 30 31static inline bool bio_mergeable(struct bio *bio) 32{ 33 return !(bio->bi_opf & REQ_NOMERGE_FLAGS); 34} 35 36static inline bool 37blk_mq_sched_allow_merge(struct request_queue *q, struct request *rq, 38 struct bio *bio) 39{ 40 if (rq->rq_flags & RQF_USE_SCHED) { 41 struct elevator_queue *e = q->elevator; 42 43 if (e->type->ops.allow_merge) 44 return e->type->ops.allow_merge(q, rq, bio); 45 } 46 return true; 47} 48 49static inline void blk_mq_sched_completed_request(struct request *rq, u64 now) 50{ 51 if (rq->rq_flags & RQF_USE_SCHED) { 52 struct elevator_queue *e = rq->q->elevator; 53 54 if (e->type->ops.completed_request) 55 e->type->ops.completed_request(rq, now); 56 } 57} 58 59static inline void blk_mq_sched_requeue_request(struct request *rq) 60{ 61 if (rq->rq_flags & RQF_USE_SCHED) { 62 struct request_queue *q = rq->q; 63 struct elevator_queue *e = q->elevator; 64 65 if (e->type->ops.requeue_request) 66 e->type->ops.requeue_request(rq); 67 } 68} 69 70static inline bool blk_mq_sched_has_work(struct blk_mq_hw_ctx *hctx) 71{ 72 struct elevator_queue *e = hctx->queue->elevator; 73 74 if (e && e->type->ops.has_work) 75 return e->type->ops.has_work(hctx); 76 77 return false; 78} 79 80static inline bool blk_mq_sched_needs_restart(struct blk_mq_hw_ctx *hctx) 81{ 82 return test_bit(BLK_MQ_S_SCHED_RESTART, &hctx->state); 83} 84 85#endif 86