block/null_blk/main.c

158 MODULE_PARM_DESC(queue_mode, "Block interface to use (0=bio,1=rq,2=multiqueue)");
817 static void null_complete_rq(struct request *rq)
819 	struct nullb_cmd *cmd = blk_mq_rq_to_pdu(rq);
821 	blk_mq_end_request(rq, cmd->error);
1238 	struct request *rq = blk_mq_rq_from_pdu(cmd);
1242 	sector_t sector = blk_rq_pos(rq);
1247 	rq_for_each_segment(bvec, rq, iter) {
1250 				     op_is_write(req_op(rq)), sector,
1251 				     rq->cmd_flags & REQ_FUA);
1266 	struct request *rq = blk_mq_rq_from_pdu(cmd);
1271 	if (atomic_long_sub_return(blk_rq_bytes(rq), &nullb->cur_bytes) < 0) {
1311 	struct request *rq = blk_mq_rq_from_pdu(cmd);
1315 	if (!dev->memory_backed && req_op(rq) == REQ_OP_READ) {
1316 		__rq_for_each_bio(bio, rq)
1323 	struct request *rq = blk_mq_rq_from_pdu(cmd);
1338 		blk_mq_complete_request(rq);
1341 		blk_mq_end_request(rq, cmd->error);
1421 static bool should_timeout_request(struct request *rq)
1423 	struct nullb_cmd *cmd = blk_mq_rq_to_pdu(rq);
1429 static bool should_requeue_request(struct request *rq)
1431 	struct nullb_cmd *cmd = blk_mq_rq_to_pdu(rq);
1444 static bool should_timeout_request(struct request *rq)
1449 static bool should_requeue_request(struct request *rq)
1519 	struct request *rq;
1523 	list_for_each_entry(rq, &list, queuelist)
1524 		blk_mq_set_request_complete(rq);
1545 static enum blk_eh_timer_return null_timeout_rq(struct request *rq)
1547 	struct blk_mq_hw_ctx *hctx = rq->mq_hctx;
1548 	struct nullb_cmd *cmd = blk_mq_rq_to_pdu(rq);
1555 		if (blk_mq_request_completed(rq)) {
1559 		list_del_init(&rq->queuelist);
1563 	pr_info("rq %p timed out\n", rq);
1574 		blk_mq_complete_request(rq);
1581 	struct request *rq = bd->rq;
1582 	struct nullb_cmd *cmd = blk_mq_rq_to_pdu(rq);
1584 	sector_t nr_sectors = blk_rq_sectors(rq);
1585 	sector_t sector = blk_rq_pos(rq);
1596 	cmd->fake_timeout = should_timeout_request(rq) ||
1597 		blk_should_fake_timeout(rq->q);
1599 	if (should_requeue_request(rq)) {
1607 		blk_mq_requeue_request(rq, true);
1618 	blk_mq_start_request(rq);
1622 		list_add_tail(&rq->queuelist, &nq->poll_list);
1629 	null_handle_cmd(cmd, sector, nr_sectors, req_op(rq));
1641 		struct request *rq = rq_list_pop(rqlist);
1643 		bd.rq = rq;
1644 		ret = null_queue_rq(rq->mq_hctx, &bd);
1646 			rq_list_add_tail(&requeue_lastp, rq);