linux-master/block/blk-mq.c

642 	if (hctx_idx >= q->nr_hw_queues)
1214 	if (rq->q->nr_hw_queues == 1) {
2177 	if (hctx->queue->nr_hw_queues == 1)
2250 	 * updating nr_hw_queues, or other things, and we can't run queue
3015 	    (hctx->dispatch_busy && (q->nr_hw_queues == 1 || !is_sync))) {
3758 				   unsigned int nr_hw_queues)
3781 			if (nr_hw_queues > 1 && hctx->numa_node == NUMA_NO_NODE)
4196 	for (i = 0; i < set->nr_hw_queues; i++) {
4216 	 * Increasing nr_hw_queues fails. Free the newly allocated
4217 	 * hctxs and keep the previous q->nr_hw_queues.
4219 	if (i != set->nr_hw_queues) {
4220 		j = q->nr_hw_queues;
4223 		q->nr_hw_queues = set->nr_hw_queues;
4260 	if (!q->nr_hw_queues)
4278 	blk_mq_init_cpu_queues(q, set->nr_hw_queues);
4297 	blk_mq_exit_hw_queues(q, set, set->nr_hw_queues);
4314 	for (i = 0; i < set->nr_hw_queues; i++) {
4377 		set->map[HCTX_TYPE_DEFAULT].nr_queues = set->nr_hw_queues;
4386 		 * for (queue = 0; queue < set->nr_hw_queues; queue++) {
4412 	if (set->nr_hw_queues >= new_nr_hw_queues)
4421 		memcpy(new_tags, set->tags, set->nr_hw_queues *
4426 	for (i = set->nr_hw_queues; i < new_nr_hw_queues; i++) {
4428 			while (--i >= set->nr_hw_queues)
4436 	set->nr_hw_queues = new_nr_hw_queues;
4452 	if (!set->nr_hw_queues)
4488 	if (set->nr_maps == 1 && set->nr_hw_queues > nr_cpu_ids)
4489 		set->nr_hw_queues = nr_cpu_ids;
4501 	set->tags = kcalloc_node(set->nr_hw_queues,
4513 		set->map[i].nr_queues = set->nr_hw_queues;
4551 	set->nr_hw_queues = 1;
4564 	for (i = 0; i < set->nr_hw_queues; i++)
4717 							int nr_hw_queues)
4721 	int prev_nr_hw_queues = set->nr_hw_queues;
4726 	if (set->nr_maps == 1 && nr_hw_queues > nr_cpu_ids)
4727 		nr_hw_queues = nr_cpu_ids;
4728 	if (nr_hw_queues < 1)
4730 	if (set->nr_maps == 1 && nr_hw_queues == set->nr_hw_queues)
4749 	if (blk_mq_realloc_tag_set_tags(set, nr_hw_queues) < 0)
4757 		if (q->nr_hw_queues != set->nr_hw_queues) {
4760 			pr_warn("Increasing nr_hw_queues to %d fails, fallback to %d\n",
4761 					nr_hw_queues, prev_nr_hw_queues);
4762 			for (; i < set->nr_hw_queues; i++)
4765 			set->nr_hw_queues = prev_nr_hw_queues;
4784 	/* Free the excess tags when nr_hw_queues shrink. */
4785 	for (i = set->nr_hw_queues; i < prev_nr_hw_queues; i++)
4789 void blk_mq_update_nr_hw_queues(struct blk_mq_tag_set *set, int nr_hw_queues)
4792 	__blk_mq_update_nr_hw_queues(set, nr_hw_queues);