nvme/host/apple.c

187 	struct nvme_ctrl ctrl;
203 static inline struct apple_nvme *ctrl_to_apple_nvme(struct nvme_ctrl *ctrl)
205 	return container_of(ctrl, struct apple_nvme, ctrl);
229 	nvme_reset_ctrl(&anv->ctrl);
691 	return nvme_submit_sync_cmd(anv->ctrl.admin_q, &c, NULL, 0);
701 	return nvme_submit_sync_cmd(anv->ctrl.admin_q, &c, NULL, 0);
719 	return nvme_submit_sync_cmd(anv->ctrl.admin_q, &c, NULL, 0);
729 	return nvme_submit_sync_cmd(anv->ctrl.admin_q, &c, NULL, 0);
753 	if (!nvme_check_ready(&anv->ctrl, req, true))
754 		return nvme_fail_nonready_command(&anv->ctrl, req);
792 	nreq->ctrl = &anv->ctrl;
800 	enum nvme_ctrl_state state = nvme_ctrl_state(&anv->ctrl);
815 		nvme_start_freeze(&anv->ctrl);
823 		nvme_wait_freeze_timeout(&anv->ctrl, NVME_IO_TIMEOUT);
825 	nvme_quiesce_io_queues(&anv->ctrl);
848 			nvme_disable_ctrl(&anv->ctrl, shutdown);
849 		nvme_disable_ctrl(&anv->ctrl, false);
855 	nvme_quiesce_admin_queue(&anv->ctrl);
863 	nvme_cancel_tagset(&anv->ctrl);
864 	nvme_cancel_admin_tagset(&anv->ctrl);
872 		nvme_unquiesce_io_queues(&anv->ctrl);
873 		nvme_unquiesce_admin_queue(&anv->ctrl);
885 	if (nvme_ctrl_state(&anv->ctrl) != NVME_CTRL_LIVE) {
891 		 * - ctrl disable/shutdown fabrics requests
933 	nvme_reset_ctrl(&anv->ctrl);
988 		container_of(work, struct apple_nvme, ctrl.reset_work);
989 	enum nvme_ctrl_state state = nvme_ctrl_state(&anv->ctrl);
992 		dev_warn(anv->dev, "ctrl state %d is not RESETTING\n", state);
1008 		if (anv->ctrl.ctrl_config & NVME_CC_ENABLE)
1053 	anv->ctrl.max_hw_sectors = min_t(u32, NVME_MAX_KB_SZ << 1,
1055 	anv->ctrl.max_segments = NVME_MAX_SEGS;
1100 	anv->ctrl.sqsize =
1102 	anv->ctrl.cap = readq(anv->mmio_nvme + NVME_REG_CAP);
1105 	ret = nvme_enable_ctrl(&anv->ctrl);
1111 	nvme_unquiesce_admin_queue(&anv->ctrl);
1113 	if (!nvme_change_ctrl_state(&anv->ctrl, NVME_CTRL_CONNECTING)) {
1114 		dev_warn(anv->ctrl.device,
1120 	ret = nvme_init_ctrl_finish(&anv->ctrl, false);
1135 	ret = nvme_set_queue_count(&anv->ctrl, &nr_io_queues);
1143 	anv->ctrl.queue_count = nr_io_queues + 1;
1145 	nvme_unquiesce_io_queues(&anv->ctrl);
1146 	nvme_wait_freeze(&anv->ctrl);
1148 	nvme_unfreeze(&anv->ctrl);
1150 	if (!nvme_change_ctrl_state(&anv->ctrl, NVME_CTRL_LIVE)) {
1151 		dev_warn(anv->ctrl.device,
1157 	nvme_start_ctrl(&anv->ctrl);
1167 	dev_warn(anv->ctrl.device, "Reset failure status: %d\n", ret);
1168 	nvme_change_ctrl_state(&anv->ctrl, NVME_CTRL_DELETING);
1169 	nvme_get_ctrl(&anv->ctrl);
1171 	nvme_mark_namespaces_dead(&anv->ctrl);
1173 		nvme_put_ctrl(&anv->ctrl);
1181 	nvme_put_ctrl(&anv->ctrl);
1185 static int apple_nvme_reg_read32(struct nvme_ctrl *ctrl, u32 off, u32 *val)
1187 	*val = readl(ctrl_to_apple_nvme(ctrl)->mmio_nvme + off);
1191 static int apple_nvme_reg_write32(struct nvme_ctrl *ctrl, u32 off, u32 val)
1193 	writel(val, ctrl_to_apple_nvme(ctrl)->mmio_nvme + off);
1197 static int apple_nvme_reg_read64(struct nvme_ctrl *ctrl, u32 off, u64 *val)
1199 	*val = readq(ctrl_to_apple_nvme(ctrl)->mmio_nvme + off);
1203 static int apple_nvme_get_address(struct nvme_ctrl *ctrl, char *buf, int size)
1205 	struct device *dev = ctrl_to_apple_nvme(ctrl)->dev;
1210 static void apple_nvme_free_ctrl(struct nvme_ctrl *ctrl)
1212 	struct apple_nvme *anv = ctrl_to_apple_nvme(ctrl);
1214 	if (anv->ctrl.admin_q)
1215 		blk_put_queue(anv->ctrl.admin_q);
1234 	flush_work(&anv->ctrl.reset_work);
1235 	flush_work(&anv->ctrl.scan_work);
1236 	nvme_put_ctrl(&anv->ctrl);
1289 	anv->ctrl.admin_tagset = &anv->admin_tagset;
1290 	anv->ctrl.tagset = &anv->tagset;
1455 	INIT_WORK(&anv->ctrl.reset_work, apple_nvme_reset_work);
1512 	ret = nvme_init_ctrl(&anv->ctrl, anv->dev, &nvme_ctrl_ops,
1519 	anv->ctrl.admin_q = blk_mq_alloc_queue(&anv->admin_tagset, NULL, NULL);
1520 	if (IS_ERR(anv->ctrl.admin_q)) {
1525 	nvme_reset_ctrl(&anv->ctrl);
1539 	nvme_change_ctrl_state(&anv->ctrl, NVME_CTRL_DELETING);
1540 	flush_work(&anv->ctrl.reset_work);
1541 	nvme_stop_ctrl(&anv->ctrl);
1542 	nvme_remove_namespaces(&anv->ctrl);
1544 	nvme_uninit_ctrl(&anv->ctrl);
1565 	return nvme_reset_ctrl(&anv->ctrl);