nvme/host/nvme.h

181 	struct nvme_ctrl	*ctrl;
263 struct nvme_ctrl {
397 static inline enum nvme_ctrl_state nvme_ctrl_state(struct nvme_ctrl *ctrl)
507 	struct nvme_ctrl *ctrl;
545 	int (*reg_read32)(struct nvme_ctrl *ctrl, u32 off, u32 *val);
546 	int (*reg_write32)(struct nvme_ctrl *ctrl, u32 off, u32 val);
547 	int (*reg_read64)(struct nvme_ctrl *ctrl, u32 off, u64 *val);
548 	void (*free_ctrl)(struct nvme_ctrl *ctrl);
549 	void (*submit_async_event)(struct nvme_ctrl *ctrl);
550 	void (*delete_ctrl)(struct nvme_ctrl *ctrl);
551 	void (*stop_ctrl)(struct nvme_ctrl *ctrl);
552 	int (*get_address)(struct nvme_ctrl *ctrl, char *buf, int size);
553 	void (*print_device_info)(struct nvme_ctrl *ctrl);
554 	bool (*supports_pci_p2pdma)(struct nvme_ctrl *ctrl);
610 static inline void nvme_print_device_info(struct nvme_ctrl *ctrl)
643 bool nvme_wait_reset(struct nvme_ctrl *ctrl);
644 int nvme_try_sched_reset(struct nvme_ctrl *ctrl);
646 static inline int nvme_reset_subsystem(struct nvme_ctrl *ctrl)
714 	struct nvme_ctrl *ctrl = rq->ctrl;
728 static inline void nvme_get_ctrl(struct nvme_ctrl *ctrl)
733 static inline void nvme_put_ctrl(struct nvme_ctrl *ctrl)
747 static inline bool nvme_state_terminal(struct nvme_ctrl *ctrl)
782 void nvme_cancel_tagset(struct nvme_ctrl *ctrl);
783 void nvme_cancel_admin_tagset(struct nvme_ctrl *ctrl);
784 bool nvme_change_ctrl_state(struct nvme_ctrl *ctrl,
786 int nvme_disable_ctrl(struct nvme_ctrl *ctrl, bool shutdown);
787 int nvme_enable_ctrl(struct nvme_ctrl *ctrl);
788 int nvme_init_ctrl(struct nvme_ctrl *ctrl, struct device *dev,
790 void nvme_uninit_ctrl(struct nvme_ctrl *ctrl);
791 void nvme_start_ctrl(struct nvme_ctrl *ctrl);
792 void nvme_stop_ctrl(struct nvme_ctrl *ctrl);
793 int nvme_init_ctrl_finish(struct nvme_ctrl *ctrl, bool was_suspended);
794 int nvme_alloc_admin_tag_set(struct nvme_ctrl *ctrl, struct blk_mq_tag_set *set,
796 void nvme_remove_admin_tag_set(struct nvme_ctrl *ctrl);
797 int nvme_alloc_io_tag_set(struct nvme_ctrl *ctrl, struct blk_mq_tag_set *set,
800 void nvme_remove_io_tag_set(struct nvme_ctrl *ctrl);
802 void nvme_remove_namespaces(struct nvme_ctrl *ctrl);
804 void nvme_complete_async_event(struct nvme_ctrl *ctrl, __le16 status,
807 void nvme_quiesce_io_queues(struct nvme_ctrl *ctrl);
808 void nvme_unquiesce_io_queues(struct nvme_ctrl *ctrl);
809 void nvme_quiesce_admin_queue(struct nvme_ctrl *ctrl);
810 void nvme_unquiesce_admin_queue(struct nvme_ctrl *ctrl);
811 void nvme_mark_namespaces_dead(struct nvme_ctrl *ctrl);
812 void nvme_sync_queues(struct nvme_ctrl *ctrl);
813 void nvme_sync_io_queues(struct nvme_ctrl *ctrl);
814 void nvme_unfreeze(struct nvme_ctrl *ctrl);
815 void nvme_wait_freeze(struct nvme_ctrl *ctrl);
816 int nvme_wait_freeze_timeout(struct nvme_ctrl *ctrl, long timeout);
817 void nvme_start_freeze(struct nvme_ctrl *ctrl);
828 blk_status_t nvme_fail_nonready_command(struct nvme_ctrl *ctrl,
830 bool __nvme_check_ready(struct nvme_ctrl *ctrl, struct request *rq,
833 static inline bool nvme_check_ready(struct nvme_ctrl *ctrl, struct request *rq,
854 static inline bool nvme_is_unique_nsid(struct nvme_ctrl *ctrl,
884 int nvme_set_features(struct nvme_ctrl *dev, unsigned int fid,
887 int nvme_get_features(struct nvme_ctrl *dev, unsigned int fid,
890 int nvme_set_queue_count(struct nvme_ctrl *ctrl, int *count);
891 void nvme_stop_keep_alive(struct nvme_ctrl *ctrl);
892 int nvme_reset_ctrl(struct nvme_ctrl *ctrl);
893 int nvme_reset_ctrl_sync(struct nvme_ctrl *ctrl);
894 int nvme_delete_ctrl(struct nvme_ctrl *ctrl);
895 void nvme_queue_scan(struct nvme_ctrl *ctrl);
896 int nvme_get_log(struct nvme_ctrl *ctrl, u32 nsid, u8 log_page, u8 lsp, u8 csi,
918 int nvme_identify_ns(struct nvme_ctrl *ctrl, unsigned nsid,
931 void nvme_delete_ctrl_sync(struct nvme_ctrl *ctrl);
934 static inline bool nvme_ctrl_use_ana(struct nvme_ctrl *ctrl)
944 void nvme_kick_requeue_lists(struct nvme_ctrl *ctrl);
945 int nvme_mpath_alloc_disk(struct nvme_ctrl *ctrl,struct nvme_ns_head *head);
948 int nvme_mpath_init_identify(struct nvme_ctrl *ctrl, struct nvme_id_ctrl *id);
949 void nvme_mpath_init_ctrl(struct nvme_ctrl *ctrl);
950 void nvme_mpath_update(struct nvme_ctrl *ctrl);
951 void nvme_mpath_uninit(struct nvme_ctrl *ctrl);
952 void nvme_mpath_stop(struct nvme_ctrl *ctrl);
955 void nvme_mpath_clear_ctrl_paths(struct nvme_ctrl *ctrl);
979 static inline bool nvme_ctrl_use_ana(struct nvme_ctrl *ctrl)
986 static inline void nvme_kick_requeue_lists(struct nvme_ctrl *ctrl)
989 static inline int nvme_mpath_alloc_disk(struct nvme_ctrl *ctrl,
1007 static inline void nvme_mpath_clear_ctrl_paths(struct nvme_ctrl *ctrl)
1016 static inline void nvme_mpath_init_ctrl(struct nvme_ctrl *ctrl)
1019 static inline int nvme_mpath_init_identify(struct nvme_ctrl *ctrl,
1027 static inline void nvme_mpath_update(struct nvme_ctrl *ctrl)
1030 static inline void nvme_mpath_uninit(struct nvme_ctrl *ctrl)
1033 static inline void nvme_mpath_stop(struct nvme_ctrl *ctrl)
1094 int nvme_hwmon_init(struct nvme_ctrl *ctrl);
1095 void nvme_hwmon_exit(struct nvme_ctrl *ctrl);
1097 static inline int nvme_hwmon_init(struct nvme_ctrl *ctrl)
1102 static inline void nvme_hwmon_exit(struct nvme_ctrl *ctrl)
1114 static inline bool nvme_ctrl_sgl_supported(struct nvme_ctrl *ctrl)
1122 int nvme_auth_init_ctrl(struct nvme_ctrl *ctrl);
1123 void nvme_auth_stop(struct nvme_ctrl *ctrl);
1124 int nvme_auth_negotiate(struct nvme_ctrl *ctrl, int qid);
1125 int nvme_auth_wait(struct nvme_ctrl *ctrl, int qid);
1126 void nvme_auth_free(struct nvme_ctrl *ctrl);
1128 static inline int nvme_auth_init_ctrl(struct nvme_ctrl *ctrl)
1139 static inline void nvme_auth_stop(struct nvme_ctrl *ctrl) {};
1140 static inline int nvme_auth_negotiate(struct nvme_ctrl *ctrl, int qid)
1144 static inline int nvme_auth_wait(struct nvme_ctrl *ctrl, int qid)
1148 static inline void nvme_auth_free(struct nvme_ctrl *ctrl) {};
1151 u32 nvme_command_effects(struct nvme_ctrl *ctrl, struct nvme_ns *ns,
1153 u32 nvme_passthru_start(struct nvme_ctrl *ctrl, struct nvme_ns *ns, u8 opcode);
1155 void nvme_passthru_end(struct nvme_ctrl *ctrl, struct nvme_ns *ns, u32 effects,
1157 struct nvme_ctrl *nvme_ctrl_from_file(struct file *file);
1158 struct nvme_ns *nvme_find_get_ns(struct nvme_ctrl *ctrl, unsigned nsid);
1161 static inline bool nvme_multi_css(struct nvme_ctrl *ctrl)