nvme/host/ioctl.c

116 		u32 meta_seed, struct io_uring_cmd *ioucmd, unsigned int flags)
124 	if (ioucmd && (ioucmd->flags & IORING_URING_CMD_FIXED)) {
131 				rq_data_dir(req), &iter, ioucmd);
398 		struct io_uring_cmd *ioucmd)
400 	return (struct nvme_uring_cmd_pdu *)&ioucmd->pdu;
403 static void nvme_uring_task_cb(struct io_uring_cmd *ioucmd,
406 	struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd);
410 	io_uring_cmd_done(ioucmd, pdu->status, pdu->result, issue_flags);
416 	struct io_uring_cmd *ioucmd = req->end_io_data;
417 	struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd);
436 		io_uring_cmd_iopoll_done(ioucmd, pdu->result, pdu->status);
438 		io_uring_cmd_do_in_task_lazy(ioucmd, nvme_uring_task_cb);
445 		struct io_uring_cmd *ioucmd, unsigned int issue_flags, bool vec)
447 	struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd);
448 	const struct nvme_uring_cmd *cmd = io_uring_sqe_cmd(ioucmd->sqe);
478 	if (!nvme_cmd_allowed(ns, &c, 0, ioucmd->file->f_mode & FMODE_WRITE))
502 			d.metadata_len, 0, ioucmd, vec);
510 	req->end_io_data = ioucmd;
624 static int nvme_ns_uring_cmd(struct nvme_ns *ns, struct io_uring_cmd *ioucmd,
630 	BUILD_BUG_ON(sizeof(struct nvme_uring_cmd_pdu) > sizeof(ioucmd->pdu));
636 	switch (ioucmd->cmd_op) {
638 		ret = nvme_uring_cmd_io(ctrl, ns, ioucmd, issue_flags, false);
641 		ret = nvme_uring_cmd_io(ctrl, ns, ioucmd, issue_flags, true);
650 int nvme_ns_chr_uring_cmd(struct io_uring_cmd *ioucmd, unsigned int issue_flags)
652 	struct nvme_ns *ns = container_of(file_inode(ioucmd->file)->i_cdev,
655 	return nvme_ns_uring_cmd(ns, ioucmd, issue_flags);
658 int nvme_ns_chr_uring_cmd_iopoll(struct io_uring_cmd *ioucmd,
662 	struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd);
745 int nvme_ns_head_chr_uring_cmd(struct io_uring_cmd *ioucmd,
748 	struct cdev *cdev = file_inode(ioucmd->file)->i_cdev;
755 		ret = nvme_ns_uring_cmd(ns, ioucmd, issue_flags);
761 int nvme_dev_uring_cmd(struct io_uring_cmd *ioucmd, unsigned int issue_flags)
763 	struct nvme_ctrl *ctrl = ioucmd->file->private_data;
774 	switch (ioucmd->cmd_op) {
776 		ret = nvme_uring_cmd_io(ctrl, NULL, ioucmd, issue_flags, false);
779 		ret = nvme_uring_cmd_io(ctrl, NULL, ioucmd, issue_flags, true);