dev/nvmf/nvmf_tcp.c

117 	struct nvmf_capsule nc;
132 #define	TCAP(nc)	((struct nvmf_tcp_capsule *)(nc))
386 	struct nvmf_capsule *nc;
391 	nc = nvmf_allocate_command(&qp->qp, &cmd->ccsqe, M_WAITOK);
393 	tc = TCAP(nc);
396 	nvmf_capsule_received(&qp->qp, nc);
405 	struct nvmf_capsule *nc;
410 	nc = nvmf_allocate_response(&qp->qp, &rsp->rccqe, M_WAITOK);
412 	nc->nc_sqhd_valid = true;
413 	tc = TCAP(nc);
423 	nvmf_capsule_received(&qp->qp, nc);
838 		struct nvmf_capsule *nc;
843 		nc = nvmf_allocate_response(&qp->qp, &cqe, M_WAITOK);
844 		nc->nc_sqhd_valid = false;
846 		nvmf_capsule_received(&qp->qp, nc);
1225 	struct nvmf_capsule *nc = &tc->nc;
1236 	if (nc->nc_data.io_len != 0) {
1237 		cb = tcp_alloc_command_buffer(qp, &nc->nc_data, 0,
1238 		    nc->nc_data.io_len, nc->nc_sqe.cid);
1240 		if (nc->nc_send_data && nc->nc_data.io_len <= qp->max_icd) {
1243 			    nc->nc_data.io_len, NULL, false);
1244 			cb->data_xfered = nc->nc_data.io_len;
1246 		} else if (nc->nc_send_data) {
1259 	cmd.ccsqe = nc->nc_sqe;
1265 	sgl->length = htole32(nc->nc_data.io_len);
1275 	    nc->nc_data.io_len : 0);
1282 	struct nvmf_capsule *nc = &tc->nc;
1287 	rsp.rccqe = nc->nc_cqe;
1295 	if (tc->nc.nc_qe_len == sizeof(struct nvme_command))
1549 		nvmf_abort_capsule_data(&tc->nc, ECONNABORTED);
1604 	return (&tc->nc);
1610 	struct nvmf_tcp_qpair *qp = TQP(tc->nc.nc_qpair);
1624 tcp_free_capsule(struct nvmf_capsule *nc)
1626 	struct nvmf_tcp_capsule *tc = TCAP(nc);
1632 tcp_transmit_capsule(struct nvmf_capsule *nc)
1634 	struct nvmf_tcp_qpair *qp = TQP(nc->nc_qpair);
1635 	struct nvmf_tcp_capsule *tc = TCAP(nc);
1648 tcp_validate_command_capsule(struct nvmf_capsule *nc)
1650 	struct nvmf_tcp_capsule *tc = TCAP(nc);
1655 	sgl = &nc->nc_sqe.sgl;
1683 tcp_capsule_data_len(const struct nvmf_capsule *nc)
1685 	MPASS(nc->nc_qe_len == sizeof(struct nvme_command));
1686 	return (le32toh(nc->nc_sqe.sgl.length));
1690 tcp_receive_r2t_data(struct nvmf_capsule *nc, uint32_t data_offset,
1693 	struct nvmf_tcp_qpair *qp = TQP(nc->nc_qpair);
1694 	struct nvmf_tcp_capsule *tc = TCAP(nc);
1698 	    nc->nc_sqe.cid);
1722 	tcp_send_r2t(qp, nc->nc_sqe.cid, cb->ttag, data_offset, io->io_len);
1726 tcp_receive_icd_data(struct nvmf_capsule *nc, uint32_t data_offset,
1729 	struct nvmf_tcp_capsule *tc = TCAP(nc);
1737 tcp_receive_controller_data(struct nvmf_capsule *nc, uint32_t data_offset,
1743 	if (nc->nc_qe_len != sizeof(struct nvme_command) ||
1744 	    !nc->nc_qpair->nq_controller)
1747 	sgl = &nc->nc_sqe.sgl;
1753 		tcp_receive_icd_data(nc, data_offset, io);
1755 		tcp_receive_r2t_data(nc, data_offset, io);
1782 tcp_send_controller_data(struct nvmf_capsule *nc, uint32_t data_offset,
1785 	struct nvmf_tcp_qpair *qp = TQP(nc->nc_qpair);
1791 	if (nc->nc_qe_len != sizeof(struct nvme_command) ||
1797 	sgl = &nc->nc_sqe.sgl;
1810 	KASSERT(data_offset == TCAP(nc)->tx_data_offset,
1812 	    __func__, data_offset, TCAP(nc)->tx_data_offset));
1833 		tcp_send_c2h_pdu(qp, nc->nc_sqe.cid, data_offset, m, todo,
1843 	TCAP(nc)->tx_data_offset = data_offset;