udapl_tavor/tavor/dapl_tavor_hw.c

292 dapli_tavor_wqe_send_build(ib_qp_handle_t qp, ibt_send_wr_t *wr,
307 	nds = wr->wr_nds;
308 	sgl = wr->wr_sgl;
315 	switch (wr->wr_opcode) {
334 		if (qp->qp_sq_inline < 0 && wr->wr_opcode == IBT_WRC_RDMAR)
347 		TAVOR_WQE_BUILD_REMADDR(rc, &wr->wr.rc.rcwr.rdma);
360 		old_rkey = wr->wr.rc.rcwr.bind->bind_rkey;
367 		wr->wr.rc.rcwr.bind->bind_rkey_out = new_rkey;
377 		TAVOR_WQE_BUILD_BIND(bn, wr->wr.rc.rcwr.bind);
391 		    wr->wr_opcode);
562 dapli_tavor_wqe_recv_build(ib_qp_handle_t qp, ibt_recv_wr_t *wr,
575 	if (wr->wr_nds > qp->qp_rq_sgl) {
588 	for (i = 0; i < wr->wr_nds; i++) {
589 		if (wr->wr_sgl[i].ds_len == 0) {
598 		TAVOR_WQE_BUILD_DATA_SEG(&ds[num_ds], &wr->wr_sgl[i]);
668 dapli_tavor_wqe_srq_build(ib_srq_handle_t srq, ibt_recv_wr_t *wr,
682 	if (wr->wr_nds > srq->srq_wq_sgl) {
695 	for (i = 0; i < wr->wr_nds; i++) {
696 		if (wr->wr_sgl[i].ds_len == 0) {
705 		TAVOR_WQE_BUILD_DATA_SEG(&ds[num_ds], &wr->wr_sgl[i]);
1295 dapli_tavor_post_send(DAPL_EP *ep, ibt_send_wr_t *wr, boolean_t ns)
1357 	status = dapli_tavor_wqe_send_build(qp, wr, wqe_addr, &desc_sz);
1380 	if (wr->wr_flags & IBT_WR_SEND_SIGNAL) {
1384 	dapli_tavor_wrid_add_entry(qp->qp_sq_wqhdr, wr->wr_id, wqeaddrsz,
1390 	dapli_tavor_wqe_send_linknext(wr, wqe_addr, ns, desc, desc_sz,
1427 dapli_tavor_post_recv(DAPL_EP	*ep, ibt_recv_wr_t *wr, boolean_t ns)
1491 	status = dapli_tavor_wqe_recv_build(qp, wr, wqe_addr, &desc_sz);
1504 	dapli_tavor_wrid_add_entry(qp->qp_rq_wqhdr, wr->wr_id, wqeaddrsz,
1548 dapli_tavor_post_srq(DAPL_SRQ *srqp, ibt_recv_wr_t *wr, boolean_t ns)
1600 	status = dapli_tavor_wqe_srq_build(srq, wr, wqe_addr);
1609 	dapli_tavor_wrid_add_entry_srq(srq, wr->wr_id, wqe_index);