dev/qat/qat.c

1155 	struct qat_sym_cookie *qsc;
1164 	qsc = qcb->qcb_symck_free[--qcb->qcb_symck_free_count];
1168 	return qsc;
1173     struct qat_sym_cookie *qsc)
1175 	explicit_bzero(qsc->qsc_iv_buf, EALG_MAX_BLOCK_LEN);
1176 	explicit_bzero(qsc->qsc_auth_res, QAT_SYM_HASH_BUFFER_LEN);
1179 	qcb->qcb_symck_free[qcb->qcb_symck_free_count++] = qsc;
1347 	struct qat_sym_cookie	*qsc;
1390 	struct qat_sym_cookie *qsc;
1398 	qsc = arg->qsc;
1399 	arg->error = qat_crypto_populate_buf_list(&qsc->qsc_buf_list, segs,
1410 	struct qat_sym_cookie *qsc;
1421 	qsc = arg->qsc;
1433 		    0 : qsc->qsc_buf_list.num_buffers;
1435 	arg->error = qat_crypto_populate_buf_list(&qsc->qsc_buf_list, segs,
1448 	struct qat_sym_cookie *qsc;
1459 	qsc = arg->qsc;
1473 		ibufs = &qsc->qsc_buf_list;
1474 		obufs = &qsc->qsc_obuf_list;
1486 	arg->error = qat_crypto_populate_buf_list(&qsc->qsc_obuf_list, segs,
1491 qat_crypto_load(struct qat_session *qs, struct qat_sym_cookie *qsc,
1497 	crypto_read_iv(crp, qsc->qsc_iv_buf);
1501 	arg.qsc = qsc;
1514 		memset(qsc->qsc_gcm_aad, 0, QAT_GCM_AAD_SIZE_MAX);
1517 			    crp->crp_aad_length, qsc->qsc_gcm_aad);
1519 			memcpy(qsc->qsc_gcm_aad, crp->crp_aad,
1524 		    qsc->qsc_dma[QAT_SYM_DMA_AADBUF].qsd_dma_tag,
1525 		    qsc->qsc_dma[QAT_SYM_DMA_AADBUF].qsd_dmamap,
1533 		    qsc->qsc_dma[QAT_SYM_DMA_BUF].qsd_dma_tag,
1534 		    qsc->qsc_dma[QAT_SYM_DMA_BUF].qsd_dmamap,
1542 		    qsc->qsc_dma[QAT_SYM_DMA_OBUF].qsd_dma_tag,
1543 		    qsc->qsc_dma[QAT_SYM_DMA_OBUF].qsd_dmamap,
1587 		struct qat_sym_cookie *qsc;
1594 		qsc = qdm->qdm_dma_vaddr;
1595 		qsc->qsc_self_dmamap = qdm->qdm_dma_map;
1596 		qsc->qsc_self_dma_tag = qdm->qdm_dma_tag;
1597 		qsc->qsc_bulk_req_params_buf_paddr =
1600 		qsc->qsc_buffer_list_desc_paddr =
1603 		qsc->qsc_obuffer_list_desc_paddr =
1606 		qsc->qsc_obuffer_list_desc_paddr =
1609 		qsc->qsc_iv_buf_paddr =
1612 		qsc->qsc_auth_res_paddr =
1615 		qsc->qsc_gcm_aad_paddr =
1618 		qsc->qsc_content_desc_paddr =
1621 		qcb->qcb_symck_free[i] = qsc;
1635 			    &qsc->qsc_dma[j].qsd_dma_tag);
1638 			error = bus_dmamap_create(qsc->qsc_dma[j].qsd_dma_tag,
1639 			    BUS_DMA_COHERENT, &qsc->qsc_dma[j].qsd_dmamap);
1660 	struct qat_sym_cookie *qsc;
1665 		qsc = qcb->qcb_symck_free[i];
1667 			bus_dmamap_destroy(qsc->qsc_dma[j].qsd_dma_tag,
1668 			    qsc->qsc_dma[j].qsd_dmamap);
1669 			bus_dma_tag_destroy(qsc->qsc_dma[j].qsd_dma_tag);
1787 qat_crypto_sym_dma_unload(struct qat_sym_cookie *qsc, enum qat_sym_dma i)
1789 	bus_dmamap_sync(qsc->qsc_dma[i].qsd_dma_tag, qsc->qsc_dma[i].qsd_dmamap,
1791 	bus_dmamap_unload(qsc->qsc_dma[i].qsd_dma_tag,
1792 	    qsc->qsc_dma[i].qsd_dmamap);
1802 	struct qat_sym_cookie *qsc;
1809 	qsc = *(void **)((uintptr_t)msg + sc->sc_hw.qhw_crypto_opaque_offset);
1811 	qsbc = &qsc->qsc_bulk_cookie;
1816 	bus_dmamap_sync(qsc->qsc_self_dma_tag, qsc->qsc_self_dmamap,
1820 		qat_crypto_sym_dma_unload(qsc, QAT_SYM_DMA_AADBUF);
1821 	qat_crypto_sym_dma_unload(qsc, QAT_SYM_DMA_BUF);
1823 		qat_crypto_sym_dma_unload(qsc, QAT_SYM_DMA_OBUF);
1830 			if (timingsafe_bcmp(icv, qsc->qsc_auth_res,
1836 			    auth_sz, qsc->qsc_auth_res);
1840 	qat_crypto_free_sym_cookie(qcb, qsc);
2173 	struct qat_sym_cookie *qsc;
2180 	qsc = NULL;
2225 	qsc = qat_crypto_alloc_sym_cookie(qcb);
2226 	if (qsc == NULL) {
2237 	error = qat_crypto_load(qs, qsc, desc, crp);
2241 	qsbc = &qsc->qsc_bulk_cookie;
2246 	sc->sc_hw.qhw_crypto_setup_req_params(qcb, qs, desc, qsc, crp);
2249 		bus_dmamap_sync(qsc->qsc_dma[QAT_SYM_DMA_AADBUF].qsd_dma_tag,
2250 		    qsc->qsc_dma[QAT_SYM_DMA_AADBUF].qsd_dmamap,
2253 	bus_dmamap_sync(qsc->qsc_dma[QAT_SYM_DMA_BUF].qsd_dma_tag,
2254 	    qsc->qsc_dma[QAT_SYM_DMA_BUF].qsd_dmamap,
2257 		bus_dmamap_sync(qsc->qsc_dma[QAT_SYM_DMA_OBUF].qsd_dma_tag,
2258 		    qsc->qsc_dma[QAT_SYM_DMA_OBUF].qsd_dmamap,
2261 	bus_dmamap_sync(qsc->qsc_self_dma_tag, qsc->qsc_self_dmamap,
2272 	if (qsc)
2273 		qat_crypto_free_sym_cookie(qcb, qsc);