crypto/chelsio/chcr_algo.c

1563 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(req);
1577 	unsigned int rx_channel_id = req_ctx->rxqidx / ctx->rxq_perchan;
1581 	req_ctx->hctx_wr.imm = (transhdr_len + param->bfr_len +
1583 	nents = sg_nents_xlen(req_ctx->hctx_wr.srcsg, param->sg_len,
1584 		      CHCR_SRC_SG_SIZE, req_ctx->hctx_wr.src_ofst);
1586 	transhdr_len += req_ctx->hctx_wr.imm ? roundup(param->bfr_len +
1611 	memcpy(chcr_req->key_ctx.key, req_ctx->partial_hash,
1629 		req_ctx->hctx_wr.dma_addr =
1630 			dma_map_single(&u_ctx->lldi.pdev->dev, req_ctx->reqbfr,
1633 				       req_ctx->hctx_wr. dma_addr)) {
1637 		req_ctx->hctx_wr.dma_len = param->bfr_len;
1639 		req_ctx->hctx_wr.dma_addr = 0;
1643 	temp = param->kctx_len + DUMMY_BYTES + (req_ctx->hctx_wr.imm ?
1646 	create_wreq(h_ctx(tfm), chcr_req, &req->base, req_ctx->hctx_wr.imm,
1649 	req_ctx->hctx_wr.skb = skb;
1658 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(req);
1671 	req_ctx->txqidx = cpu % ctx->ntxq;
1672 	req_ctx->rxqidx = cpu % ctx->nrxq;
1677 	if (nbytes + req_ctx->reqlen >= bs) {
1678 		remainder = (nbytes + req_ctx->reqlen) % bs;
1679 		nbytes = nbytes + req_ctx->reqlen - remainder;
1681 		sg_pcopy_to_buffer(req->src, sg_nents(req->src), req_ctx->reqbfr
1682 				   + req_ctx->reqlen, nbytes, 0);
1683 		req_ctx->reqlen += nbytes;
1693 						req_ctx->txqidx) &&
1699 	chcr_init_hctx_per_wr(req_ctx);
1707 	params.sg_len = chcr_hash_ent_in_wr(req->src, !!req_ctx->reqlen,
1711 	params.sg_len = rounddown(params.sg_len + req_ctx->reqlen, bs) -
1712 			req_ctx->reqlen;
1716 	params.bfr_len = req_ctx->reqlen;
1718 	req_ctx->hctx_wr.srcsg = req->src;
1721 	req_ctx->data_len += params.sg_len + params.bfr_len;
1728 	req_ctx->hctx_wr.processed += params.sg_len;
1731 		swap(req_ctx->reqbfr, req_ctx->skbfr);
1733 				   req_ctx->reqbfr, remainder, req->nbytes -
1736 	req_ctx->reqlen = remainder;
1738 	set_wr_txq(skb, CPL_PRIORITY_DATA, req_ctx->txqidx);
1760 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(req);
1772 	req_ctx->txqidx = cpu % ctx->ntxq;
1773 	req_ctx->rxqidx = cpu % ctx->nrxq;
1780 	chcr_init_hctx_per_wr(req_ctx);
1786 	req_ctx->hctx_wr.isfinal = 1;
1796 	req_ctx->hctx_wr.result = 1;
1797 	params.bfr_len = req_ctx->reqlen;
1798 	req_ctx->data_len += params.bfr_len + params.sg_len;
1799 	req_ctx->hctx_wr.srcsg = req->src;
1800 	if (req_ctx->reqlen == 0) {
1801 		create_last_hash_block(req_ctx->reqbfr, bs, req_ctx->data_len);
1808 		params.scmd1 = req_ctx->data_len;
1818 	req_ctx->reqlen = 0;
1820 	set_wr_txq(skb, CPL_PRIORITY_DATA, req_ctx->txqidx);
1830 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(req);
1842 	req_ctx->txqidx = cpu % ctx->ntxq;
1843 	req_ctx->rxqidx = cpu % ctx->nrxq;
1852 						req_ctx->txqidx) &&
1857 	chcr_init_hctx_per_wr(req_ctx);
1873 	params.sg_len = chcr_hash_ent_in_wr(req->src, !!req_ctx->reqlen,
1882 		params.sg_len = rounddown(params.sg_len + req_ctx->reqlen, bs)
1883 					- req_ctx->reqlen;
1891 		params.scmd1 = req_ctx->data_len + req_ctx->reqlen +
1894 	params.bfr_len = req_ctx->reqlen;
1895 	req_ctx->data_len += params.bfr_len + params.sg_len;
1896 	req_ctx->hctx_wr.result = 1;
1897 	req_ctx->hctx_wr.srcsg = req->src;
1898 	if ((req_ctx->reqlen + req->nbytes) == 0) {
1899 		create_last_hash_block(req_ctx->reqbfr, bs, req_ctx->data_len);
1910 	req_ctx->reqlen = 0;
1911 	req_ctx->hctx_wr.processed += params.sg_len;
1913 	set_wr_txq(skb, CPL_PRIORITY_DATA, req_ctx->txqidx);
1928 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(req);
1940 	req_ctx->txqidx = cpu % ctx->ntxq;
1941 	req_ctx->rxqidx = cpu % ctx->nrxq;
1955 						req_ctx->txqidx) &&
1961 	chcr_init_hctx_per_wr(req_ctx);
1976 	params.sg_len = chcr_hash_ent_in_wr(req->src, !!req_ctx->reqlen,
1993 		params.scmd1 = req->nbytes + req_ctx->data_len;
1997 	req_ctx->hctx_wr.result = 1;
1998 	req_ctx->hctx_wr.srcsg = req->src;
1999 	req_ctx->data_len += params.bfr_len + params.sg_len;
2002 		create_last_hash_block(req_ctx->reqbfr, bs, req_ctx->data_len);
2012 	req_ctx->hctx_wr.processed += params.sg_len;
2014 	set_wr_txq(skb, CPL_PRIORITY_DATA, req_ctx->txqidx);
2173 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(areq);
2176 	state->reqlen = req_ctx->reqlen;
2177 	state->data_len = req_ctx->data_len;
2178 	memcpy(state->bfr1, req_ctx->reqbfr, req_ctx->reqlen);
2179 	memcpy(state->partial_hash, req_ctx->partial_hash,
2187 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(areq);
2190 	req_ctx->reqlen = state->reqlen;
2191 	req_ctx->data_len = state->data_len;
2192 	req_ctx->reqbfr = req_ctx->bfr1;
2193 	req_ctx->skbfr = req_ctx->bfr2;
2194 	memcpy(req_ctx->bfr1, state->bfr1, CHCR_HASH_MAX_BLOCK_SIZE_128);
2195 	memcpy(req_ctx->partial_hash, state->partial_hash,
2197 	chcr_init_hctx_per_wr(req_ctx);
2301 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(areq);
2305 	req_ctx->data_len = 0;
2306 	req_ctx->reqlen = 0;
2307 	req_ctx->reqbfr = req_ctx->bfr1;
2308 	req_ctx->skbfr = req_ctx->bfr2;
2309 	copy_hash_init_values(req_ctx->partial_hash, digestsize);
2323 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(areq);
2330 	req_ctx->data_len = bs;
2333 			memcpy(req_ctx->partial_hash, hmacctx->ipad,
2336 			memcpy(req_ctx->partial_hash, hmacctx->ipad,
2339 			memcpy(req_ctx->partial_hash, hmacctx->ipad,
2811 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(req);
2820 	req_ctx->hctx_wr.is_sg_map = 1;
2827 	struct chcr_ahash_req_ctx *req_ctx = ahash_request_ctx(req);
2834 	req_ctx->hctx_wr.is_sg_map = 0;