crypto/chelsio/chcr_algo.c

174 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
175 	int authsize = crypto_aead_authsize(tfm);
180 	if ((get_aead_subtype(tfm) == CRYPTO_ALG_SUB_TYPE_AEAD_RFC4106) ||
181 	    (get_aead_subtype(tfm) == CRYPTO_ALG_SUB_TYPE_AEAD_GCM)) {
214 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
215 	struct chcr_dev *dev = a_ctx(tfm)->dev;
364 static inline int is_hmac(struct crypto_tfm *tfm)
366 	struct crypto_alg *alg = tfm->__crt_alg;
566 static inline int get_cryptoalg_subtype(struct crypto_skcipher *tfm)
568 	struct skcipher_alg *alg = crypto_skcipher_alg(tfm);
713 	struct crypto_tfm *tfm = req->tfm;
716 	switch (tfm->__crt_alg->cra_flags & CRYPTO_ALG_TYPE_MASK) {
800 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(wrparam->req);
801 	struct chcr_context *ctx = c_ctx(tfm);
854 	    (!(get_cryptoalg_subtype(tfm) ==
856 	    (!(get_cryptoalg_subtype(tfm) ==
882 	create_wreq(c_ctx(tfm), chcr_req, &(wrparam->req->base), reqctx->imm, 0,
1057 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
1058 	struct ablk_ctx *ablkctx = ABLK_CTX(c_ctx(tfm));
1098 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
1100 	int subtype = get_cryptoalg_subtype(tfm);
1132 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
1134 	int subtype = get_cryptoalg_subtype(tfm);
1160 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
1162 	struct ablk_ctx *ablkctx = ABLK_CTX(c_ctx(tfm));
1163 	struct uld_ctx *u_ctx = ULD_CTX(c_ctx(tfm));
1164 	struct chcr_dev *dev = c_ctx(tfm)->dev;
1165 	struct chcr_context *ctx = c_ctx(tfm);
1174 		chcr_cipher_dma_unmap(&ULD_CTX(c_ctx(tfm))->lldi.pdev->dev,
1197 		chcr_cipher_dma_unmap(&ULD_CTX(c_ctx(tfm))->lldi.pdev->dev,
1206 	if (get_cryptoalg_subtype(tfm) ==
1223 	if (get_cryptoalg_subtype(tfm) ==
1230 	chcr_cipher_dma_unmap(&ULD_CTX(c_ctx(tfm))->lldi.pdev->dev, req);
1232 	if (get_cryptoalg_subtype(tfm) ==
1248 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
1249 	unsigned int ivsize = crypto_skcipher_ivsize(tfm);
1250 	struct ablk_ctx *ablkctx = ABLK_CTX(c_ctx(tfm));
1251 	struct adapter *adap = padap(c_ctx(tfm)->dev);
1260 	subtype = get_cryptoalg_subtype(tfm);
1263 	    (req->cryptlen % crypto_skcipher_blocksize(tfm))) {
1266 		else if (req->cryptlen % crypto_skcipher_blocksize(tfm) &&
1274 	err = chcr_cipher_dma_map(&ULD_CTX(c_ctx(tfm))->lldi.pdev->dev, req);
1328 		chcr_cipher_dma_unmap(&ULD_CTX(c_ctx(tfm))->lldi.pdev->dev,
1357 	chcr_cipher_dma_unmap(&ULD_CTX(c_ctx(tfm))->lldi.pdev->dev, req);
1364 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
1366 	struct chcr_dev *dev = c_ctx(tfm)->dev;
1369 	struct uld_ctx *u_ctx = ULD_CTX(c_ctx(tfm));
1370 	struct chcr_context *ctx = c_ctx(tfm);
1395 	if (get_cryptoalg_subtype(tfm) ==
1409 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
1411 	struct uld_ctx *u_ctx = ULD_CTX(c_ctx(tfm));
1412 	struct chcr_dev *dev = c_ctx(tfm)->dev;
1415 	struct chcr_context *ctx = c_ctx(tfm);
1466 static int chcr_init_tfm(struct crypto_skcipher *tfm)
1468 	struct skcipher_alg *alg = crypto_skcipher_alg(tfm);
1469 	struct chcr_context *ctx = crypto_skcipher_ctx(tfm);
1479 	crypto_skcipher_set_reqsize(tfm, sizeof(struct chcr_skcipher_req_ctx) +
1485 static int chcr_rfc3686_init(struct crypto_skcipher *tfm)
1487 	struct skcipher_alg *alg = crypto_skcipher_alg(tfm);
1488 	struct chcr_context *ctx = crypto_skcipher_ctx(tfm);
1500 	crypto_skcipher_set_reqsize(tfm, sizeof(struct chcr_skcipher_req_ctx) +
1506 static void chcr_exit_tfm(struct crypto_skcipher *tfm)
1508 	struct chcr_context *ctx = crypto_skcipher_ctx(tfm);
1564 	struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
1565 	struct chcr_context *ctx = h_ctx(tfm);
1575 	struct adapter *adap = padap(h_ctx(tfm)->dev);
1646 	create_wreq(h_ctx(tfm), chcr_req, &req->base, req_ctx->hctx_wr.imm,
2096 	struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
2097 	struct uld_ctx *u_ctx = ULD_CTX(h_ctx(tfm));
2098 	struct chcr_dev *dev = h_ctx(tfm)->dev;
2152 	struct crypto_tfm *tfm = req->tfm;
2153 	struct chcr_context *ctx = crypto_tfm_ctx(tfm);
2156 	switch (tfm->__crt_alg->cra_flags & CRYPTO_ALG_TYPE_MASK) {
2201 static int chcr_ahash_setkey(struct crypto_ahash *tfm, const u8 *key,
2204 	struct hmac_ctx *hmacctx = HMAC_CTX(h_ctx(tfm));
2205 	unsigned int digestsize = crypto_ahash_digestsize(tfm);
2206 	unsigned int bs = crypto_tfm_alg_blocksize(crypto_ahash_tfm(tfm));
2215 	shash->tfm = hmacctx->base_hash;
2302 	struct crypto_ahash *tfm = crypto_ahash_reqtfm(areq);
2303 	int digestsize =  crypto_ahash_digestsize(tfm);
2314 static int chcr_sha_cra_init(struct crypto_tfm *tfm)
2316 	crypto_ahash_set_reqsize(__crypto_ahash_cast(tfm),
2318 	return chcr_device_init(crypto_tfm_ctx(tfm));
2345 static int chcr_hmac_cra_init(struct crypto_tfm *tfm)
2347 	struct chcr_context *ctx = crypto_tfm_ctx(tfm);
2350 		crypto_ahash_digestsize(__crypto_ahash_cast(tfm));
2352 	crypto_ahash_set_reqsize(__crypto_ahash_cast(tfm),
2357 	return chcr_device_init(crypto_tfm_ctx(tfm));
2360 static void chcr_hmac_cra_exit(struct crypto_tfm *tfm)
2362 	struct chcr_context *ctx = crypto_tfm_ctx(tfm);
2374 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2375 	struct uld_ctx *u_ctx = ULD_CTX(a_ctx(tfm));
2382 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2383 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
2385 	unsigned int authsize = crypto_aead_authsize(tfm);
2398 	error = chcr_aead_dma_map(&ULD_CTX(a_ctx(tfm))->lldi.pdev->dev, req,
2426 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2427 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
2444 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2445 	struct chcr_context *ctx = a_ctx(tfm);
2455 	unsigned int dst_size = 0, temp, subtype = get_aead_subtype(tfm);
2457 	unsigned int  authsize = crypto_aead_authsize(tfm);
2571 	create_wreq(a_ctx(tfm), chcr_req, &req->base, reqctx->imm, size,
2588 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2589 	unsigned int authsize = crypto_aead_authsize(tfm);
2649 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2650 	unsigned int authsize = crypto_aead_authsize(tfm);
2716 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2718 	unsigned int authsize = crypto_aead_authsize(tfm);
2719 	struct chcr_context *ctx = a_ctx(tfm);
2762 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(wrparam->req);
2763 	struct chcr_context *ctx = c_ctx(tfm);
2944 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2945 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
2970 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2971 	struct chcr_context *ctx = a_ctx(tfm);
2984 	if (get_aead_subtype(tfm) == CRYPTO_ALG_SUB_TYPE_AEAD_RFC4309)
2994 		if (crypto_aead_authsize(tfm) != req->cryptlen)
2995 			tag_offset = crypto_aead_authsize(tfm);
3011 					crypto_aead_authsize(tfm));
3045 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
3046 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
3055 	unsigned int authsize = crypto_aead_authsize(tfm);
3060 	struct adapter *adap = padap(a_ctx(tfm)->dev);
3062 	sub_type = get_aead_subtype(tfm);
3126 	create_wreq(a_ctx(tfm), chcr_req, &req->base, reqctx->imm, 0,
3142 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
3143 	struct chcr_context *ctx = a_ctx(tfm);
3153 	unsigned int authsize = crypto_aead_authsize(tfm);
3162 	if (get_aead_subtype(tfm) == CRYPTO_ALG_SUB_TYPE_AEAD_RFC4106)
3229 	if (get_aead_subtype(tfm) ==
3244 	create_wreq(a_ctx(tfm), chcr_req, &req->base, reqctx->imm, size,
3256 static int chcr_aead_cra_init(struct crypto_aead *tfm)
3258 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
3259 	struct aead_alg *alg = crypto_aead_alg(tfm);
3267 		tfm, max(sizeof(struct chcr_aead_reqctx),
3270 	return chcr_device_init(a_ctx(tfm));
3273 static void chcr_aead_cra_exit(struct crypto_aead *tfm)
3275 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
3280 static int chcr_authenc_null_setauthsize(struct crypto_aead *tfm,
3283 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
3289 static int chcr_authenc_setauthsize(struct crypto_aead *tfm,
3292 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
3293 	u32 maxauth = crypto_aead_maxauthsize(tfm);
3328 static int chcr_gcm_setauthsize(struct crypto_aead *tfm, unsigned int authsize)
3330 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
3364 static int chcr_4106_4309_setauthsize(struct crypto_aead *tfm,
3367 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
3388 static int chcr_ccm_setauthsize(struct crypto_aead *tfm,
3391 	struct chcr_aead_ctx *aeadctx = AEAD_CTX(a_ctx(tfm));
3624 		shash->tfm = base_hash;
3746 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
3748 	struct chcr_context *ctx = a_ctx(tfm);
3753 	cdev = a_ctx(tfm)->dev;
3773 	if (get_aead_subtype(tfm) == CRYPTO_ALG_SUB_TYPE_AEAD_RFC4106 &&
3796 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
3798 	struct chcr_context *ctx = a_ctx(tfm);
3809 	switch (get_aead_subtype(tfm)) {
3825 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
3826 	struct chcr_context *ctx = a_ctx(tfm);
3838 		size = crypto_aead_maxauthsize(tfm);
3845 	switch (get_aead_subtype(tfm)) {