crypto/inside-secure/safexcel_cipher.c

374 	struct crypto_tfm *tfm = crypto_skcipher_tfm(ctfm);
375 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
405 	struct crypto_tfm *tfm = crypto_aead_tfm(ctfm);
406 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
682 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(base->tfm);
923 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(base->tfm);
1004 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
1015 						 req->cryptlen + crypto_aead_authsize(tfm),
1025 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(base->tfm);
1043 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
1075 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
1076 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
1088 					crypto_aead_authsize(tfm), req->iv,
1094 static int safexcel_cipher_exit_inv(struct crypto_tfm *tfm,
1099 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1104 	ctx = crypto_tfm_ctx(base->tfm);
1127 static int safexcel_skcipher_exit_inv(struct crypto_tfm *tfm)
1137 	skcipher_request_set_tfm(req, __crypto_skcipher_cast(tfm));
1139 	return safexcel_cipher_exit_inv(tfm, &req->base, sreq, &result);
1142 static int safexcel_aead_exit_inv(struct crypto_tfm *tfm)
1152 	aead_request_set_tfm(req, __crypto_aead_cast(tfm));
1154 	return safexcel_cipher_exit_inv(tfm, &req->base, sreq, &result);
1161 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(base->tfm);
1206 static int safexcel_skcipher_cra_init(struct crypto_tfm *tfm)
1208 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1210 		container_of(tfm->__crt_alg, struct safexcel_alg_template,
1213 	crypto_skcipher_set_reqsize(__crypto_skcipher_cast(tfm),
1225 static int safexcel_cipher_cra_exit(struct crypto_tfm *tfm)
1227 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1239 static void safexcel_skcipher_cra_exit(struct crypto_tfm *tfm)
1241 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1245 	if (safexcel_cipher_cra_exit(tfm))
1249 		ret = safexcel_skcipher_exit_inv(tfm);
1259 static void safexcel_aead_cra_exit(struct crypto_tfm *tfm)
1261 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1265 	if (safexcel_cipher_cra_exit(tfm))
1269 		ret = safexcel_aead_exit_inv(tfm);
1279 static int safexcel_skcipher_aes_ecb_cra_init(struct crypto_tfm *tfm)
1281 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1283 	safexcel_skcipher_cra_init(tfm);
1317 static int safexcel_skcipher_aes_cbc_cra_init(struct crypto_tfm *tfm)
1319 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1321 	safexcel_skcipher_cra_init(tfm);
1358 	struct crypto_tfm *tfm = crypto_skcipher_tfm(ctfm);
1359 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1391 static int safexcel_skcipher_aes_ctr_cra_init(struct crypto_tfm *tfm)
1393 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1395 	safexcel_skcipher_cra_init(tfm);
1452 static int safexcel_skcipher_des_cbc_cra_init(struct crypto_tfm *tfm)
1454 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1456 	safexcel_skcipher_cra_init(tfm);
1491 static int safexcel_skcipher_des_ecb_cra_init(struct crypto_tfm *tfm)
1493 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1495 	safexcel_skcipher_cra_init(tfm);
1551 static int safexcel_skcipher_des3_cbc_cra_init(struct crypto_tfm *tfm)
1553 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1555 	safexcel_skcipher_cra_init(tfm);
1590 static int safexcel_skcipher_des3_ecb_cra_init(struct crypto_tfm *tfm)
1592 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1594 	safexcel_skcipher_cra_init(tfm);
1642 static int safexcel_aead_cra_init(struct crypto_tfm *tfm)
1644 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1646 		container_of(tfm->__crt_alg, struct safexcel_alg_template,
1649 	crypto_aead_set_reqsize(__crypto_aead_cast(tfm),
1665 static int safexcel_aead_sha1_cra_init(struct crypto_tfm *tfm)
1667 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1669 	safexcel_aead_cra_init(tfm);
1701 static int safexcel_aead_sha256_cra_init(struct crypto_tfm *tfm)
1703 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1705 	safexcel_aead_cra_init(tfm);
1737 static int safexcel_aead_sha224_cra_init(struct crypto_tfm *tfm)
1739 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1741 	safexcel_aead_cra_init(tfm);
1773 static int safexcel_aead_sha512_cra_init(struct crypto_tfm *tfm)
1775 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1777 	safexcel_aead_cra_init(tfm);
1809 static int safexcel_aead_sha384_cra_init(struct crypto_tfm *tfm)
1811 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1813 	safexcel_aead_cra_init(tfm);
1845 static int safexcel_aead_sha1_des3_cra_init(struct crypto_tfm *tfm)
1847 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1849 	safexcel_aead_sha1_cra_init(tfm);
1882 static int safexcel_aead_sha256_des3_cra_init(struct crypto_tfm *tfm)
1884 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1886 	safexcel_aead_sha256_cra_init(tfm);
1919 static int safexcel_aead_sha224_des3_cra_init(struct crypto_tfm *tfm)
1921 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1923 	safexcel_aead_sha224_cra_init(tfm);
1956 static int safexcel_aead_sha512_des3_cra_init(struct crypto_tfm *tfm)
1958 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1960 	safexcel_aead_sha512_cra_init(tfm);
1993 static int safexcel_aead_sha384_des3_cra_init(struct crypto_tfm *tfm)
1995 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
1997 	safexcel_aead_sha384_cra_init(tfm);
2030 static int safexcel_aead_sha1_des_cra_init(struct crypto_tfm *tfm)
2032 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2034 	safexcel_aead_sha1_cra_init(tfm);
2067 static int safexcel_aead_sha256_des_cra_init(struct crypto_tfm *tfm)
2069 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2071 	safexcel_aead_sha256_cra_init(tfm);
2104 static int safexcel_aead_sha224_des_cra_init(struct crypto_tfm *tfm)
2106 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2108 	safexcel_aead_sha224_cra_init(tfm);
2141 static int safexcel_aead_sha512_des_cra_init(struct crypto_tfm *tfm)
2143 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2145 	safexcel_aead_sha512_cra_init(tfm);
2178 static int safexcel_aead_sha384_des_cra_init(struct crypto_tfm *tfm)
2180 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2182 	safexcel_aead_sha384_cra_init(tfm);
2215 static int safexcel_aead_sha1_ctr_cra_init(struct crypto_tfm *tfm)
2217 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2219 	safexcel_aead_sha1_cra_init(tfm);
2250 static int safexcel_aead_sha256_ctr_cra_init(struct crypto_tfm *tfm)
2252 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2254 	safexcel_aead_sha256_cra_init(tfm);
2285 static int safexcel_aead_sha224_ctr_cra_init(struct crypto_tfm *tfm)
2287 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2289 	safexcel_aead_sha224_cra_init(tfm);
2320 static int safexcel_aead_sha512_ctr_cra_init(struct crypto_tfm *tfm)
2322 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2324 	safexcel_aead_sha512_cra_init(tfm);
2355 static int safexcel_aead_sha384_ctr_cra_init(struct crypto_tfm *tfm)
2357 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2359 	safexcel_aead_sha384_cra_init(tfm);
2393 	struct crypto_tfm *tfm = crypto_skcipher_tfm(ctfm);
2394 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2448 static int safexcel_skcipher_aes_xts_cra_init(struct crypto_tfm *tfm)
2450 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2452 	safexcel_skcipher_cra_init(tfm);
2507 	struct crypto_tfm *tfm = crypto_aead_tfm(ctfm);
2508 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2555 static int safexcel_aead_gcm_cra_init(struct crypto_tfm *tfm)
2557 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2559 	safexcel_aead_cra_init(tfm);
2568 static void safexcel_aead_gcm_cra_exit(struct crypto_tfm *tfm)
2570 	safexcel_aead_cra_exit(tfm);
2573 static int safexcel_aead_gcm_setauthsize(struct crypto_aead *tfm,
2609 	struct crypto_tfm *tfm = crypto_aead_tfm(ctfm);
2610 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2650 static int safexcel_aead_ccm_cra_init(struct crypto_tfm *tfm)
2652 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2654 	safexcel_aead_cra_init(tfm);
2663 static int safexcel_aead_ccm_setauthsize(struct crypto_aead *tfm,
2756 static int safexcel_skcipher_chacha20_cra_init(struct crypto_tfm *tfm)
2758 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2760 	safexcel_skcipher_cra_init(tfm);
2813 static int safexcel_aead_chachapoly_setauthsize(struct crypto_aead *tfm,
2826 	struct crypto_tfm *tfm = crypto_aead_tfm(aead);
2827 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2884 static int safexcel_aead_fallback_cra_init(struct crypto_tfm *tfm)
2886 	struct crypto_aead *aead = __crypto_aead_cast(tfm);
2888 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2890 	safexcel_aead_cra_init(tfm);
2906 static int safexcel_aead_chachapoly_cra_init(struct crypto_tfm *tfm)
2908 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2910 	safexcel_aead_fallback_cra_init(tfm);
2920 static void safexcel_aead_fallback_cra_exit(struct crypto_tfm *tfm)
2922 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2925 	safexcel_aead_cra_exit(tfm);
2957 static int safexcel_aead_chachapolyesp_cra_init(struct crypto_tfm *tfm)
2959 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
2962 	ret = safexcel_aead_chachapoly_cra_init(tfm);
3000 	struct crypto_tfm *tfm = crypto_skcipher_tfm(ctfm);
3001 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3037 static int safexcel_skcipher_sm4_ecb_cra_init(struct crypto_tfm *tfm)
3039 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3041 	safexcel_skcipher_cra_init(tfm);
3075 static int safexcel_skcipher_sm4_cbc_cra_init(struct crypto_tfm *tfm)
3077 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3079 	safexcel_skcipher_cra_init(tfm);
3116 	struct crypto_tfm *tfm = crypto_skcipher_tfm(ctfm);
3117 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3127 static int safexcel_skcipher_sm4_ctr_cra_init(struct crypto_tfm *tfm)
3129 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3131 	safexcel_skcipher_cra_init(tfm);
3178 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
3181 	if ((req->cryptlen - crypto_aead_authsize(tfm)) & (SM4_BLOCK_SIZE - 1))
3188 static int safexcel_aead_sm4cbc_sha1_cra_init(struct crypto_tfm *tfm)
3190 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3192 	safexcel_aead_cra_init(tfm);
3229 	struct crypto_tfm *tfm = crypto_aead_tfm(ctfm);
3230 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3240 	struct crypto_tfm *tfm = crypto_aead_tfm(ctfm);
3241 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3251 	struct crypto_tfm *tfm = crypto_aead_tfm(aead);
3252 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3284 	struct crypto_aead *tfm = crypto_aead_reqtfm(req);
3287 	if ((req->cryptlen - crypto_aead_authsize(tfm)) & (SM4_BLOCK_SIZE - 1))
3289 	else if (req->cryptlen > crypto_aead_authsize(tfm) || req->assoclen)
3297 static int safexcel_aead_sm4cbc_sm3_cra_init(struct crypto_tfm *tfm)
3299 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3301 	safexcel_aead_fallback_cra_init(tfm);
3337 static int safexcel_aead_sm4ctr_sha1_cra_init(struct crypto_tfm *tfm)
3339 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3341 	safexcel_aead_sm4cbc_sha1_cra_init(tfm);
3372 static int safexcel_aead_sm4ctr_sm3_cra_init(struct crypto_tfm *tfm)
3374 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3376 	safexcel_aead_sm4cbc_sm3_cra_init(tfm);
3410 	struct crypto_tfm *tfm = crypto_aead_tfm(ctfm);
3411 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3420 static int safexcel_rfc4106_gcm_setauthsize(struct crypto_aead *tfm,
3438 static int safexcel_rfc4106_gcm_cra_init(struct crypto_tfm *tfm)
3440 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3443 	ret = safexcel_aead_gcm_cra_init(tfm);
3475 static int safexcel_rfc4543_gcm_setauthsize(struct crypto_aead *tfm,
3484 static int safexcel_rfc4543_gcm_cra_init(struct crypto_tfm *tfm)
3486 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3489 	ret = safexcel_aead_gcm_cra_init(tfm);
3523 	struct crypto_tfm *tfm = crypto_aead_tfm(ctfm);
3524 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3537 static int safexcel_rfc4309_ccm_setauthsize(struct crypto_aead *tfm,
3575 static int safexcel_rfc4309_ccm_cra_init(struct crypto_tfm *tfm)
3577 	struct safexcel_cipher_ctx *ctx = crypto_tfm_ctx(tfm);
3580 	ret = safexcel_aead_ccm_cra_init(tfm);