1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Linux/arm64 port of the OpenSSL SHA512 implementation for AArch64
4 *
5 * Copyright (c) 2016 Linaro Ltd. <ard.biesheuvel@linaro.org>
6 */
7
8#include <crypto/internal/hash.h>
9#include <linux/types.h>
10#include <linux/string.h>
11#include <crypto/sha2.h>
12#include <crypto/sha512_base.h>
13#include <asm/neon.h>
14
15MODULE_DESCRIPTION("SHA-384/SHA-512 secure hash for arm64");
16MODULE_AUTHOR("Andy Polyakov <appro@openssl.org>");
17MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
18MODULE_LICENSE("GPL v2");
19MODULE_ALIAS_CRYPTO("sha384");
20MODULE_ALIAS_CRYPTO("sha512");
21
22asmlinkage void sha512_block_data_order(u64 *digest, const void *data,
23					unsigned int num_blks);
24EXPORT_SYMBOL(sha512_block_data_order);
25
26static void sha512_arm64_transform(struct sha512_state *sst, u8 const *src,
27				   int blocks)
28{
29	sha512_block_data_order(sst->state, src, blocks);
30}
31
32static int sha512_update(struct shash_desc *desc, const u8 *data,
33			 unsigned int len)
34{
35	return sha512_base_do_update(desc, data, len, sha512_arm64_transform);
36}
37
38static int sha512_finup(struct shash_desc *desc, const u8 *data,
39			unsigned int len, u8 *out)
40{
41	if (len)
42		sha512_base_do_update(desc, data, len, sha512_arm64_transform);
43	sha512_base_do_finalize(desc, sha512_arm64_transform);
44
45	return sha512_base_finish(desc, out);
46}
47
48static int sha512_final(struct shash_desc *desc, u8 *out)
49{
50	return sha512_finup(desc, NULL, 0, out);
51}
52
53static struct shash_alg algs[] = { {
54	.digestsize		= SHA512_DIGEST_SIZE,
55	.init			= sha512_base_init,
56	.update			= sha512_update,
57	.final			= sha512_final,
58	.finup			= sha512_finup,
59	.descsize		= sizeof(struct sha512_state),
60	.base.cra_name		= "sha512",
61	.base.cra_driver_name	= "sha512-arm64",
62	.base.cra_priority	= 150,
63	.base.cra_blocksize	= SHA512_BLOCK_SIZE,
64	.base.cra_module	= THIS_MODULE,
65}, {
66	.digestsize		= SHA384_DIGEST_SIZE,
67	.init			= sha384_base_init,
68	.update			= sha512_update,
69	.final			= sha512_final,
70	.finup			= sha512_finup,
71	.descsize		= sizeof(struct sha512_state),
72	.base.cra_name		= "sha384",
73	.base.cra_driver_name	= "sha384-arm64",
74	.base.cra_priority	= 150,
75	.base.cra_blocksize	= SHA384_BLOCK_SIZE,
76	.base.cra_module	= THIS_MODULE,
77} };
78
79static int __init sha512_mod_init(void)
80{
81	return crypto_register_shashes(algs, ARRAY_SIZE(algs));
82}
83
84static void __exit sha512_mod_fini(void)
85{
86	crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
87}
88
89module_init(sha512_mod_init);
90module_exit(sha512_mod_fini);
91