1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __RK3288_CRYPTO_H__
3#define __RK3288_CRYPTO_H__
4
5#include <crypto/aes.h>
6#include <crypto/engine.h>
7#include <crypto/internal/des.h>
8#include <crypto/internal/hash.h>
9#include <crypto/internal/skcipher.h>
10#include <crypto/md5.h>
11#include <crypto/sha1.h>
12#include <crypto/sha2.h>
13#include <linux/dma-mapping.h>
14#include <linux/interrupt.h>
15#include <linux/pm_runtime.h>
16#include <linux/scatterlist.h>
17#include <linux/types.h>
18
19#define _SBF(v, f)			((v) << (f))
20
21/* Crypto control registers*/
22#define RK_CRYPTO_INTSTS		0x0000
23#define RK_CRYPTO_PKA_DONE_INT		BIT(5)
24#define RK_CRYPTO_HASH_DONE_INT		BIT(4)
25#define RK_CRYPTO_HRDMA_ERR_INT		BIT(3)
26#define RK_CRYPTO_HRDMA_DONE_INT	BIT(2)
27#define RK_CRYPTO_BCDMA_ERR_INT		BIT(1)
28#define RK_CRYPTO_BCDMA_DONE_INT	BIT(0)
29
30#define RK_CRYPTO_INTENA		0x0004
31#define RK_CRYPTO_PKA_DONE_ENA		BIT(5)
32#define RK_CRYPTO_HASH_DONE_ENA		BIT(4)
33#define RK_CRYPTO_HRDMA_ERR_ENA		BIT(3)
34#define RK_CRYPTO_HRDMA_DONE_ENA	BIT(2)
35#define RK_CRYPTO_BCDMA_ERR_ENA		BIT(1)
36#define RK_CRYPTO_BCDMA_DONE_ENA	BIT(0)
37
38#define RK_CRYPTO_CTRL			0x0008
39#define RK_CRYPTO_WRITE_MASK		_SBF(0xFFFF, 16)
40#define RK_CRYPTO_TRNG_FLUSH		BIT(9)
41#define RK_CRYPTO_TRNG_START		BIT(8)
42#define RK_CRYPTO_PKA_FLUSH		BIT(7)
43#define RK_CRYPTO_HASH_FLUSH		BIT(6)
44#define RK_CRYPTO_BLOCK_FLUSH		BIT(5)
45#define RK_CRYPTO_PKA_START		BIT(4)
46#define RK_CRYPTO_HASH_START		BIT(3)
47#define RK_CRYPTO_BLOCK_START		BIT(2)
48#define RK_CRYPTO_TDES_START		BIT(1)
49#define RK_CRYPTO_AES_START		BIT(0)
50
51#define RK_CRYPTO_CONF			0x000c
52/* HASH Receive DMA Address Mode:   fix | increment */
53#define RK_CRYPTO_HR_ADDR_MODE		BIT(8)
54/* Block Transmit DMA Address Mode: fix | increment */
55#define RK_CRYPTO_BT_ADDR_MODE		BIT(7)
56/* Block Receive DMA Address Mode:  fix | increment */
57#define RK_CRYPTO_BR_ADDR_MODE		BIT(6)
58#define RK_CRYPTO_BYTESWAP_HRFIFO	BIT(5)
59#define RK_CRYPTO_BYTESWAP_BTFIFO	BIT(4)
60#define RK_CRYPTO_BYTESWAP_BRFIFO	BIT(3)
61/* AES = 0 OR DES = 1 */
62#define RK_CRYPTO_DESSEL				BIT(2)
63#define RK_CYYPTO_HASHINSEL_INDEPENDENT_SOURCE		_SBF(0x00, 0)
64#define RK_CYYPTO_HASHINSEL_BLOCK_CIPHER_INPUT		_SBF(0x01, 0)
65#define RK_CYYPTO_HASHINSEL_BLOCK_CIPHER_OUTPUT		_SBF(0x02, 0)
66
67/* Block Receiving DMA Start Address Register */
68#define RK_CRYPTO_BRDMAS		0x0010
69/* Block Transmitting DMA Start Address Register */
70#define RK_CRYPTO_BTDMAS		0x0014
71/* Block Receiving DMA Length Register */
72#define RK_CRYPTO_BRDMAL		0x0018
73/* Hash Receiving DMA Start Address Register */
74#define RK_CRYPTO_HRDMAS		0x001c
75/* Hash Receiving DMA Length Register */
76#define RK_CRYPTO_HRDMAL		0x0020
77
78/* AES registers */
79#define RK_CRYPTO_AES_CTRL			  0x0080
80#define RK_CRYPTO_AES_BYTESWAP_CNT	BIT(11)
81#define RK_CRYPTO_AES_BYTESWAP_KEY	BIT(10)
82#define RK_CRYPTO_AES_BYTESWAP_IV	BIT(9)
83#define RK_CRYPTO_AES_BYTESWAP_DO	BIT(8)
84#define RK_CRYPTO_AES_BYTESWAP_DI	BIT(7)
85#define RK_CRYPTO_AES_KEY_CHANGE	BIT(6)
86#define RK_CRYPTO_AES_ECB_MODE		_SBF(0x00, 4)
87#define RK_CRYPTO_AES_CBC_MODE		_SBF(0x01, 4)
88#define RK_CRYPTO_AES_CTR_MODE		_SBF(0x02, 4)
89#define RK_CRYPTO_AES_128BIT_key	_SBF(0x00, 2)
90#define RK_CRYPTO_AES_192BIT_key	_SBF(0x01, 2)
91#define RK_CRYPTO_AES_256BIT_key	_SBF(0x02, 2)
92/* Slave = 0 / fifo = 1 */
93#define RK_CRYPTO_AES_FIFO_MODE		BIT(1)
94/* Encryption = 0 , Decryption = 1 */
95#define RK_CRYPTO_AES_DEC		BIT(0)
96
97#define RK_CRYPTO_AES_STS		0x0084
98#define RK_CRYPTO_AES_DONE		BIT(0)
99
100/* AES Input Data 0-3 Register */
101#define RK_CRYPTO_AES_DIN_0		0x0088
102#define RK_CRYPTO_AES_DIN_1		0x008c
103#define RK_CRYPTO_AES_DIN_2		0x0090
104#define RK_CRYPTO_AES_DIN_3		0x0094
105
106/* AES output Data 0-3 Register */
107#define RK_CRYPTO_AES_DOUT_0		0x0098
108#define RK_CRYPTO_AES_DOUT_1		0x009c
109#define RK_CRYPTO_AES_DOUT_2		0x00a0
110#define RK_CRYPTO_AES_DOUT_3		0x00a4
111
112/* AES IV Data 0-3 Register */
113#define RK_CRYPTO_AES_IV_0		0x00a8
114#define RK_CRYPTO_AES_IV_1		0x00ac
115#define RK_CRYPTO_AES_IV_2		0x00b0
116#define RK_CRYPTO_AES_IV_3		0x00b4
117
118/* AES Key Data 0-3 Register */
119#define RK_CRYPTO_AES_KEY_0		0x00b8
120#define RK_CRYPTO_AES_KEY_1		0x00bc
121#define RK_CRYPTO_AES_KEY_2		0x00c0
122#define RK_CRYPTO_AES_KEY_3		0x00c4
123#define RK_CRYPTO_AES_KEY_4		0x00c8
124#define RK_CRYPTO_AES_KEY_5		0x00cc
125#define RK_CRYPTO_AES_KEY_6		0x00d0
126#define RK_CRYPTO_AES_KEY_7		0x00d4
127
128/* des/tdes */
129#define RK_CRYPTO_TDES_CTRL		0x0100
130#define RK_CRYPTO_TDES_BYTESWAP_KEY	BIT(8)
131#define RK_CRYPTO_TDES_BYTESWAP_IV	BIT(7)
132#define RK_CRYPTO_TDES_BYTESWAP_DO	BIT(6)
133#define RK_CRYPTO_TDES_BYTESWAP_DI	BIT(5)
134/* 0: ECB, 1: CBC */
135#define RK_CRYPTO_TDES_CHAINMODE_CBC	BIT(4)
136/* TDES Key Mode, 0 : EDE, 1 : EEE */
137#define RK_CRYPTO_TDES_EEE		BIT(3)
138/* 0: DES, 1:TDES */
139#define RK_CRYPTO_TDES_SELECT		BIT(2)
140/* 0: Slave, 1:Fifo */
141#define RK_CRYPTO_TDES_FIFO_MODE	BIT(1)
142/* Encryption = 0 , Decryption = 1 */
143#define RK_CRYPTO_TDES_DEC		BIT(0)
144
145#define RK_CRYPTO_TDES_STS		0x0104
146#define RK_CRYPTO_TDES_DONE		BIT(0)
147
148#define RK_CRYPTO_TDES_DIN_0		0x0108
149#define RK_CRYPTO_TDES_DIN_1		0x010c
150#define RK_CRYPTO_TDES_DOUT_0		0x0110
151#define RK_CRYPTO_TDES_DOUT_1		0x0114
152#define RK_CRYPTO_TDES_IV_0		0x0118
153#define RK_CRYPTO_TDES_IV_1		0x011c
154#define RK_CRYPTO_TDES_KEY1_0		0x0120
155#define RK_CRYPTO_TDES_KEY1_1		0x0124
156#define RK_CRYPTO_TDES_KEY2_0		0x0128
157#define RK_CRYPTO_TDES_KEY2_1		0x012c
158#define RK_CRYPTO_TDES_KEY3_0		0x0130
159#define RK_CRYPTO_TDES_KEY3_1		0x0134
160
161/* HASH */
162#define RK_CRYPTO_HASH_CTRL		0x0180
163#define RK_CRYPTO_HASH_SWAP_DO		BIT(3)
164#define RK_CRYPTO_HASH_SWAP_DI		BIT(2)
165#define RK_CRYPTO_HASH_SHA1		_SBF(0x00, 0)
166#define RK_CRYPTO_HASH_MD5		_SBF(0x01, 0)
167#define RK_CRYPTO_HASH_SHA256		_SBF(0x02, 0)
168#define RK_CRYPTO_HASH_PRNG		_SBF(0x03, 0)
169
170#define RK_CRYPTO_HASH_STS		0x0184
171#define RK_CRYPTO_HASH_DONE		BIT(0)
172
173#define RK_CRYPTO_HASH_MSG_LEN		0x0188
174#define RK_CRYPTO_HASH_DOUT_0		0x018c
175#define RK_CRYPTO_HASH_DOUT_1		0x0190
176#define RK_CRYPTO_HASH_DOUT_2		0x0194
177#define RK_CRYPTO_HASH_DOUT_3		0x0198
178#define RK_CRYPTO_HASH_DOUT_4		0x019c
179#define RK_CRYPTO_HASH_DOUT_5		0x01a0
180#define RK_CRYPTO_HASH_DOUT_6		0x01a4
181#define RK_CRYPTO_HASH_DOUT_7		0x01a8
182
183#define CRYPTO_READ(dev, offset)		  \
184		readl_relaxed(((dev)->reg + (offset)))
185#define CRYPTO_WRITE(dev, offset, val)	  \
186		writel_relaxed((val), ((dev)->reg + (offset)))
187
188#define RK_MAX_CLKS 4
189
190/*
191 * struct rockchip_ip - struct for managing a list of RK crypto instance
192 * @dev_list:		Used for doing a list of rk_crypto_info
193 * @lock:		Control access to dev_list
194 * @dbgfs_dir:		Debugfs dentry for statistic directory
195 * @dbgfs_stats:	Debugfs dentry for statistic counters
196 */
197struct rockchip_ip {
198	struct list_head	dev_list;
199	spinlock_t		lock; /* Control access to dev_list */
200	struct dentry		*dbgfs_dir;
201	struct dentry		*dbgfs_stats;
202};
203
204struct rk_clks {
205	const char *name;
206	unsigned long max;
207};
208
209struct rk_variant {
210	int num_clks;
211	struct rk_clks rkclks[RK_MAX_CLKS];
212};
213
214struct rk_crypto_info {
215	struct list_head		list;
216	struct device			*dev;
217	struct clk_bulk_data		*clks;
218	int				num_clks;
219	struct reset_control		*rst;
220	void __iomem			*reg;
221	int				irq;
222	const struct rk_variant *variant;
223	unsigned long nreq;
224	struct crypto_engine *engine;
225	struct completion complete;
226	int status;
227};
228
229/* the private variable of hash */
230struct rk_ahash_ctx {
231	/* for fallback */
232	struct crypto_ahash		*fallback_tfm;
233};
234
235/* the private variable of hash for fallback */
236struct rk_ahash_rctx {
237	struct rk_crypto_info		*dev;
238	struct ahash_request		fallback_req;
239	u32				mode;
240	int nrsg;
241};
242
243/* the private variable of cipher */
244struct rk_cipher_ctx {
245	unsigned int			keylen;
246	u8				key[AES_MAX_KEY_SIZE];
247	u8				iv[AES_BLOCK_SIZE];
248	struct crypto_skcipher *fallback_tfm;
249};
250
251struct rk_cipher_rctx {
252	struct rk_crypto_info		*dev;
253	u8 backup_iv[AES_BLOCK_SIZE];
254	u32				mode;
255	struct skcipher_request fallback_req;   // keep at the end
256};
257
258struct rk_crypto_tmp {
259	u32 type;
260	struct rk_crypto_info           *dev;
261	union {
262		struct skcipher_engine_alg skcipher;
263		struct ahash_engine_alg hash;
264	} alg;
265	unsigned long stat_req;
266	unsigned long stat_fb;
267	unsigned long stat_fb_len;
268	unsigned long stat_fb_sglen;
269	unsigned long stat_fb_align;
270	unsigned long stat_fb_sgdiff;
271};
272
273extern struct rk_crypto_tmp rk_ecb_aes_alg;
274extern struct rk_crypto_tmp rk_cbc_aes_alg;
275extern struct rk_crypto_tmp rk_ecb_des_alg;
276extern struct rk_crypto_tmp rk_cbc_des_alg;
277extern struct rk_crypto_tmp rk_ecb_des3_ede_alg;
278extern struct rk_crypto_tmp rk_cbc_des3_ede_alg;
279
280extern struct rk_crypto_tmp rk_ahash_sha1;
281extern struct rk_crypto_tmp rk_ahash_sha256;
282extern struct rk_crypto_tmp rk_ahash_md5;
283
284struct rk_crypto_info *get_rk_crypto(void);
285#endif
286