g_eli.h revision 226733
1148456Spjd/*-
2220922Spjd * Copyright (c) 2005-2011 Pawel Jakub Dawidek <pawel@dawidek.net>
3148456Spjd * All rights reserved.
4148456Spjd *
5148456Spjd * Redistribution and use in source and binary forms, with or without
6148456Spjd * modification, are permitted provided that the following conditions
7148456Spjd * are met:
8148456Spjd * 1. Redistributions of source code must retain the above copyright
9148456Spjd *    notice, this list of conditions and the following disclaimer.
10148456Spjd * 2. Redistributions in binary form must reproduce the above copyright
11148456Spjd *    notice, this list of conditions and the following disclaimer in the
12148456Spjd *    documentation and/or other materials provided with the distribution.
13155174Spjd *
14148456Spjd * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
15148456Spjd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16148456Spjd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17148456Spjd * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
18148456Spjd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19148456Spjd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20148456Spjd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21148456Spjd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22148456Spjd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23148456Spjd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24148456Spjd * SUCH DAMAGE.
25148456Spjd *
26148456Spjd * $FreeBSD: head/sys/geom/eli/g_eli.h 226733 2011-10-25 13:57:50Z pjd $
27148456Spjd */
28148456Spjd
29148456Spjd#ifndef	_G_ELI_H_
30148456Spjd#define	_G_ELI_H_
31148456Spjd
32148456Spjd#include <sys/endian.h>
33148456Spjd#include <sys/errno.h>
34148456Spjd#include <sys/malloc.h>
35148456Spjd#include <crypto/sha2/sha2.h>
36148456Spjd#include <opencrypto/cryptodev.h>
37148456Spjd#ifdef _KERNEL
38148456Spjd#include <sys/bio.h>
39148456Spjd#include <sys/libkern.h>
40220922Spjd#include <sys/lock.h>
41220922Spjd#include <sys/mutex.h>
42220922Spjd#include <sys/queue.h>
43220922Spjd#include <sys/tree.h>
44148456Spjd#include <geom/geom.h>
45148456Spjd#else
46226733Spjd#include <assert.h>
47148456Spjd#include <stdio.h>
48148456Spjd#include <string.h>
49148867Spjd#include <strings.h>
50148456Spjd#endif
51148456Spjd#ifndef _OpenSSL_
52148456Spjd#include <sys/md5.h>
53148456Spjd#endif
54148456Spjd
55148456Spjd#define	G_ELI_CLASS_NAME	"ELI"
56148456Spjd#define	G_ELI_MAGIC		"GEOM::ELI"
57148456Spjd#define	G_ELI_SUFFIX		".eli"
58148456Spjd
59148456Spjd/*
60148456Spjd * Version history:
61148456Spjd * 0 - Initial version number.
62159307Spjd * 1 - Added data authentication support (md_aalgo field and
63159307Spjd *     G_ELI_FLAG_AUTH flag).
64161217Spjd * 2 - Added G_ELI_FLAG_READONLY.
65211927Spjd * 3 - Added 'configure' subcommand.
66211927Spjd * 4 - IV is generated from offset converted to little-endian
67221628Spjd *     (the G_ELI_FLAG_NATIVE_BYTE_ORDER flag will be set for older versions).
68213070Spjd * 5 - Added multiple encrypton keys and AES-XTS support.
69221628Spjd * 6 - Fixed usage of multiple keys for authenticated providers (the
70221628Spjd *     G_ELI_FLAG_FIRST_KEY flag will be set for older versions).
71148456Spjd */
72221628Spjd#define	G_ELI_VERSION_00	0
73221628Spjd#define	G_ELI_VERSION_01	1
74221628Spjd#define	G_ELI_VERSION_02	2
75221628Spjd#define	G_ELI_VERSION_03	3
76221628Spjd#define	G_ELI_VERSION_04	4
77221628Spjd#define	G_ELI_VERSION_05	5
78221628Spjd#define	G_ELI_VERSION_06	6
79221628Spjd#define	G_ELI_VERSION		G_ELI_VERSION_06
80148456Spjd
81161127Spjd/* ON DISK FLAGS. */
82148456Spjd/* Use random, onetime keys. */
83161220Spjd#define	G_ELI_FLAG_ONETIME		0x00000001
84148456Spjd/* Ask for the passphrase from the kernel, before mounting root. */
85161220Spjd#define	G_ELI_FLAG_BOOT			0x00000002
86148456Spjd/* Detach on last close, if we were open for writing. */
87161220Spjd#define	G_ELI_FLAG_WO_DETACH		0x00000004
88148456Spjd/* Detach on last close. */
89161220Spjd#define	G_ELI_FLAG_RW_DETACH		0x00000008
90159307Spjd/* Provide data authentication. */
91161220Spjd#define	G_ELI_FLAG_AUTH			0x00000010
92161127Spjd/* Provider is read-only, we should deny all write attempts. */
93161220Spjd#define	G_ELI_FLAG_RO			0x00000020
94161127Spjd/* RUNTIME FLAGS. */
95148456Spjd/* Provider was open for writing. */
96161220Spjd#define	G_ELI_FLAG_WOPEN		0x00010000
97148456Spjd/* Destroy device. */
98161220Spjd#define	G_ELI_FLAG_DESTROY		0x00020000
99161220Spjd/* Provider uses native byte-order for IV generation. */
100161220Spjd#define	G_ELI_FLAG_NATIVE_BYTE_ORDER	0x00040000
101213067Spjd/* Provider uses single encryption key. */
102213067Spjd#define	G_ELI_FLAG_SINGLE_KEY		0x00080000
103214118Spjd/* Device suspended. */
104214118Spjd#define	G_ELI_FLAG_SUSPEND		0x00100000
105221628Spjd/* Provider uses first encryption key. */
106221628Spjd#define	G_ELI_FLAG_FIRST_KEY		0x00200000
107148456Spjd
108214118Spjd#define	G_ELI_NEW_BIO	255
109214118Spjd
110148456Spjd#define	SHA512_MDLEN		64
111159307Spjd#define	G_ELI_AUTH_SECKEYLEN	SHA256_DIGEST_LENGTH
112148456Spjd
113148456Spjd#define	G_ELI_MAXMKEYS		2
114148456Spjd#define	G_ELI_MAXKEYLEN		64
115148456Spjd#define	G_ELI_USERKEYLEN	G_ELI_MAXKEYLEN
116148456Spjd#define	G_ELI_DATAKEYLEN	G_ELI_MAXKEYLEN
117159307Spjd#define	G_ELI_AUTHKEYLEN	G_ELI_MAXKEYLEN
118148456Spjd#define	G_ELI_IVKEYLEN		G_ELI_MAXKEYLEN
119148456Spjd#define	G_ELI_SALTLEN		64
120148456Spjd#define	G_ELI_DATAIVKEYLEN	(G_ELI_DATAKEYLEN + G_ELI_IVKEYLEN)
121148456Spjd/* Data-Key, IV-Key, HMAC_SHA512(Derived-Key, Data-Key+IV-Key) */
122148456Spjd#define	G_ELI_MKEYLEN		(G_ELI_DATAIVKEYLEN + SHA512_MDLEN)
123213062Spjd#define	G_ELI_OVERWRITES	5
124213067Spjd/* Switch data encryption key every 2^20 blocks. */
125213067Spjd#define	G_ELI_KEY_SHIFT		20
126148456Spjd
127148456Spjd#ifdef _KERNEL
128213165Spjdextern int g_eli_debug;
129148456Spjdextern u_int g_eli_overwrites;
130159307Spjdextern u_int g_eli_batch;
131148456Spjd
132214163Spjd#define	G_ELI_CRYPTO_UNKNOWN	0
133148456Spjd#define	G_ELI_CRYPTO_HW		1
134148456Spjd#define	G_ELI_CRYPTO_SW		2
135148456Spjd
136148456Spjd#define	G_ELI_DEBUG(lvl, ...)	do {					\
137148456Spjd	if (g_eli_debug >= (lvl)) {					\
138148456Spjd		printf("GEOM_ELI");					\
139148456Spjd		if (g_eli_debug > 0)					\
140148456Spjd			printf("[%u]", lvl);				\
141148456Spjd		printf(": ");						\
142148456Spjd		printf(__VA_ARGS__);					\
143148456Spjd		printf("\n");						\
144148456Spjd	}								\
145148456Spjd} while (0)
146148456Spjd#define	G_ELI_LOGREQ(lvl, bp, ...)	do {				\
147148456Spjd	if (g_eli_debug >= (lvl)) {					\
148148456Spjd		printf("GEOM_ELI");					\
149148456Spjd		if (g_eli_debug > 0)					\
150148456Spjd			printf("[%u]", lvl);				\
151148456Spjd		printf(": ");						\
152148456Spjd		printf(__VA_ARGS__);					\
153148456Spjd		printf(" ");						\
154148456Spjd		g_print_bio(bp);					\
155148456Spjd		printf("\n");						\
156148456Spjd	}								\
157148456Spjd} while (0)
158148456Spjd
159148456Spjdstruct g_eli_worker {
160148456Spjd	struct g_eli_softc	*w_softc;
161148456Spjd	struct proc		*w_proc;
162148456Spjd	u_int			 w_number;
163148456Spjd	uint64_t		 w_sid;
164214118Spjd	boolean_t		 w_active;
165148456Spjd	LIST_ENTRY(g_eli_worker) w_next;
166148456Spjd};
167148456Spjd
168148456Spjdstruct g_eli_softc {
169220922Spjd	struct g_geom	*sc_geom;
170226733Spjd	u_int		 sc_version;
171220922Spjd	u_int		 sc_crypto;
172220922Spjd	uint8_t		 sc_mkey[G_ELI_DATAIVKEYLEN];
173220922Spjd	uint8_t		 sc_ekey[G_ELI_DATAKEYLEN];
174220922Spjd	TAILQ_HEAD(, g_eli_key) sc_ekeys_queue;
175220922Spjd	RB_HEAD(g_eli_key_tree, g_eli_key) sc_ekeys_tree;
176220922Spjd	struct mtx	 sc_ekeys_lock;
177220922Spjd	uint64_t	 sc_ekeys_total;
178220922Spjd	uint64_t	 sc_ekeys_allocated;
179220922Spjd	u_int		 sc_ealgo;
180220922Spjd	u_int		 sc_ekeylen;
181220922Spjd	uint8_t		 sc_akey[G_ELI_AUTHKEYLEN];
182220922Spjd	u_int		 sc_aalgo;
183220922Spjd	u_int		 sc_akeylen;
184220922Spjd	u_int		 sc_alen;
185220922Spjd	SHA256_CTX	 sc_akeyctx;
186220922Spjd	uint8_t		 sc_ivkey[G_ELI_IVKEYLEN];
187220922Spjd	SHA256_CTX	 sc_ivctx;
188220922Spjd	int		 sc_nkey;
189220922Spjd	uint32_t	 sc_flags;
190220922Spjd	int		 sc_inflight;
191220922Spjd	off_t		 sc_mediasize;
192220922Spjd	size_t		 sc_sectorsize;
193220922Spjd	u_int		 sc_bytes_per_sector;
194220922Spjd	u_int		 sc_data_per_sector;
195148456Spjd
196148456Spjd	/* Only for software cryptography. */
197148456Spjd	struct bio_queue_head sc_queue;
198220922Spjd	struct mtx	 sc_queue_mtx;
199148456Spjd	LIST_HEAD(, g_eli_worker) sc_workers;
200148456Spjd};
201148456Spjd#define	sc_name		 sc_geom->name
202148456Spjd#endif	/* _KERNEL */
203148456Spjd
204148456Spjdstruct g_eli_metadata {
205148456Spjd	char		md_magic[16];	/* Magic value. */
206148456Spjd	uint32_t	md_version;	/* Version number. */
207148456Spjd	uint32_t	md_flags;	/* Additional flags. */
208159307Spjd	uint16_t	md_ealgo;	/* Encryption algorithm. */
209148456Spjd	uint16_t	md_keylen;	/* Key length. */
210159307Spjd	uint16_t	md_aalgo;	/* Authentication algorithm. */
211148456Spjd	uint64_t	md_provsize;	/* Provider's size. */
212148456Spjd	uint32_t	md_sectorsize;	/* Sector size. */
213148456Spjd	uint8_t		md_keys;	/* Available keys. */
214149303Spjd	int32_t		md_iterations;	/* Number of iterations for PKCS#5v2. */
215148456Spjd	uint8_t		md_salt[G_ELI_SALTLEN]; /* Salt. */
216148456Spjd			/* Encrypted master key (IV-key, Data-key, HMAC). */
217148456Spjd	uint8_t		md_mkeys[G_ELI_MAXMKEYS * G_ELI_MKEYLEN];
218148456Spjd	u_char		md_hash[16];	/* MD5 hash. */
219149323Spjd} __packed;
220148456Spjd#ifndef _OpenSSL_
221148456Spjdstatic __inline void
222226733Spjdeli_metadata_encode_v0(struct g_eli_metadata *md, u_char **datap)
223148456Spjd{
224148456Spjd	u_char *p;
225148456Spjd
226226733Spjd	p = *datap;
227148456Spjd	le32enc(p, md->md_flags);	p += sizeof(md->md_flags);
228159307Spjd	le16enc(p, md->md_ealgo);	p += sizeof(md->md_ealgo);
229148456Spjd	le16enc(p, md->md_keylen);	p += sizeof(md->md_keylen);
230226733Spjd	le64enc(p, md->md_provsize);	p += sizeof(md->md_provsize);
231226733Spjd	le32enc(p, md->md_sectorsize);	p += sizeof(md->md_sectorsize);
232226733Spjd	*p = md->md_keys;		p += sizeof(md->md_keys);
233226733Spjd	le32enc(p, md->md_iterations);	p += sizeof(md->md_iterations);
234226733Spjd	bcopy(md->md_salt, p, sizeof(md->md_salt)); p += sizeof(md->md_salt);
235226733Spjd	bcopy(md->md_mkeys, p, sizeof(md->md_mkeys)); p += sizeof(md->md_mkeys);
236226733Spjd	*datap = p;
237226733Spjd}
238226733Spjdstatic __inline void
239226733Spjdeli_metadata_encode_v1v2v3v4v5v6(struct g_eli_metadata *md, u_char **datap)
240226733Spjd{
241226733Spjd	u_char *p;
242226733Spjd
243226733Spjd	p = *datap;
244226733Spjd	le32enc(p, md->md_flags);	p += sizeof(md->md_flags);
245226733Spjd	le16enc(p, md->md_ealgo);	p += sizeof(md->md_ealgo);
246226733Spjd	le16enc(p, md->md_keylen);	p += sizeof(md->md_keylen);
247159307Spjd	le16enc(p, md->md_aalgo);	p += sizeof(md->md_aalgo);
248148456Spjd	le64enc(p, md->md_provsize);	p += sizeof(md->md_provsize);
249148456Spjd	le32enc(p, md->md_sectorsize);	p += sizeof(md->md_sectorsize);
250148456Spjd	*p = md->md_keys;		p += sizeof(md->md_keys);
251148456Spjd	le32enc(p, md->md_iterations);	p += sizeof(md->md_iterations);
252148456Spjd	bcopy(md->md_salt, p, sizeof(md->md_salt)); p += sizeof(md->md_salt);
253148456Spjd	bcopy(md->md_mkeys, p, sizeof(md->md_mkeys)); p += sizeof(md->md_mkeys);
254226733Spjd	*datap = p;
255226733Spjd}
256226733Spjdstatic __inline void
257226733Spjdeli_metadata_encode(struct g_eli_metadata *md, u_char *data)
258226733Spjd{
259226733Spjd	MD5_CTX ctx;
260226733Spjd	u_char *p;
261226733Spjd
262226733Spjd	p = data;
263226733Spjd	bcopy(md->md_magic, p, sizeof(md->md_magic));
264226733Spjd	p += sizeof(md->md_magic);
265226733Spjd	le32enc(p, md->md_version);
266226733Spjd	p += sizeof(md->md_version);
267226733Spjd	switch (md->md_version) {
268226733Spjd	case G_ELI_VERSION_00:
269226733Spjd		eli_metadata_encode_v0(md, &p);
270226733Spjd		break;
271226733Spjd	case G_ELI_VERSION_01:
272226733Spjd	case G_ELI_VERSION_02:
273226733Spjd	case G_ELI_VERSION_03:
274226733Spjd	case G_ELI_VERSION_04:
275226733Spjd	case G_ELI_VERSION_05:
276226733Spjd	case G_ELI_VERSION_06:
277226733Spjd		eli_metadata_encode_v1v2v3v4v5v6(md, &p);
278226733Spjd		break;
279226733Spjd	default:
280226733Spjd#ifdef _KERNEL
281226733Spjd		panic("%s: Unsupported version %u.", __func__,
282226733Spjd		    (u_int)md->md_version);
283226733Spjd#else
284226733Spjd		assert(!"Unsupported metadata version.");
285226733Spjd#endif
286226733Spjd	}
287148456Spjd	MD5Init(&ctx);
288148456Spjd	MD5Update(&ctx, data, p - data);
289157305Spjd	MD5Final(md->md_hash, &ctx);
290148456Spjd	bcopy(md->md_hash, p, sizeof(md->md_hash));
291148456Spjd}
292148456Spjdstatic __inline int
293148456Spjdeli_metadata_decode_v0(const u_char *data, struct g_eli_metadata *md)
294148456Spjd{
295148456Spjd	MD5_CTX ctx;
296148456Spjd	const u_char *p;
297148456Spjd
298148456Spjd	p = data + sizeof(md->md_magic) + sizeof(md->md_version);
299148456Spjd	md->md_flags = le32dec(p);	p += sizeof(md->md_flags);
300159307Spjd	md->md_ealgo = le16dec(p);	p += sizeof(md->md_ealgo);
301148456Spjd	md->md_keylen = le16dec(p);	p += sizeof(md->md_keylen);
302148456Spjd	md->md_provsize = le64dec(p);	p += sizeof(md->md_provsize);
303148456Spjd	md->md_sectorsize = le32dec(p);	p += sizeof(md->md_sectorsize);
304148456Spjd	md->md_keys = *p;		p += sizeof(md->md_keys);
305148456Spjd	md->md_iterations = le32dec(p);	p += sizeof(md->md_iterations);
306148456Spjd	bcopy(p, md->md_salt, sizeof(md->md_salt)); p += sizeof(md->md_salt);
307148456Spjd	bcopy(p, md->md_mkeys, sizeof(md->md_mkeys)); p += sizeof(md->md_mkeys);
308148456Spjd	MD5Init(&ctx);
309148456Spjd	MD5Update(&ctx, data, p - data);
310157305Spjd	MD5Final(md->md_hash, &ctx);
311148456Spjd	if (bcmp(md->md_hash, p, 16) != 0)
312148456Spjd		return (EINVAL);
313148456Spjd	return (0);
314148456Spjd}
315212845Sbrian
316148456Spjdstatic __inline int
317221629Spjdeli_metadata_decode_v1v2v3v4v5v6(const u_char *data, struct g_eli_metadata *md)
318159307Spjd{
319159307Spjd	MD5_CTX ctx;
320159307Spjd	const u_char *p;
321159307Spjd
322159307Spjd	p = data + sizeof(md->md_magic) + sizeof(md->md_version);
323159307Spjd	md->md_flags = le32dec(p);	p += sizeof(md->md_flags);
324159307Spjd	md->md_ealgo = le16dec(p);	p += sizeof(md->md_ealgo);
325159307Spjd	md->md_keylen = le16dec(p);	p += sizeof(md->md_keylen);
326159307Spjd	md->md_aalgo = le16dec(p);	p += sizeof(md->md_aalgo);
327159307Spjd	md->md_provsize = le64dec(p);	p += sizeof(md->md_provsize);
328159307Spjd	md->md_sectorsize = le32dec(p);	p += sizeof(md->md_sectorsize);
329159307Spjd	md->md_keys = *p;		p += sizeof(md->md_keys);
330159307Spjd	md->md_iterations = le32dec(p);	p += sizeof(md->md_iterations);
331159307Spjd	bcopy(p, md->md_salt, sizeof(md->md_salt)); p += sizeof(md->md_salt);
332159307Spjd	bcopy(p, md->md_mkeys, sizeof(md->md_mkeys)); p += sizeof(md->md_mkeys);
333159307Spjd	MD5Init(&ctx);
334159307Spjd	MD5Update(&ctx, data, p - data);
335159307Spjd	MD5Final(md->md_hash, &ctx);
336159307Spjd	if (bcmp(md->md_hash, p, 16) != 0)
337159307Spjd		return (EINVAL);
338159307Spjd	return (0);
339159307Spjd}
340159307Spjdstatic __inline int
341148456Spjdeli_metadata_decode(const u_char *data, struct g_eli_metadata *md)
342148456Spjd{
343148456Spjd	int error;
344148456Spjd
345148456Spjd	bcopy(data, md->md_magic, sizeof(md->md_magic));
346226730Spjd	if (strcmp(md->md_magic, G_ELI_MAGIC) != 0)
347226730Spjd		return (EINVAL);
348148456Spjd	md->md_version = le32dec(data + sizeof(md->md_magic));
349148456Spjd	switch (md->md_version) {
350221629Spjd	case G_ELI_VERSION_00:
351148456Spjd		error = eli_metadata_decode_v0(data, md);
352148456Spjd		break;
353221629Spjd	case G_ELI_VERSION_01:
354221629Spjd	case G_ELI_VERSION_02:
355221629Spjd	case G_ELI_VERSION_03:
356221629Spjd	case G_ELI_VERSION_04:
357221629Spjd	case G_ELI_VERSION_05:
358221629Spjd	case G_ELI_VERSION_06:
359221629Spjd		error = eli_metadata_decode_v1v2v3v4v5v6(data, md);
360159307Spjd		break;
361148456Spjd	default:
362226721Spjd		error = EOPNOTSUPP;
363148456Spjd		break;
364148456Spjd	}
365148456Spjd	return (error);
366148456Spjd}
367148456Spjd#endif	/* !_OpenSSL */
368148456Spjd
369148456Spjdstatic __inline u_int
370159307Spjdg_eli_str2ealgo(const char *name)
371148456Spjd{
372148456Spjd
373148867Spjd	if (strcasecmp("null", name) == 0)
374148456Spjd		return (CRYPTO_NULL_CBC);
375213070Spjd	else if (strcasecmp("null-cbc", name) == 0)
376213070Spjd		return (CRYPTO_NULL_CBC);
377148867Spjd	else if (strcasecmp("aes", name) == 0)
378213070Spjd		return (CRYPTO_AES_XTS);
379213070Spjd	else if (strcasecmp("aes-cbc", name) == 0)
380148456Spjd		return (CRYPTO_AES_CBC);
381213070Spjd	else if (strcasecmp("aes-xts", name) == 0)
382213070Spjd		return (CRYPTO_AES_XTS);
383148867Spjd	else if (strcasecmp("blowfish", name) == 0)
384148456Spjd		return (CRYPTO_BLF_CBC);
385213070Spjd	else if (strcasecmp("blowfish-cbc", name) == 0)
386213070Spjd		return (CRYPTO_BLF_CBC);
387172031Spjd	else if (strcasecmp("camellia", name) == 0)
388172031Spjd		return (CRYPTO_CAMELLIA_CBC);
389213070Spjd	else if (strcasecmp("camellia-cbc", name) == 0)
390213070Spjd		return (CRYPTO_CAMELLIA_CBC);
391148867Spjd	else if (strcasecmp("3des", name) == 0)
392148456Spjd		return (CRYPTO_3DES_CBC);
393213070Spjd	else if (strcasecmp("3des-cbc", name) == 0)
394213070Spjd		return (CRYPTO_3DES_CBC);
395148456Spjd	return (CRYPTO_ALGORITHM_MIN - 1);
396148456Spjd}
397148456Spjd
398159307Spjdstatic __inline u_int
399159307Spjdg_eli_str2aalgo(const char *name)
400159307Spjd{
401159307Spjd
402159307Spjd	if (strcasecmp("hmac/md5", name) == 0)
403159307Spjd		return (CRYPTO_MD5_HMAC);
404159307Spjd	else if (strcasecmp("hmac/sha1", name) == 0)
405159307Spjd		return (CRYPTO_SHA1_HMAC);
406159307Spjd	else if (strcasecmp("hmac/ripemd160", name) == 0)
407159307Spjd		return (CRYPTO_RIPEMD160_HMAC);
408159307Spjd	else if (strcasecmp("hmac/sha256", name) == 0)
409159307Spjd		return (CRYPTO_SHA2_256_HMAC);
410159307Spjd	else if (strcasecmp("hmac/sha384", name) == 0)
411159307Spjd		return (CRYPTO_SHA2_384_HMAC);
412159307Spjd	else if (strcasecmp("hmac/sha512", name) == 0)
413159307Spjd		return (CRYPTO_SHA2_512_HMAC);
414159307Spjd	return (CRYPTO_ALGORITHM_MIN - 1);
415159307Spjd}
416159307Spjd
417148456Spjdstatic __inline const char *
418148456Spjdg_eli_algo2str(u_int algo)
419148456Spjd{
420148456Spjd
421148456Spjd	switch (algo) {
422148456Spjd	case CRYPTO_NULL_CBC:
423148456Spjd		return ("NULL");
424148456Spjd	case CRYPTO_AES_CBC:
425159307Spjd		return ("AES-CBC");
426213070Spjd	case CRYPTO_AES_XTS:
427213070Spjd		return ("AES-XTS");
428148456Spjd	case CRYPTO_BLF_CBC:
429159307Spjd		return ("Blowfish-CBC");
430172031Spjd	case CRYPTO_CAMELLIA_CBC:
431172031Spjd		return ("CAMELLIA-CBC");
432148456Spjd	case CRYPTO_3DES_CBC:
433159307Spjd		return ("3DES-CBC");
434159307Spjd	case CRYPTO_MD5_HMAC:
435159307Spjd		return ("HMAC/MD5");
436159307Spjd	case CRYPTO_SHA1_HMAC:
437159307Spjd		return ("HMAC/SHA1");
438159307Spjd	case CRYPTO_RIPEMD160_HMAC:
439159307Spjd		return ("HMAC/RIPEMD160");
440159307Spjd	case CRYPTO_SHA2_256_HMAC:
441159307Spjd		return ("HMAC/SHA256");
442159307Spjd	case CRYPTO_SHA2_384_HMAC:
443159307Spjd		return ("HMAC/SHA384");
444159307Spjd	case CRYPTO_SHA2_512_HMAC:
445159307Spjd		return ("HMAC/SHA512");
446148456Spjd	}
447148456Spjd	return ("unknown");
448148456Spjd}
449148456Spjd
450148456Spjdstatic __inline void
451148456Spjdeli_metadata_dump(const struct g_eli_metadata *md)
452148456Spjd{
453148456Spjd	static const char hex[] = "0123456789abcdef";
454148456Spjd	char str[sizeof(md->md_mkeys) * 2 + 1];
455148456Spjd	u_int i;
456148456Spjd
457148456Spjd	printf("     magic: %s\n", md->md_magic);
458148456Spjd	printf("   version: %u\n", (u_int)md->md_version);
459148456Spjd	printf("     flags: 0x%x\n", (u_int)md->md_flags);
460159307Spjd	printf("     ealgo: %s\n", g_eli_algo2str(md->md_ealgo));
461148456Spjd	printf("    keylen: %u\n", (u_int)md->md_keylen);
462159307Spjd	if (md->md_flags & G_ELI_FLAG_AUTH)
463159307Spjd		printf("     aalgo: %s\n", g_eli_algo2str(md->md_aalgo));
464148456Spjd	printf("  provsize: %ju\n", (uintmax_t)md->md_provsize);
465148456Spjd	printf("sectorsize: %u\n", (u_int)md->md_sectorsize);
466148456Spjd	printf("      keys: 0x%02x\n", (u_int)md->md_keys);
467148456Spjd	printf("iterations: %u\n", (u_int)md->md_iterations);
468148456Spjd	bzero(str, sizeof(str));
469148456Spjd	for (i = 0; i < sizeof(md->md_salt); i++) {
470148456Spjd		str[i * 2] = hex[md->md_salt[i] >> 4];
471148456Spjd		str[i * 2 + 1] = hex[md->md_salt[i] & 0x0f];
472148456Spjd	}
473149303Spjd	printf("      Salt: %s\n", str);
474148456Spjd	bzero(str, sizeof(str));
475148456Spjd	for (i = 0; i < sizeof(md->md_mkeys); i++) {
476148456Spjd		str[i * 2] = hex[md->md_mkeys[i] >> 4];
477148456Spjd		str[i * 2 + 1] = hex[md->md_mkeys[i] & 0x0f];
478148456Spjd	}
479148456Spjd	printf("Master Key: %s\n", str);
480148456Spjd	bzero(str, sizeof(str));
481148456Spjd	for (i = 0; i < 16; i++) {
482148456Spjd		str[i * 2] = hex[md->md_hash[i] >> 4];
483148456Spjd		str[i * 2 + 1] = hex[md->md_hash[i] & 0x0f];
484148456Spjd	}
485149303Spjd	printf("  MD5 hash: %s\n", str);
486148456Spjd}
487148456Spjd
488148456Spjdstatic __inline u_int
489148456Spjdg_eli_keylen(u_int algo, u_int keylen)
490148456Spjd{
491148456Spjd
492148456Spjd	switch (algo) {
493148456Spjd	case CRYPTO_NULL_CBC:
494148456Spjd		if (keylen == 0)
495148456Spjd			keylen = 64 * 8;
496148456Spjd		else {
497148456Spjd			if (keylen > 64 * 8)
498148456Spjd				keylen = 0;
499148456Spjd		}
500148456Spjd		return (keylen);
501211927Spjd	case CRYPTO_AES_CBC:
502172031Spjd	case CRYPTO_CAMELLIA_CBC:
503148456Spjd		switch (keylen) {
504148456Spjd		case 0:
505148456Spjd			return (128);
506148456Spjd		case 128:
507148456Spjd		case 192:
508148456Spjd		case 256:
509148456Spjd			return (keylen);
510148456Spjd		default:
511148456Spjd			return (0);
512148456Spjd		}
513213070Spjd	case CRYPTO_AES_XTS:
514213070Spjd		switch (keylen) {
515213070Spjd		case 0:
516213070Spjd			return (128);
517213070Spjd		case 128:
518213070Spjd		case 256:
519213070Spjd			return (keylen);
520213070Spjd		default:
521213070Spjd			return (0);
522213070Spjd		}
523148456Spjd	case CRYPTO_BLF_CBC:
524148456Spjd		if (keylen == 0)
525148456Spjd			return (128);
526148456Spjd		if (keylen < 128 || keylen > 448)
527148456Spjd			return (0);
528148456Spjd		if ((keylen % 32) != 0)
529148456Spjd			return (0);
530148456Spjd		return (keylen);
531148456Spjd	case CRYPTO_3DES_CBC:
532148456Spjd		if (keylen == 0 || keylen == 192)
533148456Spjd			return (192);
534148456Spjd		return (0);
535148456Spjd	default:
536148456Spjd		return (0);
537148456Spjd	}
538148456Spjd}
539148456Spjd
540159307Spjdstatic __inline u_int
541159307Spjdg_eli_hashlen(u_int algo)
542159307Spjd{
543159307Spjd
544159307Spjd	switch (algo) {
545159307Spjd	case CRYPTO_MD5_HMAC:
546159307Spjd		return (16);
547159307Spjd	case CRYPTO_SHA1_HMAC:
548159307Spjd		return (20);
549159307Spjd	case CRYPTO_RIPEMD160_HMAC:
550159307Spjd		return (20);
551159307Spjd	case CRYPTO_SHA2_256_HMAC:
552159307Spjd		return (32);
553159307Spjd	case CRYPTO_SHA2_384_HMAC:
554159307Spjd		return (48);
555159307Spjd	case CRYPTO_SHA2_512_HMAC:
556159307Spjd		return (64);
557159307Spjd	}
558159307Spjd	return (0);
559159307Spjd}
560159307Spjd
561148456Spjd#ifdef _KERNEL
562148456Spjdint g_eli_read_metadata(struct g_class *mp, struct g_provider *pp,
563148456Spjd    struct g_eli_metadata *md);
564148456Spjdstruct g_geom *g_eli_create(struct gctl_req *req, struct g_class *mp,
565148456Spjd    struct g_provider *bpp, const struct g_eli_metadata *md,
566148456Spjd    const u_char *mkey, int nkey);
567148456Spjdint g_eli_destroy(struct g_eli_softc *sc, boolean_t force);
568148456Spjd
569148456Spjdint g_eli_access(struct g_provider *pp, int dr, int dw, int de);
570148456Spjdvoid g_eli_config(struct gctl_req *req, struct g_class *mp, const char *verb);
571159307Spjd
572159307Spjdvoid g_eli_read_done(struct bio *bp);
573159307Spjdvoid g_eli_write_done(struct bio *bp);
574159307Spjdint g_eli_crypto_rerun(struct cryptop *crp);
575159307Spjdvoid g_eli_crypto_ivgen(struct g_eli_softc *sc, off_t offset, u_char *iv,
576159307Spjd    size_t size);
577159307Spjd
578214118Spjdvoid g_eli_crypto_read(struct g_eli_softc *sc, struct bio *bp, boolean_t fromworker);
579159307Spjdvoid g_eli_crypto_run(struct g_eli_worker *wr, struct bio *bp);
580159307Spjd
581159307Spjdvoid g_eli_auth_read(struct g_eli_softc *sc, struct bio *bp);
582159307Spjdvoid g_eli_auth_run(struct g_eli_worker *wr, struct bio *bp);
583148456Spjd#endif
584148456Spjd
585148456Spjdvoid g_eli_mkey_hmac(unsigned char *mkey, const unsigned char *key);
586148456Spjdint g_eli_mkey_decrypt(const struct g_eli_metadata *md,
587148456Spjd    const unsigned char *key, unsigned char *mkey, unsigned *nkeyp);
588148456Spjdint g_eli_mkey_encrypt(unsigned algo, const unsigned char *key, unsigned keylen,
589148456Spjd    unsigned char *mkey);
590159307Spjd#ifdef _KERNEL
591159307Spjdvoid g_eli_mkey_propagate(struct g_eli_softc *sc, const unsigned char *mkey);
592159307Spjd#endif
593148456Spjd
594148456Spjdint g_eli_crypto_encrypt(u_int algo, u_char *data, size_t datasize,
595148456Spjd    const u_char *key, size_t keysize);
596148456Spjdint g_eli_crypto_decrypt(u_int algo, u_char *data, size_t datasize,
597148456Spjd    const u_char *key, size_t keysize);
598148456Spjd
599148456Spjdstruct hmac_ctx {
600148456Spjd	SHA512_CTX	shactx;
601148456Spjd	u_char		k_opad[128];
602148456Spjd};
603148456Spjd
604148456Spjdvoid g_eli_crypto_hmac_init(struct hmac_ctx *ctx, const uint8_t *hkey,
605148456Spjd    size_t hkeylen);
606148456Spjdvoid g_eli_crypto_hmac_update(struct hmac_ctx *ctx, const uint8_t *data,
607148456Spjd    size_t datasize);
608148456Spjdvoid g_eli_crypto_hmac_final(struct hmac_ctx *ctx, uint8_t *md, size_t mdsize);
609148456Spjdvoid g_eli_crypto_hmac(const uint8_t *hkey, size_t hkeysize,
610148456Spjd    const uint8_t *data, size_t datasize, uint8_t *md, size_t mdsize);
611220922Spjd
612220922Spjd#ifdef _KERNEL
613220922Spjdvoid g_eli_key_init(struct g_eli_softc *sc);
614220922Spjdvoid g_eli_key_destroy(struct g_eli_softc *sc);
615220922Spjduint8_t *g_eli_key_hold(struct g_eli_softc *sc, off_t offset, size_t blocksize);
616220922Spjdvoid g_eli_key_drop(struct g_eli_softc *sc, uint8_t *rawkey);
617220922Spjd#endif
618148456Spjd#endif	/* !_G_ELI_H_ */
619