ieee80211_crypto_ccmp.c revision 178354
1/*-
2 * Copyright (c) 2002-2008 Sam Leffler, Errno Consulting
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
15 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
16 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
18 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
19 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
20 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
21 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
23 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24 */
25
26#include <sys/cdefs.h>
27__FBSDID("$FreeBSD: head/sys/net80211/ieee80211_crypto_ccmp.c 178354 2008-04-20 20:35:46Z sam $");
28
29/*
30 * IEEE 802.11i AES-CCMP crypto support.
31 *
32 * Part of this module is derived from similar code in the Host
33 * AP driver. The code is used with the consent of the author and
34 * it's license is included below.
35 */
36#include "opt_wlan.h"
37
38#include <sys/param.h>
39#include <sys/systm.h>
40#include <sys/mbuf.h>
41#include <sys/malloc.h>
42#include <sys/kernel.h>
43#include <sys/module.h>
44
45#include <sys/socket.h>
46
47#include <net/if.h>
48#include <net/if_media.h>
49#include <net/ethernet.h>
50
51#include <net80211/ieee80211_var.h>
52
53#include <crypto/rijndael/rijndael.h>
54
55#define AES_BLOCK_LEN 16
56
57struct ccmp_ctx {
58	struct ieee80211vap *cc_vap;	/* for diagnostics+statistics */
59	struct ieee80211com *cc_ic;
60	rijndael_ctx	     cc_aes;
61};
62
63static	void *ccmp_attach(struct ieee80211vap *, struct ieee80211_key *);
64static	void ccmp_detach(struct ieee80211_key *);
65static	int ccmp_setkey(struct ieee80211_key *);
66static	int ccmp_encap(struct ieee80211_key *k, struct mbuf *, uint8_t keyid);
67static	int ccmp_decap(struct ieee80211_key *, struct mbuf *, int);
68static	int ccmp_enmic(struct ieee80211_key *, struct mbuf *, int);
69static	int ccmp_demic(struct ieee80211_key *, struct mbuf *, int);
70
71static const struct ieee80211_cipher ccmp = {
72	.ic_name	= "AES-CCM",
73	.ic_cipher	= IEEE80211_CIPHER_AES_CCM,
74	.ic_header	= IEEE80211_WEP_IVLEN + IEEE80211_WEP_KIDLEN +
75			  IEEE80211_WEP_EXTIVLEN,
76	.ic_trailer	= IEEE80211_WEP_MICLEN,
77	.ic_miclen	= 0,
78	.ic_attach	= ccmp_attach,
79	.ic_detach	= ccmp_detach,
80	.ic_setkey	= ccmp_setkey,
81	.ic_encap	= ccmp_encap,
82	.ic_decap	= ccmp_decap,
83	.ic_enmic	= ccmp_enmic,
84	.ic_demic	= ccmp_demic,
85};
86
87static	int ccmp_encrypt(struct ieee80211_key *, struct mbuf *, int hdrlen);
88static	int ccmp_decrypt(struct ieee80211_key *, u_int64_t pn,
89		struct mbuf *, int hdrlen);
90
91/* number of references from net80211 layer */
92static	int nrefs = 0;
93
94static void *
95ccmp_attach(struct ieee80211vap *vap, struct ieee80211_key *k)
96{
97	struct ccmp_ctx *ctx;
98
99	MALLOC(ctx, struct ccmp_ctx *, sizeof(struct ccmp_ctx),
100		M_80211_CRYPTO, M_NOWAIT | M_ZERO);
101	if (ctx == NULL) {
102		vap->iv_stats.is_crypto_nomem++;
103		return NULL;
104	}
105	ctx->cc_vap = vap;
106	ctx->cc_ic = vap->iv_ic;
107	nrefs++;			/* NB: we assume caller locking */
108	return ctx;
109}
110
111static void
112ccmp_detach(struct ieee80211_key *k)
113{
114	struct ccmp_ctx *ctx = k->wk_private;
115
116	FREE(ctx, M_80211_CRYPTO);
117	KASSERT(nrefs > 0, ("imbalanced attach/detach"));
118	nrefs--;			/* NB: we assume caller locking */
119}
120
121static int
122ccmp_setkey(struct ieee80211_key *k)
123{
124	struct ccmp_ctx *ctx = k->wk_private;
125
126	if (k->wk_keylen != (128/NBBY)) {
127		IEEE80211_DPRINTF(ctx->cc_vap, IEEE80211_MSG_CRYPTO,
128			"%s: Invalid key length %u, expecting %u\n",
129			__func__, k->wk_keylen, 128/NBBY);
130		return 0;
131	}
132	if (k->wk_flags & IEEE80211_KEY_SWCRYPT)
133		rijndael_set_key(&ctx->cc_aes, k->wk_key, k->wk_keylen*NBBY);
134	return 1;
135}
136
137/*
138 * Add privacy headers appropriate for the specified key.
139 */
140static int
141ccmp_encap(struct ieee80211_key *k, struct mbuf *m, uint8_t keyid)
142{
143	struct ccmp_ctx *ctx = k->wk_private;
144	struct ieee80211com *ic = ctx->cc_ic;
145	uint8_t *ivp;
146	int hdrlen;
147
148	hdrlen = ieee80211_hdrspace(ic, mtod(m, void *));
149
150	/*
151	 * Copy down 802.11 header and add the IV, KeyID, and ExtIV.
152	 */
153	M_PREPEND(m, ccmp.ic_header, M_NOWAIT);
154	if (m == NULL)
155		return 0;
156	ivp = mtod(m, uint8_t *);
157	ovbcopy(ivp + ccmp.ic_header, ivp, hdrlen);
158	ivp += hdrlen;
159
160	k->wk_keytsc++;		/* XXX wrap at 48 bits */
161	ivp[0] = k->wk_keytsc >> 0;		/* PN0 */
162	ivp[1] = k->wk_keytsc >> 8;		/* PN1 */
163	ivp[2] = 0;				/* Reserved */
164	ivp[3] = keyid | IEEE80211_WEP_EXTIV;	/* KeyID | ExtID */
165	ivp[4] = k->wk_keytsc >> 16;		/* PN2 */
166	ivp[5] = k->wk_keytsc >> 24;		/* PN3 */
167	ivp[6] = k->wk_keytsc >> 32;		/* PN4 */
168	ivp[7] = k->wk_keytsc >> 40;		/* PN5 */
169
170	/*
171	 * Finally, do software encrypt if neeed.
172	 */
173	if ((k->wk_flags & IEEE80211_KEY_SWCRYPT) &&
174	    !ccmp_encrypt(k, m, hdrlen))
175		return 0;
176
177	return 1;
178}
179
180/*
181 * Add MIC to the frame as needed.
182 */
183static int
184ccmp_enmic(struct ieee80211_key *k, struct mbuf *m, int force)
185{
186
187	return 1;
188}
189
190static __inline uint64_t
191READ_6(uint8_t b0, uint8_t b1, uint8_t b2, uint8_t b3, uint8_t b4, uint8_t b5)
192{
193	uint32_t iv32 = (b0 << 0) | (b1 << 8) | (b2 << 16) | (b3 << 24);
194	uint16_t iv16 = (b4 << 0) | (b5 << 8);
195	return (((uint64_t)iv16) << 32) | iv32;
196}
197
198/*
199 * Validate and strip privacy headers (and trailer) for a
200 * received frame. The specified key should be correct but
201 * is also verified.
202 */
203static int
204ccmp_decap(struct ieee80211_key *k, struct mbuf *m, int hdrlen)
205{
206	struct ccmp_ctx *ctx = k->wk_private;
207	struct ieee80211vap *vap = ctx->cc_vap;
208	struct ieee80211_frame *wh;
209	uint8_t *ivp, tid;
210	uint64_t pn;
211
212	/*
213	 * Header should have extended IV and sequence number;
214	 * verify the former and validate the latter.
215	 */
216	wh = mtod(m, struct ieee80211_frame *);
217	ivp = mtod(m, uint8_t *) + hdrlen;
218	if ((ivp[IEEE80211_WEP_IVLEN] & IEEE80211_WEP_EXTIV) == 0) {
219		/*
220		 * No extended IV; discard frame.
221		 */
222		IEEE80211_NOTE_MAC(vap, IEEE80211_MSG_CRYPTO, wh->i_addr2,
223			"%s", "missing ExtIV for AES-CCM cipher");
224		vap->iv_stats.is_rx_ccmpformat++;
225		return 0;
226	}
227	tid = ieee80211_gettid(wh);
228	pn = READ_6(ivp[0], ivp[1], ivp[4], ivp[5], ivp[6], ivp[7]);
229	if (pn <= k->wk_keyrsc[tid]) {
230		/*
231		 * Replay violation.
232		 */
233		ieee80211_notify_replay_failure(vap, wh, k, pn);
234		vap->iv_stats.is_rx_ccmpreplay++;
235		return 0;
236	}
237
238	/*
239	 * Check if the device handled the decrypt in hardware.
240	 * If so we just strip the header; otherwise we need to
241	 * handle the decrypt in software.  Note that for the
242	 * latter we leave the header in place for use in the
243	 * decryption work.
244	 */
245	if ((k->wk_flags & IEEE80211_KEY_SWCRYPT) &&
246	    !ccmp_decrypt(k, pn, m, hdrlen))
247		return 0;
248
249	/*
250	 * Copy up 802.11 header and strip crypto bits.
251	 */
252	ovbcopy(mtod(m, void *), mtod(m, uint8_t *) + ccmp.ic_header, hdrlen);
253	m_adj(m, ccmp.ic_header);
254	m_adj(m, -ccmp.ic_trailer);
255
256	/*
257	 * Ok to update rsc now.
258	 */
259	k->wk_keyrsc[tid] = pn;
260
261	return 1;
262}
263
264/*
265 * Verify and strip MIC from the frame.
266 */
267static int
268ccmp_demic(struct ieee80211_key *k, struct mbuf *m, int force)
269{
270	return 1;
271}
272
273static __inline void
274xor_block(uint8_t *b, const uint8_t *a, size_t len)
275{
276	int i;
277	for (i = 0; i < len; i++)
278		b[i] ^= a[i];
279}
280
281/*
282 * Host AP crypt: host-based CCMP encryption implementation for Host AP driver
283 *
284 * Copyright (c) 2003-2004, Jouni Malinen <jkmaline@cc.hut.fi>
285 *
286 * This program is free software; you can redistribute it and/or modify
287 * it under the terms of the GNU General Public License version 2 as
288 * published by the Free Software Foundation. See README and COPYING for
289 * more details.
290 *
291 * Alternatively, this software may be distributed under the terms of BSD
292 * license.
293 */
294
295static void
296ccmp_init_blocks(rijndael_ctx *ctx, struct ieee80211_frame *wh,
297	u_int64_t pn, size_t dlen,
298	uint8_t b0[AES_BLOCK_LEN], uint8_t aad[2 * AES_BLOCK_LEN],
299	uint8_t auth[AES_BLOCK_LEN], uint8_t s0[AES_BLOCK_LEN])
300{
301#define	IS_4ADDRESS(wh) \
302	((wh->i_fc[1] & IEEE80211_FC1_DIR_MASK) == IEEE80211_FC1_DIR_DSTODS)
303#define	IS_QOS_DATA(wh)	IEEE80211_QOS_HAS_SEQ(wh)
304
305	/* CCM Initial Block:
306	 * Flag (Include authentication header, M=3 (8-octet MIC),
307	 *       L=1 (2-octet Dlen))
308	 * Nonce: 0x00 | A2 | PN
309	 * Dlen */
310	b0[0] = 0x59;
311	/* NB: b0[1] set below */
312	IEEE80211_ADDR_COPY(b0 + 2, wh->i_addr2);
313	b0[8] = pn >> 40;
314	b0[9] = pn >> 32;
315	b0[10] = pn >> 24;
316	b0[11] = pn >> 16;
317	b0[12] = pn >> 8;
318	b0[13] = pn >> 0;
319	b0[14] = (dlen >> 8) & 0xff;
320	b0[15] = dlen & 0xff;
321
322	/* AAD:
323	 * FC with bits 4..6 and 11..13 masked to zero; 14 is always one
324	 * A1 | A2 | A3
325	 * SC with bits 4..15 (seq#) masked to zero
326	 * A4 (if present)
327	 * QC (if present)
328	 */
329	aad[0] = 0;	/* AAD length >> 8 */
330	/* NB: aad[1] set below */
331	aad[2] = wh->i_fc[0] & 0x8f;	/* XXX magic #s */
332	aad[3] = wh->i_fc[1] & 0xc7;	/* XXX magic #s */
333	/* NB: we know 3 addresses are contiguous */
334	memcpy(aad + 4, wh->i_addr1, 3 * IEEE80211_ADDR_LEN);
335	aad[22] = wh->i_seq[0] & IEEE80211_SEQ_FRAG_MASK;
336	aad[23] = 0; /* all bits masked */
337	/*
338	 * Construct variable-length portion of AAD based
339	 * on whether this is a 4-address frame/QOS frame.
340	 * We always zero-pad to 32 bytes before running it
341	 * through the cipher.
342	 *
343	 * We also fill in the priority bits of the CCM
344	 * initial block as we know whether or not we have
345	 * a QOS frame.
346	 */
347	if (IS_4ADDRESS(wh)) {
348		IEEE80211_ADDR_COPY(aad + 24,
349			((struct ieee80211_frame_addr4 *)wh)->i_addr4);
350		if (IS_QOS_DATA(wh)) {
351			struct ieee80211_qosframe_addr4 *qwh4 =
352				(struct ieee80211_qosframe_addr4 *) wh;
353			aad[30] = qwh4->i_qos[0] & 0x0f;/* just priority bits */
354			aad[31] = 0;
355			b0[1] = aad[30];
356			aad[1] = 22 + IEEE80211_ADDR_LEN + 2;
357		} else {
358			*(uint16_t *)&aad[30] = 0;
359			b0[1] = 0;
360			aad[1] = 22 + IEEE80211_ADDR_LEN;
361		}
362	} else {
363		if (IS_QOS_DATA(wh)) {
364			struct ieee80211_qosframe *qwh =
365				(struct ieee80211_qosframe*) wh;
366			aad[24] = qwh->i_qos[0] & 0x0f;	/* just priority bits */
367			aad[25] = 0;
368			b0[1] = aad[24];
369			aad[1] = 22 + 2;
370		} else {
371			*(uint16_t *)&aad[24] = 0;
372			b0[1] = 0;
373			aad[1] = 22;
374		}
375		*(uint16_t *)&aad[26] = 0;
376		*(uint32_t *)&aad[28] = 0;
377	}
378
379	/* Start with the first block and AAD */
380	rijndael_encrypt(ctx, b0, auth);
381	xor_block(auth, aad, AES_BLOCK_LEN);
382	rijndael_encrypt(ctx, auth, auth);
383	xor_block(auth, &aad[AES_BLOCK_LEN], AES_BLOCK_LEN);
384	rijndael_encrypt(ctx, auth, auth);
385	b0[0] &= 0x07;
386	b0[14] = b0[15] = 0;
387	rijndael_encrypt(ctx, b0, s0);
388#undef	IS_QOS_DATA
389#undef	IS_4ADDRESS
390}
391
392#define	CCMP_ENCRYPT(_i, _b, _b0, _pos, _e, _len) do {	\
393	/* Authentication */				\
394	xor_block(_b, _pos, _len);			\
395	rijndael_encrypt(&ctx->cc_aes, _b, _b);		\
396	/* Encryption, with counter */			\
397	_b0[14] = (_i >> 8) & 0xff;			\
398	_b0[15] = _i & 0xff;				\
399	rijndael_encrypt(&ctx->cc_aes, _b0, _e);	\
400	xor_block(_pos, _e, _len);			\
401} while (0)
402
403static int
404ccmp_encrypt(struct ieee80211_key *key, struct mbuf *m0, int hdrlen)
405{
406	struct ccmp_ctx *ctx = key->wk_private;
407	struct ieee80211_frame *wh;
408	struct mbuf *m = m0;
409	int data_len, i, space;
410	uint8_t aad[2 * AES_BLOCK_LEN], b0[AES_BLOCK_LEN], b[AES_BLOCK_LEN],
411		e[AES_BLOCK_LEN], s0[AES_BLOCK_LEN];
412	uint8_t *pos;
413
414	ctx->cc_vap->iv_stats.is_crypto_ccmp++;
415
416	wh = mtod(m, struct ieee80211_frame *);
417	data_len = m->m_pkthdr.len - (hdrlen + ccmp.ic_header);
418	ccmp_init_blocks(&ctx->cc_aes, wh, key->wk_keytsc,
419		data_len, b0, aad, b, s0);
420
421	i = 1;
422	pos = mtod(m, uint8_t *) + hdrlen + ccmp.ic_header;
423	/* NB: assumes header is entirely in first mbuf */
424	space = m->m_len - (hdrlen + ccmp.ic_header);
425	for (;;) {
426		if (space > data_len)
427			space = data_len;
428		/*
429		 * Do full blocks.
430		 */
431		while (space >= AES_BLOCK_LEN) {
432			CCMP_ENCRYPT(i, b, b0, pos, e, AES_BLOCK_LEN);
433			pos += AES_BLOCK_LEN, space -= AES_BLOCK_LEN;
434			data_len -= AES_BLOCK_LEN;
435			i++;
436		}
437		if (data_len <= 0)		/* no more data */
438			break;
439		m = m->m_next;
440		if (m == NULL) {		/* last buffer */
441			if (space != 0) {
442				/*
443				 * Short last block.
444				 */
445				CCMP_ENCRYPT(i, b, b0, pos, e, space);
446			}
447			break;
448		}
449		if (space != 0) {
450			uint8_t *pos_next;
451			int space_next;
452			int len, dl, sp;
453			struct mbuf *n;
454
455			/*
456			 * Block straddles one or more mbufs, gather data
457			 * into the block buffer b, apply the cipher, then
458			 * scatter the results back into the mbuf chain.
459			 * The buffer will automatically get space bytes
460			 * of data at offset 0 copied in+out by the
461			 * CCMP_ENCRYPT request so we must take care of
462			 * the remaining data.
463			 */
464			n = m;
465			dl = data_len;
466			sp = space;
467			for (;;) {
468				pos_next = mtod(n, uint8_t *);
469				len = min(dl, AES_BLOCK_LEN);
470				space_next = len > sp ? len - sp : 0;
471				if (n->m_len >= space_next) {
472					/*
473					 * This mbuf has enough data; just grab
474					 * what we need and stop.
475					 */
476					xor_block(b+sp, pos_next, space_next);
477					break;
478				}
479				/*
480				 * This mbuf's contents are insufficient,
481				 * take 'em all and prepare to advance to
482				 * the next mbuf.
483				 */
484				xor_block(b+sp, pos_next, n->m_len);
485				sp += n->m_len, dl -= n->m_len;
486				n = n->m_next;
487				if (n == NULL)
488					break;
489			}
490
491			CCMP_ENCRYPT(i, b, b0, pos, e, space);
492
493			/* NB: just like above, but scatter data to mbufs */
494			dl = data_len;
495			sp = space;
496			for (;;) {
497				pos_next = mtod(m, uint8_t *);
498				len = min(dl, AES_BLOCK_LEN);
499				space_next = len > sp ? len - sp : 0;
500				if (m->m_len >= space_next) {
501					xor_block(pos_next, e+sp, space_next);
502					break;
503				}
504				xor_block(pos_next, e+sp, m->m_len);
505				sp += m->m_len, dl -= m->m_len;
506				m = m->m_next;
507				if (m == NULL)
508					goto done;
509			}
510			/*
511			 * Do bookkeeping.  m now points to the last mbuf
512			 * we grabbed data from.  We know we consumed a
513			 * full block of data as otherwise we'd have hit
514			 * the end of the mbuf chain, so deduct from data_len.
515			 * Otherwise advance the block number (i) and setup
516			 * pos+space to reflect contents of the new mbuf.
517			 */
518			data_len -= AES_BLOCK_LEN;
519			i++;
520			pos = pos_next + space_next;
521			space = m->m_len - space_next;
522		} else {
523			/*
524			 * Setup for next buffer.
525			 */
526			pos = mtod(m, uint8_t *);
527			space = m->m_len;
528		}
529	}
530done:
531	/* tack on MIC */
532	xor_block(b, s0, ccmp.ic_trailer);
533	return m_append(m0, ccmp.ic_trailer, b);
534}
535#undef CCMP_ENCRYPT
536
537#define	CCMP_DECRYPT(_i, _b, _b0, _pos, _a, _len) do {	\
538	/* Decrypt, with counter */			\
539	_b0[14] = (_i >> 8) & 0xff;			\
540	_b0[15] = _i & 0xff;				\
541	rijndael_encrypt(&ctx->cc_aes, _b0, _b);	\
542	xor_block(_pos, _b, _len);			\
543	/* Authentication */				\
544	xor_block(_a, _pos, _len);			\
545	rijndael_encrypt(&ctx->cc_aes, _a, _a);		\
546} while (0)
547
548static int
549ccmp_decrypt(struct ieee80211_key *key, u_int64_t pn, struct mbuf *m, int hdrlen)
550{
551	struct ccmp_ctx *ctx = key->wk_private;
552	struct ieee80211vap *vap = ctx->cc_vap;
553	struct ieee80211_frame *wh;
554	uint8_t aad[2 * AES_BLOCK_LEN];
555	uint8_t b0[AES_BLOCK_LEN], b[AES_BLOCK_LEN], a[AES_BLOCK_LEN];
556	uint8_t mic[AES_BLOCK_LEN];
557	size_t data_len;
558	int i;
559	uint8_t *pos;
560	u_int space;
561
562	ctx->cc_vap->iv_stats.is_crypto_ccmp++;
563
564	wh = mtod(m, struct ieee80211_frame *);
565	data_len = m->m_pkthdr.len - (hdrlen + ccmp.ic_header + ccmp.ic_trailer);
566	ccmp_init_blocks(&ctx->cc_aes, wh, pn, data_len, b0, aad, a, b);
567	m_copydata(m, m->m_pkthdr.len - ccmp.ic_trailer, ccmp.ic_trailer, mic);
568	xor_block(mic, b, ccmp.ic_trailer);
569
570	i = 1;
571	pos = mtod(m, uint8_t *) + hdrlen + ccmp.ic_header;
572	space = m->m_len - (hdrlen + ccmp.ic_header);
573	for (;;) {
574		if (space > data_len)
575			space = data_len;
576		while (space >= AES_BLOCK_LEN) {
577			CCMP_DECRYPT(i, b, b0, pos, a, AES_BLOCK_LEN);
578			pos += AES_BLOCK_LEN, space -= AES_BLOCK_LEN;
579			data_len -= AES_BLOCK_LEN;
580			i++;
581		}
582		if (data_len <= 0)		/* no more data */
583			break;
584		m = m->m_next;
585		if (m == NULL) {		/* last buffer */
586			if (space != 0)		/* short last block */
587				CCMP_DECRYPT(i, b, b0, pos, a, space);
588			break;
589		}
590		if (space != 0) {
591			uint8_t *pos_next;
592			u_int space_next;
593			u_int len;
594
595			/*
596			 * Block straddles buffers, split references.  We
597			 * do not handle splits that require >2 buffers
598			 * since rx'd frames are never badly fragmented
599			 * because drivers typically recv in clusters.
600			 */
601			pos_next = mtod(m, uint8_t *);
602			len = min(data_len, AES_BLOCK_LEN);
603			space_next = len > space ? len - space : 0;
604			KASSERT(m->m_len >= space_next,
605				("not enough data in following buffer, "
606				"m_len %u need %u\n", m->m_len, space_next));
607
608			xor_block(b+space, pos_next, space_next);
609			CCMP_DECRYPT(i, b, b0, pos, a, space);
610			xor_block(pos_next, b+space, space_next);
611			data_len -= len;
612			i++;
613
614			pos = pos_next + space_next;
615			space = m->m_len - space_next;
616		} else {
617			/*
618			 * Setup for next buffer.
619			 */
620			pos = mtod(m, uint8_t *);
621			space = m->m_len;
622		}
623	}
624	if (memcmp(mic, a, ccmp.ic_trailer) != 0) {
625		IEEE80211_NOTE_MAC(vap, IEEE80211_MSG_CRYPTO, wh->i_addr2,
626		    "%s", "AES-CCM decrypt failed; MIC mismatch");
627		vap->iv_stats.is_rx_ccmpmic++;
628		return 0;
629	}
630	return 1;
631}
632#undef CCMP_DECRYPT
633
634/*
635 * Module glue.
636 */
637IEEE80211_CRYPTO_MODULE(ccmp, 1);
638