mmc.c revision 196037
1/*-
2 * Copyright (c) 2006 Bernd Walter.  All rights reserved.
3 * Copyright (c) 2006 M. Warner Losh.  All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
15 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
16 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
18 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
19 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
20 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
21 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
23 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24 *
25 * Portions of this software may have been developed with reference to
26 * the SD Simplified Specification.  The following disclaimer may apply:
27 *
28 * The following conditions apply to the release of the simplified
29 * specification ("Simplified Specification") by the SD Card Association and
30 * the SD Group. The Simplified Specification is a subset of the complete SD
31 * Specification which is owned by the SD Card Association and the SD
32 * Group. This Simplified Specification is provided on a non-confidential
33 * basis subject to the disclaimers below. Any implementation of the
34 * Simplified Specification may require a license from the SD Card
35 * Association, SD Group, SD-3C LLC or other third parties.
36 *
37 * Disclaimers:
38 *
39 * The information contained in the Simplified Specification is presented only
40 * as a standard specification for SD Cards and SD Host/Ancillary products and
41 * is provided "AS-IS" without any representations or warranties of any
42 * kind. No responsibility is assumed by the SD Group, SD-3C LLC or the SD
43 * Card Association for any damages, any infringements of patents or other
44 * right of the SD Group, SD-3C LLC, the SD Card Association or any third
45 * parties, which may result from its use. No license is granted by
46 * implication, estoppel or otherwise under any patent or other rights of the
47 * SD Group, SD-3C LLC, the SD Card Association or any third party. Nothing
48 * herein shall be construed as an obligation by the SD Group, the SD-3C LLC
49 * or the SD Card Association to disclose or distribute any technical
50 * information, know-how or other confidential information to any third party.
51 */
52
53#include <sys/cdefs.h>
54__FBSDID("$FreeBSD: head/sys/dev/mmc/mmc.c 196037 2009-08-02 14:28:40Z attilio $");
55
56#include <sys/param.h>
57#include <sys/systm.h>
58#include <sys/kernel.h>
59#include <sys/malloc.h>
60#include <sys/lock.h>
61#include <sys/module.h>
62#include <sys/mutex.h>
63#include <sys/bus.h>
64#include <sys/endian.h>
65#include <sys/sysctl.h>
66
67#include <dev/mmc/mmcreg.h>
68#include <dev/mmc/mmcbrvar.h>
69#include <dev/mmc/mmcvar.h>
70#include "mmcbr_if.h"
71#include "mmcbus_if.h"
72
73struct mmc_softc {
74	device_t dev;
75	struct mtx sc_mtx;
76	struct intr_config_hook config_intrhook;
77	device_t owner;
78	uint32_t last_rca;
79};
80
81/*
82 * Per-card data
83 */
84struct mmc_ivars {
85	uint32_t raw_cid[4];	/* Raw bits of the CID */
86	uint32_t raw_csd[4];	/* Raw bits of the CSD */
87	uint32_t raw_scr[2];	/* Raw bits of the SCR */
88	uint8_t raw_ext_csd[512];	/* Raw bits of the EXT_CSD */
89	uint32_t raw_sd_status[16];	/* Raw bits of the SD_STATUS */
90	uint16_t rca;
91	enum mmc_card_mode mode;
92	struct mmc_cid cid;	/* cid decoded */
93	struct mmc_csd csd;	/* csd decoded */
94	struct mmc_scr scr;	/* scr decoded */
95	struct mmc_sd_status sd_status;	/* SD_STATUS decoded */
96	u_char read_only;	/* True when the device is read-only */
97	u_char bus_width;	/* Bus width to use */
98	u_char timing;		/* Bus timing support */
99	u_char high_cap;	/* High Capacity card (block addressed) */
100	uint32_t sec_count;	/* Card capacity in 512byte blocks */
101	uint32_t tran_speed;	/* Max speed in normal mode */
102	uint32_t hs_tran_speed;	/* Max speed in high speed mode */
103	uint32_t erase_sector;	/* Card native erase sector size */
104};
105
106#define CMD_RETRIES	3
107
108SYSCTL_NODE(_hw, OID_AUTO, mmc, CTLFLAG_RD, NULL, "mmc driver");
109
110static int mmc_debug;
111SYSCTL_INT(_hw_mmc, OID_AUTO, debug, CTLFLAG_RW, &mmc_debug, 0, "Debug level");
112
113/* bus entry points */
114static int mmc_probe(device_t dev);
115static int mmc_attach(device_t dev);
116static int mmc_detach(device_t dev);
117static int mmc_suspend(device_t dev);
118static int mmc_resume(device_t dev);
119
120#define MMC_LOCK(_sc)		mtx_lock(&(_sc)->sc_mtx)
121#define	MMC_UNLOCK(_sc)		mtx_unlock(&(_sc)->sc_mtx)
122#define MMC_LOCK_INIT(_sc)					\
123	mtx_init(&_sc->sc_mtx, device_get_nameunit(_sc->dev),	\
124	    "mmc", MTX_DEF)
125#define MMC_LOCK_DESTROY(_sc)	mtx_destroy(&_sc->sc_mtx);
126#define MMC_ASSERT_LOCKED(_sc)	mtx_assert(&_sc->sc_mtx, MA_OWNED);
127#define MMC_ASSERT_UNLOCKED(_sc) mtx_assert(&_sc->sc_mtx, MA_NOTOWNED);
128
129static int mmc_calculate_clock(struct mmc_softc *sc);
130static void mmc_delayed_attach(void *);
131static void mmc_power_down(struct mmc_softc *sc);
132static int mmc_wait_for_cmd(struct mmc_softc *sc, struct mmc_command *cmd,
133    int retries);
134static int mmc_wait_for_command(struct mmc_softc *sc, uint32_t opcode,
135    uint32_t arg, uint32_t flags, uint32_t *resp, int retries);
136static int mmc_select_card(struct mmc_softc *sc, uint16_t rca);
137static int mmc_set_card_bus_width(struct mmc_softc *sc, uint16_t rca, int width);
138static int mmc_app_send_scr(struct mmc_softc *sc, uint16_t rca, uint32_t *rawscr);
139static void mmc_app_decode_scr(uint32_t *raw_scr, struct mmc_scr *scr);
140static int mmc_send_ext_csd(struct mmc_softc *sc, uint8_t *rawextcsd);
141static void mmc_scan(struct mmc_softc *sc);
142static int mmc_delete_cards(struct mmc_softc *sc);
143
144static void
145mmc_ms_delay(int ms)
146{
147	DELAY(1000 * ms);	/* XXX BAD */
148}
149
150static int
151mmc_probe(device_t dev)
152{
153
154	device_set_desc(dev, "MMC/SD bus");
155	return (0);
156}
157
158static int
159mmc_attach(device_t dev)
160{
161	struct mmc_softc *sc;
162
163	sc = device_get_softc(dev);
164	sc->dev = dev;
165	MMC_LOCK_INIT(sc);
166
167	/* We'll probe and attach our children later, but before / mount */
168	sc->config_intrhook.ich_func = mmc_delayed_attach;
169	sc->config_intrhook.ich_arg = sc;
170	if (config_intrhook_establish(&sc->config_intrhook) != 0)
171		device_printf(dev, "config_intrhook_establish failed\n");
172	return (0);
173}
174
175static int
176mmc_detach(device_t dev)
177{
178	struct mmc_softc *sc = device_get_softc(dev);
179	int err;
180
181	if ((err = mmc_delete_cards(sc)) != 0)
182		return (err);
183	mmc_power_down(sc);
184	MMC_LOCK_DESTROY(sc);
185
186	return (0);
187}
188
189static int
190mmc_suspend(device_t dev)
191{
192	struct mmc_softc *sc = device_get_softc(dev);
193	int err;
194
195	err = bus_generic_suspend(dev);
196	if (err)
197	        return (err);
198	mmc_power_down(sc);
199	return (0);
200}
201
202static int
203mmc_resume(device_t dev)
204{
205	struct mmc_softc *sc = device_get_softc(dev);
206
207	mmc_scan(sc);
208	return (bus_generic_resume(dev));
209}
210
211static int
212mmc_acquire_bus(device_t busdev, device_t dev)
213{
214	struct mmc_softc *sc;
215	struct mmc_ivars *ivar;
216	int err;
217	int rca;
218
219	err = MMCBR_ACQUIRE_HOST(device_get_parent(busdev), busdev);
220	if (err)
221		return (err);
222	sc = device_get_softc(busdev);
223	MMC_LOCK(sc);
224	if (sc->owner)
225		panic("mmc: host bridge didn't seralize us.");
226	sc->owner = dev;
227	MMC_UNLOCK(sc);
228
229	if (busdev != dev) {
230		/*
231		 * Keep track of the last rca that we've selected.  If
232		 * we're asked to do it again, don't.  We never
233		 * unselect unless the bus code itself wants the mmc
234		 * bus, and constantly reselecting causes problems.
235		 */
236		rca = mmc_get_rca(dev);
237		if (sc->last_rca != rca) {
238			mmc_select_card(sc, rca);
239			sc->last_rca = rca;
240			/* Prepare bus width for the new card. */
241			ivar = device_get_ivars(dev);
242			if (bootverbose || mmc_debug) {
243				device_printf(busdev,
244				    "setting bus width to %d bits\n",
245				    (ivar->bus_width == bus_width_4) ? 4 :
246				    (ivar->bus_width == bus_width_8) ? 8 : 1);
247			}
248			mmc_set_card_bus_width(sc, rca, ivar->bus_width);
249			mmcbr_set_bus_width(busdev, ivar->bus_width);
250			mmcbr_update_ios(busdev);
251		}
252	} else {
253		/*
254		 * If there's a card selected, stand down.
255		 */
256		if (sc->last_rca != 0) {
257			mmc_select_card(sc, 0);
258			sc->last_rca = 0;
259		}
260	}
261
262	return (0);
263}
264
265static int
266mmc_release_bus(device_t busdev, device_t dev)
267{
268	struct mmc_softc *sc;
269	int err;
270
271	sc = device_get_softc(busdev);
272
273	MMC_LOCK(sc);
274	if (!sc->owner)
275		panic("mmc: releasing unowned bus.");
276	if (sc->owner != dev)
277		panic("mmc: you don't own the bus.  game over.");
278	MMC_UNLOCK(sc);
279	err = MMCBR_RELEASE_HOST(device_get_parent(busdev), busdev);
280	if (err)
281		return (err);
282	MMC_LOCK(sc);
283	sc->owner = NULL;
284	MMC_UNLOCK(sc);
285	return (0);
286}
287
288static uint32_t
289mmc_select_vdd(struct mmc_softc *sc, uint32_t ocr)
290{
291
292	return (ocr & MMC_OCR_VOLTAGE);
293}
294
295static int
296mmc_highest_voltage(uint32_t ocr)
297{
298	int i;
299
300	for (i = 30; i >= 0; i--)
301		if (ocr & (1 << i))
302			return (i);
303	return (-1);
304}
305
306static void
307mmc_wakeup(struct mmc_request *req)
308{
309	struct mmc_softc *sc;
310
311	sc = (struct mmc_softc *)req->done_data;
312	MMC_LOCK(sc);
313	req->flags |= MMC_REQ_DONE;
314	MMC_UNLOCK(sc);
315	wakeup(req);
316}
317
318static int
319mmc_wait_for_req(struct mmc_softc *sc, struct mmc_request *req)
320{
321
322	req->done = mmc_wakeup;
323	req->done_data = sc;
324	if (mmc_debug > 1) {
325		device_printf(sc->dev, "REQUEST: CMD%d arg %#x flags %#x",
326		    req->cmd->opcode, req->cmd->arg, req->cmd->flags);
327		if (req->cmd->data) {
328			printf(" data %d\n", (int)req->cmd->data->len);
329		} else
330			printf("\n");
331	}
332	MMCBR_REQUEST(device_get_parent(sc->dev), sc->dev, req);
333	MMC_LOCK(sc);
334	while ((req->flags & MMC_REQ_DONE) == 0)
335		msleep(req, &sc->sc_mtx, 0, "mmcreq", 0);
336	MMC_UNLOCK(sc);
337	if (mmc_debug > 2 || (mmc_debug > 1 && req->cmd->error))
338		device_printf(sc->dev, "RESULT: %d\n", req->cmd->error);
339	return (0);
340}
341
342static int
343mmc_wait_for_request(device_t brdev, device_t reqdev, struct mmc_request *req)
344{
345	struct mmc_softc *sc = device_get_softc(brdev);
346
347	return (mmc_wait_for_req(sc, req));
348}
349
350static int
351mmc_wait_for_cmd(struct mmc_softc *sc, struct mmc_command *cmd, int retries)
352{
353	struct mmc_request mreq;
354
355	memset(&mreq, 0, sizeof(mreq));
356	memset(cmd->resp, 0, sizeof(cmd->resp));
357	cmd->retries = retries;
358	mreq.cmd = cmd;
359	mmc_wait_for_req(sc, &mreq);
360	return (cmd->error);
361}
362
363static int
364mmc_wait_for_app_cmd(struct mmc_softc *sc, uint32_t rca,
365    struct mmc_command *cmd, int retries)
366{
367	struct mmc_command appcmd;
368	int err = MMC_ERR_NONE, i;
369
370	for (i = 0; i <= retries; i++) {
371		appcmd.opcode = MMC_APP_CMD;
372		appcmd.arg = rca << 16;
373		appcmd.flags = MMC_RSP_R1 | MMC_CMD_AC;
374		appcmd.data = NULL;
375		mmc_wait_for_cmd(sc, &appcmd, 0);
376		err = appcmd.error;
377		if (err != MMC_ERR_NONE)
378			continue;
379		if (!(appcmd.resp[0] & R1_APP_CMD))
380			return MMC_ERR_FAILED;
381		mmc_wait_for_cmd(sc, cmd, 0);
382		err = cmd->error;
383		if (err == MMC_ERR_NONE)
384			break;
385	}
386	return (err);
387}
388
389static int
390mmc_wait_for_command(struct mmc_softc *sc, uint32_t opcode,
391    uint32_t arg, uint32_t flags, uint32_t *resp, int retries)
392{
393	struct mmc_command cmd;
394	int err;
395
396	memset(&cmd, 0, sizeof(cmd));
397	cmd.opcode = opcode;
398	cmd.arg = arg;
399	cmd.flags = flags;
400	cmd.data = NULL;
401	err = mmc_wait_for_cmd(sc, &cmd, retries);
402	if (err)
403		return (err);
404	if (cmd.error)
405		return (cmd.error);
406	if (resp) {
407		if (flags & MMC_RSP_136)
408			memcpy(resp, cmd.resp, 4 * sizeof(uint32_t));
409		else
410			*resp = cmd.resp[0];
411	}
412	return (0);
413}
414
415static void
416mmc_idle_cards(struct mmc_softc *sc)
417{
418	device_t dev;
419	struct mmc_command cmd;
420
421	dev = sc->dev;
422	mmcbr_set_chip_select(dev, cs_high);
423	mmcbr_update_ios(dev);
424	mmc_ms_delay(1);
425
426	memset(&cmd, 0, sizeof(cmd));
427	cmd.opcode = MMC_GO_IDLE_STATE;
428	cmd.arg = 0;
429	cmd.flags = MMC_RSP_NONE | MMC_CMD_BC;
430	cmd.data = NULL;
431	mmc_wait_for_cmd(sc, &cmd, 0);
432	mmc_ms_delay(1);
433
434	mmcbr_set_chip_select(dev, cs_dontcare);
435	mmcbr_update_ios(dev);
436	mmc_ms_delay(1);
437}
438
439static int
440mmc_send_app_op_cond(struct mmc_softc *sc, uint32_t ocr, uint32_t *rocr)
441{
442	struct mmc_command cmd;
443	int err = MMC_ERR_NONE, i;
444
445	memset(&cmd, 0, sizeof(cmd));
446	cmd.opcode = ACMD_SD_SEND_OP_COND;
447	cmd.arg = ocr;
448	cmd.flags = MMC_RSP_R3 | MMC_CMD_BCR;
449	cmd.data = NULL;
450
451	for (i = 0; i < 100; i++) {
452		err = mmc_wait_for_app_cmd(sc, 0, &cmd, CMD_RETRIES);
453		if (err != MMC_ERR_NONE)
454			break;
455		if ((cmd.resp[0] & MMC_OCR_CARD_BUSY) ||
456		    (ocr & MMC_OCR_VOLTAGE) == 0)
457			break;
458		err = MMC_ERR_TIMEOUT;
459		mmc_ms_delay(10);
460	}
461	if (rocr && err == MMC_ERR_NONE)
462		*rocr = cmd.resp[0];
463	return (err);
464}
465
466static int
467mmc_send_op_cond(struct mmc_softc *sc, uint32_t ocr, uint32_t *rocr)
468{
469	struct mmc_command cmd;
470	int err = MMC_ERR_NONE, i;
471
472	memset(&cmd, 0, sizeof(cmd));
473	cmd.opcode = MMC_SEND_OP_COND;
474	cmd.arg = ocr;
475	cmd.flags = MMC_RSP_R3 | MMC_CMD_BCR;
476	cmd.data = NULL;
477
478	for (i = 0; i < 100; i++) {
479		err = mmc_wait_for_cmd(sc, &cmd, CMD_RETRIES);
480		if (err != MMC_ERR_NONE)
481			break;
482		if ((cmd.resp[0] & MMC_OCR_CARD_BUSY) ||
483		    (ocr & MMC_OCR_VOLTAGE) == 0)
484			break;
485		err = MMC_ERR_TIMEOUT;
486		mmc_ms_delay(10);
487	}
488	if (rocr && err == MMC_ERR_NONE)
489		*rocr = cmd.resp[0];
490	return (err);
491}
492
493static int
494mmc_send_if_cond(struct mmc_softc *sc, uint8_t vhs)
495{
496	struct mmc_command cmd;
497	int err;
498
499	memset(&cmd, 0, sizeof(cmd));
500	cmd.opcode = SD_SEND_IF_COND;
501	cmd.arg = (vhs << 8) + 0xAA;
502	cmd.flags = MMC_RSP_R7 | MMC_CMD_BCR;
503	cmd.data = NULL;
504
505	err = mmc_wait_for_cmd(sc, &cmd, CMD_RETRIES);
506	return (err);
507}
508
509static void
510mmc_power_up(struct mmc_softc *sc)
511{
512	device_t dev;
513
514	dev = sc->dev;
515	mmcbr_set_vdd(dev, mmc_highest_voltage(mmcbr_get_host_ocr(dev)));
516	mmcbr_set_bus_mode(dev, opendrain);
517	mmcbr_set_chip_select(dev, cs_dontcare);
518	mmcbr_set_bus_width(dev, bus_width_1);
519	mmcbr_set_power_mode(dev, power_up);
520	mmcbr_set_clock(dev, 0);
521	mmcbr_update_ios(dev);
522	mmc_ms_delay(1);
523
524	mmcbr_set_clock(dev, mmcbr_get_f_min(sc->dev));
525	mmcbr_set_timing(dev, bus_timing_normal);
526	mmcbr_set_power_mode(dev, power_on);
527	mmcbr_update_ios(dev);
528	mmc_ms_delay(2);
529}
530
531static void
532mmc_power_down(struct mmc_softc *sc)
533{
534	device_t dev = sc->dev;
535
536	mmcbr_set_bus_mode(dev, opendrain);
537	mmcbr_set_chip_select(dev, cs_dontcare);
538	mmcbr_set_bus_width(dev, bus_width_1);
539	mmcbr_set_power_mode(dev, power_off);
540	mmcbr_set_clock(dev, 0);
541	mmcbr_set_timing(dev, bus_timing_normal);
542	mmcbr_update_ios(dev);
543}
544
545static int
546mmc_select_card(struct mmc_softc *sc, uint16_t rca)
547{
548	int flags;
549
550	flags = (rca ? MMC_RSP_R1B : MMC_RSP_NONE) | MMC_CMD_AC;
551	return (mmc_wait_for_command(sc, MMC_SELECT_CARD, (uint32_t)rca << 16,
552	    flags, NULL, CMD_RETRIES));
553}
554
555static int
556mmc_switch(struct mmc_softc *sc, uint8_t set, uint8_t index, uint8_t value)
557{
558	struct mmc_command cmd;
559	int err;
560
561	cmd.opcode = MMC_SWITCH_FUNC;
562	cmd.arg = (MMC_SWITCH_FUNC_WR << 24) |
563	    (index << 16) |
564	    (value << 8) |
565	    set;
566	cmd.flags = MMC_RSP_R1B | MMC_CMD_AC;
567	cmd.data = NULL;
568	err = mmc_wait_for_cmd(sc, &cmd, 0);
569	return (err);
570}
571
572static int
573mmc_sd_switch(struct mmc_softc *sc, uint8_t mode, uint8_t grp, uint8_t value,
574    uint8_t *res)
575{
576	int err;
577	struct mmc_command cmd;
578	struct mmc_data data;
579
580	memset(&cmd, 0, sizeof(struct mmc_command));
581	memset(&data, 0, sizeof(struct mmc_data));
582	memset(res, 0, 64);
583
584	cmd.opcode = SD_SWITCH_FUNC;
585	cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
586	cmd.arg = mode << 31;			/* 0 - check, 1 - set */
587	cmd.arg |= 0x00FFFFFF;
588	cmd.arg &= ~(0xF << (grp * 4));
589	cmd.arg |= value << (grp * 4);
590	cmd.data = &data;
591
592	data.data = res;
593	data.len = 64;
594	data.flags = MMC_DATA_READ;
595
596	err = mmc_wait_for_cmd(sc, &cmd, CMD_RETRIES);
597	return (err);
598}
599
600static int
601mmc_set_card_bus_width(struct mmc_softc *sc, uint16_t rca, int width)
602{
603	struct mmc_command cmd;
604	int err;
605	uint8_t	value;
606
607	if (mmcbr_get_mode(sc->dev) == mode_sd) {
608		memset(&cmd, 0, sizeof(struct mmc_command));
609		cmd.opcode = ACMD_SET_BUS_WIDTH;
610		cmd.flags = MMC_RSP_R1 | MMC_CMD_AC;
611		switch (width) {
612		case bus_width_1:
613			cmd.arg = SD_BUS_WIDTH_1;
614			break;
615		case bus_width_4:
616			cmd.arg = SD_BUS_WIDTH_4;
617			break;
618		default:
619			return (MMC_ERR_INVALID);
620		}
621		err = mmc_wait_for_app_cmd(sc, rca, &cmd, CMD_RETRIES);
622	} else {
623		switch (width) {
624		case bus_width_1:
625			value = EXT_CSD_BUS_WIDTH_1;
626			break;
627		case bus_width_4:
628			value = EXT_CSD_BUS_WIDTH_4;
629			break;
630		case bus_width_8:
631			value = EXT_CSD_BUS_WIDTH_8;
632			break;
633		default:
634			return (MMC_ERR_INVALID);
635		}
636		err = mmc_switch(sc, EXT_CSD_CMD_SET_NORMAL, EXT_CSD_BUS_WIDTH,
637		    value);
638	}
639	return (err);
640}
641
642static int
643mmc_set_timing(struct mmc_softc *sc, int timing)
644{
645	int err;
646	uint8_t	value;
647	u_char switch_res[64];
648
649	switch (timing) {
650	case bus_timing_normal:
651		value = 0;
652		break;
653	case bus_timing_hs:
654		value = 1;
655		break;
656	default:
657		return (MMC_ERR_INVALID);
658	}
659	if (mmcbr_get_mode(sc->dev) == mode_sd)
660		err = mmc_sd_switch(sc, SD_SWITCH_MODE_SET, SD_SWITCH_GROUP1,
661		    value, switch_res);
662	else
663		err = mmc_switch(sc, EXT_CSD_CMD_SET_NORMAL,
664		    EXT_CSD_HS_TIMING, value);
665	return (err);
666}
667
668static int
669mmc_test_bus_width(struct mmc_softc *sc)
670{
671	struct mmc_command cmd;
672	struct mmc_data data;
673	int err;
674	uint8_t buf[8];
675	uint8_t	p8[8] =   { 0x55, 0xAA, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 };
676	uint8_t	p8ok[8] = { 0xAA, 0x55, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 };
677	uint8_t	p4[4] =   { 0x5A, 0x00, 0x00, 0x00, };
678	uint8_t	p4ok[4] = { 0xA5, 0x00, 0x00, 0x00, };
679
680	if (mmcbr_get_caps(sc->dev) & MMC_CAP_8_BIT_DATA) {
681		mmcbr_set_bus_width(sc->dev, bus_width_8);
682		mmcbr_update_ios(sc->dev);
683
684		cmd.opcode = MMC_BUSTEST_W;
685		cmd.arg = 0;
686		cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
687		cmd.data = &data;
688
689		data.data = p8;
690		data.len = 8;
691		data.flags = MMC_DATA_WRITE;
692		mmc_wait_for_cmd(sc, &cmd, 0);
693
694		cmd.opcode = MMC_BUSTEST_R;
695		cmd.arg = 0;
696		cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
697		cmd.data = &data;
698
699		data.data = buf;
700		data.len = 8;
701		data.flags = MMC_DATA_READ;
702		err = mmc_wait_for_cmd(sc, &cmd, 0);
703
704		mmcbr_set_bus_width(sc->dev, bus_width_1);
705		mmcbr_update_ios(sc->dev);
706
707		if (err == MMC_ERR_NONE && memcmp(buf, p8ok, 8) == 0)
708			return (bus_width_8);
709	}
710
711	if (mmcbr_get_caps(sc->dev) & MMC_CAP_4_BIT_DATA) {
712		mmcbr_set_bus_width(sc->dev, bus_width_4);
713		mmcbr_update_ios(sc->dev);
714
715		cmd.opcode = MMC_BUSTEST_W;
716		cmd.arg = 0;
717		cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
718		cmd.data = &data;
719
720		data.data = p4;
721		data.len = 4;
722		data.flags = MMC_DATA_WRITE;
723		mmc_wait_for_cmd(sc, &cmd, 0);
724
725		cmd.opcode = MMC_BUSTEST_R;
726		cmd.arg = 0;
727		cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
728		cmd.data = &data;
729
730		data.data = buf;
731		data.len = 4;
732		data.flags = MMC_DATA_READ;
733		err = mmc_wait_for_cmd(sc, &cmd, 0);
734
735		mmcbr_set_bus_width(sc->dev, bus_width_1);
736		mmcbr_update_ios(sc->dev);
737
738		if (err == MMC_ERR_NONE && memcmp(buf, p4ok, 4) == 0)
739			return (bus_width_4);
740	}
741	return (bus_width_1);
742}
743
744static uint32_t
745mmc_get_bits(uint32_t *bits, int bit_len, int start, int size)
746{
747	const int i = (bit_len / 32) - (start / 32) - 1;
748	const int shift = start & 31;
749	uint32_t retval = bits[i] >> shift;
750	if (size + shift > 32)
751		retval |= bits[i - 1] << (32 - shift);
752	return (retval & ((1 << size) - 1));
753}
754
755static void
756mmc_decode_cid_sd(uint32_t *raw_cid, struct mmc_cid *cid)
757{
758	int i;
759
760	/* There's no version info, so we take it on faith */
761	memset(cid, 0, sizeof(*cid));
762	cid->mid = mmc_get_bits(raw_cid, 128, 120, 8);
763	cid->oid = mmc_get_bits(raw_cid, 128, 104, 16);
764	for (i = 0; i < 5; i++)
765		cid->pnm[i] = mmc_get_bits(raw_cid, 128, 96 - i * 8, 8);
766	cid->pnm[5] = 0;
767	cid->prv = mmc_get_bits(raw_cid, 128, 56, 8);
768	cid->psn = mmc_get_bits(raw_cid, 128, 24, 32);
769	cid->mdt_year = mmc_get_bits(raw_cid, 128, 12, 8) + 2000;
770	cid->mdt_month = mmc_get_bits(raw_cid, 128, 8, 4);
771}
772
773static void
774mmc_decode_cid_mmc(uint32_t *raw_cid, struct mmc_cid *cid)
775{
776	int i;
777
778	/* There's no version info, so we take it on faith */
779	memset(cid, 0, sizeof(*cid));
780	cid->mid = mmc_get_bits(raw_cid, 128, 120, 8);
781	cid->oid = mmc_get_bits(raw_cid, 128, 104, 8);
782	for (i = 0; i < 6; i++)
783		cid->pnm[i] = mmc_get_bits(raw_cid, 128, 96 - i * 8, 8);
784	cid->pnm[6] = 0;
785	cid->prv = mmc_get_bits(raw_cid, 128, 48, 8);
786	cid->psn = mmc_get_bits(raw_cid, 128, 16, 32);
787	cid->mdt_month = mmc_get_bits(raw_cid, 128, 12, 4);
788	cid->mdt_year = mmc_get_bits(raw_cid, 128, 8, 4) + 1997;
789}
790
791static const int exp[8] = {
792	1, 10, 100, 1000, 10000, 100000, 1000000, 10000000
793};
794static const int mant[16] = {
795	10, 12, 13, 15, 20, 25, 30, 35, 40, 45, 50, 55, 60, 70, 80
796};
797static const int cur_min[8] = {
798	500, 1000, 5000, 10000, 25000, 35000, 60000, 100000
799};
800static const int cur_max[8] = {
801	1000, 5000, 10000, 25000, 35000, 45000, 800000, 200000
802};
803
804static void
805mmc_decode_csd_sd(uint32_t *raw_csd, struct mmc_csd *csd)
806{
807	int v;
808	int m;
809	int e;
810
811	memset(csd, 0, sizeof(*csd));
812	csd->csd_structure = v = mmc_get_bits(raw_csd, 128, 126, 2);
813	if (v == 0) {
814		m = mmc_get_bits(raw_csd, 128, 115, 4);
815		e = mmc_get_bits(raw_csd, 128, 112, 3);
816		csd->tacc = exp[e] * mant[m] + 9 / 10;
817		csd->nsac = mmc_get_bits(raw_csd, 128, 104, 8) * 100;
818		m = mmc_get_bits(raw_csd, 128, 99, 4);
819		e = mmc_get_bits(raw_csd, 128, 96, 3);
820		csd->tran_speed = exp[e] * 10000 * mant[m];
821		csd->ccc = mmc_get_bits(raw_csd, 128, 84, 12);
822		csd->read_bl_len = 1 << mmc_get_bits(raw_csd, 128, 80, 4);
823		csd->read_bl_partial = mmc_get_bits(raw_csd, 128, 79, 1);
824		csd->write_blk_misalign = mmc_get_bits(raw_csd, 128, 78, 1);
825		csd->read_blk_misalign = mmc_get_bits(raw_csd, 128, 77, 1);
826		csd->dsr_imp = mmc_get_bits(raw_csd, 128, 76, 1);
827		csd->vdd_r_curr_min = cur_min[mmc_get_bits(raw_csd, 128, 59, 3)];
828		csd->vdd_r_curr_max = cur_max[mmc_get_bits(raw_csd, 128, 56, 3)];
829		csd->vdd_w_curr_min = cur_min[mmc_get_bits(raw_csd, 128, 53, 3)];
830		csd->vdd_w_curr_max = cur_max[mmc_get_bits(raw_csd, 128, 50, 3)];
831		m = mmc_get_bits(raw_csd, 128, 62, 12);
832		e = mmc_get_bits(raw_csd, 128, 47, 3);
833		csd->capacity = ((1 + m) << (e + 2)) * csd->read_bl_len;
834		csd->erase_blk_en = mmc_get_bits(raw_csd, 128, 46, 1);
835		csd->erase_sector = mmc_get_bits(raw_csd, 128, 39, 7) + 1;
836		csd->wp_grp_size = mmc_get_bits(raw_csd, 128, 32, 7);
837		csd->wp_grp_enable = mmc_get_bits(raw_csd, 128, 31, 1);
838		csd->r2w_factor = 1 << mmc_get_bits(raw_csd, 128, 26, 3);
839		csd->write_bl_len = 1 << mmc_get_bits(raw_csd, 128, 22, 4);
840		csd->write_bl_partial = mmc_get_bits(raw_csd, 128, 21, 1);
841	} else if (v == 1) {
842		m = mmc_get_bits(raw_csd, 128, 115, 4);
843		e = mmc_get_bits(raw_csd, 128, 112, 3);
844		csd->tacc = exp[e] * mant[m] + 9 / 10;
845		csd->nsac = mmc_get_bits(raw_csd, 128, 104, 8) * 100;
846		m = mmc_get_bits(raw_csd, 128, 99, 4);
847		e = mmc_get_bits(raw_csd, 128, 96, 3);
848		csd->tran_speed = exp[e] * 10000 * mant[m];
849		csd->ccc = mmc_get_bits(raw_csd, 128, 84, 12);
850		csd->read_bl_len = 1 << mmc_get_bits(raw_csd, 128, 80, 4);
851		csd->read_bl_partial = mmc_get_bits(raw_csd, 128, 79, 1);
852		csd->write_blk_misalign = mmc_get_bits(raw_csd, 128, 78, 1);
853		csd->read_blk_misalign = mmc_get_bits(raw_csd, 128, 77, 1);
854		csd->dsr_imp = mmc_get_bits(raw_csd, 128, 76, 1);
855		csd->capacity = ((uint64_t)mmc_get_bits(raw_csd, 128, 48, 22) + 1) *
856		    512 * 1024;
857		csd->erase_blk_en = mmc_get_bits(raw_csd, 128, 46, 1);
858		csd->erase_sector = mmc_get_bits(raw_csd, 128, 39, 7) + 1;
859		csd->wp_grp_size = mmc_get_bits(raw_csd, 128, 32, 7);
860		csd->wp_grp_enable = mmc_get_bits(raw_csd, 128, 31, 1);
861		csd->r2w_factor = 1 << mmc_get_bits(raw_csd, 128, 26, 3);
862		csd->write_bl_len = 1 << mmc_get_bits(raw_csd, 128, 22, 4);
863		csd->write_bl_partial = mmc_get_bits(raw_csd, 128, 21, 1);
864	} else
865		panic("unknown SD CSD version");
866}
867
868static void
869mmc_decode_csd_mmc(uint32_t *raw_csd, struct mmc_csd *csd)
870{
871	int m;
872	int e;
873
874	memset(csd, 0, sizeof(*csd));
875	csd->csd_structure = mmc_get_bits(raw_csd, 128, 126, 2);
876	csd->spec_vers = mmc_get_bits(raw_csd, 128, 122, 4);
877	m = mmc_get_bits(raw_csd, 128, 115, 4);
878	e = mmc_get_bits(raw_csd, 128, 112, 3);
879	csd->tacc = exp[e] * mant[m] + 9 / 10;
880	csd->nsac = mmc_get_bits(raw_csd, 128, 104, 8) * 100;
881	m = mmc_get_bits(raw_csd, 128, 99, 4);
882	e = mmc_get_bits(raw_csd, 128, 96, 3);
883	csd->tran_speed = exp[e] * 10000 * mant[m];
884	csd->ccc = mmc_get_bits(raw_csd, 128, 84, 12);
885	csd->read_bl_len = 1 << mmc_get_bits(raw_csd, 128, 80, 4);
886	csd->read_bl_partial = mmc_get_bits(raw_csd, 128, 79, 1);
887	csd->write_blk_misalign = mmc_get_bits(raw_csd, 128, 78, 1);
888	csd->read_blk_misalign = mmc_get_bits(raw_csd, 128, 77, 1);
889	csd->dsr_imp = mmc_get_bits(raw_csd, 128, 76, 1);
890	csd->vdd_r_curr_min = cur_min[mmc_get_bits(raw_csd, 128, 59, 3)];
891	csd->vdd_r_curr_max = cur_max[mmc_get_bits(raw_csd, 128, 56, 3)];
892	csd->vdd_w_curr_min = cur_min[mmc_get_bits(raw_csd, 128, 53, 3)];
893	csd->vdd_w_curr_max = cur_max[mmc_get_bits(raw_csd, 128, 50, 3)];
894	m = mmc_get_bits(raw_csd, 128, 62, 12);
895	e = mmc_get_bits(raw_csd, 128, 47, 3);
896	csd->capacity = ((1 + m) << (e + 2)) * csd->read_bl_len;
897	csd->erase_blk_en = 0;
898	csd->erase_sector = (mmc_get_bits(raw_csd, 128, 42, 5) + 1) *
899	    (mmc_get_bits(raw_csd, 128, 37, 5) + 1);
900	csd->wp_grp_size = mmc_get_bits(raw_csd, 128, 32, 5);
901	csd->wp_grp_enable = mmc_get_bits(raw_csd, 128, 31, 1);
902	csd->r2w_factor = 1 << mmc_get_bits(raw_csd, 128, 26, 3);
903	csd->write_bl_len = 1 << mmc_get_bits(raw_csd, 128, 22, 4);
904	csd->write_bl_partial = mmc_get_bits(raw_csd, 128, 21, 1);
905}
906
907static void
908mmc_app_decode_scr(uint32_t *raw_scr, struct mmc_scr *scr)
909{
910	unsigned int scr_struct;
911
912	memset(scr, 0, sizeof(*scr));
913
914	scr_struct = mmc_get_bits(raw_scr, 64, 60, 4);
915	if (scr_struct != 0) {
916		printf("Unrecognised SCR structure version %d\n",
917		    scr_struct);
918		return;
919	}
920	scr->sda_vsn = mmc_get_bits(raw_scr, 64, 56, 4);
921	scr->bus_widths = mmc_get_bits(raw_scr, 64, 48, 4);
922}
923
924static void
925mmc_app_decode_sd_status(uint32_t *raw_sd_status,
926    struct mmc_sd_status *sd_status)
927{
928
929	memset(sd_status, 0, sizeof(*sd_status));
930
931	sd_status->bus_width = mmc_get_bits(raw_sd_status, 512, 510, 2);
932	sd_status->secured_mode = mmc_get_bits(raw_sd_status, 512, 509, 1);
933	sd_status->card_type = mmc_get_bits(raw_sd_status, 512, 480, 16);
934	sd_status->prot_area = mmc_get_bits(raw_sd_status, 512, 448, 12);
935	sd_status->speed_class = mmc_get_bits(raw_sd_status, 512, 440, 8);
936	sd_status->perf_move = mmc_get_bits(raw_sd_status, 512, 432, 8);
937	sd_status->au_size = mmc_get_bits(raw_sd_status, 512, 428, 4);
938	sd_status->erase_size = mmc_get_bits(raw_sd_status, 512, 408, 16);
939	sd_status->erase_timeout = mmc_get_bits(raw_sd_status, 512, 402, 6);
940	sd_status->erase_offset = mmc_get_bits(raw_sd_status, 512, 400, 2);
941}
942
943static int
944mmc_all_send_cid(struct mmc_softc *sc, uint32_t *rawcid)
945{
946	struct mmc_command cmd;
947	int err;
948
949	cmd.opcode = MMC_ALL_SEND_CID;
950	cmd.arg = 0;
951	cmd.flags = MMC_RSP_R2 | MMC_CMD_BCR;
952	cmd.data = NULL;
953	err = mmc_wait_for_cmd(sc, &cmd, 0);
954	memcpy(rawcid, cmd.resp, 4 * sizeof(uint32_t));
955	return (err);
956}
957
958static int
959mmc_send_csd(struct mmc_softc *sc, uint16_t rca, uint32_t *rawcid)
960{
961	struct mmc_command cmd;
962	int err;
963
964	cmd.opcode = MMC_SEND_CSD;
965	cmd.arg = rca << 16;
966	cmd.flags = MMC_RSP_R2 | MMC_CMD_BCR;
967	cmd.data = NULL;
968	err = mmc_wait_for_cmd(sc, &cmd, 0);
969	memcpy(rawcid, cmd.resp, 4 * sizeof(uint32_t));
970	return (err);
971}
972
973static int
974mmc_app_send_scr(struct mmc_softc *sc, uint16_t rca, uint32_t *rawscr)
975{
976	int err;
977	struct mmc_command cmd;
978	struct mmc_data data;
979
980	memset(&cmd, 0, sizeof(struct mmc_command));
981	memset(&data, 0, sizeof(struct mmc_data));
982
983	memset(rawscr, 0, 8);
984	cmd.opcode = ACMD_SEND_SCR;
985	cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
986	cmd.arg = 0;
987	cmd.data = &data;
988
989	data.data = rawscr;
990	data.len = 8;
991	data.flags = MMC_DATA_READ;
992
993	err = mmc_wait_for_app_cmd(sc, rca, &cmd, CMD_RETRIES);
994	rawscr[0] = be32toh(rawscr[0]);
995	rawscr[1] = be32toh(rawscr[1]);
996	return (err);
997}
998
999static int
1000mmc_send_ext_csd(struct mmc_softc *sc, uint8_t *rawextcsd)
1001{
1002	int err;
1003	struct mmc_command cmd;
1004	struct mmc_data data;
1005
1006	memset(&cmd, 0, sizeof(struct mmc_command));
1007	memset(&data, 0, sizeof(struct mmc_data));
1008
1009	memset(rawextcsd, 0, 512);
1010	cmd.opcode = MMC_SEND_EXT_CSD;
1011	cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
1012	cmd.arg = 0;
1013	cmd.data = &data;
1014
1015	data.data = rawextcsd;
1016	data.len = 512;
1017	data.flags = MMC_DATA_READ;
1018
1019	err = mmc_wait_for_cmd(sc, &cmd, CMD_RETRIES);
1020	return (err);
1021}
1022
1023static int
1024mmc_app_sd_status(struct mmc_softc *sc, uint16_t rca, uint32_t *rawsdstatus)
1025{
1026	int err, i;
1027	struct mmc_command cmd;
1028	struct mmc_data data;
1029
1030	memset(&cmd, 0, sizeof(struct mmc_command));
1031	memset(&data, 0, sizeof(struct mmc_data));
1032
1033	memset(rawsdstatus, 0, 64);
1034	cmd.opcode = ACMD_SD_STATUS;
1035	cmd.flags = MMC_RSP_R1 | MMC_CMD_ADTC;
1036	cmd.arg = 0;
1037	cmd.data = &data;
1038
1039	data.data = rawsdstatus;
1040	data.len = 64;
1041	data.flags = MMC_DATA_READ;
1042
1043	err = mmc_wait_for_app_cmd(sc, rca, &cmd, CMD_RETRIES);
1044	for (i = 0; i < 16; i++)
1045	    rawsdstatus[i] = be32toh(rawsdstatus[i]);
1046	return (err);
1047}
1048
1049static int
1050mmc_set_relative_addr(struct mmc_softc *sc, uint16_t resp)
1051{
1052	struct mmc_command cmd;
1053	int err;
1054
1055	cmd.opcode = MMC_SET_RELATIVE_ADDR;
1056	cmd.arg = resp << 16;
1057	cmd.flags = MMC_RSP_R6 | MMC_CMD_BCR;
1058	cmd.data = NULL;
1059	err = mmc_wait_for_cmd(sc, &cmd, 0);
1060	return (err);
1061}
1062
1063static int
1064mmc_send_relative_addr(struct mmc_softc *sc, uint32_t *resp)
1065{
1066	struct mmc_command cmd;
1067	int err;
1068
1069	cmd.opcode = SD_SEND_RELATIVE_ADDR;
1070	cmd.arg = 0;
1071	cmd.flags = MMC_RSP_R6 | MMC_CMD_BCR;
1072	cmd.data = NULL;
1073	err = mmc_wait_for_cmd(sc, &cmd, 0);
1074	*resp = cmd.resp[0];
1075	return (err);
1076}
1077
1078static void
1079mmc_log_card(device_t dev, struct mmc_ivars *ivar, int newcard)
1080{
1081	device_printf(dev, "Card at relative address %d%s:\n",
1082	    ivar->rca, newcard ? " added" : "");
1083	device_printf(dev, " card: %s%s (0x%x/0x%x/\"%s\" rev %d.%d "
1084	    "m/d %02d.%04d s/n %08x)\n",
1085	    ivar->mode == mode_sd ? "SD" : "MMC",
1086	    ivar->high_cap ? " High Capacity" : "",
1087	    ivar->cid.mid, ivar->cid.oid,
1088	    ivar->cid.pnm, ivar->cid.prv >> 4, ivar->cid.prv & 0x0f,
1089	    ivar->cid.mdt_month, ivar->cid.mdt_year, ivar->cid.psn);
1090	device_printf(dev, " bus: %ubit, %uMHz%s\n",
1091	    (ivar->bus_width == bus_width_1 ? 1 :
1092	    (ivar->bus_width == bus_width_4 ? 4 : 8)),
1093	    (ivar->timing == bus_timing_hs ?
1094		ivar->hs_tran_speed : ivar->tran_speed) / 1000000,
1095	    ivar->timing == bus_timing_hs ? ", high speed timing" : "");
1096	device_printf(dev, " memory: %u blocks, erase sector %u blocks%s\n",
1097	    ivar->sec_count, ivar->erase_sector,
1098	    ivar->read_only ? ", read-only" : "");
1099}
1100
1101static void
1102mmc_discover_cards(struct mmc_softc *sc)
1103{
1104	struct mmc_ivars *ivar = NULL;
1105	device_t *devlist;
1106	int err, i, devcount, newcard;
1107	uint32_t raw_cid[4];
1108	uint32_t resp, sec_count;
1109	device_t child;
1110	uint16_t rca = 2;
1111	u_char switch_res[64];
1112
1113	if (bootverbose || mmc_debug)
1114		device_printf(sc->dev, "Probing cards\n");
1115	while (1) {
1116		err = mmc_all_send_cid(sc, raw_cid);
1117		if (err == MMC_ERR_TIMEOUT)
1118			break;
1119		if (err != MMC_ERR_NONE) {
1120			device_printf(sc->dev, "Error reading CID %d\n", err);
1121			break;
1122		}
1123		newcard = 1;
1124		if ((err = device_get_children(sc->dev, &devlist, &devcount)) != 0)
1125			return;
1126		for (i = 0; i < devcount; i++) {
1127			ivar = device_get_ivars(devlist[i]);
1128			if (memcmp(ivar->raw_cid, raw_cid, sizeof(raw_cid)) == 0) {
1129				newcard = 0;
1130				break;
1131			}
1132		}
1133		free(devlist, M_TEMP);
1134		if (bootverbose || mmc_debug) {
1135			device_printf(sc->dev, "%sard detected (CID %08x%08x%08x%08x)\n",
1136			    newcard ? "New c" : "C",
1137			    raw_cid[0], raw_cid[1], raw_cid[2], raw_cid[3]);
1138		}
1139		if (newcard) {
1140			ivar = malloc(sizeof(struct mmc_ivars), M_DEVBUF,
1141			    M_WAITOK | M_ZERO);
1142			if (!ivar)
1143				return;
1144			memcpy(ivar->raw_cid, raw_cid, sizeof(raw_cid));
1145		}
1146		if (mmcbr_get_ro(sc->dev))
1147			ivar->read_only = 1;
1148		ivar->bus_width = bus_width_1;
1149		ivar->timing = bus_timing_normal;
1150		ivar->mode = mmcbr_get_mode(sc->dev);
1151		if (ivar->mode == mode_sd) {
1152			mmc_decode_cid_sd(ivar->raw_cid, &ivar->cid);
1153			mmc_send_relative_addr(sc, &resp);
1154			ivar->rca = resp >> 16;
1155			/* Get card CSD. */
1156			mmc_send_csd(sc, ivar->rca, ivar->raw_csd);
1157			mmc_decode_csd_sd(ivar->raw_csd, &ivar->csd);
1158			ivar->sec_count = ivar->csd.capacity / MMC_SECTOR_SIZE;
1159			if (ivar->csd.csd_structure > 0)
1160				ivar->high_cap = 1;
1161			ivar->tran_speed = ivar->csd.tran_speed;
1162			ivar->erase_sector = ivar->csd.erase_sector *
1163			    ivar->csd.write_bl_len / MMC_SECTOR_SIZE;
1164			/* Get card SCR. Card must be selected to fetch it. */
1165			mmc_select_card(sc, ivar->rca);
1166			mmc_app_send_scr(sc, ivar->rca, ivar->raw_scr);
1167			mmc_app_decode_scr(ivar->raw_scr, &ivar->scr);
1168			/* Get card switch capabilities (command class 10). */
1169			if ((ivar->scr.sda_vsn >= 1) &&
1170			    (ivar->csd.ccc & (1<<10))) {
1171				mmc_sd_switch(sc, SD_SWITCH_MODE_CHECK,
1172				    SD_SWITCH_GROUP1, SD_SWITCH_NOCHANGE,
1173				    switch_res);
1174				if (switch_res[13] & 2) {
1175					ivar->timing = bus_timing_hs;
1176					ivar->hs_tran_speed = SD_MAX_HS;
1177				}
1178			}
1179			mmc_app_sd_status(sc, ivar->rca, ivar->raw_sd_status);
1180			mmc_app_decode_sd_status(ivar->raw_sd_status,
1181			    &ivar->sd_status);
1182			if (ivar->sd_status.au_size != 0) {
1183				ivar->erase_sector =
1184				    16 << ivar->sd_status.au_size;
1185			}
1186			mmc_select_card(sc, 0);
1187			/* Find max supported bus width. */
1188			if ((mmcbr_get_caps(sc->dev) & MMC_CAP_4_BIT_DATA) &&
1189			    (ivar->scr.bus_widths & SD_SCR_BUS_WIDTH_4))
1190				ivar->bus_width = bus_width_4;
1191			if (bootverbose || mmc_debug)
1192				mmc_log_card(sc->dev, ivar, newcard);
1193			if (newcard) {
1194				/* Add device. */
1195				child = device_add_child(sc->dev, NULL, -1);
1196				device_set_ivars(child, ivar);
1197			}
1198			return;
1199		}
1200		mmc_decode_cid_mmc(ivar->raw_cid, &ivar->cid);
1201		ivar->rca = rca++;
1202		mmc_set_relative_addr(sc, ivar->rca);
1203		/* Get card CSD. */
1204		mmc_send_csd(sc, ivar->rca, ivar->raw_csd);
1205		mmc_decode_csd_mmc(ivar->raw_csd, &ivar->csd);
1206		ivar->sec_count = ivar->csd.capacity / MMC_SECTOR_SIZE;
1207		ivar->tran_speed = ivar->csd.tran_speed;
1208		ivar->erase_sector = ivar->csd.erase_sector *
1209		    ivar->csd.write_bl_len / MMC_SECTOR_SIZE;
1210		/* Only MMC >= 4.x cards support EXT_CSD. */
1211		if (ivar->csd.spec_vers >= 4) {
1212			/* Card must be selected to fetch EXT_CSD. */
1213			mmc_select_card(sc, ivar->rca);
1214			mmc_send_ext_csd(sc, ivar->raw_ext_csd);
1215			/* Handle extended capacity from EXT_CSD */
1216			sec_count = ivar->raw_ext_csd[EXT_CSD_SEC_CNT] +
1217			    (ivar->raw_ext_csd[EXT_CSD_SEC_CNT + 1] << 8) +
1218			    (ivar->raw_ext_csd[EXT_CSD_SEC_CNT + 2] << 16) +
1219			    (ivar->raw_ext_csd[EXT_CSD_SEC_CNT + 3] << 24);
1220			if (sec_count != 0) {
1221				ivar->sec_count = sec_count;
1222				ivar->high_cap = 1;
1223			}
1224			/* Get card speed in high speed mode. */
1225			ivar->timing = bus_timing_hs;
1226			if (ivar->raw_ext_csd[EXT_CSD_CARD_TYPE]
1227			    & EXT_CSD_CARD_TYPE_52)
1228				ivar->hs_tran_speed = MMC_TYPE_52_MAX_HS;
1229			else if (ivar->raw_ext_csd[EXT_CSD_CARD_TYPE]
1230			    & EXT_CSD_CARD_TYPE_26)
1231				ivar->hs_tran_speed = MMC_TYPE_26_MAX_HS;
1232			else
1233				ivar->hs_tran_speed = ivar->tran_speed;
1234			/* Find max supported bus width. */
1235			ivar->bus_width = mmc_test_bus_width(sc);
1236			mmc_select_card(sc, 0);
1237			/* Handle HC erase sector size. */
1238			if (ivar->raw_ext_csd[EXT_CSD_ERASE_GRP_SIZE] != 0) {
1239				ivar->erase_sector = 1024 *
1240				    ivar->raw_ext_csd[EXT_CSD_ERASE_GRP_SIZE];
1241				mmc_switch(sc, EXT_CSD_CMD_SET_NORMAL,
1242				    EXT_CSD_ERASE_GRP_DEF, 1);
1243			}
1244		} else {
1245			ivar->bus_width = bus_width_1;
1246			ivar->timing = bus_timing_normal;
1247		}
1248		if (bootverbose || mmc_debug)
1249			mmc_log_card(sc->dev, ivar, newcard);
1250		if (newcard) {
1251			/* Add device. */
1252			child = device_add_child(sc->dev, NULL, -1);
1253			device_set_ivars(child, ivar);
1254		}
1255	}
1256}
1257
1258static void
1259mmc_rescan_cards(struct mmc_softc *sc)
1260{
1261	struct mmc_ivars *ivar = NULL;
1262	device_t *devlist;
1263	int err, i, devcount;
1264
1265	if ((err = device_get_children(sc->dev, &devlist, &devcount)) != 0)
1266		return;
1267	for (i = 0; i < devcount; i++) {
1268		ivar = device_get_ivars(devlist[i]);
1269		if (mmc_select_card(sc, ivar->rca)) {
1270			if (bootverbose || mmc_debug)
1271				device_printf(sc->dev, "Card at relative address %d lost.\n",
1272				    ivar->rca);
1273			device_delete_child(sc->dev, devlist[i]);
1274			free(ivar, M_DEVBUF);
1275		}
1276	}
1277	free(devlist, M_TEMP);
1278	mmc_select_card(sc, 0);
1279}
1280
1281static int
1282mmc_delete_cards(struct mmc_softc *sc)
1283{
1284	struct mmc_ivars *ivar;
1285	device_t *devlist;
1286	int err, i, devcount;
1287
1288	if ((err = device_get_children(sc->dev, &devlist, &devcount)) != 0)
1289		return (err);
1290	for (i = 0; i < devcount; i++) {
1291		ivar = device_get_ivars(devlist[i]);
1292		if (bootverbose || mmc_debug)
1293			device_printf(sc->dev, "Card at relative address %d deleted.\n",
1294			    ivar->rca);
1295		device_delete_child(sc->dev, devlist[i]);
1296		free(ivar, M_DEVBUF);
1297	}
1298	free(devlist, M_TEMP);
1299	return (0);
1300}
1301
1302static void
1303mmc_go_discovery(struct mmc_softc *sc)
1304{
1305	uint32_t ocr;
1306	device_t dev;
1307	int err;
1308
1309	dev = sc->dev;
1310	if (mmcbr_get_power_mode(dev) != power_on) {
1311		/*
1312		 * First, try SD modes
1313		 */
1314		mmcbr_set_mode(dev, mode_sd);
1315		mmc_power_up(sc);
1316		mmcbr_set_bus_mode(dev, pushpull);
1317		if (bootverbose || mmc_debug)
1318			device_printf(sc->dev, "Probing bus\n");
1319		mmc_idle_cards(sc);
1320		err = mmc_send_if_cond(sc, 1);
1321		if ((bootverbose || mmc_debug) && err == 0)
1322			device_printf(sc->dev, "SD 2.0 interface conditions: OK\n");
1323		if (mmc_send_app_op_cond(sc, err ? 0 : MMC_OCR_CCS, &ocr) !=
1324		    MMC_ERR_NONE) {
1325			if (bootverbose || mmc_debug)
1326				device_printf(sc->dev, "SD probe: failed\n");
1327			/*
1328			 * Failed, try MMC
1329			 */
1330			mmcbr_set_mode(dev, mode_mmc);
1331			if (mmc_send_op_cond(sc, 0, &ocr) != MMC_ERR_NONE) {
1332				if (bootverbose || mmc_debug)
1333					device_printf(sc->dev, "MMC probe: failed\n");
1334				ocr = 0; /* Failed both, powerdown. */
1335			} else if (bootverbose || mmc_debug)
1336				device_printf(sc->dev,
1337				    "MMC probe: OK (OCR: 0x%08x)\n", ocr);
1338		} else if (bootverbose || mmc_debug)
1339			device_printf(sc->dev, "SD probe: OK (OCR: 0x%08x)\n", ocr);
1340
1341		mmcbr_set_ocr(dev, mmc_select_vdd(sc, ocr));
1342		if (mmcbr_get_ocr(dev) != 0)
1343			mmc_idle_cards(sc);
1344	} else {
1345		mmcbr_set_bus_mode(dev, opendrain);
1346		mmcbr_set_clock(dev, mmcbr_get_f_min(dev));
1347		mmcbr_update_ios(dev);
1348		/* XXX recompute vdd based on new cards? */
1349	}
1350	/*
1351	 * Make sure that we have a mutually agreeable voltage to at least
1352	 * one card on the bus.
1353	 */
1354	if (bootverbose || mmc_debug)
1355		device_printf(sc->dev, "Current OCR: 0x%08x\n", mmcbr_get_ocr(dev));
1356	if (mmcbr_get_ocr(dev) == 0) {
1357		mmc_delete_cards(sc);
1358		mmc_power_down(sc);
1359		return;
1360	}
1361	/*
1362	 * Reselect the cards after we've idled them above.
1363	 */
1364	if (mmcbr_get_mode(dev) == mode_sd) {
1365		err = mmc_send_if_cond(sc, 1);
1366		mmc_send_app_op_cond(sc,
1367		    (err ? 0 : MMC_OCR_CCS) | mmcbr_get_ocr(dev), NULL);
1368	} else
1369		mmc_send_op_cond(sc, mmcbr_get_ocr(dev), NULL);
1370	mmc_discover_cards(sc);
1371	mmc_rescan_cards(sc);
1372
1373	mmcbr_set_bus_mode(dev, pushpull);
1374	mmcbr_update_ios(dev);
1375	mmc_calculate_clock(sc);
1376	bus_generic_attach(dev);
1377/*	mmc_update_children_sysctl(dev);*/
1378}
1379
1380static int
1381mmc_calculate_clock(struct mmc_softc *sc)
1382{
1383	int max_dtr, max_hs_dtr, max_timing;
1384	int nkid, i, f_min, f_max;
1385	device_t *kids;
1386	struct mmc_ivars *ivar;
1387
1388	f_min = mmcbr_get_f_min(sc->dev);
1389	f_max = mmcbr_get_f_max(sc->dev);
1390	max_dtr = max_hs_dtr = f_max;
1391	if ((mmcbr_get_caps(sc->dev) & MMC_CAP_HSPEED))
1392		max_timing = bus_timing_hs;
1393	else
1394		max_timing = bus_timing_normal;
1395	if (device_get_children(sc->dev, &kids, &nkid) != 0)
1396		panic("can't get children");
1397	for (i = 0; i < nkid; i++) {
1398		ivar = device_get_ivars(kids[i]);
1399		if (ivar->timing < max_timing)
1400			max_timing = ivar->timing;
1401		if (ivar->tran_speed < max_dtr)
1402			max_dtr = ivar->tran_speed;
1403		if (ivar->hs_tran_speed < max_hs_dtr)
1404			max_hs_dtr = ivar->hs_tran_speed;
1405	}
1406	for (i = 0; i < nkid; i++) {
1407		ivar = device_get_ivars(kids[i]);
1408		if (ivar->timing == bus_timing_normal)
1409			continue;
1410		mmc_select_card(sc, ivar->rca);
1411		mmc_set_timing(sc, max_timing);
1412	}
1413	mmc_select_card(sc, 0);
1414	free(kids, M_TEMP);
1415	if (max_timing == bus_timing_hs)
1416		max_dtr = max_hs_dtr;
1417	if (bootverbose || mmc_debug) {
1418		device_printf(sc->dev,
1419		    "setting transfer rate to %d.%03dMHz%s\n",
1420		    max_dtr / 1000000, (max_dtr / 1000) % 1000,
1421		    max_timing == bus_timing_hs ? " (high speed timing)" : "");
1422	}
1423	mmcbr_set_timing(sc->dev, max_timing);
1424	mmcbr_set_clock(sc->dev, max_dtr);
1425	mmcbr_update_ios(sc->dev);
1426	return max_dtr;
1427}
1428
1429static void
1430mmc_scan(struct mmc_softc *sc)
1431{
1432	device_t dev = sc->dev;
1433
1434	mmc_acquire_bus(dev, dev);
1435	mmc_go_discovery(sc);
1436	mmc_release_bus(dev, dev);
1437}
1438
1439static int
1440mmc_read_ivar(device_t bus, device_t child, int which, uintptr_t *result)
1441{
1442	struct mmc_ivars *ivar = device_get_ivars(child);
1443
1444	switch (which) {
1445	default:
1446		return (EINVAL);
1447	case MMC_IVAR_DSR_IMP:
1448		*(int *)result = ivar->csd.dsr_imp;
1449		break;
1450	case MMC_IVAR_MEDIA_SIZE:
1451		*(off_t *)result = ivar->sec_count;
1452		break;
1453	case MMC_IVAR_RCA:
1454		*(int *)result = ivar->rca;
1455		break;
1456	case MMC_IVAR_SECTOR_SIZE:
1457		*(int *)result = MMC_SECTOR_SIZE;
1458		break;
1459	case MMC_IVAR_TRAN_SPEED:
1460		*(int *)result = mmcbr_get_clock(bus);
1461		break;
1462	case MMC_IVAR_READ_ONLY:
1463		*(int *)result = ivar->read_only;
1464		break;
1465	case MMC_IVAR_HIGH_CAP:
1466		*(int *)result = ivar->high_cap;
1467		break;
1468	case MMC_IVAR_CARD_TYPE:
1469		*(int *)result = ivar->mode;
1470		break;
1471	case MMC_IVAR_BUS_WIDTH:
1472		*(int *)result = ivar->bus_width;
1473		break;
1474	case MMC_IVAR_ERASE_SECTOR:
1475		*(int *)result = ivar->erase_sector;
1476		break;
1477	case MMC_IVAR_MAX_DATA:
1478		*(int *)result = mmcbr_get_max_data(bus);
1479		break;
1480	}
1481	return (0);
1482}
1483
1484static int
1485mmc_write_ivar(device_t bus, device_t child, int which, uintptr_t value)
1486{
1487	/*
1488	 * None are writable ATM
1489	 */
1490	return (EINVAL);
1491}
1492
1493
1494static void
1495mmc_delayed_attach(void *xsc)
1496{
1497	struct mmc_softc *sc = xsc;
1498
1499	newbus_xlock();
1500	mmc_scan(sc);
1501	newbus_xunlock();
1502	config_intrhook_disestablish(&sc->config_intrhook);
1503}
1504
1505static device_method_t mmc_methods[] = {
1506	/* device_if */
1507	DEVMETHOD(device_probe, mmc_probe),
1508	DEVMETHOD(device_attach, mmc_attach),
1509	DEVMETHOD(device_detach, mmc_detach),
1510	DEVMETHOD(device_suspend, mmc_suspend),
1511	DEVMETHOD(device_resume, mmc_resume),
1512
1513	/* Bus interface */
1514	DEVMETHOD(bus_read_ivar, mmc_read_ivar),
1515	DEVMETHOD(bus_write_ivar, mmc_write_ivar),
1516
1517	/* MMC Bus interface */
1518	DEVMETHOD(mmcbus_wait_for_request, mmc_wait_for_request),
1519	DEVMETHOD(mmcbus_acquire_bus, mmc_acquire_bus),
1520	DEVMETHOD(mmcbus_release_bus, mmc_release_bus),
1521
1522	{0, 0},
1523};
1524
1525static driver_t mmc_driver = {
1526	"mmc",
1527	mmc_methods,
1528	sizeof(struct mmc_softc),
1529};
1530static devclass_t mmc_devclass;
1531
1532
1533DRIVER_MODULE(mmc, at91_mci, mmc_driver, mmc_devclass, NULL, NULL);
1534DRIVER_MODULE(mmc, sdhci, mmc_driver, mmc_devclass, NULL, NULL);
1535