1183409Snwhitehorn/*-
2183409Snwhitehorn * Copyright 2008 by Nathan Whitehorn. All rights reserved.
3183409Snwhitehorn *
4183409Snwhitehorn * Redistribution and use in source and binary forms, with or without
5183409Snwhitehorn * modification, are permitted provided that the following conditions
6183409Snwhitehorn * are met:
7183409Snwhitehorn * 1. Redistributions of source code must retain the above copyright
8183409Snwhitehorn *    notice, this list of conditions and the following disclaimer.
9183409Snwhitehorn * 2. Redistributions in binary form must reproduce the above copyright
10183409Snwhitehorn *    notice, this list of conditions and the following disclaimer in the
11183409Snwhitehorn *    documentation and/or other materials provided with the distribution.
12183409Snwhitehorn * 3. The name of the author may not be used to endorse or promote products
13183409Snwhitehorn *    derived from this software without specific prior written permission.
14183409Snwhitehorn *
15183409Snwhitehorn * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16183409Snwhitehorn * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17183409Snwhitehorn * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18183409Snwhitehorn * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19183409Snwhitehorn * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
20183409Snwhitehorn * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
21183409Snwhitehorn * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
22183409Snwhitehorn * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
23183409Snwhitehorn * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24183409Snwhitehorn * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25183409Snwhitehorn * SUCH DAMAGE.
26183409Snwhitehorn */
27183409Snwhitehorn
28251567Smarius#include <sys/cdefs.h>
29251567Smarius__FBSDID("* $FreeBSD$");
30251567Smarius
31183409Snwhitehorn/*
32183409Snwhitehorn * Common routines for the DMA engine on both the Apple Kauai and MacIO
33183409Snwhitehorn * ATA controllers.
34183409Snwhitehorn */
35183409Snwhitehorn
36183409Snwhitehorn#include "opt_ata.h"
37183409Snwhitehorn#include <sys/param.h>
38183409Snwhitehorn#include <sys/systm.h>
39183409Snwhitehorn#include <sys/kernel.h>
40183409Snwhitehorn#include <sys/module.h>
41183409Snwhitehorn#include <sys/bus.h>
42183409Snwhitehorn#include <sys/malloc.h>
43183409Snwhitehorn#include <sys/sema.h>
44183409Snwhitehorn#include <sys/taskqueue.h>
45183409Snwhitehorn#include <vm/uma.h>
46183409Snwhitehorn#include <machine/stdarg.h>
47183409Snwhitehorn#include <machine/resource.h>
48183409Snwhitehorn#include <machine/bus.h>
49183409Snwhitehorn#include <sys/rman.h>
50183409Snwhitehorn#include <sys/ata.h>
51183409Snwhitehorn#include <dev/ata/ata-all.h>
52183409Snwhitehorn#include <dev/ata/ata-pci.h>
53183409Snwhitehorn#include <ata_if.h>
54183409Snwhitehorn
55183409Snwhitehorn#include "ata_dbdma.h"
56183409Snwhitehorn
57183409Snwhitehornstruct ata_dbdma_dmaload_args {
58183409Snwhitehorn	struct ata_dbdma_channel *sc;
59183409Snwhitehorn
60183409Snwhitehorn	int write;
61183409Snwhitehorn	int nsegs;
62183409Snwhitehorn};
63183409Snwhitehorn
64183409Snwhitehornstatic void
65183409Snwhitehornata_dbdma_setprd(void *xarg, bus_dma_segment_t *segs, int nsegs, int error)
66183409Snwhitehorn{
67183409Snwhitehorn	struct ata_dbdma_dmaload_args *arg = xarg;
68183409Snwhitehorn	struct ata_dbdma_channel *sc = arg->sc;
69183409Snwhitehorn	int branch_type, command;
70183409Snwhitehorn	int prev_stop;
71183409Snwhitehorn	int i;
72183409Snwhitehorn
73183409Snwhitehorn	mtx_lock(&sc->dbdma_mtx);
74183409Snwhitehorn
75183409Snwhitehorn	prev_stop = sc->next_dma_slot-1;
76183409Snwhitehorn	if (prev_stop < 0)
77183409Snwhitehorn		prev_stop = 0xff;
78183409Snwhitehorn
79183409Snwhitehorn	for (i = 0; i < nsegs; i++) {
80183409Snwhitehorn		/* Loop back to the beginning if this is our last slot */
81183409Snwhitehorn		if (sc->next_dma_slot == 0xff)
82183409Snwhitehorn			branch_type = DBDMA_ALWAYS;
83183409Snwhitehorn		else
84183409Snwhitehorn			branch_type = DBDMA_NEVER;
85183409Snwhitehorn
86183409Snwhitehorn		if (arg->write) {
87183409Snwhitehorn			command = (i + 1 < nsegs) ? DBDMA_OUTPUT_MORE :
88183409Snwhitehorn			    DBDMA_OUTPUT_LAST;
89183409Snwhitehorn		} else {
90183409Snwhitehorn			command = (i + 1 < nsegs) ? DBDMA_INPUT_MORE :
91183409Snwhitehorn			    DBDMA_INPUT_LAST;
92183409Snwhitehorn		}
93183409Snwhitehorn
94183409Snwhitehorn		dbdma_insert_command(sc->dbdma, sc->next_dma_slot++,
95183409Snwhitehorn		    command, 0, segs[i].ds_addr, segs[i].ds_len,
96183409Snwhitehorn		    DBDMA_NEVER, branch_type, DBDMA_NEVER, 0);
97183409Snwhitehorn
98183409Snwhitehorn		if (branch_type == DBDMA_ALWAYS)
99183409Snwhitehorn			sc->next_dma_slot = 0;
100183409Snwhitehorn	}
101183409Snwhitehorn
102183409Snwhitehorn	/* We have a corner case where the STOP command is the last slot,
103183409Snwhitehorn	 * but you can't branch in STOP commands. So add a NOP branch here
104183409Snwhitehorn	 * and the STOP in slot 0. */
105183409Snwhitehorn
106183409Snwhitehorn	if (sc->next_dma_slot == 0xff) {
107183409Snwhitehorn		dbdma_insert_branch(sc->dbdma, sc->next_dma_slot, 0);
108183409Snwhitehorn		sc->next_dma_slot = 0;
109183409Snwhitehorn	}
110183409Snwhitehorn
111183409Snwhitehorn#if 0
112183409Snwhitehorn	dbdma_insert_command(sc->dbdma, sc->next_dma_slot++,
113183409Snwhitehorn	    DBDMA_NOP, 0, 0, 0, DBDMA_ALWAYS, DBDMA_NEVER, DBDMA_NEVER, 0);
114183409Snwhitehorn#endif
115183409Snwhitehorn	dbdma_insert_stop(sc->dbdma, sc->next_dma_slot++);
116183409Snwhitehorn	dbdma_insert_nop(sc->dbdma, prev_stop);
117183409Snwhitehorn
118183409Snwhitehorn	dbdma_sync_commands(sc->dbdma, BUS_DMASYNC_PREWRITE);
119183409Snwhitehorn
120183409Snwhitehorn	mtx_unlock(&sc->dbdma_mtx);
121183409Snwhitehorn
122183409Snwhitehorn	arg->nsegs = nsegs;
123183409Snwhitehorn}
124183409Snwhitehorn
125183409Snwhitehornstatic int
126183409Snwhitehornata_dbdma_status(device_t dev)
127183409Snwhitehorn{
128183409Snwhitehorn	struct ata_dbdma_channel *sc = device_get_softc(dev);
129183409Snwhitehorn	struct ata_channel *ch = device_get_softc(dev);
130183409Snwhitehorn
131183409Snwhitehorn	if (sc->sc_ch.dma.flags & ATA_DMA_ACTIVE) {
132183409Snwhitehorn		return (!(dbdma_get_chan_status(sc->dbdma) &
133183409Snwhitehorn		    DBDMA_STATUS_ACTIVE));
134183409Snwhitehorn	}
135183409Snwhitehorn
136183409Snwhitehorn	if (ATA_IDX_INB(ch, ATA_ALTSTAT) & ATA_S_BUSY) {
137183409Snwhitehorn		DELAY(100);
138183409Snwhitehorn		if (ATA_IDX_INB(ch, ATA_ALTSTAT) & ATA_S_BUSY)
139183409Snwhitehorn			return 0;
140183409Snwhitehorn	}
141183409Snwhitehorn	return 1;
142183409Snwhitehorn}
143183409Snwhitehorn
144183409Snwhitehornstatic int
145183409Snwhitehornata_dbdma_start(struct ata_request *request)
146183409Snwhitehorn{
147183409Snwhitehorn	struct ata_dbdma_channel *sc = device_get_softc(request->parent);
148183409Snwhitehorn
149183409Snwhitehorn	sc->sc_ch.dma.flags |= ATA_DMA_ACTIVE;
150183409Snwhitehorn	dbdma_wake(sc->dbdma);
151183409Snwhitehorn	return 0;
152183409Snwhitehorn}
153183409Snwhitehorn
154183409Snwhitehornstatic void
155183409Snwhitehornata_dbdma_reset(device_t dev)
156183409Snwhitehorn{
157183409Snwhitehorn	struct ata_dbdma_channel *sc = device_get_softc(dev);
158183409Snwhitehorn
159183409Snwhitehorn	mtx_lock(&sc->dbdma_mtx);
160183409Snwhitehorn
161183409Snwhitehorn	dbdma_stop(sc->dbdma);
162183409Snwhitehorn	dbdma_insert_stop(sc->dbdma, 0);
163183409Snwhitehorn	sc->next_dma_slot=1;
164183409Snwhitehorn	dbdma_set_current_cmd(sc->dbdma, 0);
165183409Snwhitehorn
166183409Snwhitehorn	sc->sc_ch.dma.flags &= ~ATA_DMA_ACTIVE;
167183409Snwhitehorn
168183409Snwhitehorn	mtx_unlock(&sc->dbdma_mtx);
169183409Snwhitehorn}
170183409Snwhitehorn
171183409Snwhitehornstatic int
172183409Snwhitehornata_dbdma_stop(struct ata_request *request)
173183409Snwhitehorn{
174183409Snwhitehorn	struct ata_dbdma_channel *sc = device_get_softc(request->parent);
175183409Snwhitehorn
176183409Snwhitehorn	uint16_t status;
177183409Snwhitehorn
178183409Snwhitehorn	status = dbdma_get_chan_status(sc->dbdma);
179183409Snwhitehorn
180183409Snwhitehorn	dbdma_pause(sc->dbdma);
181183409Snwhitehorn	sc->sc_ch.dma.flags &= ~ATA_DMA_ACTIVE;
182183409Snwhitehorn
183183409Snwhitehorn	if (status & DBDMA_STATUS_DEAD) {
184183409Snwhitehorn		device_printf(request->parent,"DBDMA dead, resetting "
185183409Snwhitehorn		    "channel...\n");
186183409Snwhitehorn		ata_dbdma_reset(request->parent);
187183409Snwhitehorn		return ATA_S_ERROR;
188183409Snwhitehorn	}
189183409Snwhitehorn
190183409Snwhitehorn	if (!(status & DBDMA_STATUS_RUN)) {
191183409Snwhitehorn		device_printf(request->parent,"DBDMA confused, stop called "
192183409Snwhitehorn		    "when channel is not running!\n");
193183409Snwhitehorn		return ATA_S_ERROR;
194183409Snwhitehorn	}
195183409Snwhitehorn
196183409Snwhitehorn	if (status & DBDMA_STATUS_ACTIVE) {
197183409Snwhitehorn		device_printf(request->parent,"DBDMA channel stopped "
198183409Snwhitehorn		    "prematurely\n");
199183409Snwhitehorn		return ATA_S_ERROR;
200183409Snwhitehorn	}
201183409Snwhitehorn	return 0;
202183409Snwhitehorn}
203183409Snwhitehorn
204183409Snwhitehornstatic int
205183409Snwhitehornata_dbdma_load(struct ata_request *request, void *addr, int *entries)
206183409Snwhitehorn{
207183409Snwhitehorn	struct ata_channel *ch = device_get_softc(request->parent);
208183409Snwhitehorn	struct ata_dbdma_dmaload_args args;
209183409Snwhitehorn
210183409Snwhitehorn	int error;
211183409Snwhitehorn
212183409Snwhitehorn	args.sc = device_get_softc(request->parent);
213183409Snwhitehorn	args.write = !(request->flags & ATA_R_READ);
214183409Snwhitehorn
215183409Snwhitehorn	if (!request->bytecount) {
216183409Snwhitehorn		device_printf(request->dev,
217183409Snwhitehorn		    "FAILURE - zero length DMA transfer attempted\n");
218183409Snwhitehorn		return EIO;
219183409Snwhitehorn	}
220183409Snwhitehorn	if (((uintptr_t)(request->data) & (ch->dma.alignment - 1)) ||
221183409Snwhitehorn	    (request->bytecount & (ch->dma.alignment - 1))) {
222183409Snwhitehorn		device_printf(request->dev,
223183409Snwhitehorn		    "FAILURE - non aligned DMA transfer attempted\n");
224183409Snwhitehorn		return EIO;
225183409Snwhitehorn	}
226183409Snwhitehorn	if (request->bytecount > ch->dma.max_iosize) {
227183409Snwhitehorn		device_printf(request->dev,
228183409Snwhitehorn		    "FAILURE - oversized DMA transfer attempt %d > %d\n",
229183409Snwhitehorn		    request->bytecount, ch->dma.max_iosize);
230183409Snwhitehorn		return EIO;
231183409Snwhitehorn	}
232183409Snwhitehorn
233200171Smav	request->dma = &ch->dma.slot[0];
234183409Snwhitehorn
235183409Snwhitehorn	if ((error = bus_dmamap_load(request->dma->data_tag,
236183409Snwhitehorn	    request->dma->data_map, request->data, request->bytecount,
237183409Snwhitehorn	    &ata_dbdma_setprd, &args, BUS_DMA_NOWAIT))) {
238183409Snwhitehorn		device_printf(request->dev, "FAILURE - load data\n");
239183409Snwhitehorn		goto error;
240183409Snwhitehorn	}
241183409Snwhitehorn
242183409Snwhitehorn	if (entries)
243183409Snwhitehorn		*entries = args.nsegs;
244183409Snwhitehorn
245183409Snwhitehorn	bus_dmamap_sync(request->dma->sg_tag, request->dma->sg_map,
246183409Snwhitehorn	    BUS_DMASYNC_PREWRITE);
247183409Snwhitehorn	bus_dmamap_sync(request->dma->data_tag, request->dma->data_map,
248183409Snwhitehorn	    (request->flags & ATA_R_READ) ?
249183409Snwhitehorn	    BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE);
250183409Snwhitehorn
251183409Snwhitehorn	return 0;
252183409Snwhitehorn
253183409Snwhitehornerror:
254183409Snwhitehorn	ch->dma.unload(request);
255183409Snwhitehorn	return EIO;
256183409Snwhitehorn}
257183409Snwhitehorn
258183409Snwhitehornvoid
259183409Snwhitehornata_dbdma_dmainit(device_t dev)
260183409Snwhitehorn{
261183409Snwhitehorn	struct ata_dbdma_channel *sc = device_get_softc(dev);
262183409Snwhitehorn	int error;
263183409Snwhitehorn
264183409Snwhitehorn	error = dbdma_allocate_channel(sc->dbdma_regs, sc->dbdma_offset,
265183409Snwhitehorn	    bus_get_dma_tag(dev), 256, &sc->dbdma);
266183409Snwhitehorn
267183409Snwhitehorn	dbdma_set_wait_selector(sc->dbdma,1 << 7, 1 << 7);
268183409Snwhitehorn
269183409Snwhitehorn	dbdma_insert_stop(sc->dbdma,0);
270183409Snwhitehorn	sc->next_dma_slot=1;
271183409Snwhitehorn
272183409Snwhitehorn	sc->sc_ch.dma.start = ata_dbdma_start;
273183409Snwhitehorn	sc->sc_ch.dma.stop = ata_dbdma_stop;
274183409Snwhitehorn	sc->sc_ch.dma.load = ata_dbdma_load;
275183409Snwhitehorn	sc->sc_ch.dma.reset = ata_dbdma_reset;
276183409Snwhitehorn
277184429Snwhitehorn	/*
278184429Snwhitehorn	 * DBDMA's field for transfer size is 16 bits. This will overflow
279184429Snwhitehorn	 * if we try to do a 64K transfer, so stop short of 64K.
280184429Snwhitehorn	 */
281184429Snwhitehorn	sc->sc_ch.dma.segsize = 126 * DEV_BSIZE;
282216083Smarius	ata_dmainit(dev);
283184429Snwhitehorn
284183409Snwhitehorn	sc->sc_ch.hw.status = ata_dbdma_status;
285183409Snwhitehorn
286183409Snwhitehorn	mtx_init(&sc->dbdma_mtx, "ATA DBDMA", NULL, MTX_DEF);
287183409Snwhitehorn}
288