ninjaata32.c revision 1.2
1/*	$Id: ninjaata32.c,v 1.2 2006/10/01 09:53:09 itohy Exp $	*/
2
3/*
4 * Copyright (c) 2006 ITOH Yasufumi <itohy@NetBSD.org>.
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 *    notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 *    notice, this list of conditions and the following disclaimer in the
14 *    documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS''
17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
18 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS
20 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
26 * THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29#include <sys/cdefs.h>
30__KERNEL_RCSID(0, "$NetBSD: ninjaata32.c,v 1.2 2006/10/01 09:53:09 itohy Exp $");
31
32#include <sys/param.h>
33#include <sys/kernel.h>
34#include <sys/device.h>
35
36#include <machine/bus.h>
37#include <machine/intr.h>
38
39#include <uvm/uvm_extern.h>
40
41#include <dev/ata/atavar.h>
42#include <dev/ic/wdcreg.h>
43#include <dev/ic/wdcvar.h>
44
45#include <dev/ic/ninjaata32reg.h>
46#include <dev/ic/ninjaata32var.h>
47
48#ifdef NJATA32_DEBUG
49#define DPRINTF(x)	printf x
50#else
51#define DPRINTF(x)
52#endif
53
54static void	njata32_init(struct njata32_softc *, int nosleep);
55static void	njata32_irqack(struct ata_channel *);
56static void	njata32_clearirq(struct ata_channel *, int);
57static void	njata32_setup_channel(struct ata_channel *);
58static int	njata32_dma_init(void *, int channel, int drive,
59		    void *databuf, size_t datalen, int flags);
60static void	njata32_piobm_start(void *, int channel, int drive, int skip,
61		    int xferlen, int flags);
62static int	njata32_dma_finish(void *, int channel, int drive, int force);
63static void	njata32_piobm_done(void *, int channel, int drive);
64
65#if 0	/* ATA DMA is currently unused */
66static const uint8_t njata32_timing_dma[NJATA32_MODE_MAX_DMA + 1] = {
67	NJATA32_TIMING_DMA0, NJATA32_TIMING_DMA1, NJATA32_TIMING_DMA2
68};
69#endif
70static const uint8_t njata32_timing_pio[NJATA32_MODE_MAX_PIO + 1] = {
71	NJATA32_TIMING_PIO0, NJATA32_TIMING_PIO1, NJATA32_TIMING_PIO2,
72	NJATA32_TIMING_PIO3, NJATA32_TIMING_PIO4
73};
74
75static void
76njata32_init(sc, nosleep)
77	struct njata32_softc *sc;
78	int nosleep;	/* can't sleep (during cold boot and in interrupt) */
79{
80
81	/* disable interrupts */
82	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
83	    NJATA32_REG_IRQ_SELECT, 0);
84
85	/* bus reset */
86	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS,
87	    NJATA32_AS_WAIT0 | NJATA32_AS_BUS_RESET);
88	if (nosleep)
89		delay(50000);
90	else
91		tsleep(sc, PRIBIO, "njaini", mstohz(50));
92	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS,
93	    NJATA32_AS_WAIT0);
94
95	/* initial transfer speed */
96	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
97	    NJATA32_REG_TIMING, NJATA32_TIMING_PIO0 + sc->sc_atawait);
98
99	/* setup busmaster mode */
100	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_IOBM,
101	    NJATA32_IOBM_DEFAULT);
102
103	/* enable interrupts */
104	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
105	    NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER | NJATA32_IRQ_DEV);
106}
107
108void
109njata32_attach(sc)
110	struct njata32_softc *sc;
111{
112	bus_addr_t dmaaddr;
113	int i, devno, error;
114	struct wdc_regs *wdr;
115
116	/*
117	 * allocate DMA resource
118	 */
119	if ((error = bus_dmamem_alloc(sc->sc_dmat,
120	    sizeof(struct njata32_dma_page), PAGE_SIZE, 0,
121	    &sc->sc_sgt_seg, 1, &sc->sc_sgt_nsegs, BUS_DMA_NOWAIT)) != 0) {
122		printf("%s: unable to allocate sgt page, error = %d\n",
123		    NJATA32NAME(sc), error);
124		return;
125	}
126	if ((error = bus_dmamem_map(sc->sc_dmat, &sc->sc_sgt_seg,
127	    sc->sc_sgt_nsegs, sizeof(struct njata32_dma_page),
128	    (caddr_t *)&sc->sc_sgtpg,
129	    BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) {
130		printf("%s: unable to map sgt page, error = %d\n",
131		    NJATA32NAME(sc), error);
132		goto fail1;
133	}
134	if ((error = bus_dmamap_create(sc->sc_dmat,
135	    sizeof(struct njata32_dma_page), 1,
136	    sizeof(struct njata32_dma_page), 0, BUS_DMA_NOWAIT,
137	    &sc->sc_dmamap_sgt)) != 0) {
138		printf("%s: unable to create sgt DMA map, error = %d\n",
139		    NJATA32NAME(sc), error);
140		goto fail2;
141	}
142	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap_sgt,
143	    sc->sc_sgtpg, sizeof(struct njata32_dma_page),
144	    NULL, BUS_DMA_NOWAIT)) != 0) {
145		printf("%s: unable to load sgt DMA map, error = %d\n",
146		    NJATA32NAME(sc), error);
147		goto fail3;
148	}
149
150	dmaaddr = sc->sc_dmamap_sgt->dm_segs[0].ds_addr;
151
152	for (devno = 0; devno < NJATA32_NUM_DEV; devno++) {
153		sc->sc_dev[devno].d_sgt = sc->sc_sgtpg->dp_sg[devno];
154		sc->sc_dev[devno].d_sgt_dma = dmaaddr +
155		    offsetof(struct njata32_dma_page, dp_sg[devno]);
156
157		error = bus_dmamap_create(sc->sc_dmat,
158		    NJATA32_MAX_XFER,		/* max total map size */
159		    NJATA32_NUM_SG,		/* max number of segments */
160		    NJATA32_SGT_MAXSEGLEN,	/* max size of a segment */
161		    0,				/* boundary */
162		    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
163		    &sc->sc_dev[devno].d_dmamap_xfer);
164		if (error) {
165			printf("%s: failed to create DMA map (error = %d)\n",
166			    NJATA32NAME(sc), error);
167			goto fail4;
168		}
169	}
170
171	/* device properties */
172	sc->sc_wdcdev.sc_atac.atac_cap =
173	    ATAC_CAP_DATA16 | ATAC_CAP_DATA32 | ATAC_CAP_PIOBM;
174	sc->sc_wdcdev.irqack = njata32_irqack;
175	sc->sc_wdcdev.sc_atac.atac_channels = sc->sc_wdc_chanarray;
176	sc->sc_wdcdev.sc_atac.atac_nchannels = NJATA32_NCHAN;	/* 1 */
177	sc->sc_wdcdev.sc_atac.atac_pio_cap = NJATA32_MODE_MAX_PIO;
178#if 0	/* ATA DMA is currently unused */
179	sc->sc_wdcdev.sc_atac.atac_dma_cap = NJATA32_MODE_MAX_DMA;
180#endif
181	sc->sc_wdcdev.sc_atac.atac_set_modes = njata32_setup_channel;
182
183	/* DMA control functions */
184	sc->sc_wdcdev.dma_arg = sc;
185	sc->sc_wdcdev.dma_init = njata32_dma_init;
186	sc->sc_wdcdev.piobm_start = njata32_piobm_start;
187	sc->sc_wdcdev.dma_finish = njata32_dma_finish;
188	sc->sc_wdcdev.piobm_done = njata32_piobm_done;
189
190	sc->sc_wdcdev.cap |= WDC_CAPABILITY_NO_EXTRA_RESETS;
191
192	sc->sc_wdcdev.regs = wdr = &sc->sc_wdc_regs;
193
194	/* only one channel */
195	sc->sc_wdc_chanarray[0] = &sc->sc_ch[0].ch_ata_channel;
196	sc->sc_ch[0].ch_ata_channel.ch_channel = 0;
197	sc->sc_ch[0].ch_ata_channel.ch_atac = &sc->sc_wdcdev.sc_atac;
198	sc->sc_ch[0].ch_ata_channel.ch_queue = &sc->sc_wdc_chqueue;
199	sc->sc_ch[0].ch_ata_channel.ch_ndrive = 2; /* max number of drives */
200
201	/* map ATA registers */
202	for (i = 0; i < WDC_NREG; i++) {
203		if (bus_space_subregion(NJATA32_REGT(sc), NJATA32_REGH(sc),
204		    NJATA32_OFFSET_WDCREGS + i,
205		    i == wd_data ? 4 : 1, &wdr->cmd_iohs[i]) != 0) {
206			aprint_error("%s: couldn't subregion cmd regs\n",
207			    NJATA32NAME(sc));
208			goto fail4;
209		}
210	}
211	wdc_init_shadow_regs(&sc->sc_ch[0].ch_ata_channel);
212	wdr->data32iot = NJATA32_REGT(sc);
213	wdr->data32ioh = wdr->cmd_iohs[wd_data];
214
215	/* map ATA ctl reg */
216	wdr->ctl_iot = NJATA32_REGT(sc);
217	if (bus_space_subregion(NJATA32_REGT(sc), NJATA32_REGH(sc),
218	    NJATA32_REG_WD_ALTSTATUS, 1, &wdr->ctl_ioh) != 0) {
219		aprint_error("%s: couldn't subregion ctl regs\n",
220		    NJATA32NAME(sc));
221		goto fail4;
222	}
223
224	sc->sc_flags |= NJATA32_CMDPG_MAPPED;
225
226	/* use flags value as busmaster wait */
227	if ((sc->sc_atawait =
228	    (uint8_t)device_cfdata(&sc->sc_wdcdev.sc_atac.atac_dev)->cf_flags))
229		aprint_normal("%s: ATA wait = %#x\n",
230		    NJATA32NAME(sc), sc->sc_atawait);
231
232	njata32_init(sc, cold);
233
234	wdcattach(&sc->sc_ch[0].ch_ata_channel);
235
236	return;
237
238	/*
239	 * cleanup
240	 */
241fail4:	while (--devno >= 0) {
242		bus_dmamap_destroy(sc->sc_dmat,
243		    sc->sc_dev[devno].d_dmamap_xfer);
244	}
245	bus_dmamap_unload(sc->sc_dmat, sc->sc_dmamap_sgt);
246fail3:	bus_dmamap_destroy(sc->sc_dmat, sc->sc_dmamap_sgt);
247fail2:	bus_dmamem_unmap(sc->sc_dmat, (caddr_t)sc->sc_sgtpg,
248	    sizeof(struct njata32_dma_page));
249fail1:	bus_dmamem_free(sc->sc_dmat, &sc->sc_sgt_seg, sc->sc_sgt_nsegs);
250}
251
252int
253njata32_detach(sc, flags)
254	struct njata32_softc *sc;
255	int flags;
256{
257	int rv, devno;
258
259	if (sc->sc_flags & NJATA32_CMDPG_MAPPED) {
260		if ((rv = wdcdetach(&sc->sc_wdcdev.sc_atac.atac_dev, flags)))
261			return rv;
262
263		/* free DMA resource */
264		for (devno = 0; devno < NJATA32_NUM_DEV; devno++) {
265			bus_dmamap_destroy(sc->sc_dmat,
266			    sc->sc_dev[devno].d_dmamap_xfer);
267		}
268		bus_dmamap_unload(sc->sc_dmat, sc->sc_dmamap_sgt);
269		bus_dmamap_destroy(sc->sc_dmat, sc->sc_dmamap_sgt);
270		bus_dmamem_unmap(sc->sc_dmat, (caddr_t)sc->sc_sgtpg,
271		    sizeof(struct njata32_dma_page));
272		bus_dmamem_free(sc->sc_dmat, &sc->sc_sgt_seg, sc->sc_sgt_nsegs);
273	}
274
275	return 0;
276}
277
278static void
279njata32_irqack(chp)
280	struct ata_channel *chp;
281{
282	struct njata32_softc *sc = (void *)chp->ch_atac;
283
284	/* disable busmaster */
285	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
286	    NJATA32_REG_BM, NJATA32_BM_WAIT0);
287}
288
289static void
290njata32_clearirq(chp, irq)
291	struct ata_channel *chp;
292	int irq;
293{
294	struct njata32_softc *sc = (void *)chp->ch_atac;
295
296	printf("%s: unhandled intr: irq %#x, bm %#x, ",
297	    NJATA32NAME(sc), irq,
298	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
299		NJATA32_REG_BM));
300
301	/* disable busmaster */
302	njata32_irqack(chp);
303
304	/* clear device interrupt */
305	printf("err %#x, seccnt %#x, cyl %#x, sdh %#x, ",
306	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
307		NJATA32_REG_WD_ERROR),
308	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
309		NJATA32_REG_WD_SECCNT),
310	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
311		NJATA32_REG_WD_CYL_LO) |
312	    (bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
313		NJATA32_REG_WD_CYL_HI) << 8),
314	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
315		NJATA32_REG_WD_SDH));
316	printf("status %#x\n",
317	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
318	    NJATA32_REG_WD_STATUS));
319}
320
321static void
322njata32_setup_channel(chp)
323	struct ata_channel *chp;
324{
325	struct njata32_softc *sc = (void *)chp->ch_atac;
326	struct ata_drive_datas *drvp;
327	int drive;
328	uint8_t mode;
329
330	KASSERT(chp->ch_ndrive != 0);
331
332	sc->sc_timing_pio = 0;
333#if 0	/* ATA DMA is currently unused */
334	sc->sc_timing_dma = 0;
335#endif
336
337	for (drive = 0; drive < chp->ch_ndrive; drive++) {
338		drvp = &chp->ch_drive[drive];
339		if ((drvp->drive_flags & DRIVE) == 0)
340			continue;	/* no drive */
341
342#if 0	/* ATA DMA is currently unused */
343		if ((drvp->drive_flags & DRIVE_DMA) != 0) {
344			/*
345			 * Multiword DMA
346			 */
347			if ((mode = drvp->DMA_mode) > NJATA32_MODE_MAX_DMA)
348				mode = NJATA32_MODE_MAX_DMA;
349			if (sc->sc_timing_dma < njata32_timing_dma[mode])
350				sc->sc_timing_dma = njata32_timing_dma[mode];
351		}
352#endif
353		/*
354		 * PIO
355		 */
356		if ((mode = drvp->PIO_mode) > NJATA32_MODE_MAX_PIO)
357			mode = NJATA32_MODE_MAX_PIO;
358		if (sc->sc_timing_pio < njata32_timing_pio[mode])
359			sc->sc_timing_pio = njata32_timing_pio[mode];
360	}
361
362	sc->sc_timing_pio += sc->sc_atawait;
363
364	/* set timing for PIO */
365	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
366	    NJATA32_REG_TIMING, sc->sc_timing_pio);
367}
368
369/*
370 * map DMA buffer
371 */
372int
373njata32_dma_init(v, channel, drive, databuf, datalen, flags)
374	void *v;
375	int channel, drive;
376	void *databuf;
377	size_t datalen;
378	int flags;
379{
380	struct njata32_softc *sc = v;
381	int error;
382	struct njata32_device *dev = &sc->sc_dev[drive];
383
384	KASSERT(channel == 0);
385	KASSERT((dev->d_flags & NJATA32_DEV_DMA_MAPPED) == 0);
386	KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0);
387
388	KASSERT(flags & (WDC_DMA_PIOBM_ATA | WDC_DMA_PIOBM_ATAPI));
389
390	/* use PIO for short transfer */
391	if (datalen < 64 /* needs tune */) {
392		DPRINTF(("%s: njata32_dma_init: short transfer (%u)\n",
393		    NJATA32NAME(sc), (unsigned)datalen));
394		bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
395		    NJATA32_REG_TIMING, sc->sc_timing_pio);
396		return EINVAL;
397	}
398
399	/* use PIO for unaligned transfer (word alignment seems OK) */
400	if (((uintptr_t)databuf & 1) || (datalen & 1)) {
401		DPRINTF(("%s: njata32_dma_init: unaligned: buf %p, len %u\n",
402		    NJATA32NAME(sc), databuf, (unsigned)datalen));
403		return EINVAL;
404	}
405
406	DPRINTF(("%s: njata32_dma_init: %s: databuf %p, datalen %u\n",
407	    NJATA32NAME(sc), (flags & WDC_DMA_READ) ? "read" : "write",
408	    databuf, (unsigned)datalen));
409
410	error = bus_dmamap_load(sc->sc_dmat, dev->d_dmamap_xfer,
411	    databuf, datalen, NULL, BUS_DMA_NOWAIT | BUS_DMA_STREAMING |
412	    ((flags & WDC_DMA_READ) ? BUS_DMA_READ : BUS_DMA_WRITE));
413	if (error) {
414		printf("%s: load xfer failed, error %d\n",
415		    NJATA32NAME(sc), error);
416		return error;
417	}
418
419	bus_dmamap_sync(sc->sc_dmat, dev->d_dmamap_xfer, 0,
420	    dev->d_dmamap_xfer->dm_mapsize,
421	    (flags & WDC_DMA_READ) ?
422		BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE);
423
424	dev->d_flags =
425	    ((flags & WDC_DMA_READ) ? NJATA32_DEV_DMA_READ : 0) |
426	    ((flags & WDC_DMA_PIOBM_ATAPI) ? NJATA32_DEV_DMA_ATAPI : 0) |
427	    NJATA32_DEV_DMA_MAPPED;
428
429	return 0;
430}
431
432/*
433 * start DMA
434 *
435 * top:  databuf + skip
436 * size: xferlen
437 */
438void
439njata32_piobm_start(v, channel, drive, skip, xferlen, flags)
440	void *v;
441	int channel, drive;
442	int skip, xferlen;	/* offset/size in mapped DMA buffer */
443	int flags;
444{
445	struct njata32_softc *sc = v;
446	struct njata32_device *dev = &sc->sc_dev[drive];
447	int i, nsegs, seglen;
448	uint8_t bmreg;
449
450	DPRINTF(("%s: njata32_piobm_start: ch%d, dv%d, skip %d, xferlen %d\n",
451	    NJATA32NAME(sc), channel, drive, skip, xferlen));
452
453	KASSERT(channel == 0);
454	KASSERT(dev->d_flags & NJATA32_DEV_DMA_MAPPED);
455	KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0);
456
457	/*
458	 * create scatter/gather table
459	 * XXX this code may be slow
460	 */
461	for (i = nsegs = 0;
462	    i < dev->d_dmamap_xfer->dm_nsegs && xferlen > 0; i++) {
463		if (dev->d_dmamap_xfer->dm_segs[i].ds_len <= skip) {
464			skip -= dev->d_dmamap_xfer->dm_segs[i].ds_len;
465			continue;
466		}
467
468		seglen = dev->d_dmamap_xfer->dm_segs[i].ds_len - skip;
469		if (seglen > xferlen)
470			seglen = xferlen;
471
472		dev->d_sgt[nsegs].sg_addr =
473		    htole32(dev->d_dmamap_xfer->dm_segs[i].ds_addr + skip);
474		dev->d_sgt[nsegs].sg_len = htole32(seglen);
475
476		xferlen -= seglen;
477		nsegs++;
478		skip = 0;
479	}
480	sc->sc_piobm_nsegs = nsegs;
481	/* end mark */
482	dev->d_sgt[nsegs - 1].sg_len |= htole32(NJATA32_SGT_ENDMARK);
483
484#ifdef DIAGNOSTIC
485	if (xferlen)
486		panic("%s: njata32_piobm_start: xferlen residue %d\n",
487		    NJATA32NAME(sc), xferlen);
488#endif
489
490	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_sgt,
491	    (char *)dev->d_sgt - (char *)sc->sc_sgtpg,
492	    sizeof(struct njata32_sgtable) * nsegs,
493	    BUS_DMASYNC_PREWRITE);
494
495	/* set timing for PIO */
496	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
497	    NJATA32_REG_TIMING, sc->sc_timing_pio);
498
499	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_IOBM,
500	    NJATA32_IOBM_DEFAULT);
501	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS,
502	    NJATA32_AS_WAIT0);
503
504	/*
505	 * interrupt configuration
506	 */
507	if ((dev->d_flags & (NJATA32_DEV_DMA_READ | NJATA32_DEV_DMA_ATAPI)) ==
508	    NJATA32_DEV_DMA_READ) {
509		/*
510		 * ATA piobm read is executed while device interrupt is active,
511		 * so disable device interrupt here
512		 */
513		bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
514		    NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER);
515	}
516
517	/* enable scatter/gather busmaster transfer */
518	bmreg = NJATA32_BM_EN | NJATA32_BM_SG | NJATA32_BM_WAIT0 |
519	    ((dev->d_flags & NJATA32_DEV_DMA_READ) ? NJATA32_BM_RD : 0);
520	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM,
521	    bmreg);
522
523	/* load scatter/gather table */
524	bus_space_write_4(NJATA32_REGT(sc), NJATA32_REGH(sc),
525	    NJATA32_REG_DMAADDR, dev->d_sgt_dma);
526	bus_space_write_4(NJATA32_REGT(sc), NJATA32_REGH(sc),
527	    NJATA32_REG_DMALENGTH, sizeof(struct njata32_sgtable) * nsegs);
528
529	/* start transfer */
530	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM,
531	    (bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
532		NJATA32_REG_BM)
533	     & ~(NJATA32_BM_RD|NJATA32_BM_SG|NJATA32_BM_WAIT_MASK)) |
534	    bmreg | NJATA32_BM_GO);
535
536	sc->sc_devflags = dev->d_flags;
537	if (flags & WDC_PIOBM_XFER_IRQ)
538		sc->sc_devflags |= NJATA32_DEV_XFER_INTR;
539#ifdef DIAGNOSTIC
540	dev->d_flags |= NJATA32_DEV_DMA_STARTED;
541#endif
542}
543
544/*
545 * end of DMA
546 */
547int
548njata32_dma_finish(v, channel, drive, force)
549	void *v;
550	int channel, drive;
551	int force;
552{
553	struct njata32_softc *sc = v;
554	int bm;
555	int error = 0;
556
557	DPRINTF(("%s: njata32_dma_finish: bm = %#x\n", NJATA32NAME(sc),
558	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
559		NJATA32_REG_BM)));
560
561	KASSERT(channel == 0);
562	KASSERT(sc->sc_dev[drive].d_flags & NJATA32_DEV_DMA_MAPPED);
563	KASSERT(sc->sc_dev[drive].d_flags & NJATA32_DEV_DMA_STARTED);
564
565	bm = bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
566	    NJATA32_REG_BM);
567
568#ifdef NJATA32_DEBUG
569	printf("%s: irq %#x, bm %#x, 18 %#x, 1c %#x\n", NJATA32NAME(sc),
570	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
571		NJATA32_REG_IRQ_STAT),
572	    bm,
573	    bus_space_read_4(NJATA32_REGT(sc), NJATA32_REGH(sc), 0x18),
574	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 0x1c));
575#endif
576
577	/* check if DMA is active */
578	if (bm & NJATA32_BM_GO) {
579		error = WDC_DMAST_NOIRQ;
580
581		switch (force) {
582		case WDC_DMAEND_END:
583			return error;
584
585		case WDC_DMAEND_ABRT:
586			printf("%s: aborting DMA\n", NJATA32NAME(sc));
587			break;
588		}
589	}
590
591	/*
592	 * ???
593	 * For unknown reason, PIOBM transfer sometimes fails in the middle,
594	 * in which case the bit #7 of BM register becomes 0.
595	 * Increasing the wait value seems to improve the situation.
596	 *
597	 * XXX
598	 * PIO transfer may also fail, but it seems it can't be detected.
599	 */
600	if ((bm & NJATA32_BM_DONE) == 0) {
601		error |= WDC_DMAST_ERR;
602		printf("%s: busmaster error", NJATA32NAME(sc));
603		if (sc->sc_atawait < 0x11) {
604			if ((sc->sc_atawait & 0xf) == 0)
605				sc->sc_atawait++;
606			else
607				sc->sc_atawait += 0x10;
608			printf(", new ATA wait = %#x", sc->sc_atawait);
609			njata32_setup_channel(&sc->sc_ch[0].ch_ata_channel);
610		}
611		printf("\n");
612	}
613
614	/* stop command */
615	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS,
616	    NJATA32_AS_WAIT0);
617	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM,
618	    NJATA32_BM_WAIT0);
619
620	/* set timing for PIO */
621	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
622	    NJATA32_REG_TIMING, sc->sc_timing_pio);
623
624	/*
625	 * reenable device interrupt in case it was disabled for
626	 * this transfer
627	 */
628	bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
629	    NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER | NJATA32_IRQ_DEV);
630
631#if 1	/* should be? */
632	if ((sc->sc_devflags & NJATA32_DEV_GOT_XFER_INTR) == 0)
633		error |= WDC_DMAST_ERR;
634#endif
635	sc->sc_devflags = 0;
636
637#ifdef DIAGNOSTIC
638	sc->sc_dev[drive].d_flags &= ~NJATA32_DEV_DMA_STARTED;
639#endif
640
641	return error;
642}
643
644/*
645 * unmap DMA buffer
646 */
647void
648njata32_piobm_done(v, channel, drive)
649	void *v;
650	int channel, drive;
651{
652	struct njata32_softc *sc = v;
653	struct njata32_device *dev = &sc->sc_dev[drive];
654
655	DPRINTF(("%s: njata32_piobm_done: ch%d dv%d\n",
656	    NJATA32NAME(sc), channel, drive));
657
658	KASSERT(channel == 0);
659	KASSERT(dev->d_flags & NJATA32_DEV_DMA_MAPPED);
660	KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0);
661
662	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_sgt,
663	    (char *)dev->d_sgt - (char *)sc->sc_sgtpg,
664	    sizeof(struct njata32_sgtable) * sc->sc_piobm_nsegs,
665	    BUS_DMASYNC_POSTWRITE);
666
667	/* unload dma map */
668	bus_dmamap_sync(sc->sc_dmat, dev->d_dmamap_xfer,
669	    0, dev->d_dmamap_xfer->dm_mapsize,
670	    (dev->d_flags & NJATA32_DEV_DMA_READ) ?
671		BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
672
673	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_sgt,
674	    (char *)dev->d_sgt - (char *)sc->sc_sgtpg,
675	    sizeof(struct njata32_sgtable) * NJATA32_NUM_SG,
676	    BUS_DMASYNC_POSTWRITE);
677
678	bus_dmamap_unload(sc->sc_dmat, dev->d_dmamap_xfer);
679	dev->d_flags &= ~NJATA32_DEV_DMA_MAPPED;
680}
681
682int
683njata32_intr(arg)
684	void *arg;
685{
686	struct njata32_softc *sc = arg;
687	struct ata_channel *chp;
688	int irq;
689
690	irq = bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
691	    NJATA32_REG_IRQ_STAT);
692	if ((irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) == 0)
693		return 0;	/* not mine */
694
695	DPRINTF(("%s: njata32_intr: irq = %#x, altstatus = %#x\n",
696	    NJATA32NAME(sc), irq,
697	    bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
698		NJATA32_REG_WD_ALTSTATUS)));
699
700	chp = &sc->sc_ch[0].ch_ata_channel;
701
702	if (irq & NJATA32_IRQ_XFER)
703		sc->sc_devflags |= NJATA32_DEV_GOT_XFER_INTR;
704
705	if ((irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) == NJATA32_IRQ_XFER &&
706	    (sc->sc_devflags & NJATA32_DEV_XFER_INTR) == 0) {
707		/*
708		 * transfer done, wait for device interrupt
709		 */
710		bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc),
711		    NJATA32_REG_BM, NJATA32_BM_WAIT0);
712		return 1;
713	}
714
715	/*
716	 * If both transfer done interrupt and device interrupt are
717	 * active for ATAPI transfer, call wdcintr() twice.
718	 */
719	if ((sc->sc_devflags & NJATA32_DEV_DMA_ATAPI) &&
720	    (irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) ==
721		(NJATA32_IRQ_XFER | NJATA32_IRQ_DEV) &&
722	    (sc->sc_devflags & NJATA32_DEV_XFER_INTR)) {
723		if (wdcintr(chp) == 0) {
724			njata32_clearirq(&sc->sc_ch[0].ch_ata_channel, irq);
725		}
726	}
727
728	if (wdcintr(chp) == 0) {
729		njata32_clearirq(&sc->sc_ch[0].ch_ata_channel, irq);
730	}
731
732	return 1;
733}
734