1/*	$NetBSD: pciide_common.c,v 1.71 2024/03/31 18:59:52 thorpej Exp $	*/
2
3
4/*
5 * Copyright (c) 1999, 2000, 2001, 2003 Manuel Bouyer.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 *    notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 *    notice, this list of conditions and the following disclaimer in the
14 *    documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 *
27 */
28
29
30/*
31 * Copyright (c) 1996, 1998 Christopher G. Demetriou.  All rights reserved.
32 *
33 * Redistribution and use in source and binary forms, with or without
34 * modification, are permitted provided that the following conditions
35 * are met:
36 * 1. Redistributions of source code must retain the above copyright
37 *    notice, this list of conditions and the following disclaimer.
38 * 2. Redistributions in binary form must reproduce the above copyright
39 *    notice, this list of conditions and the following disclaimer in the
40 *    documentation and/or other materials provided with the distribution.
41 * 3. All advertising materials mentioning features or use of this software
42 *    must display the following acknowledgement:
43 *      This product includes software developed by Christopher G. Demetriou
44 *	for the NetBSD Project.
45 * 4. The name of the author may not be used to endorse or promote products
46 *    derived from this software without specific prior written permission
47 *
48 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
49 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
50 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
51 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
52 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
53 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
54 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
55 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
56 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
57 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
58 */
59
60/*
61 * PCI IDE controller driver.
62 *
63 * Author: Christopher G. Demetriou, March 2, 1998 (derived from NetBSD
64 * sys/dev/pci/ppb.c, revision 1.16).
65 *
66 * See "PCI IDE Controller Specification, Revision 1.0 3/4/94" and
67 * "Programming Interface for Bus Master IDE Controller, Revision 1.0
68 * 5/16/94" from the PCI SIG.
69 *
70 */
71
72#include <sys/cdefs.h>
73__KERNEL_RCSID(0, "$NetBSD: pciide_common.c,v 1.71 2024/03/31 18:59:52 thorpej Exp $");
74
75#include <sys/param.h>
76
77#include <dev/pci/pcireg.h>
78#include <dev/pci/pcivar.h>
79#include <dev/pci/pcidevs.h>
80#include <dev/pci/pciidereg.h>
81#include <dev/pci/pciidevar.h>
82
83#include <dev/ic/wdcreg.h>
84
85#ifdef ATADEBUG
86int atadebug_pciide_mask = 0;
87#endif
88
89#if NATA_DMA
90static const char dmaerrfmt[] =
91    "%s:%d: unable to %s table DMA map for drive %d, error=%d\n";
92#endif
93
94/* Default product description for devices not known from this controller */
95const struct pciide_product_desc default_product_desc = {
96	0,
97	0,
98	"Generic PCI IDE controller",
99	default_chip_map,
100};
101
102const struct pciide_product_desc *
103pciide_lookup_product(pcireg_t id, const struct pciide_product_desc *pp)
104{
105	for (; pp->chip_map != NULL; pp++)
106		if (PCI_PRODUCT(id) == pp->ide_product)
107			break;
108
109	if (pp->chip_map == NULL)
110		return NULL;
111	return pp;
112}
113
114void
115pciide_common_attach(struct pciide_softc *sc, const struct pci_attach_args *pa,
116    const struct pciide_product_desc *pp)
117{
118	pci_chipset_tag_t pc = pa->pa_pc;
119	pcitag_t tag = pa->pa_tag;
120#if NATA_DMA
121	pcireg_t csr;
122#endif
123	const char *displaydev = NULL;
124	int dontprint = 0;
125
126	sc->sc_pci_id = pa->pa_id;
127	if (pp == NULL) {
128		/* should only happen for generic pciide devices */
129		sc->sc_pp = &default_product_desc;
130	} else {
131		sc->sc_pp = pp;
132		/* if ide_name == NULL, printf is done in chip-specific map */
133		if (pp->ide_name)
134			displaydev = pp->ide_name;
135		else
136			dontprint = 1;
137	}
138
139	if (dontprint) {
140		aprint_naive("disk controller\n");
141		aprint_normal("\n"); /* ??? */
142	} else
143		pci_aprint_devinfo_fancy(pa, "disk controller", displaydev, 1);
144
145	sc->sc_pc = pa->pa_pc;
146	sc->sc_tag = pa->pa_tag;
147
148#if NATA_DMA
149	/* Set up DMA defaults; these might be adjusted by chip_map. */
150	sc->sc_dma_maxsegsz = IDEDMA_BYTE_COUNT_MAX;
151	sc->sc_dma_boundary = IDEDMA_BYTE_COUNT_ALIGN;
152#endif
153
154#ifdef ATADEBUG
155	if (atadebug_pciide_mask & DEBUG_PROBE)
156		pci_conf_print(sc->sc_pc, sc->sc_tag, NULL);
157#endif
158	sc->sc_pp->chip_map(sc, pa);
159
160#if NATA_DMA
161	if (sc->sc_dma_ok) {
162		csr = pci_conf_read(pc, tag, PCI_COMMAND_STATUS_REG);
163		csr |= PCI_COMMAND_MASTER_ENABLE;
164		pci_conf_write(pc, tag, PCI_COMMAND_STATUS_REG, csr);
165	}
166#endif
167	ATADEBUG_PRINT(("pciide: command/status register=%x\n",
168	    pci_conf_read(pc, tag, PCI_COMMAND_STATUS_REG)), DEBUG_PROBE);
169}
170
171int
172pciide_common_detach(struct pciide_softc *sc, int flags)
173{
174	struct pciide_channel *cp;
175	struct ata_channel *wdc_cp;
176	struct wdc_regs *wdr;
177	int channel, drive;
178	int rv;
179
180	rv = wdcdetach(sc->sc_wdcdev.sc_atac.atac_dev, flags);
181	if (rv)
182		return rv;
183
184	for (channel = 0; channel < sc->sc_wdcdev.sc_atac.atac_nchannels;
185	     channel++) {
186		cp = &sc->pciide_channels[channel];
187		wdc_cp = &cp->ata_channel;
188		wdr = CHAN_TO_WDC_REGS(wdc_cp);
189
190		if (wdc_cp->ch_flags & ATACH_DISABLED)
191			continue;
192
193		if (wdr->cmd_ios != 0)
194			bus_space_unmap(wdr->cmd_iot,
195			    wdr->cmd_baseioh, wdr->cmd_ios);
196		if (cp->compat != 0) {
197			if (wdr->ctl_ios != 0)
198				bus_space_unmap(wdr->ctl_iot,
199				    wdr->ctl_ioh, wdr->ctl_ios);
200		} else {
201			if (cp->ctl_ios != 0)
202				bus_space_unmap(wdr->ctl_iot,
203				    cp->ctl_baseioh, cp->ctl_ios);
204		}
205
206		for (drive = 0; drive < sc->sc_wdcdev.wdc_maxdrives; drive++) {
207#if NATA_DMA
208			pciide_dma_table_teardown(sc, channel, drive);
209#endif
210		}
211	}
212
213#if NATA_DMA
214	if (sc->sc_dma_ios != 0)
215		bus_space_unmap(sc->sc_dma_iot, sc->sc_dma_ioh, sc->sc_dma_ios);
216	if (sc->sc_ba5_ss != 0)
217		bus_space_unmap(sc->sc_ba5_st, sc->sc_ba5_sh, sc->sc_ba5_ss);
218#endif
219
220	return 0;
221}
222
223int
224pciide_detach(device_t self, int flags)
225{
226	struct pciide_softc *sc = device_private(self);
227	struct pciide_channel *cp;
228	int channel;
229#ifndef __HAVE_PCIIDE_MACHDEP_COMPAT_INTR_DISESTABLISH
230	bool has_compat_chan;
231
232	has_compat_chan = false;
233	for (channel = 0; channel < sc->sc_wdcdev.sc_atac.atac_nchannels;
234	     channel++) {
235		cp = &sc->pciide_channels[channel];
236		if (cp->compat != 0) {
237			has_compat_chan = true;
238		}
239	}
240
241	if (has_compat_chan != false)
242		return EBUSY;
243#endif
244
245	for (channel = 0; channel < sc->sc_wdcdev.sc_atac.atac_nchannels;
246	     channel++) {
247		cp = &sc->pciide_channels[channel];
248		if (cp->compat != 0)
249			if (cp->ih != NULL) {
250			       pciide_unmap_compat_intr(sc->sc_pc, cp, channel);
251			       cp->ih = NULL;
252			}
253	}
254
255	if (sc->sc_pci_ih != NULL) {
256		pci_intr_disestablish(sc->sc_pc, sc->sc_pci_ih);
257		sc->sc_pci_ih = NULL;
258	}
259
260	return pciide_common_detach(sc, flags);
261}
262
263/* tell whether the chip is enabled or not */
264int
265pciide_chipen(struct pciide_softc *sc, const struct pci_attach_args *pa)
266{
267	pcireg_t csr;
268
269	if ((pa->pa_flags & PCI_FLAGS_IO_OKAY) == 0) {
270		aprint_normal_dev(sc->sc_wdcdev.sc_atac.atac_dev,
271		    "I/O access disabled at bridge\n");
272		return 0;
273	}
274	csr = pci_conf_read(sc->sc_pc, sc->sc_tag, PCI_COMMAND_STATUS_REG);
275	if ((csr & PCI_COMMAND_IO_ENABLE) == 0) {
276		aprint_normal_dev(sc->sc_wdcdev.sc_atac.atac_dev,
277		    "I/O access disabled at device\n");
278		return 0;
279	}
280	return 1;
281}
282
283void
284pciide_mapregs_compat(const struct pci_attach_args *pa,
285    struct pciide_channel *cp, int compatchan)
286{
287	struct pciide_softc *sc = CHAN_TO_PCIIDE(&cp->ata_channel);
288	struct ata_channel *wdc_cp = &cp->ata_channel;
289	struct wdc_regs *wdr = CHAN_TO_WDC_REGS(wdc_cp);
290	int i;
291
292	cp->compat = 1;
293
294	wdr->cmd_iot = pa->pa_iot;
295	if (bus_space_map(wdr->cmd_iot, PCIIDE_COMPAT_CMD_BASE(compatchan),
296	    PCIIDE_COMPAT_CMD_SIZE, 0, &wdr->cmd_baseioh) != 0) {
297		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
298		    "couldn't map %s channel cmd regs\n", cp->name);
299		goto bad;
300	}
301	wdr->cmd_ios = PCIIDE_COMPAT_CMD_SIZE;
302
303	wdr->ctl_iot = pa->pa_iot;
304	if (bus_space_map(wdr->ctl_iot, PCIIDE_COMPAT_CTL_BASE(compatchan),
305	    PCIIDE_COMPAT_CTL_SIZE, 0, &wdr->ctl_ioh) != 0) {
306		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
307		    "couldn't map %s channel ctl regs\n", cp->name);
308		bus_space_unmap(wdr->cmd_iot, wdr->cmd_baseioh, wdr->cmd_ios);
309		goto bad;
310	}
311	wdr->ctl_ios = PCIIDE_COMPAT_CTL_SIZE;
312
313	for (i = 0; i < WDC_NREG; i++) {
314		if (bus_space_subregion(wdr->cmd_iot, wdr->cmd_baseioh, i,
315		    i == 0 ? 4 : 1, &wdr->cmd_iohs[i]) != 0) {
316			aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
317			    "couldn't subregion %s channel cmd regs\n",
318			    cp->name);
319			goto bad;
320		}
321	}
322	wdc_init_shadow_regs(wdr);
323	wdr->data32iot = wdr->cmd_iot;
324	wdr->data32ioh = wdr->cmd_iohs[0];
325	return;
326
327bad:
328	cp->ata_channel.ch_flags |= ATACH_DISABLED;
329	return;
330}
331
332void
333pciide_mapregs_native(const struct pci_attach_args *pa,
334	struct pciide_channel *cp, int (*pci_intr)(void *))
335{
336	struct pciide_softc *sc = CHAN_TO_PCIIDE(&cp->ata_channel);
337	struct ata_channel *wdc_cp = &cp->ata_channel;
338	struct wdc_regs *wdr = CHAN_TO_WDC_REGS(wdc_cp);
339	const char *intrstr;
340	pci_intr_handle_t intrhandle;
341	int i;
342	char intrbuf[PCI_INTRSTR_LEN];
343
344	cp->compat = 0;
345
346	if (sc->sc_pci_ih == NULL) {
347		if (pci_intr_map(pa, &intrhandle) != 0) {
348			aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
349			    "couldn't map native-PCI interrupt\n");
350			goto bad;
351		}
352		intrstr = pci_intr_string(pa->pa_pc, intrhandle, intrbuf, sizeof(intrbuf));
353		sc->sc_pci_ih = pci_intr_establish_xname(pa->pa_pc,
354		    intrhandle, IPL_BIO, pci_intr, sc,
355		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev));
356		if (sc->sc_pci_ih != NULL) {
357			aprint_normal_dev(sc->sc_wdcdev.sc_atac.atac_dev,
358			    "using %s for native-PCI interrupt\n",
359			    intrstr ? intrstr : "unknown interrupt");
360		} else {
361			aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
362			    "couldn't establish native-PCI interrupt");
363			if (intrstr != NULL)
364				aprint_error(" at %s", intrstr);
365			aprint_error("\n");
366			goto bad;
367		}
368	}
369	cp->ih = sc->sc_pci_ih;
370	if (pci_mapreg_map(pa, PCIIDE_REG_CMD_BASE(wdc_cp->ch_channel),
371	    PCI_MAPREG_TYPE_IO, 0,
372	    &wdr->cmd_iot, &wdr->cmd_baseioh, NULL, &wdr->cmd_ios) != 0) {
373		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
374		    "couldn't map %s channel cmd regs\n", cp->name);
375		goto bad;
376	}
377
378	if (pci_mapreg_map(pa, PCIIDE_REG_CTL_BASE(wdc_cp->ch_channel),
379	    PCI_MAPREG_TYPE_IO, 0,
380	    &wdr->ctl_iot, &cp->ctl_baseioh, NULL, &cp->ctl_ios) != 0) {
381		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
382		    "couldn't map %s channel ctl regs\n", cp->name);
383		bus_space_unmap(wdr->cmd_iot, wdr->cmd_baseioh, wdr->cmd_ios);
384		goto bad;
385	}
386	/*
387	 * In native mode, 4 bytes of I/O space are mapped for the control
388	 * register, the control register is at offset 2. Pass the generic
389	 * code a handle for only one byte at the right offset.
390	 */
391	if (bus_space_subregion(wdr->ctl_iot, cp->ctl_baseioh, 2, 1,
392	    &wdr->ctl_ioh) != 0) {
393		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
394		    "unable to subregion %s channel ctl regs\n", cp->name);
395		bus_space_unmap(wdr->cmd_iot, wdr->cmd_baseioh, wdr->cmd_ios);
396		bus_space_unmap(wdr->cmd_iot, cp->ctl_baseioh, cp->ctl_ios);
397		goto bad;
398	}
399
400	for (i = 0; i < WDC_NREG; i++) {
401		if (bus_space_subregion(wdr->cmd_iot, wdr->cmd_baseioh, i,
402		    i == 0 ? 4 : 1, &wdr->cmd_iohs[i]) != 0) {
403			aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
404			    "couldn't subregion %s channel cmd regs\n",
405			    cp->name);
406			goto bad;
407		}
408	}
409	wdc_init_shadow_regs(wdr);
410	wdr->data32iot = wdr->cmd_iot;
411	wdr->data32ioh = wdr->cmd_iohs[0];
412	return;
413
414bad:
415	cp->ata_channel.ch_flags |= ATACH_DISABLED;
416	return;
417}
418
419#if NATA_DMA
420void
421pciide_mapreg_dma(struct pciide_softc *sc, const struct pci_attach_args *pa)
422{
423	pcireg_t maptype;
424	bus_addr_t addr;
425	struct pciide_channel *pc;
426	int reg, chan;
427	bus_size_t size;
428
429	/*
430	 * Map DMA registers
431	 *
432	 * Note that sc_dma_ok is the right variable to test to see if
433	 * DMA can be done.  If the interface doesn't support DMA,
434	 * sc_dma_ok will never be non-zero.  If the DMA regs couldn't
435	 * be mapped, it'll be zero.  I.e., sc_dma_ok will only be
436	 * non-zero if the interface supports DMA and the registers
437	 * could be mapped.
438	 *
439	 * XXX Note that despite the fact that the Bus Master IDE specs
440	 * XXX say that "The bus master IDE function uses 16 bytes of IO
441	 * XXX space," some controllers (at least the United
442	 * XXX Microelectronics UM8886BF) place it in memory space.
443	 */
444	maptype = pci_mapreg_type(pa->pa_pc, pa->pa_tag,
445	    PCIIDE_REG_BUS_MASTER_DMA);
446
447	switch (maptype) {
448	case PCI_MAPREG_TYPE_IO:
449		sc->sc_dma_ok = (pci_mapreg_info(pa->pa_pc, pa->pa_tag,
450		    PCIIDE_REG_BUS_MASTER_DMA, PCI_MAPREG_TYPE_IO,
451		    &addr, NULL, NULL) == 0);
452		if (sc->sc_dma_ok == 0) {
453			aprint_verbose(
454			    ", but unused (couldn't query registers)");
455			break;
456		}
457		if ((sc->sc_pp->ide_flags & IDE_16BIT_IOSPACE)
458		    && addr >= 0x10000) {
459			sc->sc_dma_ok = 0;
460			aprint_verbose(
461			    ", but unused (registers at unsafe address "
462			    "%#lx)", (unsigned long)addr);
463			break;
464		}
465		/* FALLTHROUGH */
466
467	case PCI_MAPREG_MEM_TYPE_32BIT:
468		sc->sc_dma_ok = (pci_mapreg_map(pa,
469		    PCIIDE_REG_BUS_MASTER_DMA, maptype, 0,
470		    &sc->sc_dma_iot, &sc->sc_dma_ioh, NULL, &sc->sc_dma_ios)
471		    == 0);
472		sc->sc_dmat = pa->pa_dmat;
473		if (sc->sc_dma_ok == 0) {
474			aprint_verbose(", but unused (couldn't map registers)");
475		} else {
476			sc->sc_wdcdev.dma_arg = sc;
477			sc->sc_wdcdev.dma_init = pciide_dma_init;
478			sc->sc_wdcdev.dma_start = pciide_dma_start;
479			sc->sc_wdcdev.dma_finish = pciide_dma_finish;
480		}
481
482		if (device_cfdata(sc->sc_wdcdev.sc_atac.atac_dev)->cf_flags &
483		    PCIIDE_OPTIONS_NODMA) {
484			aprint_verbose(
485			    ", but unused (forced off by config file)");
486			sc->sc_dma_ok = 0;
487		} else {
488			bool disable;
489
490			if (prop_dictionary_get_bool(
491			    device_properties(sc->sc_wdcdev.sc_atac.atac_dev),
492			    "pciide-disable-dma", &disable) && disable) {
493				aprint_verbose(
494				    ", but unused (disabled by platform)");
495				sc->sc_dma_ok = 0;
496			}
497		}
498		break;
499
500	default:
501		sc->sc_dma_ok = 0;
502		aprint_verbose(
503		    ", but unsupported register maptype (0x%x)", maptype);
504	}
505
506	if (sc->sc_dma_ok == 0)
507		return;
508
509	/*
510	 * Set up the default handles for the DMA registers.
511	 * Just reserve 32 bits for each handle, unless space
512	 * doesn't permit it.
513	 */
514	for (chan = 0; chan < PCIIDE_NUM_CHANNELS; chan++) {
515		pc = &sc->pciide_channels[chan];
516		for (reg = 0; reg < IDEDMA_NREGS; reg++) {
517			size = 4;
518			if (size > (IDEDMA_SCH_OFFSET - reg))
519				size = IDEDMA_SCH_OFFSET - reg;
520			if (bus_space_subregion(sc->sc_dma_iot, sc->sc_dma_ioh,
521			    IDEDMA_SCH_OFFSET * chan + reg, size,
522			    &pc->dma_iohs[reg]) != 0) {
523				sc->sc_dma_ok = 0;
524				aprint_verbose(", but can't subregion offset %d "
525					      "size %lu", reg, (u_long)size);
526				return;
527			}
528		}
529	}
530}
531#endif	/* NATA_DMA */
532
533int
534pciide_compat_intr(void *arg)
535{
536	struct pciide_channel *cp = arg;
537
538#ifdef DIAGNOSTIC
539	/* should only be called for a compat channel */
540	if (cp->compat == 0)
541		panic("pciide compat intr called for non-compat chan %p", cp);
542#endif
543	return (wdcintr(&cp->ata_channel));
544}
545
546int
547pciide_pci_intr(void *arg)
548{
549	struct pciide_softc *sc = arg;
550	struct pciide_channel *cp;
551	struct ata_channel *wdc_cp;
552	int i, rv, crv;
553
554	rv = 0;
555	for (i = 0; i < sc->sc_wdcdev.sc_atac.atac_nchannels; i++) {
556		cp = &sc->pciide_channels[i];
557		wdc_cp = &cp->ata_channel;
558
559		/* If a compat channel skip. */
560		if (cp->compat)
561			continue;
562
563		/* if this channel not waiting for intr, skip */
564		if ((wdc_cp->ch_flags & ATACH_IRQ_WAIT) == 0)
565			continue;
566
567		crv = wdcintr(wdc_cp);
568		if (crv == 0)
569			;		/* leave rv alone */
570		else if (crv == 1)
571			rv = 1;		/* claim the intr */
572		else if (rv == 0)	/* crv should be -1 in this case */
573			rv = crv;	/* if we've done no better, take it */
574	}
575	return (rv);
576}
577
578#if NATA_DMA
579void
580pciide_channel_dma_setup(struct pciide_channel *cp)
581{
582	int drive, s;
583	struct pciide_softc *sc = CHAN_TO_PCIIDE(&cp->ata_channel);
584	struct ata_drive_datas *drvp;
585
586	KASSERT(cp->ata_channel.ch_ndrives != 0);
587
588	for (drive = 0; drive < cp->ata_channel.ch_ndrives; drive++) {
589		drvp = &cp->ata_channel.ch_drive[drive];
590		/* If no drive, skip */
591		if (drvp->drive_type == ATA_DRIVET_NONE)
592			continue;
593		/* setup DMA if needed */
594		if (((drvp->drive_flags & ATA_DRIVE_DMA) == 0 &&
595		    (drvp->drive_flags & ATA_DRIVE_UDMA) == 0) ||
596		    sc->sc_dma_ok == 0) {
597			s = splbio();
598			drvp->drive_flags &= ~(ATA_DRIVE_DMA | ATA_DRIVE_UDMA);
599			splx(s);
600			continue;
601		}
602		if (pciide_dma_table_setup(sc, cp->ata_channel.ch_channel,
603					   drive) != 0) {
604			/* Abort DMA setup */
605			s = splbio();
606			drvp->drive_flags &= ~(ATA_DRIVE_DMA | ATA_DRIVE_UDMA);
607			splx(s);
608			continue;
609		}
610	}
611}
612
613#define NIDEDMA_TABLES(sc)	\
614	(MAXPHYS/(uimin((sc)->sc_dma_maxsegsz, PAGE_SIZE)) + 1)
615
616int
617pciide_dma_table_setup(struct pciide_softc *sc, int channel, int drive)
618{
619	int error;
620	const bus_size_t dma_table_size =
621	    sizeof(struct idedma_table) * NIDEDMA_TABLES(sc);
622	struct pciide_dma_maps *dma_maps =
623	    &sc->pciide_channels[channel].dma_maps[drive];
624
625	/* If table was already allocated, just return */
626	if (dma_maps->dma_table)
627		return 0;
628
629	/* Allocate memory for the DMA tables and map it */
630	if ((error = bus_dmamem_alloc(sc->sc_dmat, dma_table_size,
631	    IDEDMA_TBL_ALIGN, IDEDMA_TBL_ALIGN, &dma_maps->dmamap_table_seg,
632	    1, &dma_maps->dmamap_table_nseg, BUS_DMA_NOWAIT)) != 0) {
633		aprint_error(dmaerrfmt,
634		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev), channel,
635		    "allocate", drive, error);
636		return error;
637	}
638	if ((error = bus_dmamem_map(sc->sc_dmat, &dma_maps->dmamap_table_seg,
639	    dma_maps->dmamap_table_nseg, dma_table_size,
640	    (void **)&dma_maps->dma_table,
641	    BUS_DMA_NOWAIT|BUS_DMA_COHERENT)) != 0) {
642		aprint_error(dmaerrfmt,
643		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev), channel,
644		    "map", drive, error);
645		return error;
646	}
647	ATADEBUG_PRINT(("pciide_dma_table_setup: table at %p len %lu, "
648	    "phy 0x%lx\n", dma_maps->dma_table, (u_long)dma_table_size,
649	    (unsigned long)dma_maps->dmamap_table_seg.ds_addr), DEBUG_PROBE);
650	/* Create and load table DMA map for this disk */
651	if ((error = bus_dmamap_create(sc->sc_dmat, dma_table_size,
652	    1, dma_table_size, IDEDMA_TBL_ALIGN, BUS_DMA_NOWAIT,
653	    &dma_maps->dmamap_table)) != 0) {
654		aprint_error(dmaerrfmt,
655		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev), channel,
656		    "create", drive, error);
657		return error;
658	}
659	if ((error = bus_dmamap_load(sc->sc_dmat,
660	    dma_maps->dmamap_table,
661	    dma_maps->dma_table,
662	    dma_table_size, NULL, BUS_DMA_NOWAIT)) != 0) {
663		aprint_error(dmaerrfmt,
664		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev), channel,
665		    "load", drive, error);
666		return error;
667	}
668	ATADEBUG_PRINT(("pciide_dma_table_setup: phy addr of table 0x%lx\n",
669	    (unsigned long)dma_maps->dmamap_table->dm_segs[0].ds_addr),
670	    DEBUG_PROBE);
671	/* Create a xfer DMA map for this drive */
672	if ((error = bus_dmamap_create(sc->sc_dmat, MAXPHYS,
673	    NIDEDMA_TABLES(sc), sc->sc_dma_maxsegsz, sc->sc_dma_boundary,
674	    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
675	    &dma_maps->dmamap_xfer)) != 0) {
676		aprint_error(dmaerrfmt,
677		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev), channel,
678		    "create xfer", drive, error);
679		return error;
680	}
681	return 0;
682}
683
684void
685pciide_dma_table_teardown(struct pciide_softc *sc, int channel, int drive)
686{
687	struct pciide_channel *cp;
688	struct pciide_dma_maps *dma_maps;
689
690	cp = &sc->pciide_channels[channel];
691	dma_maps = &cp->dma_maps[drive];
692
693	if (dma_maps->dma_table == NULL)
694		return;
695
696	bus_dmamap_destroy(sc->sc_dmat, dma_maps->dmamap_xfer);
697	bus_dmamap_unload(sc->sc_dmat, dma_maps->dmamap_table);
698	bus_dmamap_destroy(sc->sc_dmat, dma_maps->dmamap_table);
699	bus_dmamem_unmap(sc->sc_dmat, dma_maps->dma_table,
700	    sizeof(struct idedma_table) * NIDEDMA_TABLES(sc));
701	bus_dmamem_free(sc->sc_dmat, &dma_maps->dmamap_table_seg,
702	    dma_maps->dmamap_table_nseg);
703
704	dma_maps->dma_table = NULL;
705
706	return;
707}
708
709int
710pciide_dma_dmamap_setup(struct pciide_softc *sc, int channel, int drive,
711    void *databuf, size_t datalen, int flags)
712{
713	int error, seg;
714	struct pciide_channel *cp = &sc->pciide_channels[channel];
715	struct pciide_dma_maps *dma_maps = &cp->dma_maps[drive];
716
717	error = bus_dmamap_load(sc->sc_dmat,
718	    dma_maps->dmamap_xfer,
719	    databuf, datalen, NULL, BUS_DMA_NOWAIT | BUS_DMA_STREAMING |
720	    ((flags & WDC_DMA_READ) ? BUS_DMA_READ : BUS_DMA_WRITE));
721	if (error) {
722		aprint_error(dmaerrfmt,
723		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev), channel,
724		    "load xfer", drive, error);
725		return error;
726	}
727
728	bus_dmamap_sync(sc->sc_dmat, dma_maps->dmamap_xfer, 0,
729	    dma_maps->dmamap_xfer->dm_mapsize,
730	    (flags & WDC_DMA_READ) ?
731	    BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE);
732
733	for (seg = 0; seg < dma_maps->dmamap_xfer->dm_nsegs; seg++) {
734		bus_addr_t phys = dma_maps->dmamap_xfer->dm_segs[seg].ds_addr;
735		bus_size_t len = dma_maps->dmamap_xfer->dm_segs[seg].ds_len;
736
737#ifdef DIAGNOSTIC
738		/* A segment must not cross a 64k boundary */
739		{
740		if ((phys & ~IDEDMA_BYTE_COUNT_MASK) !=
741		    ((phys + len - 1) & ~IDEDMA_BYTE_COUNT_MASK)) {
742			printf("pciide_dma: seg %d addr 0x%" PRIx64
743			    " len 0x%" PRIx64 " not properly aligned\n",
744			    seg, (uint64_t)phys, (uint64_t)len);
745			panic("pciide_dma: buf align");
746		}
747		}
748#endif
749		/*
750		 * Some controllers get really upset if the length
751		 * of any DMA segment is odd.  This isn't something
752		 * that's going to happen in normal steady-state
753		 * operation (reading VM pages, etc.), but physio users
754		 * don't have as many guard rails.
755		 *
756		 * Consider an 8K read request that starts at an odd
757		 * offset within a page.  At first blush, all of the
758		 * checks pass because it's a sector-rounded size, but
759		 * unless the buffer spans 2 physically contiguous pages,
760		 * it's going to result in 2 odd-length DMA segments.
761		 *
762		 * Odd start addresses are also frowned upon, so we
763		 * catch those here, too.
764		 *
765		 * Returning EINVAL here will cause the upper layers to
766		 * fall back onto PIO.
767		 */
768		if ((phys & 1) != 0 || (len & 1) != 0) {
769			aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
770			    "Invalid DMA segment: "
771			    "seg %d addr 0x%" PRIx64 " len 0x%" PRIx64 "\n",
772			    seg, (uint64_t)phys, (uint64_t)len);
773			bus_dmamap_unload(sc->sc_dmat, dma_maps->dmamap_xfer);
774			return EINVAL;
775		}
776		dma_maps->dma_table[seg].base_addr = htole32(phys);
777		dma_maps->dma_table[seg].byte_count =
778		    htole32(len & IDEDMA_BYTE_COUNT_MASK);
779		ATADEBUG_PRINT(("\t seg %d len %d addr 0x%x\n",
780		   seg, le32toh(dma_maps->dma_table[seg].byte_count),
781		   le32toh(dma_maps->dma_table[seg].base_addr)), DEBUG_DMA);
782
783	}
784	dma_maps->dma_table[dma_maps->dmamap_xfer->dm_nsegs -1].byte_count |=
785	    htole32(IDEDMA_BYTE_COUNT_EOT);
786
787	bus_dmamap_sync(sc->sc_dmat, dma_maps->dmamap_table, 0,
788	    dma_maps->dmamap_table->dm_mapsize,
789	    BUS_DMASYNC_PREWRITE);
790
791#ifdef DIAGNOSTIC
792	if (dma_maps->dmamap_table->dm_segs[0].ds_addr & ~IDEDMA_TBL_MASK) {
793		printf("pciide_dma_dmamap_setup: addr 0x%lx "
794		    "not properly aligned\n",
795		    (u_long)dma_maps->dmamap_table->dm_segs[0].ds_addr);
796		panic("pciide_dma_init: table align");
797	}
798#endif
799	/* remember flags */
800	dma_maps->dma_flags = flags;
801
802	return 0;
803}
804
805int
806pciide_dma_init(void *v, int channel, int drive, void *databuf, size_t datalen,
807    int flags)
808{
809	struct pciide_softc *sc = v;
810	int error;
811	struct pciide_channel *cp = &sc->pciide_channels[channel];
812	struct pciide_dma_maps *dma_maps = &cp->dma_maps[drive];
813
814	if ((error = pciide_dma_dmamap_setup(sc, channel, drive,
815	    databuf, datalen, flags)) != 0)
816		return error;
817	/* Maps are ready. Start DMA function */
818	/* Clear status bits */
819	bus_space_write_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CTL], 0,
820	    bus_space_read_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CTL], 0));
821	/* Write table addr */
822	bus_space_write_4(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_TBL], 0,
823	    dma_maps->dmamap_table->dm_segs[0].ds_addr);
824	/* set read/write */
825	bus_space_write_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CMD], 0,
826	    ((flags & WDC_DMA_READ) ? IDEDMA_CMD_WRITE : 0) | cp->idedma_cmd);
827	return 0;
828}
829
830void
831pciide_dma_start(void *v, int channel, int drive)
832{
833	struct pciide_softc *sc = v;
834	struct pciide_channel *cp = &sc->pciide_channels[channel];
835
836	ATADEBUG_PRINT(("pciide_dma_start\n"),DEBUG_XFERS);
837	bus_space_write_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CMD], 0,
838	    bus_space_read_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CMD], 0)
839		| IDEDMA_CMD_START);
840}
841
842int
843pciide_dma_finish(void *v, int channel, int drive, int force)
844{
845	struct pciide_softc *sc = v;
846	u_int8_t status;
847	int error = 0;
848	struct pciide_channel *cp = &sc->pciide_channels[channel];
849	struct pciide_dma_maps *dma_maps = &cp->dma_maps[drive];
850
851	status = bus_space_read_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CTL], 0);
852	ATADEBUG_PRINT(("pciide_dma_finish: status 0x%x\n", status),
853	    DEBUG_XFERS);
854
855	if (force == WDC_DMAEND_END && (status & IDEDMA_CTL_INTR) == 0)
856		return WDC_DMAST_NOIRQ;
857
858	/* stop DMA channel */
859	bus_space_write_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CMD], 0,
860	    bus_space_read_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CMD], 0)
861		& ~IDEDMA_CMD_START);
862
863	/* Unload the map of the data buffer */
864	bus_dmamap_sync(sc->sc_dmat, dma_maps->dmamap_xfer, 0,
865	    dma_maps->dmamap_xfer->dm_mapsize,
866	    (dma_maps->dma_flags & WDC_DMA_READ) ?
867	    BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
868	bus_dmamap_unload(sc->sc_dmat, dma_maps->dmamap_xfer);
869
870	if ((status & IDEDMA_CTL_ERR) != 0 && force != WDC_DMAEND_ABRT_QUIET) {
871		aprint_error("%s:%d:%d: bus-master DMA error: status=0x%x\n",
872		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev), channel,
873		    drive, status);
874		error |= WDC_DMAST_ERR;
875	}
876
877	if ((status & IDEDMA_CTL_INTR) == 0 && force != WDC_DMAEND_ABRT_QUIET) {
878		aprint_error("%s:%d:%d: bus-master DMA error: missing "
879		    "interrupt, status=0x%x\n",
880		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev),
881		    channel, drive, status);
882		error |= WDC_DMAST_NOIRQ;
883	}
884
885	if ((status & IDEDMA_CTL_ACT) != 0 && force != WDC_DMAEND_ABRT_QUIET) {
886		/* data underrun, may be a valid condition for ATAPI */
887		error |= WDC_DMAST_UNDER;
888	}
889	return error;
890}
891
892void
893pciide_irqack(struct ata_channel *chp)
894{
895	struct pciide_channel *cp = CHAN_TO_PCHAN(chp);
896	struct pciide_softc *sc = CHAN_TO_PCIIDE(chp);
897
898	/* clear status bits in IDE DMA registers */
899	bus_space_write_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CTL], 0,
900	    bus_space_read_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CTL], 0));
901}
902#endif	/* NATA_DMA */
903
904/* some common code used by several chip_map */
905int
906pciide_chansetup(struct pciide_softc *sc, int channel, pcireg_t interface)
907{
908	struct pciide_channel *cp = &sc->pciide_channels[channel];
909	sc->wdc_chanarray[channel] = &cp->ata_channel;
910	cp->name = PCIIDE_CHANNEL_NAME(channel);
911	cp->ata_channel.ch_channel = channel;
912	cp->ata_channel.ch_atac = &sc->sc_wdcdev.sc_atac;
913
914	aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
915	    "%s channel %s to %s mode\n", cp->name,
916	    (interface & PCIIDE_INTERFACE_SETTABLE(channel)) ?
917	    "configured" : "wired",
918	    (interface & PCIIDE_INTERFACE_PCI(channel)) ?
919	    "native-PCI" : "compatibility");
920	return 1;
921}
922
923/* some common code used by several chip channel_map */
924void
925pciide_mapchan(const struct pci_attach_args *pa, struct pciide_channel *cp,
926	pcireg_t interface, int (*pci_intr)(void *))
927{
928	struct ata_channel *wdc_cp = &cp->ata_channel;
929
930	if (interface & PCIIDE_INTERFACE_PCI(wdc_cp->ch_channel))
931		pciide_mapregs_native(pa, cp, pci_intr);
932	else {
933		pciide_mapregs_compat(pa, cp, wdc_cp->ch_channel);
934		if ((cp->ata_channel.ch_flags & ATACH_DISABLED) == 0)
935			pciide_map_compat_intr(pa, cp, wdc_cp->ch_channel);
936	}
937	wdcattach(wdc_cp);
938}
939
940/*
941 * generic code to map the compat intr.
942 */
943void
944pciide_map_compat_intr(const struct pci_attach_args *pa,
945    struct pciide_channel *cp, int compatchan)
946{
947	struct pciide_softc *sc = CHAN_TO_PCIIDE(&cp->ata_channel);
948
949#ifdef __HAVE_PCIIDE_MACHDEP_COMPAT_INTR_ESTABLISH
950	cp->ih =
951	   pciide_machdep_compat_intr_establish(sc->sc_wdcdev.sc_atac.atac_dev,
952	   pa, compatchan, pciide_compat_intr, cp);
953	if (cp->ih == NULL) {
954#endif
955		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
956		    "no compatibility interrupt for use by %s "
957		    "channel\n", cp->name);
958		cp->ata_channel.ch_flags |= ATACH_DISABLED;
959#ifdef __HAVE_PCIIDE_MACHDEP_COMPAT_INTR_ESTABLISH
960	}
961#endif
962}
963
964void
965pciide_unmap_compat_intr(pci_chipset_tag_t pc, struct pciide_channel *cp,
966    int compatchan)
967{
968#ifdef __HAVE_PCIIDE_MACHDEP_COMPAT_INTR_DISESTABLISH
969	struct pciide_softc *sc = CHAN_TO_PCIIDE(&cp->ata_channel);
970
971	pciide_machdep_compat_intr_disestablish(sc->sc_wdcdev.sc_atac.atac_dev,
972	    sc->sc_pc, compatchan, cp->ih);
973#endif
974}
975
976void
977default_chip_map(struct pciide_softc *sc, const struct pci_attach_args *pa)
978{
979	struct pciide_channel *cp;
980	pcireg_t interface = PCI_INTERFACE(pa->pa_class);
981	pcireg_t csr;
982	int channel;
983#if NATA_DMA
984	int drive;
985	u_int8_t idedma_ctl;
986#endif
987	const char *failreason;
988	struct wdc_regs *wdr;
989
990	if (pciide_chipen(sc, pa) == 0)
991		return;
992
993	if (interface & PCIIDE_INTERFACE_BUS_MASTER_DMA) {
994#if NATA_DMA
995		aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
996		    "bus-master DMA support present");
997		if (sc->sc_pp == &default_product_desc &&
998		    (device_cfdata(sc->sc_wdcdev.sc_atac.atac_dev)->cf_flags &
999		    PCIIDE_OPTIONS_DMA) == 0) {
1000			aprint_verbose(", but unused (no driver support)");
1001			sc->sc_dma_ok = 0;
1002		} else {
1003			pciide_mapreg_dma(sc, pa);
1004			if (sc->sc_dma_ok != 0)
1005				aprint_verbose(", used without full driver "
1006				    "support");
1007		}
1008#else
1009		aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
1010		    "bus-master DMA support present, but unused (no driver "
1011		    "support)");
1012#endif	/* NATA_DMA */
1013	} else {
1014		aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
1015		    "hardware does not support DMA");
1016#if NATA_DMA
1017		sc->sc_dma_ok = 0;
1018#endif
1019	}
1020	aprint_verbose("\n");
1021#if NATA_DMA
1022	if (sc->sc_dma_ok) {
1023		sc->sc_wdcdev.sc_atac.atac_cap |= ATAC_CAP_DMA;
1024		sc->sc_wdcdev.irqack = pciide_irqack;
1025	}
1026#endif
1027	sc->sc_wdcdev.sc_atac.atac_pio_cap = 0;
1028#if NATA_DMA
1029	sc->sc_wdcdev.sc_atac.atac_dma_cap = 0;
1030#endif
1031
1032	sc->sc_wdcdev.sc_atac.atac_channels = sc->wdc_chanarray;
1033	sc->sc_wdcdev.sc_atac.atac_nchannels = PCIIDE_NUM_CHANNELS;
1034	sc->sc_wdcdev.sc_atac.atac_cap |= ATAC_CAP_DATA16;
1035	sc->sc_wdcdev.wdc_maxdrives = 2;
1036
1037	wdc_allocate_regs(&sc->sc_wdcdev);
1038
1039	for (channel = 0; channel < sc->sc_wdcdev.sc_atac.atac_nchannels;
1040	     channel++) {
1041		cp = &sc->pciide_channels[channel];
1042		if (pciide_chansetup(sc, channel, interface) == 0)
1043			continue;
1044		wdr = CHAN_TO_WDC_REGS(&cp->ata_channel);
1045		if (interface & PCIIDE_INTERFACE_PCI(channel))
1046			pciide_mapregs_native(pa, cp, pciide_pci_intr);
1047		else
1048			pciide_mapregs_compat(pa, cp,
1049			    cp->ata_channel.ch_channel);
1050		if (cp->ata_channel.ch_flags & ATACH_DISABLED)
1051			continue;
1052		/*
1053		 * Check to see if something appears to be there.
1054		 */
1055		failreason = NULL;
1056		/*
1057		 * In native mode, always enable the controller. It's
1058		 * not possible to have an ISA board using the same address
1059		 * anyway.
1060		 */
1061		if (interface & PCIIDE_INTERFACE_PCI(channel)) {
1062			wdcattach(&cp->ata_channel);
1063			continue;
1064		}
1065		if (!wdcprobe(CHAN_TO_WDC_REGS(&cp->ata_channel))) {
1066			failreason = "not responding; disabled or no drives?";
1067			goto next;
1068		}
1069		/*
1070		 * Now, make sure it's actually attributable to this PCI IDE
1071		 * channel by trying to access the channel again while the
1072		 * PCI IDE controller's I/O space is disabled.  (If the
1073		 * channel no longer appears to be there, it belongs to
1074		 * this controller.)  YUCK!
1075		 */
1076		csr = pci_conf_read(sc->sc_pc, sc->sc_tag,
1077		    PCI_COMMAND_STATUS_REG);
1078		pci_conf_write(sc->sc_pc, sc->sc_tag, PCI_COMMAND_STATUS_REG,
1079		    csr & ~PCI_COMMAND_IO_ENABLE);
1080		if (wdcprobe(CHAN_TO_WDC_REGS(&cp->ata_channel)))
1081			failreason = "other hardware responding at addresses";
1082		pci_conf_write(sc->sc_pc, sc->sc_tag,
1083		    PCI_COMMAND_STATUS_REG, csr);
1084next:
1085		if (failreason) {
1086			aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
1087			    "%s channel ignored (%s)\n", cp->name, failreason);
1088			cp->ata_channel.ch_flags |= ATACH_DISABLED;
1089			bus_space_unmap(wdr->cmd_iot, wdr->cmd_baseioh,
1090			    wdr->cmd_ios);
1091			bus_space_unmap(wdr->ctl_iot, wdr->ctl_ioh,
1092			    wdr->ctl_ios);
1093		} else {
1094			pciide_map_compat_intr(pa, cp,
1095			    cp->ata_channel.ch_channel);
1096			wdcattach(&cp->ata_channel);
1097		}
1098	}
1099
1100#if NATA_DMA
1101	if (sc->sc_dma_ok == 0)
1102		return;
1103
1104	/* Allocate DMA maps */
1105	for (channel = 0; channel < sc->sc_wdcdev.sc_atac.atac_nchannels;
1106	     channel++) {
1107		idedma_ctl = 0;
1108		cp = &sc->pciide_channels[channel];
1109		for (drive = 0; drive < sc->sc_wdcdev.wdc_maxdrives; drive++) {
1110			/*
1111			 * we have not probed the drives yet, allocate
1112			 * resources for all of them.
1113			 */
1114			if (pciide_dma_table_setup(sc, channel, drive) != 0) {
1115				/* Abort DMA setup */
1116				aprint_error(
1117				    "%s:%d:%d: can't allocate DMA maps, "
1118				    "using PIO transfers\n",
1119				    device_xname(
1120				      sc->sc_wdcdev.sc_atac.atac_dev),
1121				    channel, drive);
1122				sc->sc_dma_ok = 0;
1123				sc->sc_wdcdev.sc_atac.atac_cap &= ~ATAC_CAP_DMA;
1124				sc->sc_wdcdev.irqack = NULL;
1125				break;
1126			}
1127			idedma_ctl |= IDEDMA_CTL_DRV_DMA(drive);
1128		}
1129		if (idedma_ctl != 0) {
1130			/* Add software bits in status register */
1131			bus_space_write_1(sc->sc_dma_iot,
1132			    cp->dma_iohs[IDEDMA_CTL], 0, idedma_ctl);
1133		}
1134	}
1135#endif	/* NATA_DMA */
1136}
1137
1138void
1139sata_setup_channel(struct ata_channel *chp)
1140{
1141#if NATA_DMA
1142	struct ata_drive_datas *drvp;
1143	int drive;
1144#if NATA_UDMA
1145	int s;
1146#endif
1147	u_int32_t idedma_ctl;
1148	struct pciide_channel *cp = CHAN_TO_PCHAN(chp);
1149	struct pciide_softc *sc = CHAN_TO_PCIIDE(chp);
1150
1151	/* setup DMA if needed */
1152	pciide_channel_dma_setup(cp);
1153
1154	idedma_ctl = 0;
1155
1156	KASSERT(cp->ata_channel.ch_ndrives != 0);
1157	for (drive = 0; drive < cp->ata_channel.ch_ndrives; drive++) {
1158		drvp = &chp->ch_drive[drive];
1159		/* If no drive, skip */
1160		if (drvp->drive_type == ATA_DRIVET_NONE)
1161			continue;
1162#if NATA_UDMA
1163		if (drvp->drive_flags & ATA_DRIVE_UDMA) {
1164			/* use Ultra/DMA */
1165			s = splbio();
1166			drvp->drive_flags &= ~ATA_DRIVE_DMA;
1167			splx(s);
1168			idedma_ctl |= IDEDMA_CTL_DRV_DMA(drive);
1169		} else
1170#endif	/* NATA_UDMA */
1171		if (drvp->drive_flags & ATA_DRIVE_DMA) {
1172			idedma_ctl |= IDEDMA_CTL_DRV_DMA(drive);
1173		}
1174	}
1175
1176	/*
1177	 * Nothing to do to setup modes; it is meaningless in S-ATA
1178	 * (but many S-ATA drives still want to get the SET_FEATURE
1179	 * command).
1180	 */
1181	if (idedma_ctl != 0) {
1182		/* Add software bits in status register */
1183		bus_space_write_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CTL], 0,
1184		    idedma_ctl);
1185	}
1186#endif	/* NATA_DMA */
1187}
1188