ata-dma.c revision 60829
1/*-
2 * Copyright (c) 1998,1999,2000 S�ren Schmidt
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer,
10 *    without modification, immediately at the beginning of the file.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 * 3. The name of the author may not be used to endorse or promote products
15 *    derived from this software without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 *
28 * $FreeBSD: head/sys/dev/ata/ata-dma.c 60829 2000-05-23 19:05:56Z sos $
29 */
30
31#include "pci.h"
32#include <sys/param.h>
33#include <sys/systm.h>
34#include <sys/bio.h>
35#include <sys/malloc.h>
36#include <sys/bus.h>
37#include <sys/disk.h>
38#include <sys/devicestat.h>
39#include <vm/vm.h>
40#include <vm/pmap.h>
41#if NPCI > 0
42#include <pci/pcivar.h>
43#endif
44#include <dev/ata/ata-all.h>
45#include <dev/ata/ata-disk.h>
46
47#if NPCI > 0
48
49/* prototypes */
50static void promise_timing(struct ata_softc *, int32_t, int32_t);
51static void hpt366_timing(struct ata_softc *, int32_t, int32_t);
52
53/* misc defines */
54#ifdef __alpha__
55#undef vtophys
56#define vtophys(va)	alpha_XXX_dmamap((vm_offset_t)va)
57#endif
58
59void
60ata_dmainit(struct ata_softc *scp, int32_t device,
61	    int32_t apiomode, int32_t wdmamode, int32_t udmamode)
62{
63    device_t parent = device_get_parent(scp->dev);
64    int32_t devno = (scp->unit << 1) + ATA_DEV(device);
65    int32_t error;
66
67    /* set our most pessimistic default mode */
68    scp->mode[ATA_DEV(device)] = ATA_PIO;
69
70    if (!scp->bmaddr)
71	return;
72
73    /* if simplex controller, only allow DMA on primary channel */
74    if (scp->unit == 1) {
75	outb(scp->bmaddr + ATA_BMSTAT_PORT, inb(scp->bmaddr + ATA_BMSTAT_PORT) &
76	     (ATA_BMSTAT_DMA_MASTER | ATA_BMSTAT_DMA_SLAVE));
77	if (inb(scp->bmaddr + ATA_BMSTAT_PORT) & ATA_BMSTAT_DMA_SIMPLEX) {
78	    ata_printf(scp, device, "simplex device, DMA on primary only\n");
79	    return;
80	}
81    }
82
83    if (!scp->dmatab[ATA_DEV(device)]) {
84	void *dmatab;
85
86	if (!(dmatab = malloc(PAGE_SIZE, M_DEVBUF, M_NOWAIT)))
87	    return;
88	if (((uintptr_t)dmatab >> PAGE_SHIFT) ^
89	    (((uintptr_t)dmatab + PAGE_SIZE - 1) >> PAGE_SHIFT)) {
90	    ata_printf(scp, device, "dmatab crosses page boundary, no DMA\n");
91	    free(dmatab, M_DEVBUF);
92	    return;
93	}
94	scp->dmatab[ATA_DEV(device)] = dmatab;
95    }
96    if (udmamode > 2 && !ATA_PARAM(scp, device)->cblid) {
97	ata_printf(scp, device,
98		   "DMA limitted to UDMA33, non-ATA66 compliant cable\n");
99	udmamode = 2;
100    }
101
102    switch (scp->chiptype) {
103
104    case 0x24118086:    /* Intel ICH */
105	if (udmamode >= 4) {
106	    int32_t mask48, new48;
107	    int16_t word54;
108
109	    word54 = pci_read_config(parent, 0x54, 2);
110	    if (word54 & (0x10 << devno)) {
111	        error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
112				    ATA_UDMA4,  ATA_C_F_SETXFER,ATA_WAIT_READY);
113	    	if (bootverbose)
114		    ata_printf(scp, device,
115			       "%s setting up UDMA4 mode on ICH chip\n",
116			       (error) ? "failed" : "success");
117		if (!error) {
118		    mask48 = (1 << devno) + (3 << (16 + (devno << 2)));
119		    new48 = (1 << devno) + (2 << (16 + (devno << 2)));
120		    pci_write_config(parent, 0x48,
121				     (pci_read_config(parent, 0x48, 4) &
122				     ~mask48) | new48, 4);
123		    pci_write_config(parent, 0x54, word54 | (1 << devno), 2);
124		    scp->mode[ATA_DEV(device)] = ATA_UDMA4;
125		    return;
126		}
127	    }
128	}
129	/* FALLTHROUGH */
130
131    case 0x71118086:	/* Intel PIIX4 */
132    case 0x71998086:	/* Intel PIIX4e */
133    case 0x24218086:	/* Intel ICH0 */
134	if (udmamode >= 2) {
135	    int32_t mask48, new48;
136
137	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
138				ATA_UDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
139	    if (bootverbose)
140		ata_printf(scp, device, "%s setting up UDMA2 mode on %s chip\n",
141			   (error) ? "failed" : "success",
142			   (scp->chiptype == 0x24118086) ? "ICH" :
143			    (scp->chiptype == 0x24218086) ? "ICH0" :"PIIX4");
144	    if (!error) {
145		mask48 = (1 << devno) + (3 << (16 + (devno << 2)));
146		new48 = (1 << devno) + (2 << (16 + (devno << 2)));
147		pci_write_config(parent, 0x48,
148				 (pci_read_config(parent, 0x48, 4) &
149				 ~mask48) | new48, 4);
150		scp->mode[ATA_DEV(device)] = ATA_UDMA2;
151		return;
152	    }
153	}
154	/* FALLTHROUGH */
155
156    case 0x70108086:	/* Intel PIIX3 */
157	if (wdmamode >= 2 && apiomode >= 4) {
158	    int32_t mask40, new40, mask44, new44;
159
160	    /* if SITRE not set doit for both channels */
161	    if (!((pci_read_config(parent, 0x40, 4)>>(scp->unit<<8))&0x4000)){
162		new40 = pci_read_config(parent, 0x40, 4);
163		new44 = pci_read_config(parent, 0x44, 4);
164		if (!(new40 & 0x00004000)) {
165		    new44 &= ~0x0000000f;
166		    new44 |= ((new40&0x00003000)>>10)|((new40&0x00000300)>>8);
167		}
168		if (!(new40 & 0x40000000)) {
169		    new44 &= ~0x000000f0;
170		    new44 |= ((new40&0x30000000)>>22)|((new40&0x03000000)>>20);
171		}
172		new40 |= 0x40004000;
173		pci_write_config(parent, 0x40, new40, 4);
174		pci_write_config(parent, 0x44, new44, 4);
175	    }
176	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
177				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
178	    if (bootverbose)
179		ata_printf(scp, device, "%s setting up WDMA2 mode on %s chip\n",
180			   (error) ? "failed" : "success",
181			   (scp->chiptype == 0x70108086) ? "PIIX3" :
182			    (scp->chiptype == 0x24118086) ? "ICH" :
183			     (scp->chiptype == 0x24218086) ? "ICH0" :"PIIX4");
184	    if (!error) {
185		if (device == ATA_MASTER) {
186		    mask40 = 0x0000330f;
187		    new40 = 0x00002307;
188		    mask44 = 0;
189		    new44 = 0;
190		}
191		else {
192		    mask40 = 0x000000f0;
193		    new40 = 0x00000070;
194		    mask44 = 0x0000000f;
195		    new44 = 0x0000000b;
196		}
197		if (scp->unit) {
198		    mask40 <<= 16;
199		    new40 <<= 16;
200		    mask44 <<= 4;
201		    new44 <<= 4;
202		}
203		pci_write_config(parent, 0x40,
204				 (pci_read_config(parent, 0x40, 4) & ~mask40)|
205 				 new40, 4);
206		pci_write_config(parent, 0x44,
207				 (pci_read_config(parent, 0x44, 4) & ~mask44)|
208 				 new44, 4);
209		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
210		return;
211	    }
212	}
213	/* we could set PIO mode timings, but we assume the BIOS did that */
214	break;
215
216    case 0x12308086:	/* Intel PIIX */
217	if (wdmamode >= 2 && apiomode >= 4) {
218	    int32_t word40;
219
220	    word40 = pci_read_config(parent, 0x40, 4);
221	    word40 >>= scp->unit * 16;
222
223	    /* Check for timing config usable for DMA on controller */
224	    if (!((word40 & 0x3300) == 0x2300 &&
225		  ((word40 >> (device == ATA_MASTER ? 0 : 4)) & 1) == 1))
226		break;
227
228	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
229				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
230	    if (bootverbose)
231		ata_printf(scp, device,
232			   "%s setting up WDMA2 mode on PIIX chip\n",
233			   (error) ? "failed" : "success");
234	    if (!error) {
235		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
236		return;
237	    }
238	}
239	break;
240
241    case 0x522910b9:	/* AcerLabs Aladdin IV/V */
242	/* the Aladdin doesn't support ATAPI DMA on both master & slave */
243	if (scp->devices & ATA_ATAPI_MASTER && scp->devices & ATA_ATAPI_SLAVE) {
244	    ata_printf(scp, device,
245		       "Aladdin: two atapi devices on this channel, no DMA\n");
246	    break;
247	}
248	if (udmamode >= 2) {
249	    int32_t word54 = pci_read_config(parent, 0x54, 4);
250
251	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
252				ATA_UDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
253	    if (bootverbose)
254		ata_printf(scp, device,
255			   "%s setting up UDMA2 mode on Aladdin chip\n",
256			   (error) ? "failed" : "success");
257	    if (!error) {
258		word54 &= ~(0x000f000f << (devno << 2));
259		word54 |= (0x000a0005 << (devno << 2));
260		pci_write_config(parent, 0x54, word54, 4);
261		pci_write_config(parent, 0x53,
262				 pci_read_config(parent, 0x53, 1) | 0x03, 1);
263		scp->flags |= ATA_ATAPI_DMA_RO;
264		scp->mode[ATA_DEV(device)] = ATA_UDMA2;
265		return;
266	    }
267	}
268	if (wdmamode >= 2 && apiomode >= 4) {
269	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
270				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
271	    if (bootverbose)
272		ata_printf(scp, device,
273			   "%s setting up WDMA2 mode on Aladdin chip\n",
274			   (error) ? "failed" : "success");
275	    if (!error) {
276		pci_write_config(parent, 0x53,
277				 pci_read_config(parent, 0x53, 1) | 0x03, 1);
278		scp->flags |= ATA_ATAPI_DMA_RO;
279		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
280		return;
281	    }
282	}
283	pci_write_config(parent, 0x53,
284			 (pci_read_config(parent, 0x53, 1) & ~0x01) | 0x02, 1);
285	/* we could set PIO mode timings, but we assume the BIOS did that */
286	break;
287
288    case 0x74091022:	/* AMD 756 */
289	if (udmamode >= 4) {
290	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
291				ATA_UDMA4, ATA_C_F_SETXFER, ATA_WAIT_READY);
292	    if (bootverbose)
293		ata_printf(scp, device,
294			   "%s setting up UDMA4 mode on AMD chip\n",
295			   (error) ? "failed" : "success");
296	    if (!error) {
297	        pci_write_config(parent, 0x53 - devno, 0xc3, 1);
298		scp->mode[ATA_DEV(device)] = ATA_UDMA4;
299		return;
300	    }
301	}
302	goto via_82c586;
303
304    case 0x06861106:	/* VIA 82C686 */
305via_82c686:
306	if (udmamode >= 4) {
307	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
308				ATA_UDMA4, ATA_C_F_SETXFER, ATA_WAIT_READY);
309	    if (bootverbose)
310		ata_printf(scp, device,
311			   "%s setting up UDMA4 mode on VIA chip\n",
312			   (error) ? "failed" : "success");
313	    if (!error) {
314		pci_write_config(parent, 0x53 - devno, 0xe8, 1);
315		scp->mode[ATA_DEV(device)] = ATA_UDMA4;
316		return;
317	    }
318	}
319	if (udmamode >= 2) {
320	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
321				ATA_UDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
322	    if (bootverbose)
323		ata_printf(scp, device,
324			   "%s setting up UDMA2 mode on VIA chip\n",
325			   (error) ? "failed" : "success");
326	    if (!error) {
327		pci_write_config(parent, 0x53 - devno, 0xea, 1);
328		scp->mode[ATA_DEV(device)] = ATA_UDMA2;
329		return;
330	    }
331	}
332	goto via_generic;
333
334    case 0x05961106:	/* VIA 82C596 */
335	/* 82c596 revision >= 0x12 is like the 82c686 */
336	if (ata_find_dev(parent, 0x05961106, 0x12))
337	    goto via_82c686;
338	/* FALLTHROUGH */
339
340    case 0x05861106:	/* VIA 82C586 */
341via_82c586:
342	/* UDMA2 mode only on 82C586 > rev1, 82C596, AMD 756 */
343	if ((udmamode >= 2 && ata_find_dev(parent, 0x05861106, 0x02)) ||
344	    (udmamode >= 2 && scp->chiptype == 0x05961106) ||
345	    (udmamode >= 2 && scp->chiptype == 0x74091022)) {
346	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
347				ATA_UDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
348	    if (bootverbose)
349		ata_printf(scp, device, "%s setting up UDMA2 mode on %s chip\n",
350			   (error) ? "failed" : "success",
351			   (scp->chiptype == 0x74091022) ? "AMD" : "VIA");
352	    if (!error) {
353	        pci_write_config(parent, 0x53 - devno, 0xc0, 1);
354		scp->mode[ATA_DEV(device)] = ATA_UDMA2;
355		return;
356	    }
357	}
358	/* FALLTHROUGH */
359
360    case 0x05711106:	/* VIA 82C571 */
361via_generic:
362	if (wdmamode >= 2 && apiomode >= 4) {
363	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
364				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
365	    if (bootverbose)
366		ata_printf(scp, device, "%s setting up WDMA2 mode on %s chip\n",
367			   (error) ? "failed" : "success",
368			   (scp->chiptype == 0x74091022) ? "AMD" : "VIA");
369	    if (!error) {
370	        pci_write_config(parent, 0x53 - devno, 0x82, 1);
371	        pci_write_config(parent, 0x4b - devno, 0x31, 1);
372		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
373		return;
374	    }
375	}
376	/* we could set PIO mode timings, but we assume the BIOS did that */
377	break;
378
379    case 0x55131039:	/* SiS 5591 */
380	if (udmamode >= 2) {
381	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
382				ATA_UDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
383	    if (bootverbose)
384		ata_printf(scp, device,
385			   "%s setting up UDMA2 mode on SiS chip\n",
386			   (error) ? "failed" : "success");
387	    if (!error) {
388		pci_write_config(parent, 0x40 + (devno << 1), 0xa301, 2);
389		scp->mode[ATA_DEV(device)] = ATA_UDMA2;
390		return;
391	    }
392	}
393	if (wdmamode >=2 && apiomode >= 4) {
394	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
395				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
396	    if (bootverbose)
397		ata_printf(scp, device,
398			   "%s setting up WDMA2 mode on SiS chip\n",
399			   (error) ? "failed" : "success");
400	    if (!error) {
401		pci_write_config(parent, 0x40 + (devno << 1), 0x0301, 2);
402		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
403		return;
404	    }
405	}
406	/* we could set PIO mode timings, but we assume the BIOS did that */
407	break;
408
409    case 0x06461095:	/* CMD 646 ATA controller */
410	if (wdmamode >= 2 && apiomode >= 4) {
411	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
412				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
413	    if (bootverbose)
414		ata_printf(scp, device,
415			   "%s setting up WDMA2 mode on CMD646 chip\n",
416			   error ? "failed" : "success");
417	    if (!error) {
418		int32_t offset = (devno < 3) ? (devno << 1) : 7;
419
420		pci_write_config(parent, 0x54 + offset, 0x3f, 1);
421		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
422		return;
423	    }
424	}
425	/* we could set PIO mode timings, but we assume the BIOS did that */
426	break;
427
428    case 0xc6931080:	/* Cypress 82c693 ATA controller */
429	if (wdmamode >= 2 && apiomode >= 4) {
430	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
431				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
432	    if (bootverbose)
433		ata_printf(scp, device,
434			   "%s setting up WDMA2 mode on Cypress chip\n",
435			   error ? "failed" : "success");
436	    if (!error) {
437		pci_write_config(scp->dev, scp->unit ? 0x4e : 0x4c, 0x2020, 2);
438		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
439		return;
440	    }
441	}
442	/* we could set PIO mode timings, but we assume the BIOS did that */
443	break;
444
445    case 0x4d33105a:	/* Promise Ultra33 / FastTrak33 controllers */
446    case 0x4d38105a:	/* Promise Ultra66 / FastTrak66 controllers */
447	/* the Promise can only do DMA on ATA disks not on ATAPI devices */
448	if ((device == ATA_MASTER && scp->devices & ATA_ATAPI_MASTER) ||
449	    (device == ATA_SLAVE && scp->devices & ATA_ATAPI_SLAVE))
450	    break;
451
452	if (udmamode >=4 && scp->chiptype == 0x4d38105a &&
453	    !(pci_read_config(parent, 0x50, 2)&(scp->unit ? 1<<11 : 1<<10))) {
454	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
455				ATA_UDMA4, ATA_C_F_SETXFER, ATA_WAIT_READY);
456	    if (bootverbose)
457		ata_printf(scp, device,
458			   "%s setting up UDMA4 mode on Promise chip\n",
459			   (error) ? "failed" : "success");
460	    if (!error) {
461		promise_timing(scp, devno, ATA_UDMA4);
462		scp->mode[ATA_DEV(device)] = ATA_UDMA4;
463		return;
464	    }
465	}
466	if (udmamode >= 2) {
467	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
468				ATA_UDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
469	    if (bootverbose)
470		ata_printf(scp, device,
471			   "%s setting up UDMA2 mode on Promise chip\n",
472			   (error) ? "failed" : "success");
473	    if (!error) {
474		promise_timing(scp, devno, ATA_UDMA2);
475		scp->mode[ATA_DEV(device)] = ATA_UDMA2;
476		return;
477	    }
478	}
479	if (wdmamode >= 2 && apiomode >= 4) {
480	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
481				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
482	    if (bootverbose)
483		ata_printf(scp, device,
484			   "%s setting up WDMA2 mode on Promise chip\n",
485			   (error) ? "failed" : "success");
486	    if (!error) {
487		promise_timing(scp, devno, ATA_WDMA2);
488		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
489		return;
490	    }
491	}
492	error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
493			    ata_pio2mode(apiomode),
494			    ATA_C_F_SETXFER, ATA_WAIT_READY);
495	if (bootverbose)
496	    ata_printf(scp, device,
497		       "%s setting up PIO%d mode on Promise chip\n",
498		       (error) ? "failed" : "success",
499		       (apiomode >= 0) ? apiomode : 0);
500	promise_timing(scp, devno, ata_pio2mode(apiomode));
501	scp->mode[ATA_DEV(device)] = ata_pio2mode(apiomode);
502	return;
503
504    case 0x00041103:	/* HighPoint HPT366 controller */
505	/* no ATAPI devices for now */
506	if ((device == ATA_MASTER && scp->devices & ATA_ATAPI_MASTER) ||
507	    (device == ATA_SLAVE && scp->devices & ATA_ATAPI_SLAVE))
508	    break;
509
510	if (udmamode >=4 && !(pci_read_config(parent, 0x5a, 1) & 0x2)) {
511	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
512				ATA_UDMA4, ATA_C_F_SETXFER, ATA_WAIT_READY);
513	    if (bootverbose)
514		ata_printf(scp, device,
515			   "%s setting up UDMA4 mode on HPT366 chip\n",
516			   (error) ? "failed" : "success");
517	    if (!error) {
518		hpt366_timing(scp, devno, ATA_UDMA4);
519		scp->mode[ATA_DEV(device)] = ATA_UDMA4;
520		return;
521	    }
522	}
523	if (udmamode >= 2) {
524	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
525				ATA_UDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
526	    if (bootverbose)
527		ata_printf(scp, device,
528			   "%s setting up UDMA2 mode on HPT366 chip\n",
529			   (error) ? "failed" : "success");
530	    if (!error) {
531		hpt366_timing(scp, devno, ATA_UDMA2);
532		scp->mode[ATA_DEV(device)] = ATA_UDMA2;
533		return;
534	    }
535	}
536	if (wdmamode >= 2 && apiomode >= 4) {
537	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
538				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
539	    if (bootverbose)
540		ata_printf(scp, device,
541			   "%s setting up WDMA2 mode on HPT366 chip\n",
542			   (error) ? "failed" : "success");
543	    if (!error) {
544		hpt366_timing(scp, devno, ATA_WDMA2);
545		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
546		return;
547	    }
548	}
549	error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
550			    ata_pio2mode(apiomode),
551			    ATA_C_F_SETXFER, ATA_WAIT_READY);
552	if (bootverbose)
553	    ata_printf(scp, device, "%s setting up PIO%d mode on HPT366 chip\n",
554		       (error) ? "failed" : "success",
555		       (apiomode >= 0) ? apiomode : 0);
556	hpt366_timing(scp, devno, ata_pio2mode(apiomode));
557	scp->mode[ATA_DEV(device)] = ata_pio2mode(apiomode);
558	return;
559
560    default:		/* unknown controller chip */
561	/* better not try generic DMA on ATAPI devices it almost never works */
562	if ((device == ATA_MASTER && scp->devices & ATA_ATAPI_MASTER) ||
563	    (device == ATA_SLAVE && scp->devices & ATA_ATAPI_SLAVE))
564	    break;
565
566	/* if controller says its setup for DMA take the easy way out */
567	/* the downside is we dont know what DMA mode we are in */
568	if ((udmamode >= 0 || wdmamode > 1) &&
569	    (inb(scp->bmaddr + ATA_BMSTAT_PORT) &
570	     ((device==ATA_MASTER) ?
571	      ATA_BMSTAT_DMA_MASTER : ATA_BMSTAT_DMA_SLAVE))) {
572	    scp->mode[ATA_DEV(device)] = ATA_DMA;
573	    return;
574	}
575
576	/* well, we have no support for this, but try anyways */
577	if ((wdmamode >= 2 && apiomode >= 4) && scp->bmaddr) {
578	    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
579				ATA_WDMA2, ATA_C_F_SETXFER, ATA_WAIT_READY);
580	    if (bootverbose)
581		ata_printf(scp, device,
582			   "%s setting up WDMA2 mode on generic chip\n",
583			   (error) ? "failed" : "success");
584	    if (!error) {
585		scp->mode[ATA_DEV(device)] = ATA_WDMA2;
586		return;
587	    }
588	}
589    }
590    error = ata_command(scp, device, ATA_C_SETFEATURES, 0, 0, 0,
591			ata_pio2mode(apiomode), ATA_C_F_SETXFER,ATA_WAIT_READY);
592    if (bootverbose)
593	ata_printf(scp, device, "%s setting up PIO%d mode on generic chip\n",
594		   (error) ? "failed" : "success", apiomode < 0 ? 0 : apiomode);
595    if (!error)
596        scp->mode[ATA_DEV(device)] = ata_pio2mode(apiomode);
597    else {
598	if (bootverbose)
599	    ata_printf(scp, device, "using PIO mode set by BIOS\n");
600        scp->mode[ATA_DEV(device)] = ATA_PIO;
601    }
602}
603
604int32_t
605ata_dmasetup(struct ata_softc *scp, int32_t device,
606	     int8_t *data, int32_t count, int32_t flags)
607{
608    struct ata_dmaentry *dmatab;
609    u_int32_t dma_count, dma_base;
610    int32_t i = 0;
611
612    if (((uintptr_t)data & 1) || (count & 1))
613	return -1;
614
615    if (!count) {
616	ata_printf(scp, device, "zero length DMA transfer attempted\n");
617	return -1;
618    }
619
620    dmatab = scp->dmatab[ATA_DEV(device)];
621    dma_base = vtophys(data);
622    dma_count = min(count, (PAGE_SIZE - ((uintptr_t)data & PAGE_MASK)));
623    data += dma_count;
624    count -= dma_count;
625
626    while (count) {
627	dmatab[i].base = dma_base;
628	dmatab[i].count = (dma_count & 0xffff);
629	i++;
630	if (i >= ATA_DMA_ENTRIES) {
631	    ata_printf(scp, device, "too many segments in DMA table\n");
632	    return -1;
633	}
634	dma_base = vtophys(data);
635	dma_count = min(count, PAGE_SIZE);
636	data += min(count, PAGE_SIZE);
637	count -= min(count, PAGE_SIZE);
638    }
639    dmatab[i].base = dma_base;
640    dmatab[i].count = (dma_count & 0xffff) | ATA_DMA_EOT;
641    outl(scp->bmaddr + ATA_BMDTP_PORT, vtophys(dmatab));
642    outb(scp->bmaddr + ATA_BMCMD_PORT, flags ? ATA_BMCMD_WRITE_READ:0);
643    outb(scp->bmaddr + ATA_BMSTAT_PORT, (inb(scp->bmaddr + ATA_BMSTAT_PORT) |
644				   (ATA_BMSTAT_INTERRUPT | ATA_BMSTAT_ERROR)));
645    return 0;
646}
647
648void
649ata_dmastart(struct ata_softc *scp)
650{
651    scp->flags |= ATA_DMA_ACTIVE;
652    outb(scp->bmaddr + ATA_BMCMD_PORT,
653	 inb(scp->bmaddr + ATA_BMCMD_PORT) | ATA_BMCMD_START_STOP);
654}
655
656int32_t
657ata_dmadone(struct ata_softc *scp)
658{
659    outb(scp->bmaddr + ATA_BMCMD_PORT,
660	 inb(scp->bmaddr + ATA_BMCMD_PORT) & ~ATA_BMCMD_START_STOP);
661    scp->flags &= ~ATA_DMA_ACTIVE;
662    return inb(scp->bmaddr + ATA_BMSTAT_PORT) & ATA_BMSTAT_MASK;
663}
664
665int32_t
666ata_dmastatus(struct ata_softc *scp)
667{
668    return inb(scp->bmaddr + ATA_BMSTAT_PORT) & ATA_BMSTAT_MASK;
669}
670
671static void
672promise_timing(struct ata_softc *scp, int32_t devno, int32_t mode)
673{
674    u_int32_t timing = 0;
675    struct promise_timing {
676	u_int8_t  pa:4;
677	u_int8_t  prefetch:1;
678	u_int8_t  iordy:1;
679	u_int8_t  errdy:1;
680	u_int8_t  syncin:1;
681	u_int8_t  pb:5;
682	u_int8_t  mb:3;
683	u_int8_t  mc:4;
684	u_int8_t  dmaw:1;
685	u_int8_t  dmar:1;
686	u_int8_t  iordyp:1;
687	u_int8_t  dmarqp:1;
688	u_int8_t  reserved:8;
689    } *t = (struct promise_timing*)&timing;
690
691    t->iordy = 1; t->iordyp = 1;
692    if (mode >= ATA_DMA) {
693	t->prefetch = 1; t->errdy = 1; t->syncin = 1;
694    }
695
696    switch (scp->chiptype) {
697    case 0x4d33105a:  /* Promise 33's */
698	switch (mode) {
699	default:
700	case ATA_PIO0:  t->pa =  9; t->pb = 19; t->mb = 7; t->mc = 15; break;
701	case ATA_PIO1:  t->pa =  5; t->pb = 12; t->mb = 7; t->mc = 15; break;
702	case ATA_PIO2:  t->pa =  3; t->pb =  8; t->mb = 7; t->mc = 15; break;
703	case ATA_PIO3:  t->pa =  2; t->pb =  6; t->mb = 7; t->mc = 15; break;
704	case ATA_PIO4:  t->pa =  1; t->pb =  4; t->mb = 7; t->mc = 15; break;
705	case ATA_WDMA2: t->pa =  3; t->pb =  7; t->mb = 3; t->mc =  3; break;
706	case ATA_UDMA2: t->pa =  3; t->pb =  7; t->mb = 1; t->mc =  1; break;
707	}
708	break;
709
710    case 0x4d38105a:  /* Promise 66's */
711	switch (mode) {
712	default:
713	case ATA_PIO0:  t->pa = 15; t->pb = 31; t->mb = 7; t->mc = 15; break;
714	case ATA_PIO1:  t->pa = 10; t->pb = 24; t->mb = 7; t->mc = 15; break;
715	case ATA_PIO2:  t->pa =  6; t->pb = 16; t->mb = 7; t->mc = 15; break;
716	case ATA_PIO3:  t->pa =  4; t->pb = 12; t->mb = 7; t->mc = 15; break;
717	case ATA_PIO4:  t->pa =  2; t->pb =  8; t->mb = 7; t->mc = 15; break;
718	case ATA_WDMA2: t->pa =  6; t->pb = 14; t->mb = 6; t->mc =  6; break;
719	case ATA_UDMA2: t->pa =  6; t->pb = 14; t->mb = 2; t->mc =  2; break;
720	case ATA_UDMA4: t->pa =  3; t->pb =  7; t->mb = 1; t->mc =  1; break;
721	}
722	break;
723    }
724    pci_write_config(device_get_parent(scp->dev), 0x60 + (devno<<2), timing, 4);
725}
726
727static void
728hpt366_timing(struct ata_softc *scp, int32_t devno, int32_t mode)
729{
730    device_t parent = device_get_parent(scp->dev);
731    u_int32_t timing;
732
733    switch (pci_read_config(parent, 0x41 + (devno << 2), 1)) {
734    case 0x85:	/* 25Mhz */
735	switch (mode) {
736	case ATA_PIO0:	timing = 0xc0d08585; break;
737	case ATA_PIO1:	timing = 0xc0d08572; break;
738	case ATA_PIO2:	timing = 0xc0ca8542; break;
739	case ATA_PIO3:	timing = 0xc0ca8532; break;
740	case ATA_PIO4:	timing = 0xc0ca8521; break;
741	case ATA_WDMA2:	timing = 0xa0ca8521; break;
742	case ATA_UDMA2:	timing = 0x90cf8521; break;
743	case ATA_UDMA4:	timing = 0x90c98521; break;
744	default:	timing = 0x01208585;
745	}
746	break;
747    default:
748    case 0xa7:	/* 33MHz */
749	switch (mode) {
750	case ATA_PIO0:	timing = 0xc0d0a7aa; break;
751	case ATA_PIO1:	timing = 0xc0d0a7a3; break;
752	case ATA_PIO2:	timing = 0xc0d0a753; break;
753	case ATA_PIO3:	timing = 0xc0c8a742; break;
754	case ATA_PIO4:	timing = 0xc0c8a731; break;
755	case ATA_WDMA2:	timing = 0xa0c8a731; break;
756	case ATA_UDMA2:	timing = 0x90caa731; break;
757	case ATA_UDMA4:	timing = 0x90c9a731; break;
758	default:	timing = 0x0120a7a7;
759	}
760	break;
761    case 0xd9:	/* 40Mhz */
762	switch (mode) {
763	case ATA_PIO0:	timing = 0xc018d9d9; break;
764	case ATA_PIO1:	timing = 0xc010d9c7; break;
765	case ATA_PIO2:	timing = 0xc010d997; break;
766	case ATA_PIO3:	timing = 0xc010d974; break;
767	case ATA_PIO4:	timing = 0xc008d963; break;
768	case ATA_WDMA2:	timing = 0xa008d943; break;
769	case ATA_UDMA2:	timing = 0x900bd943; break;
770	case ATA_UDMA4:	timing = 0x900fd943; break;
771	default:	timing = 0x0120d9d9;
772	}
773    }
774    pci_write_config(parent, 0x40 + (devno << 2) , (timing & ~0x80000000), 4);
775}
776
777#else /* NPCI > 0 */
778
779void
780ata_dmainit(struct ata_softc *scp, int32_t device,
781	    int32_t piomode, int32_t wdmamode, int32_t udmamode)
782{
783}
784
785int32_t
786ata_dmasetup(struct ata_softc *scp, int32_t device,
787	     int8_t *data, int32_t count, int32_t flags)
788{
789    return -1;
790}
791
792void
793ata_dmastart(struct ata_softc *scp)
794{
795}
796
797int32_t
798ata_dmadone(struct ata_softc *scp)
799{
800    return -1;
801}
802
803int32_t
804ata_dmastatus(struct ata_softc *scp)
805{
806    return -1;
807}
808
809#endif /* NPCI > 0 */
810