Deleted Added
full compact
ata-pci.c (233282) ata-pci.c (249083)
1/*-
2 * Copyright (c) 1998 - 2008 S��ren Schmidt <sos@FreeBSD.org>
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer,
10 * without modification, immediately at the beginning of the file.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 */
26
27#include <sys/cdefs.h>
1/*-
2 * Copyright (c) 1998 - 2008 S��ren Schmidt <sos@FreeBSD.org>
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer,
10 * without modification, immediately at the beginning of the file.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 */
26
27#include <sys/cdefs.h>
28__FBSDID("$FreeBSD: head/sys/dev/ata/ata-pci.c 233282 2012-03-21 16:59:39Z marius $");
28__FBSDID("$FreeBSD: head/sys/dev/ata/ata-pci.c 249083 2013-04-04 07:12:24Z mav $");
29
30#include "opt_ata.h"
31#include <sys/param.h>
32#include <sys/systm.h>
33#include <sys/kernel.h>
34#include <sys/module.h>
35#include <sys/ata.h>
36#include <sys/bus.h>
37#include <sys/conf.h>
38#include <sys/malloc.h>
39#include <sys/sema.h>
40#include <sys/taskqueue.h>
41#include <vm/uma.h>
42#include <machine/stdarg.h>
43#include <machine/resource.h>
44#include <machine/bus.h>
45#include <sys/rman.h>
46#include <dev/pci/pcivar.h>
47#include <dev/pci/pcireg.h>
48#include <dev/ata/ata-all.h>
49#include <dev/ata/ata-pci.h>
50#include <ata_if.h>
51
52MALLOC_DEFINE(M_ATAPCI, "ata_pci", "ATA driver PCI");
53
54/* misc defines */
55#define IOMASK 0xfffffffc
56
57/*
58 * generic PCI ATA device probe
59 */
60int
61ata_pci_probe(device_t dev)
62{
63 struct ata_pci_controller *ctlr = device_get_softc(dev);
64 char buffer[64];
65
66 /* is this a storage class device ? */
67 if (pci_get_class(dev) != PCIC_STORAGE)
68 return (ENXIO);
69
70 /* is this an IDE/ATA type device ? */
71 if (pci_get_subclass(dev) != PCIS_STORAGE_IDE)
72 return (ENXIO);
73
74 sprintf(buffer, "%s ATA controller", ata_pcivendor2str(dev));
75 device_set_desc_copy(dev, buffer);
76 ctlr->chipinit = ata_generic_chipinit;
77
78 /* we are a low priority handler */
79 return (BUS_PROBE_GENERIC);
80}
81
82int
83ata_pci_attach(device_t dev)
84{
85 struct ata_pci_controller *ctlr = device_get_softc(dev);
86 device_t child;
87 u_int32_t cmd;
88 int unit;
89
90 /* do chipset specific setups only needed once */
91 ctlr->legacy = ata_legacy(dev);
92 if (ctlr->legacy || pci_read_config(dev, PCIR_BAR(2), 4) & IOMASK)
93 ctlr->channels = 2;
94 else
95 ctlr->channels = 1;
96 ctlr->ichannels = -1;
97 ctlr->ch_attach = ata_pci_ch_attach;
98 ctlr->ch_detach = ata_pci_ch_detach;
99 ctlr->dev = dev;
100
101 /* if needed try to enable busmastering */
102 cmd = pci_read_config(dev, PCIR_COMMAND, 2);
103 if (!(cmd & PCIM_CMD_BUSMASTEREN)) {
104 pci_write_config(dev, PCIR_COMMAND, cmd | PCIM_CMD_BUSMASTEREN, 2);
105 cmd = pci_read_config(dev, PCIR_COMMAND, 2);
106 }
107
108 /* if busmastering mode "stuck" use it */
109 if ((cmd & PCIM_CMD_BUSMASTEREN) == PCIM_CMD_BUSMASTEREN) {
110 ctlr->r_type1 = SYS_RES_IOPORT;
111 ctlr->r_rid1 = ATA_BMADDR_RID;
112 ctlr->r_res1 = bus_alloc_resource_any(dev, ctlr->r_type1, &ctlr->r_rid1,
113 RF_ACTIVE);
114 }
115
116 if (ctlr->chipinit(dev))
117 return ENXIO;
118
119 /* attach all channels on this controller */
120 for (unit = 0; unit < ctlr->channels; unit++) {
121 if ((ctlr->ichannels & (1 << unit)) == 0)
122 continue;
123 child = device_add_child(dev, "ata",
124 ((unit == 0 || unit == 1) && ctlr->legacy) ?
125 unit : devclass_find_free_unit(ata_devclass, 2));
126 if (child == NULL)
127 device_printf(dev, "failed to add ata child device\n");
128 else
129 device_set_ivars(child, (void *)(intptr_t)unit);
130 }
131 bus_generic_attach(dev);
132 return 0;
133}
134
135int
136ata_pci_detach(device_t dev)
137{
138 struct ata_pci_controller *ctlr = device_get_softc(dev);
139
140 /* detach & delete all children */
141 device_delete_children(dev);
142
143 if (ctlr->r_irq) {
144 bus_teardown_intr(dev, ctlr->r_irq, ctlr->handle);
145 bus_release_resource(dev, SYS_RES_IRQ, ctlr->r_irq_rid, ctlr->r_irq);
146 if (ctlr->r_irq_rid != ATA_IRQ_RID)
147 pci_release_msi(dev);
148 }
149 if (ctlr->chipdeinit != NULL)
150 ctlr->chipdeinit(dev);
151 if (ctlr->r_res2) {
152#ifdef __sparc64__
153 bus_space_unmap(rman_get_bustag(ctlr->r_res2),
154 rman_get_bushandle(ctlr->r_res2), rman_get_size(ctlr->r_res2));
155#endif
156 bus_release_resource(dev, ctlr->r_type2, ctlr->r_rid2, ctlr->r_res2);
157 }
158 if (ctlr->r_res1) {
159#ifdef __sparc64__
160 bus_space_unmap(rman_get_bustag(ctlr->r_res1),
161 rman_get_bushandle(ctlr->r_res1), rman_get_size(ctlr->r_res1));
162#endif
163 bus_release_resource(dev, ctlr->r_type1, ctlr->r_rid1, ctlr->r_res1);
164 }
165
166 return 0;
167}
168
169int
170ata_pci_suspend(device_t dev)
171{
172 struct ata_pci_controller *ctlr = device_get_softc(dev);
173 int error = 0;
174
175 bus_generic_suspend(dev);
176 if (ctlr->suspend)
177 error = ctlr->suspend(dev);
178 return error;
179}
180
181int
182ata_pci_resume(device_t dev)
183{
184 struct ata_pci_controller *ctlr = device_get_softc(dev);
185 int error = 0;
186
187 if (ctlr->resume)
188 error = ctlr->resume(dev);
189 bus_generic_resume(dev);
190 return error;
191}
192
193int
194ata_pci_read_ivar(device_t dev, device_t child, int which, uintptr_t *result)
195{
196
197 return (BUS_READ_IVAR(device_get_parent(dev), dev, which, result));
198}
199
200int
201ata_pci_write_ivar(device_t dev, device_t child, int which, uintptr_t value)
202{
203
204 return (BUS_WRITE_IVAR(device_get_parent(dev), dev, which, value));
205}
206
207uint32_t
208ata_pci_read_config(device_t dev, device_t child, int reg, int width)
209{
210
211 return (pci_read_config(dev, reg, width));
212}
213
214void
215ata_pci_write_config(device_t dev, device_t child, int reg,
216 uint32_t val, int width)
217{
218
219 pci_write_config(dev, reg, val, width);
220}
221
222struct resource *
223ata_pci_alloc_resource(device_t dev, device_t child, int type, int *rid,
224 u_long start, u_long end, u_long count, u_int flags)
225{
226 struct ata_pci_controller *controller = device_get_softc(dev);
227 struct resource *res = NULL;
228
229 if (device_get_devclass(child) == ata_devclass) {
230 int unit = ((struct ata_channel *)device_get_softc(child))->unit;
231 int myrid;
232
233 if (type == SYS_RES_IOPORT) {
234 switch (*rid) {
235 case ATA_IOADDR_RID:
236 if (controller->legacy) {
237 start = (unit ? ATA_SECONDARY : ATA_PRIMARY);
238 count = ATA_IOSIZE;
239 end = start + count - 1;
240 }
241 myrid = PCIR_BAR(0) + (unit << 3);
242 res = BUS_ALLOC_RESOURCE(device_get_parent(dev), dev,
243 SYS_RES_IOPORT, &myrid,
244 start, end, count, flags);
245 break;
246 case ATA_CTLADDR_RID:
247 if (controller->legacy) {
248 start = (unit ? ATA_SECONDARY : ATA_PRIMARY) +
249 ATA_CTLOFFSET;
250 count = ATA_CTLIOSIZE;
251 end = start + count - 1;
252 }
253 myrid = PCIR_BAR(1) + (unit << 3);
254 res = BUS_ALLOC_RESOURCE(device_get_parent(dev), dev,
255 SYS_RES_IOPORT, &myrid,
256 start, end, count, flags);
257 break;
258 }
259 }
260 if (type == SYS_RES_IRQ && *rid == ATA_IRQ_RID) {
261 if (controller->legacy) {
262 int irq = (unit == 0 ? 14 : 15);
263
264 res = BUS_ALLOC_RESOURCE(device_get_parent(dev), child,
265 SYS_RES_IRQ, rid, irq, irq, 1, flags);
266 } else
267 res = controller->r_irq;
268 }
269 } else {
270 if (type == SYS_RES_IRQ) {
271 if (*rid != ATA_IRQ_RID)
272 return (NULL);
273 res = controller->r_irq;
274 } else {
275 res = BUS_ALLOC_RESOURCE(device_get_parent(dev), dev,
276 type, rid, start, end, count, flags);
277 }
278 }
279 return (res);
280}
281
282int
283ata_pci_release_resource(device_t dev, device_t child, int type, int rid,
284 struct resource *r)
285{
286
287 if (device_get_devclass(child) == ata_devclass) {
288 struct ata_pci_controller *controller = device_get_softc(dev);
289 int unit = ((struct ata_channel *)device_get_softc(child))->unit;
290
291 if (type == SYS_RES_IOPORT) {
292 switch (rid) {
293 case ATA_IOADDR_RID:
294 return BUS_RELEASE_RESOURCE(device_get_parent(dev), dev,
295 SYS_RES_IOPORT,
296 PCIR_BAR(0) + (unit << 3), r);
297 case ATA_CTLADDR_RID:
298 return BUS_RELEASE_RESOURCE(device_get_parent(dev), dev,
299 SYS_RES_IOPORT,
300 PCIR_BAR(1) + (unit << 3), r);
301 default:
302 return ENOENT;
303 }
304 }
305 if (type == SYS_RES_IRQ) {
306 if (rid != ATA_IRQ_RID)
307 return ENOENT;
308 if (controller->legacy) {
309 return BUS_RELEASE_RESOURCE(device_get_parent(dev), child,
310 SYS_RES_IRQ, rid, r);
311 } else
312 return 0;
313 }
314 } else {
315 if (type == SYS_RES_IRQ) {
316 if (rid != ATA_IRQ_RID)
317 return (ENOENT);
318 return (0);
319 } else {
320 return (BUS_RELEASE_RESOURCE(device_get_parent(dev), child,
321 type, rid, r));
322 }
323 }
324 return (EINVAL);
325}
326
327int
328ata_pci_setup_intr(device_t dev, device_t child, struct resource *irq,
329 int flags, driver_filter_t *filter, driver_intr_t *function,
330 void *argument, void **cookiep)
331{
332 struct ata_pci_controller *controller = device_get_softc(dev);
333
334 if (controller->legacy) {
335 return BUS_SETUP_INTR(device_get_parent(dev), child, irq,
336 flags, filter, function, argument, cookiep);
337 } else {
338 struct ata_pci_controller *controller = device_get_softc(dev);
339 int unit;
340
341 if (filter != NULL) {
342 printf("ata-pci.c: we cannot use a filter here\n");
343 return (EINVAL);
344 }
345 if (device_get_devclass(child) == ata_devclass)
346 unit = ((struct ata_channel *)device_get_softc(child))->unit;
347 else
348 unit = ATA_PCI_MAX_CH - 1;
349 controller->interrupt[unit].function = function;
350 controller->interrupt[unit].argument = argument;
351 *cookiep = controller;
352 return 0;
353 }
354}
355
356int
357ata_pci_teardown_intr(device_t dev, device_t child, struct resource *irq,
358 void *cookie)
359{
360 struct ata_pci_controller *controller = device_get_softc(dev);
361
362 if (controller->legacy) {
363 return BUS_TEARDOWN_INTR(device_get_parent(dev), child, irq, cookie);
364 } else {
365 struct ata_pci_controller *controller = device_get_softc(dev);
366 int unit;
367
368 if (device_get_devclass(child) == ata_devclass)
369 unit = ((struct ata_channel *)device_get_softc(child))->unit;
370 else
371 unit = ATA_PCI_MAX_CH - 1;
372 controller->interrupt[unit].function = NULL;
373 controller->interrupt[unit].argument = NULL;
374 return 0;
375 }
376}
377
378int
379ata_generic_setmode(device_t dev, int target, int mode)
380{
381
382 return (min(mode, ATA_UDMA2));
383}
384
385int
386ata_generic_chipinit(device_t dev)
387{
388 struct ata_pci_controller *ctlr = device_get_softc(dev);
389
390 if (ata_setup_interrupt(dev, ata_generic_intr))
391 return ENXIO;
392 ctlr->setmode = ata_generic_setmode;
393 return 0;
394}
395
396int
397ata_pci_ch_attach(device_t dev)
398{
399 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
400 struct ata_channel *ch = device_get_softc(dev);
401 struct resource *io = NULL, *ctlio = NULL;
402 int i, rid;
403
404 rid = ATA_IOADDR_RID;
405 if (!(io = bus_alloc_resource_any(dev, SYS_RES_IOPORT, &rid, RF_ACTIVE)))
406 return ENXIO;
407
408 rid = ATA_CTLADDR_RID;
409 if (!(ctlio = bus_alloc_resource_any(dev, SYS_RES_IOPORT, &rid,RF_ACTIVE))){
410 bus_release_resource(dev, SYS_RES_IOPORT, ATA_IOADDR_RID, io);
411 return ENXIO;
412 }
413
414 ata_pci_dmainit(dev);
415
416 for (i = ATA_DATA; i <= ATA_COMMAND; i ++) {
417 ch->r_io[i].res = io;
418 ch->r_io[i].offset = i;
419 }
420 ch->r_io[ATA_CONTROL].res = ctlio;
421 ch->r_io[ATA_CONTROL].offset = ctlr->legacy ? 0 : 2;
422 ch->r_io[ATA_IDX_ADDR].res = io;
423 ata_default_registers(dev);
424 if (ctlr->r_res1) {
425 for (i = ATA_BMCMD_PORT; i <= ATA_BMDTP_PORT; i++) {
426 ch->r_io[i].res = ctlr->r_res1;
427 ch->r_io[i].offset = (i - ATA_BMCMD_PORT) + (ch->unit*ATA_BMIOSIZE);
428 }
429 }
430
431 ata_pci_hw(dev);
432 return 0;
433}
434
435int
436ata_pci_ch_detach(device_t dev)
437{
438 struct ata_channel *ch = device_get_softc(dev);
439
440 ata_pci_dmafini(dev);
441
442 bus_release_resource(dev, SYS_RES_IOPORT, ATA_CTLADDR_RID,
443 ch->r_io[ATA_CONTROL].res);
444 bus_release_resource(dev, SYS_RES_IOPORT, ATA_IOADDR_RID,
445 ch->r_io[ATA_IDX_ADDR].res);
446
447 return (0);
448}
449
450int
451ata_pci_status(device_t dev)
452{
453 struct ata_pci_controller *controller =
454 device_get_softc(device_get_parent(dev));
455 struct ata_channel *ch = device_get_softc(dev);
456
457 if ((dumping || !controller->legacy) &&
458 ((ch->flags & ATA_ALWAYS_DMASTAT) ||
459 (ch->dma.flags & ATA_DMA_ACTIVE))) {
460 int bmstat = ATA_IDX_INB(ch, ATA_BMSTAT_PORT) & ATA_BMSTAT_MASK;
461
462 if ((bmstat & ATA_BMSTAT_INTERRUPT) == 0)
463 return 0;
464 ATA_IDX_OUTB(ch, ATA_BMSTAT_PORT, bmstat & ~ATA_BMSTAT_ERROR);
465 DELAY(1);
466 }
467 if (ATA_IDX_INB(ch, ATA_ALTSTAT) & ATA_S_BUSY) {
468 DELAY(100);
469 if (ATA_IDX_INB(ch, ATA_ALTSTAT) & ATA_S_BUSY)
470 return 0;
471 }
472 return 1;
473}
474
475void
476ata_pci_hw(device_t dev)
477{
478 struct ata_channel *ch = device_get_softc(dev);
479
480 ata_generic_hw(dev);
481 ch->hw.status = ata_pci_status;
482}
483
484static int
485ata_pci_dmastart(struct ata_request *request)
486{
487 struct ata_channel *ch = device_get_softc(request->parent);
488
489 ATA_DEBUG_RQ(request, "dmastart");
490
491 ATA_IDX_OUTB(ch, ATA_BMSTAT_PORT, (ATA_IDX_INB(ch, ATA_BMSTAT_PORT) |
492 (ATA_BMSTAT_INTERRUPT | ATA_BMSTAT_ERROR)));
493 ATA_IDX_OUTL(ch, ATA_BMDTP_PORT, request->dma->sg_bus);
494 ch->dma.flags |= ATA_DMA_ACTIVE;
495 ATA_IDX_OUTB(ch, ATA_BMCMD_PORT,
496 (ATA_IDX_INB(ch, ATA_BMCMD_PORT) & ~ATA_BMCMD_WRITE_READ) |
497 ((request->flags & ATA_R_READ) ? ATA_BMCMD_WRITE_READ : 0)|
498 ATA_BMCMD_START_STOP);
499 return 0;
500}
501
502static int
503ata_pci_dmastop(struct ata_request *request)
504{
505 struct ata_channel *ch = device_get_softc(request->parent);
506 int error;
507
508 ATA_DEBUG_RQ(request, "dmastop");
509
510 ATA_IDX_OUTB(ch, ATA_BMCMD_PORT,
511 ATA_IDX_INB(ch, ATA_BMCMD_PORT) & ~ATA_BMCMD_START_STOP);
512 ch->dma.flags &= ~ATA_DMA_ACTIVE;
513 error = ATA_IDX_INB(ch, ATA_BMSTAT_PORT) & ATA_BMSTAT_MASK;
514 ATA_IDX_OUTB(ch, ATA_BMSTAT_PORT, ATA_BMSTAT_INTERRUPT | ATA_BMSTAT_ERROR);
515 return error;
516}
517
518static void
519ata_pci_dmareset(device_t dev)
520{
521 struct ata_channel *ch = device_get_softc(dev);
522 struct ata_request *request;
523
524 ATA_IDX_OUTB(ch, ATA_BMCMD_PORT,
525 ATA_IDX_INB(ch, ATA_BMCMD_PORT) & ~ATA_BMCMD_START_STOP);
526 ch->dma.flags &= ~ATA_DMA_ACTIVE;
527 ATA_IDX_OUTB(ch, ATA_BMSTAT_PORT, ATA_BMSTAT_INTERRUPT | ATA_BMSTAT_ERROR);
528 if ((request = ch->running)) {
529 device_printf(dev, "DMA reset calling unload\n");
530 ch->dma.unload(request);
531 }
532}
533
534void
535ata_pci_dmainit(device_t dev)
536{
537 struct ata_channel *ch = device_get_softc(dev);
538
539 ata_dmainit(dev);
540 ch->dma.start = ata_pci_dmastart;
541 ch->dma.stop = ata_pci_dmastop;
542 ch->dma.reset = ata_pci_dmareset;
543}
544
545void
546ata_pci_dmafini(device_t dev)
547{
548
549 ata_dmafini(dev);
550}
551
552int
553ata_pci_print_child(device_t dev, device_t child)
554{
555 int retval;
556
557 retval = bus_print_child_header(dev, child);
558 retval += printf(" at channel %d",
559 (int)(intptr_t)device_get_ivars(child));
560 retval += bus_print_child_footer(dev, child);
561
562 return (retval);
563}
564
565int
566ata_pci_child_location_str(device_t dev, device_t child, char *buf,
567 size_t buflen)
568{
569
570 snprintf(buf, buflen, "channel=%d",
571 (int)(intptr_t)device_get_ivars(child));
572 return (0);
573}
574
575static device_method_t ata_pci_methods[] = {
576 /* device interface */
577 DEVMETHOD(device_probe, ata_pci_probe),
578 DEVMETHOD(device_attach, ata_pci_attach),
579 DEVMETHOD(device_detach, ata_pci_detach),
580 DEVMETHOD(device_suspend, ata_pci_suspend),
581 DEVMETHOD(device_resume, ata_pci_resume),
582 DEVMETHOD(device_shutdown, bus_generic_shutdown),
583
584 /* bus methods */
585 DEVMETHOD(bus_read_ivar, ata_pci_read_ivar),
586 DEVMETHOD(bus_write_ivar, ata_pci_write_ivar),
587 DEVMETHOD(bus_alloc_resource, ata_pci_alloc_resource),
588 DEVMETHOD(bus_release_resource, ata_pci_release_resource),
589 DEVMETHOD(bus_activate_resource, bus_generic_activate_resource),
590 DEVMETHOD(bus_deactivate_resource, bus_generic_deactivate_resource),
591 DEVMETHOD(bus_setup_intr, ata_pci_setup_intr),
592 DEVMETHOD(bus_teardown_intr, ata_pci_teardown_intr),
593 DEVMETHOD(pci_read_config, ata_pci_read_config),
594 DEVMETHOD(pci_write_config, ata_pci_write_config),
595 DEVMETHOD(bus_print_child, ata_pci_print_child),
596 DEVMETHOD(bus_child_location_str, ata_pci_child_location_str),
597
598 DEVMETHOD_END
599};
600
601devclass_t ata_pci_devclass;
602
603static driver_t ata_pci_driver = {
604 "atapci",
605 ata_pci_methods,
606 sizeof(struct ata_pci_controller),
607};
608
609DRIVER_MODULE(atapci, pci, ata_pci_driver, ata_pci_devclass, NULL, NULL);
610MODULE_VERSION(atapci, 1);
611MODULE_DEPEND(atapci, ata, 1, 1, 1);
612
613static int
614ata_pcichannel_probe(device_t dev)
615{
616
617 if ((intptr_t)device_get_ivars(dev) < 0)
618 return (ENXIO);
619 device_set_desc(dev, "ATA channel");
620
621 return ata_probe(dev);
622}
623
624static int
625ata_pcichannel_attach(device_t dev)
626{
627 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
628 struct ata_channel *ch = device_get_softc(dev);
629 int error;
630
631 if (ch->attached)
632 return (0);
633 ch->attached = 1;
634
635 ch->dev = dev;
636 ch->unit = (intptr_t)device_get_ivars(dev);
637
638 resource_int_value(device_get_name(dev),
639 device_get_unit(dev), "pm_level", &ch->pm_level);
640
641 if ((error = ctlr->ch_attach(dev)))
642 return error;
643
644 return ata_attach(dev);
645}
646
647static int
648ata_pcichannel_detach(device_t dev)
649{
650 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
651 struct ata_channel *ch = device_get_softc(dev);
652 int error;
653
654 if (!ch->attached)
655 return (0);
656 ch->attached = 0;
657
658 if ((error = ata_detach(dev)))
659 return error;
660
661 if (ctlr->ch_detach)
662 return (ctlr->ch_detach(dev));
663
664 return (0);
665}
666static int
667ata_pcichannel_suspend(device_t dev)
668{
669 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
670 struct ata_channel *ch = device_get_softc(dev);
671 int error;
672
673 if (!ch->attached)
674 return (0);
675
676 if ((error = ata_suspend(dev)))
677 return (error);
678
679 if (ctlr->ch_suspend != NULL && (error = ctlr->ch_suspend(dev)))
680 return (error);
681
682 return (0);
683}
684
685static int
686ata_pcichannel_resume(device_t dev)
687{
688 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
689 struct ata_channel *ch = device_get_softc(dev);
690 int error;
691
692 if (!ch->attached)
693 return (0);
694
695 if (ctlr->ch_resume != NULL && (error = ctlr->ch_resume(dev)))
696 return (error);
697
698 return ata_resume(dev);
699}
700
29
30#include "opt_ata.h"
31#include <sys/param.h>
32#include <sys/systm.h>
33#include <sys/kernel.h>
34#include <sys/module.h>
35#include <sys/ata.h>
36#include <sys/bus.h>
37#include <sys/conf.h>
38#include <sys/malloc.h>
39#include <sys/sema.h>
40#include <sys/taskqueue.h>
41#include <vm/uma.h>
42#include <machine/stdarg.h>
43#include <machine/resource.h>
44#include <machine/bus.h>
45#include <sys/rman.h>
46#include <dev/pci/pcivar.h>
47#include <dev/pci/pcireg.h>
48#include <dev/ata/ata-all.h>
49#include <dev/ata/ata-pci.h>
50#include <ata_if.h>
51
52MALLOC_DEFINE(M_ATAPCI, "ata_pci", "ATA driver PCI");
53
54/* misc defines */
55#define IOMASK 0xfffffffc
56
57/*
58 * generic PCI ATA device probe
59 */
60int
61ata_pci_probe(device_t dev)
62{
63 struct ata_pci_controller *ctlr = device_get_softc(dev);
64 char buffer[64];
65
66 /* is this a storage class device ? */
67 if (pci_get_class(dev) != PCIC_STORAGE)
68 return (ENXIO);
69
70 /* is this an IDE/ATA type device ? */
71 if (pci_get_subclass(dev) != PCIS_STORAGE_IDE)
72 return (ENXIO);
73
74 sprintf(buffer, "%s ATA controller", ata_pcivendor2str(dev));
75 device_set_desc_copy(dev, buffer);
76 ctlr->chipinit = ata_generic_chipinit;
77
78 /* we are a low priority handler */
79 return (BUS_PROBE_GENERIC);
80}
81
82int
83ata_pci_attach(device_t dev)
84{
85 struct ata_pci_controller *ctlr = device_get_softc(dev);
86 device_t child;
87 u_int32_t cmd;
88 int unit;
89
90 /* do chipset specific setups only needed once */
91 ctlr->legacy = ata_legacy(dev);
92 if (ctlr->legacy || pci_read_config(dev, PCIR_BAR(2), 4) & IOMASK)
93 ctlr->channels = 2;
94 else
95 ctlr->channels = 1;
96 ctlr->ichannels = -1;
97 ctlr->ch_attach = ata_pci_ch_attach;
98 ctlr->ch_detach = ata_pci_ch_detach;
99 ctlr->dev = dev;
100
101 /* if needed try to enable busmastering */
102 cmd = pci_read_config(dev, PCIR_COMMAND, 2);
103 if (!(cmd & PCIM_CMD_BUSMASTEREN)) {
104 pci_write_config(dev, PCIR_COMMAND, cmd | PCIM_CMD_BUSMASTEREN, 2);
105 cmd = pci_read_config(dev, PCIR_COMMAND, 2);
106 }
107
108 /* if busmastering mode "stuck" use it */
109 if ((cmd & PCIM_CMD_BUSMASTEREN) == PCIM_CMD_BUSMASTEREN) {
110 ctlr->r_type1 = SYS_RES_IOPORT;
111 ctlr->r_rid1 = ATA_BMADDR_RID;
112 ctlr->r_res1 = bus_alloc_resource_any(dev, ctlr->r_type1, &ctlr->r_rid1,
113 RF_ACTIVE);
114 }
115
116 if (ctlr->chipinit(dev))
117 return ENXIO;
118
119 /* attach all channels on this controller */
120 for (unit = 0; unit < ctlr->channels; unit++) {
121 if ((ctlr->ichannels & (1 << unit)) == 0)
122 continue;
123 child = device_add_child(dev, "ata",
124 ((unit == 0 || unit == 1) && ctlr->legacy) ?
125 unit : devclass_find_free_unit(ata_devclass, 2));
126 if (child == NULL)
127 device_printf(dev, "failed to add ata child device\n");
128 else
129 device_set_ivars(child, (void *)(intptr_t)unit);
130 }
131 bus_generic_attach(dev);
132 return 0;
133}
134
135int
136ata_pci_detach(device_t dev)
137{
138 struct ata_pci_controller *ctlr = device_get_softc(dev);
139
140 /* detach & delete all children */
141 device_delete_children(dev);
142
143 if (ctlr->r_irq) {
144 bus_teardown_intr(dev, ctlr->r_irq, ctlr->handle);
145 bus_release_resource(dev, SYS_RES_IRQ, ctlr->r_irq_rid, ctlr->r_irq);
146 if (ctlr->r_irq_rid != ATA_IRQ_RID)
147 pci_release_msi(dev);
148 }
149 if (ctlr->chipdeinit != NULL)
150 ctlr->chipdeinit(dev);
151 if (ctlr->r_res2) {
152#ifdef __sparc64__
153 bus_space_unmap(rman_get_bustag(ctlr->r_res2),
154 rman_get_bushandle(ctlr->r_res2), rman_get_size(ctlr->r_res2));
155#endif
156 bus_release_resource(dev, ctlr->r_type2, ctlr->r_rid2, ctlr->r_res2);
157 }
158 if (ctlr->r_res1) {
159#ifdef __sparc64__
160 bus_space_unmap(rman_get_bustag(ctlr->r_res1),
161 rman_get_bushandle(ctlr->r_res1), rman_get_size(ctlr->r_res1));
162#endif
163 bus_release_resource(dev, ctlr->r_type1, ctlr->r_rid1, ctlr->r_res1);
164 }
165
166 return 0;
167}
168
169int
170ata_pci_suspend(device_t dev)
171{
172 struct ata_pci_controller *ctlr = device_get_softc(dev);
173 int error = 0;
174
175 bus_generic_suspend(dev);
176 if (ctlr->suspend)
177 error = ctlr->suspend(dev);
178 return error;
179}
180
181int
182ata_pci_resume(device_t dev)
183{
184 struct ata_pci_controller *ctlr = device_get_softc(dev);
185 int error = 0;
186
187 if (ctlr->resume)
188 error = ctlr->resume(dev);
189 bus_generic_resume(dev);
190 return error;
191}
192
193int
194ata_pci_read_ivar(device_t dev, device_t child, int which, uintptr_t *result)
195{
196
197 return (BUS_READ_IVAR(device_get_parent(dev), dev, which, result));
198}
199
200int
201ata_pci_write_ivar(device_t dev, device_t child, int which, uintptr_t value)
202{
203
204 return (BUS_WRITE_IVAR(device_get_parent(dev), dev, which, value));
205}
206
207uint32_t
208ata_pci_read_config(device_t dev, device_t child, int reg, int width)
209{
210
211 return (pci_read_config(dev, reg, width));
212}
213
214void
215ata_pci_write_config(device_t dev, device_t child, int reg,
216 uint32_t val, int width)
217{
218
219 pci_write_config(dev, reg, val, width);
220}
221
222struct resource *
223ata_pci_alloc_resource(device_t dev, device_t child, int type, int *rid,
224 u_long start, u_long end, u_long count, u_int flags)
225{
226 struct ata_pci_controller *controller = device_get_softc(dev);
227 struct resource *res = NULL;
228
229 if (device_get_devclass(child) == ata_devclass) {
230 int unit = ((struct ata_channel *)device_get_softc(child))->unit;
231 int myrid;
232
233 if (type == SYS_RES_IOPORT) {
234 switch (*rid) {
235 case ATA_IOADDR_RID:
236 if (controller->legacy) {
237 start = (unit ? ATA_SECONDARY : ATA_PRIMARY);
238 count = ATA_IOSIZE;
239 end = start + count - 1;
240 }
241 myrid = PCIR_BAR(0) + (unit << 3);
242 res = BUS_ALLOC_RESOURCE(device_get_parent(dev), dev,
243 SYS_RES_IOPORT, &myrid,
244 start, end, count, flags);
245 break;
246 case ATA_CTLADDR_RID:
247 if (controller->legacy) {
248 start = (unit ? ATA_SECONDARY : ATA_PRIMARY) +
249 ATA_CTLOFFSET;
250 count = ATA_CTLIOSIZE;
251 end = start + count - 1;
252 }
253 myrid = PCIR_BAR(1) + (unit << 3);
254 res = BUS_ALLOC_RESOURCE(device_get_parent(dev), dev,
255 SYS_RES_IOPORT, &myrid,
256 start, end, count, flags);
257 break;
258 }
259 }
260 if (type == SYS_RES_IRQ && *rid == ATA_IRQ_RID) {
261 if (controller->legacy) {
262 int irq = (unit == 0 ? 14 : 15);
263
264 res = BUS_ALLOC_RESOURCE(device_get_parent(dev), child,
265 SYS_RES_IRQ, rid, irq, irq, 1, flags);
266 } else
267 res = controller->r_irq;
268 }
269 } else {
270 if (type == SYS_RES_IRQ) {
271 if (*rid != ATA_IRQ_RID)
272 return (NULL);
273 res = controller->r_irq;
274 } else {
275 res = BUS_ALLOC_RESOURCE(device_get_parent(dev), dev,
276 type, rid, start, end, count, flags);
277 }
278 }
279 return (res);
280}
281
282int
283ata_pci_release_resource(device_t dev, device_t child, int type, int rid,
284 struct resource *r)
285{
286
287 if (device_get_devclass(child) == ata_devclass) {
288 struct ata_pci_controller *controller = device_get_softc(dev);
289 int unit = ((struct ata_channel *)device_get_softc(child))->unit;
290
291 if (type == SYS_RES_IOPORT) {
292 switch (rid) {
293 case ATA_IOADDR_RID:
294 return BUS_RELEASE_RESOURCE(device_get_parent(dev), dev,
295 SYS_RES_IOPORT,
296 PCIR_BAR(0) + (unit << 3), r);
297 case ATA_CTLADDR_RID:
298 return BUS_RELEASE_RESOURCE(device_get_parent(dev), dev,
299 SYS_RES_IOPORT,
300 PCIR_BAR(1) + (unit << 3), r);
301 default:
302 return ENOENT;
303 }
304 }
305 if (type == SYS_RES_IRQ) {
306 if (rid != ATA_IRQ_RID)
307 return ENOENT;
308 if (controller->legacy) {
309 return BUS_RELEASE_RESOURCE(device_get_parent(dev), child,
310 SYS_RES_IRQ, rid, r);
311 } else
312 return 0;
313 }
314 } else {
315 if (type == SYS_RES_IRQ) {
316 if (rid != ATA_IRQ_RID)
317 return (ENOENT);
318 return (0);
319 } else {
320 return (BUS_RELEASE_RESOURCE(device_get_parent(dev), child,
321 type, rid, r));
322 }
323 }
324 return (EINVAL);
325}
326
327int
328ata_pci_setup_intr(device_t dev, device_t child, struct resource *irq,
329 int flags, driver_filter_t *filter, driver_intr_t *function,
330 void *argument, void **cookiep)
331{
332 struct ata_pci_controller *controller = device_get_softc(dev);
333
334 if (controller->legacy) {
335 return BUS_SETUP_INTR(device_get_parent(dev), child, irq,
336 flags, filter, function, argument, cookiep);
337 } else {
338 struct ata_pci_controller *controller = device_get_softc(dev);
339 int unit;
340
341 if (filter != NULL) {
342 printf("ata-pci.c: we cannot use a filter here\n");
343 return (EINVAL);
344 }
345 if (device_get_devclass(child) == ata_devclass)
346 unit = ((struct ata_channel *)device_get_softc(child))->unit;
347 else
348 unit = ATA_PCI_MAX_CH - 1;
349 controller->interrupt[unit].function = function;
350 controller->interrupt[unit].argument = argument;
351 *cookiep = controller;
352 return 0;
353 }
354}
355
356int
357ata_pci_teardown_intr(device_t dev, device_t child, struct resource *irq,
358 void *cookie)
359{
360 struct ata_pci_controller *controller = device_get_softc(dev);
361
362 if (controller->legacy) {
363 return BUS_TEARDOWN_INTR(device_get_parent(dev), child, irq, cookie);
364 } else {
365 struct ata_pci_controller *controller = device_get_softc(dev);
366 int unit;
367
368 if (device_get_devclass(child) == ata_devclass)
369 unit = ((struct ata_channel *)device_get_softc(child))->unit;
370 else
371 unit = ATA_PCI_MAX_CH - 1;
372 controller->interrupt[unit].function = NULL;
373 controller->interrupt[unit].argument = NULL;
374 return 0;
375 }
376}
377
378int
379ata_generic_setmode(device_t dev, int target, int mode)
380{
381
382 return (min(mode, ATA_UDMA2));
383}
384
385int
386ata_generic_chipinit(device_t dev)
387{
388 struct ata_pci_controller *ctlr = device_get_softc(dev);
389
390 if (ata_setup_interrupt(dev, ata_generic_intr))
391 return ENXIO;
392 ctlr->setmode = ata_generic_setmode;
393 return 0;
394}
395
396int
397ata_pci_ch_attach(device_t dev)
398{
399 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
400 struct ata_channel *ch = device_get_softc(dev);
401 struct resource *io = NULL, *ctlio = NULL;
402 int i, rid;
403
404 rid = ATA_IOADDR_RID;
405 if (!(io = bus_alloc_resource_any(dev, SYS_RES_IOPORT, &rid, RF_ACTIVE)))
406 return ENXIO;
407
408 rid = ATA_CTLADDR_RID;
409 if (!(ctlio = bus_alloc_resource_any(dev, SYS_RES_IOPORT, &rid,RF_ACTIVE))){
410 bus_release_resource(dev, SYS_RES_IOPORT, ATA_IOADDR_RID, io);
411 return ENXIO;
412 }
413
414 ata_pci_dmainit(dev);
415
416 for (i = ATA_DATA; i <= ATA_COMMAND; i ++) {
417 ch->r_io[i].res = io;
418 ch->r_io[i].offset = i;
419 }
420 ch->r_io[ATA_CONTROL].res = ctlio;
421 ch->r_io[ATA_CONTROL].offset = ctlr->legacy ? 0 : 2;
422 ch->r_io[ATA_IDX_ADDR].res = io;
423 ata_default_registers(dev);
424 if (ctlr->r_res1) {
425 for (i = ATA_BMCMD_PORT; i <= ATA_BMDTP_PORT; i++) {
426 ch->r_io[i].res = ctlr->r_res1;
427 ch->r_io[i].offset = (i - ATA_BMCMD_PORT) + (ch->unit*ATA_BMIOSIZE);
428 }
429 }
430
431 ata_pci_hw(dev);
432 return 0;
433}
434
435int
436ata_pci_ch_detach(device_t dev)
437{
438 struct ata_channel *ch = device_get_softc(dev);
439
440 ata_pci_dmafini(dev);
441
442 bus_release_resource(dev, SYS_RES_IOPORT, ATA_CTLADDR_RID,
443 ch->r_io[ATA_CONTROL].res);
444 bus_release_resource(dev, SYS_RES_IOPORT, ATA_IOADDR_RID,
445 ch->r_io[ATA_IDX_ADDR].res);
446
447 return (0);
448}
449
450int
451ata_pci_status(device_t dev)
452{
453 struct ata_pci_controller *controller =
454 device_get_softc(device_get_parent(dev));
455 struct ata_channel *ch = device_get_softc(dev);
456
457 if ((dumping || !controller->legacy) &&
458 ((ch->flags & ATA_ALWAYS_DMASTAT) ||
459 (ch->dma.flags & ATA_DMA_ACTIVE))) {
460 int bmstat = ATA_IDX_INB(ch, ATA_BMSTAT_PORT) & ATA_BMSTAT_MASK;
461
462 if ((bmstat & ATA_BMSTAT_INTERRUPT) == 0)
463 return 0;
464 ATA_IDX_OUTB(ch, ATA_BMSTAT_PORT, bmstat & ~ATA_BMSTAT_ERROR);
465 DELAY(1);
466 }
467 if (ATA_IDX_INB(ch, ATA_ALTSTAT) & ATA_S_BUSY) {
468 DELAY(100);
469 if (ATA_IDX_INB(ch, ATA_ALTSTAT) & ATA_S_BUSY)
470 return 0;
471 }
472 return 1;
473}
474
475void
476ata_pci_hw(device_t dev)
477{
478 struct ata_channel *ch = device_get_softc(dev);
479
480 ata_generic_hw(dev);
481 ch->hw.status = ata_pci_status;
482}
483
484static int
485ata_pci_dmastart(struct ata_request *request)
486{
487 struct ata_channel *ch = device_get_softc(request->parent);
488
489 ATA_DEBUG_RQ(request, "dmastart");
490
491 ATA_IDX_OUTB(ch, ATA_BMSTAT_PORT, (ATA_IDX_INB(ch, ATA_BMSTAT_PORT) |
492 (ATA_BMSTAT_INTERRUPT | ATA_BMSTAT_ERROR)));
493 ATA_IDX_OUTL(ch, ATA_BMDTP_PORT, request->dma->sg_bus);
494 ch->dma.flags |= ATA_DMA_ACTIVE;
495 ATA_IDX_OUTB(ch, ATA_BMCMD_PORT,
496 (ATA_IDX_INB(ch, ATA_BMCMD_PORT) & ~ATA_BMCMD_WRITE_READ) |
497 ((request->flags & ATA_R_READ) ? ATA_BMCMD_WRITE_READ : 0)|
498 ATA_BMCMD_START_STOP);
499 return 0;
500}
501
502static int
503ata_pci_dmastop(struct ata_request *request)
504{
505 struct ata_channel *ch = device_get_softc(request->parent);
506 int error;
507
508 ATA_DEBUG_RQ(request, "dmastop");
509
510 ATA_IDX_OUTB(ch, ATA_BMCMD_PORT,
511 ATA_IDX_INB(ch, ATA_BMCMD_PORT) & ~ATA_BMCMD_START_STOP);
512 ch->dma.flags &= ~ATA_DMA_ACTIVE;
513 error = ATA_IDX_INB(ch, ATA_BMSTAT_PORT) & ATA_BMSTAT_MASK;
514 ATA_IDX_OUTB(ch, ATA_BMSTAT_PORT, ATA_BMSTAT_INTERRUPT | ATA_BMSTAT_ERROR);
515 return error;
516}
517
518static void
519ata_pci_dmareset(device_t dev)
520{
521 struct ata_channel *ch = device_get_softc(dev);
522 struct ata_request *request;
523
524 ATA_IDX_OUTB(ch, ATA_BMCMD_PORT,
525 ATA_IDX_INB(ch, ATA_BMCMD_PORT) & ~ATA_BMCMD_START_STOP);
526 ch->dma.flags &= ~ATA_DMA_ACTIVE;
527 ATA_IDX_OUTB(ch, ATA_BMSTAT_PORT, ATA_BMSTAT_INTERRUPT | ATA_BMSTAT_ERROR);
528 if ((request = ch->running)) {
529 device_printf(dev, "DMA reset calling unload\n");
530 ch->dma.unload(request);
531 }
532}
533
534void
535ata_pci_dmainit(device_t dev)
536{
537 struct ata_channel *ch = device_get_softc(dev);
538
539 ata_dmainit(dev);
540 ch->dma.start = ata_pci_dmastart;
541 ch->dma.stop = ata_pci_dmastop;
542 ch->dma.reset = ata_pci_dmareset;
543}
544
545void
546ata_pci_dmafini(device_t dev)
547{
548
549 ata_dmafini(dev);
550}
551
552int
553ata_pci_print_child(device_t dev, device_t child)
554{
555 int retval;
556
557 retval = bus_print_child_header(dev, child);
558 retval += printf(" at channel %d",
559 (int)(intptr_t)device_get_ivars(child));
560 retval += bus_print_child_footer(dev, child);
561
562 return (retval);
563}
564
565int
566ata_pci_child_location_str(device_t dev, device_t child, char *buf,
567 size_t buflen)
568{
569
570 snprintf(buf, buflen, "channel=%d",
571 (int)(intptr_t)device_get_ivars(child));
572 return (0);
573}
574
575static device_method_t ata_pci_methods[] = {
576 /* device interface */
577 DEVMETHOD(device_probe, ata_pci_probe),
578 DEVMETHOD(device_attach, ata_pci_attach),
579 DEVMETHOD(device_detach, ata_pci_detach),
580 DEVMETHOD(device_suspend, ata_pci_suspend),
581 DEVMETHOD(device_resume, ata_pci_resume),
582 DEVMETHOD(device_shutdown, bus_generic_shutdown),
583
584 /* bus methods */
585 DEVMETHOD(bus_read_ivar, ata_pci_read_ivar),
586 DEVMETHOD(bus_write_ivar, ata_pci_write_ivar),
587 DEVMETHOD(bus_alloc_resource, ata_pci_alloc_resource),
588 DEVMETHOD(bus_release_resource, ata_pci_release_resource),
589 DEVMETHOD(bus_activate_resource, bus_generic_activate_resource),
590 DEVMETHOD(bus_deactivate_resource, bus_generic_deactivate_resource),
591 DEVMETHOD(bus_setup_intr, ata_pci_setup_intr),
592 DEVMETHOD(bus_teardown_intr, ata_pci_teardown_intr),
593 DEVMETHOD(pci_read_config, ata_pci_read_config),
594 DEVMETHOD(pci_write_config, ata_pci_write_config),
595 DEVMETHOD(bus_print_child, ata_pci_print_child),
596 DEVMETHOD(bus_child_location_str, ata_pci_child_location_str),
597
598 DEVMETHOD_END
599};
600
601devclass_t ata_pci_devclass;
602
603static driver_t ata_pci_driver = {
604 "atapci",
605 ata_pci_methods,
606 sizeof(struct ata_pci_controller),
607};
608
609DRIVER_MODULE(atapci, pci, ata_pci_driver, ata_pci_devclass, NULL, NULL);
610MODULE_VERSION(atapci, 1);
611MODULE_DEPEND(atapci, ata, 1, 1, 1);
612
613static int
614ata_pcichannel_probe(device_t dev)
615{
616
617 if ((intptr_t)device_get_ivars(dev) < 0)
618 return (ENXIO);
619 device_set_desc(dev, "ATA channel");
620
621 return ata_probe(dev);
622}
623
624static int
625ata_pcichannel_attach(device_t dev)
626{
627 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
628 struct ata_channel *ch = device_get_softc(dev);
629 int error;
630
631 if (ch->attached)
632 return (0);
633 ch->attached = 1;
634
635 ch->dev = dev;
636 ch->unit = (intptr_t)device_get_ivars(dev);
637
638 resource_int_value(device_get_name(dev),
639 device_get_unit(dev), "pm_level", &ch->pm_level);
640
641 if ((error = ctlr->ch_attach(dev)))
642 return error;
643
644 return ata_attach(dev);
645}
646
647static int
648ata_pcichannel_detach(device_t dev)
649{
650 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
651 struct ata_channel *ch = device_get_softc(dev);
652 int error;
653
654 if (!ch->attached)
655 return (0);
656 ch->attached = 0;
657
658 if ((error = ata_detach(dev)))
659 return error;
660
661 if (ctlr->ch_detach)
662 return (ctlr->ch_detach(dev));
663
664 return (0);
665}
666static int
667ata_pcichannel_suspend(device_t dev)
668{
669 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
670 struct ata_channel *ch = device_get_softc(dev);
671 int error;
672
673 if (!ch->attached)
674 return (0);
675
676 if ((error = ata_suspend(dev)))
677 return (error);
678
679 if (ctlr->ch_suspend != NULL && (error = ctlr->ch_suspend(dev)))
680 return (error);
681
682 return (0);
683}
684
685static int
686ata_pcichannel_resume(device_t dev)
687{
688 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
689 struct ata_channel *ch = device_get_softc(dev);
690 int error;
691
692 if (!ch->attached)
693 return (0);
694
695 if (ctlr->ch_resume != NULL && (error = ctlr->ch_resume(dev)))
696 return (error);
697
698 return ata_resume(dev);
699}
700
701
702#ifndef ATA_CAM
703static int
704ata_pcichannel_locking(device_t dev, int mode)
705{
706 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
707 struct ata_channel *ch = device_get_softc(dev);
708
709 if (ctlr->locking)
710 return ctlr->locking(dev, mode);
711 else
712 return ch->unit;
713}
714#endif
715
716static void
717ata_pcichannel_reset(device_t dev)
718{
719 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
720 struct ata_channel *ch = device_get_softc(dev);
721
722 /* if DMA engine present reset it */
723 if (ch->dma.reset)
724 ch->dma.reset(dev);
725
726 /* reset the controller HW */
727 if (ctlr->reset)
728 ctlr->reset(dev);
729 else
730 ata_generic_reset(dev);
731}
732
733static int
734ata_pcichannel_setmode(device_t dev, int target, int mode)
735{
736 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
737
738 if (ctlr->setmode)
739 return (ctlr->setmode(dev, target, mode));
740 else
741 return (ata_generic_setmode(dev, target, mode));
742}
743
744static int
745ata_pcichannel_getrev(device_t dev, int target)
746{
747 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
748 struct ata_channel *ch = device_get_softc(dev);
749
750 if (ch->flags & ATA_SATA) {
751 if (ctlr->getrev)
752 return (ctlr->getrev(dev, target));
753 else
754 return (0xff);
755 } else
756 return (0);
757}
758
759static device_method_t ata_pcichannel_methods[] = {
760 /* device interface */
761 DEVMETHOD(device_probe, ata_pcichannel_probe),
762 DEVMETHOD(device_attach, ata_pcichannel_attach),
763 DEVMETHOD(device_detach, ata_pcichannel_detach),
764 DEVMETHOD(device_shutdown, bus_generic_shutdown),
765 DEVMETHOD(device_suspend, ata_pcichannel_suspend),
766 DEVMETHOD(device_resume, ata_pcichannel_resume),
767
768 /* ATA methods */
769 DEVMETHOD(ata_setmode, ata_pcichannel_setmode),
770 DEVMETHOD(ata_getrev, ata_pcichannel_getrev),
701static void
702ata_pcichannel_reset(device_t dev)
703{
704 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
705 struct ata_channel *ch = device_get_softc(dev);
706
707 /* if DMA engine present reset it */
708 if (ch->dma.reset)
709 ch->dma.reset(dev);
710
711 /* reset the controller HW */
712 if (ctlr->reset)
713 ctlr->reset(dev);
714 else
715 ata_generic_reset(dev);
716}
717
718static int
719ata_pcichannel_setmode(device_t dev, int target, int mode)
720{
721 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
722
723 if (ctlr->setmode)
724 return (ctlr->setmode(dev, target, mode));
725 else
726 return (ata_generic_setmode(dev, target, mode));
727}
728
729static int
730ata_pcichannel_getrev(device_t dev, int target)
731{
732 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev));
733 struct ata_channel *ch = device_get_softc(dev);
734
735 if (ch->flags & ATA_SATA) {
736 if (ctlr->getrev)
737 return (ctlr->getrev(dev, target));
738 else
739 return (0xff);
740 } else
741 return (0);
742}
743
744static device_method_t ata_pcichannel_methods[] = {
745 /* device interface */
746 DEVMETHOD(device_probe, ata_pcichannel_probe),
747 DEVMETHOD(device_attach, ata_pcichannel_attach),
748 DEVMETHOD(device_detach, ata_pcichannel_detach),
749 DEVMETHOD(device_shutdown, bus_generic_shutdown),
750 DEVMETHOD(device_suspend, ata_pcichannel_suspend),
751 DEVMETHOD(device_resume, ata_pcichannel_resume),
752
753 /* ATA methods */
754 DEVMETHOD(ata_setmode, ata_pcichannel_setmode),
755 DEVMETHOD(ata_getrev, ata_pcichannel_getrev),
771#ifndef ATA_CAM
772 DEVMETHOD(ata_locking, ata_pcichannel_locking),
773#endif
774 DEVMETHOD(ata_reset, ata_pcichannel_reset),
775
776 DEVMETHOD_END
777};
778
779driver_t ata_pcichannel_driver = {
780 "ata",
781 ata_pcichannel_methods,
782 sizeof(struct ata_channel),
783};
784
785DRIVER_MODULE(ata, atapci, ata_pcichannel_driver, ata_devclass, NULL, NULL);
786
787/*
788 * misc support fucntions
789 */
790int
791ata_legacy(device_t dev)
792{
793 return (((pci_read_config(dev, PCIR_SUBCLASS, 1) == PCIS_STORAGE_IDE) &&
794 (pci_read_config(dev, PCIR_PROGIF, 1)&PCIP_STORAGE_IDE_MASTERDEV)&&
795 ((pci_read_config(dev, PCIR_PROGIF, 1) &
796 (PCIP_STORAGE_IDE_MODEPRIM | PCIP_STORAGE_IDE_MODESEC)) !=
797 (PCIP_STORAGE_IDE_MODEPRIM | PCIP_STORAGE_IDE_MODESEC))) ||
798 (!pci_read_config(dev, PCIR_BAR(0), 4) &&
799 !pci_read_config(dev, PCIR_BAR(1), 4) &&
800 !pci_read_config(dev, PCIR_BAR(2), 4) &&
801 !pci_read_config(dev, PCIR_BAR(3), 4) &&
802 !pci_read_config(dev, PCIR_BAR(5), 4)));
803}
804
805void
806ata_generic_intr(void *data)
807{
808 struct ata_pci_controller *ctlr = data;
809 struct ata_channel *ch;
810 int unit;
811
812 for (unit = 0; unit < ATA_PCI_MAX_CH; unit++) {
813 if ((ch = ctlr->interrupt[unit].argument))
814 ctlr->interrupt[unit].function(ch);
815 }
816}
817
818int
819ata_setup_interrupt(device_t dev, void *intr_func)
820{
821 struct ata_pci_controller *ctlr = device_get_softc(dev);
822 int i, msi = 0;
823
824 if (!ctlr->legacy) {
825 if (resource_int_value(device_get_name(dev),
826 device_get_unit(dev), "msi", &i) == 0 && i != 0)
827 msi = 1;
828 if (msi && pci_msi_count(dev) > 0 && pci_alloc_msi(dev, &msi) == 0) {
829 ctlr->r_irq_rid = 0x1;
830 } else {
831 msi = 0;
832 ctlr->r_irq_rid = ATA_IRQ_RID;
833 }
834 if (!(ctlr->r_irq = bus_alloc_resource_any(dev, SYS_RES_IRQ,
835 &ctlr->r_irq_rid, RF_SHAREABLE | RF_ACTIVE))) {
836 device_printf(dev, "unable to map interrupt\n");
837 if (msi)
838 pci_release_msi(dev);
839 return ENXIO;
840 }
841 if ((bus_setup_intr(dev, ctlr->r_irq, ATA_INTR_FLAGS, NULL,
842 intr_func, ctlr, &ctlr->handle))) {
843 device_printf(dev, "unable to setup interrupt\n");
844 bus_release_resource(dev,
845 SYS_RES_IRQ, ctlr->r_irq_rid, ctlr->r_irq);
846 if (msi)
847 pci_release_msi(dev);
848 return ENXIO;
849 }
850 }
851 return 0;
852}
853
854void
855ata_set_desc(device_t dev)
856{
857 struct ata_pci_controller *ctlr = device_get_softc(dev);
858 char buffer[128];
859
860 sprintf(buffer, "%s %s %s controller",
861 ata_pcivendor2str(dev), ctlr->chip->text,
862 ata_mode2str(ctlr->chip->max_dma));
863 device_set_desc_copy(dev, buffer);
864}
865
866const struct ata_chip_id *
867ata_match_chip(device_t dev, const struct ata_chip_id *index)
868{
869 uint32_t devid;
870 uint8_t revid;
871
872 devid = pci_get_devid(dev);
873 revid = pci_get_revid(dev);
874 while (index->chipid != 0) {
875 if (devid == index->chipid && revid >= index->chiprev)
876 return (index);
877 index++;
878 }
879 return (NULL);
880}
881
882const struct ata_chip_id *
883ata_find_chip(device_t dev, const struct ata_chip_id *index, int slot)
884{
885 const struct ata_chip_id *idx;
886 device_t *children;
887 int nchildren, i;
888 uint8_t s;
889
890 if (device_get_children(device_get_parent(dev), &children, &nchildren))
891 return (NULL);
892
893 for (i = 0; i < nchildren; i++) {
894 s = pci_get_slot(children[i]);
895 if ((slot >= 0 && s == slot) || (slot < 0 && s <= -slot)) {
896 idx = ata_match_chip(children[i], index);
897 if (idx != NULL) {
898 free(children, M_TEMP);
899 return (idx);
900 }
901 }
902 }
903 free(children, M_TEMP);
904 return (NULL);
905}
906
907const char *
908ata_pcivendor2str(device_t dev)
909{
910 switch (pci_get_vendor(dev)) {
911 case ATA_ACARD_ID: return "Acard";
912 case ATA_ACER_LABS_ID: return "AcerLabs";
913 case ATA_AMD_ID: return "AMD";
914 case ATA_ADAPTEC_ID: return "Adaptec";
915 case ATA_ATI_ID: return "ATI";
916 case ATA_CYRIX_ID: return "Cyrix";
917 case ATA_CYPRESS_ID: return "Cypress";
918 case ATA_HIGHPOINT_ID: return "HighPoint";
919 case ATA_INTEL_ID: return "Intel";
920 case ATA_ITE_ID: return "ITE";
921 case ATA_JMICRON_ID: return "JMicron";
922 case ATA_MARVELL_ID: return "Marvell";
923 case ATA_MARVELL2_ID: return "Marvell";
924 case ATA_NATIONAL_ID: return "National";
925 case ATA_NETCELL_ID: return "Netcell";
926 case ATA_NVIDIA_ID: return "nVidia";
927 case ATA_PROMISE_ID: return "Promise";
928 case ATA_SERVERWORKS_ID: return "ServerWorks";
929 case ATA_SILICON_IMAGE_ID: return "SiI";
930 case ATA_SIS_ID: return "SiS";
931 case ATA_VIA_ID: return "VIA";
932 case ATA_CENATEK_ID: return "Cenatek";
933 case ATA_MICRON_ID: return "Micron";
934 default: return "Generic";
935 }
936}
937
938int
939ata_mode2idx(int mode)
940{
941 if ((mode & ATA_DMA_MASK) == ATA_UDMA0)
942 return (mode & ATA_MODE_MASK) + 8;
943 if ((mode & ATA_DMA_MASK) == ATA_WDMA0)
944 return (mode & ATA_MODE_MASK) + 5;
945 return (mode & ATA_MODE_MASK) - ATA_PIO0;
946}
756 DEVMETHOD(ata_reset, ata_pcichannel_reset),
757
758 DEVMETHOD_END
759};
760
761driver_t ata_pcichannel_driver = {
762 "ata",
763 ata_pcichannel_methods,
764 sizeof(struct ata_channel),
765};
766
767DRIVER_MODULE(ata, atapci, ata_pcichannel_driver, ata_devclass, NULL, NULL);
768
769/*
770 * misc support fucntions
771 */
772int
773ata_legacy(device_t dev)
774{
775 return (((pci_read_config(dev, PCIR_SUBCLASS, 1) == PCIS_STORAGE_IDE) &&
776 (pci_read_config(dev, PCIR_PROGIF, 1)&PCIP_STORAGE_IDE_MASTERDEV)&&
777 ((pci_read_config(dev, PCIR_PROGIF, 1) &
778 (PCIP_STORAGE_IDE_MODEPRIM | PCIP_STORAGE_IDE_MODESEC)) !=
779 (PCIP_STORAGE_IDE_MODEPRIM | PCIP_STORAGE_IDE_MODESEC))) ||
780 (!pci_read_config(dev, PCIR_BAR(0), 4) &&
781 !pci_read_config(dev, PCIR_BAR(1), 4) &&
782 !pci_read_config(dev, PCIR_BAR(2), 4) &&
783 !pci_read_config(dev, PCIR_BAR(3), 4) &&
784 !pci_read_config(dev, PCIR_BAR(5), 4)));
785}
786
787void
788ata_generic_intr(void *data)
789{
790 struct ata_pci_controller *ctlr = data;
791 struct ata_channel *ch;
792 int unit;
793
794 for (unit = 0; unit < ATA_PCI_MAX_CH; unit++) {
795 if ((ch = ctlr->interrupt[unit].argument))
796 ctlr->interrupt[unit].function(ch);
797 }
798}
799
800int
801ata_setup_interrupt(device_t dev, void *intr_func)
802{
803 struct ata_pci_controller *ctlr = device_get_softc(dev);
804 int i, msi = 0;
805
806 if (!ctlr->legacy) {
807 if (resource_int_value(device_get_name(dev),
808 device_get_unit(dev), "msi", &i) == 0 && i != 0)
809 msi = 1;
810 if (msi && pci_msi_count(dev) > 0 && pci_alloc_msi(dev, &msi) == 0) {
811 ctlr->r_irq_rid = 0x1;
812 } else {
813 msi = 0;
814 ctlr->r_irq_rid = ATA_IRQ_RID;
815 }
816 if (!(ctlr->r_irq = bus_alloc_resource_any(dev, SYS_RES_IRQ,
817 &ctlr->r_irq_rid, RF_SHAREABLE | RF_ACTIVE))) {
818 device_printf(dev, "unable to map interrupt\n");
819 if (msi)
820 pci_release_msi(dev);
821 return ENXIO;
822 }
823 if ((bus_setup_intr(dev, ctlr->r_irq, ATA_INTR_FLAGS, NULL,
824 intr_func, ctlr, &ctlr->handle))) {
825 device_printf(dev, "unable to setup interrupt\n");
826 bus_release_resource(dev,
827 SYS_RES_IRQ, ctlr->r_irq_rid, ctlr->r_irq);
828 if (msi)
829 pci_release_msi(dev);
830 return ENXIO;
831 }
832 }
833 return 0;
834}
835
836void
837ata_set_desc(device_t dev)
838{
839 struct ata_pci_controller *ctlr = device_get_softc(dev);
840 char buffer[128];
841
842 sprintf(buffer, "%s %s %s controller",
843 ata_pcivendor2str(dev), ctlr->chip->text,
844 ata_mode2str(ctlr->chip->max_dma));
845 device_set_desc_copy(dev, buffer);
846}
847
848const struct ata_chip_id *
849ata_match_chip(device_t dev, const struct ata_chip_id *index)
850{
851 uint32_t devid;
852 uint8_t revid;
853
854 devid = pci_get_devid(dev);
855 revid = pci_get_revid(dev);
856 while (index->chipid != 0) {
857 if (devid == index->chipid && revid >= index->chiprev)
858 return (index);
859 index++;
860 }
861 return (NULL);
862}
863
864const struct ata_chip_id *
865ata_find_chip(device_t dev, const struct ata_chip_id *index, int slot)
866{
867 const struct ata_chip_id *idx;
868 device_t *children;
869 int nchildren, i;
870 uint8_t s;
871
872 if (device_get_children(device_get_parent(dev), &children, &nchildren))
873 return (NULL);
874
875 for (i = 0; i < nchildren; i++) {
876 s = pci_get_slot(children[i]);
877 if ((slot >= 0 && s == slot) || (slot < 0 && s <= -slot)) {
878 idx = ata_match_chip(children[i], index);
879 if (idx != NULL) {
880 free(children, M_TEMP);
881 return (idx);
882 }
883 }
884 }
885 free(children, M_TEMP);
886 return (NULL);
887}
888
889const char *
890ata_pcivendor2str(device_t dev)
891{
892 switch (pci_get_vendor(dev)) {
893 case ATA_ACARD_ID: return "Acard";
894 case ATA_ACER_LABS_ID: return "AcerLabs";
895 case ATA_AMD_ID: return "AMD";
896 case ATA_ADAPTEC_ID: return "Adaptec";
897 case ATA_ATI_ID: return "ATI";
898 case ATA_CYRIX_ID: return "Cyrix";
899 case ATA_CYPRESS_ID: return "Cypress";
900 case ATA_HIGHPOINT_ID: return "HighPoint";
901 case ATA_INTEL_ID: return "Intel";
902 case ATA_ITE_ID: return "ITE";
903 case ATA_JMICRON_ID: return "JMicron";
904 case ATA_MARVELL_ID: return "Marvell";
905 case ATA_MARVELL2_ID: return "Marvell";
906 case ATA_NATIONAL_ID: return "National";
907 case ATA_NETCELL_ID: return "Netcell";
908 case ATA_NVIDIA_ID: return "nVidia";
909 case ATA_PROMISE_ID: return "Promise";
910 case ATA_SERVERWORKS_ID: return "ServerWorks";
911 case ATA_SILICON_IMAGE_ID: return "SiI";
912 case ATA_SIS_ID: return "SiS";
913 case ATA_VIA_ID: return "VIA";
914 case ATA_CENATEK_ID: return "Cenatek";
915 case ATA_MICRON_ID: return "Micron";
916 default: return "Generic";
917 }
918}
919
920int
921ata_mode2idx(int mode)
922{
923 if ((mode & ATA_DMA_MASK) == ATA_UDMA0)
924 return (mode & ATA_MODE_MASK) + 8;
925 if ((mode & ATA_DMA_MASK) == ATA_WDMA0)
926 return (mode & ATA_MODE_MASK) + 5;
927 return (mode & ATA_MODE_MASK) - ATA_PIO0;
928}