1/* $NetBSD: ninjaata32.c,v 1.12 2010/11/13 13:52:01 uebayasi Exp $ */ 2 3/* 4 * Copyright (c) 2006 ITOH Yasufumi. 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' 17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 18 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 19 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS 20 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 26 * THE POSSIBILITY OF SUCH DAMAGE. 27 */ 28 29#include <sys/cdefs.h> 30__KERNEL_RCSID(0, "$NetBSD: ninjaata32.c,v 1.12 2010/11/13 13:52:01 uebayasi Exp $"); 31 32#include <sys/param.h> 33#include <sys/kernel.h> 34#include <sys/device.h> 35#include <sys/proc.h> 36 37#include <sys/bus.h> 38#include <sys/intr.h> 39 40#include <dev/ata/atavar.h> 41#include <dev/ic/wdcreg.h> 42#include <dev/ic/wdcvar.h> 43 44#include <dev/ic/ninjaata32reg.h> 45#include <dev/ic/ninjaata32var.h> 46 47#ifdef NJATA32_DEBUG 48#define DPRINTF(x) printf x 49#else 50#define DPRINTF(x) 51#endif 52 53static void njata32_init(struct njata32_softc *, int nosleep); 54static void njata32_irqack(struct ata_channel *); 55static void njata32_clearirq(struct ata_channel *, int); 56static void njata32_setup_channel(struct ata_channel *); 57static int njata32_dma_init(void *, int channel, int drive, 58 void *databuf, size_t datalen, int flags); 59static void njata32_piobm_start(void *, int channel, int drive, int skip, 60 int xferlen, int flags); 61static int njata32_dma_finish(void *, int channel, int drive, int force); 62static void njata32_piobm_done(void *, int channel, int drive); 63 64#if 0 /* ATA DMA is currently unused */ 65static const uint8_t njata32_timing_dma[NJATA32_MODE_MAX_DMA + 1] = { 66 NJATA32_TIMING_DMA0, NJATA32_TIMING_DMA1, NJATA32_TIMING_DMA2 67}; 68#endif 69static const uint8_t njata32_timing_pio[NJATA32_MODE_MAX_PIO + 1] = { 70 NJATA32_TIMING_PIO0, NJATA32_TIMING_PIO1, NJATA32_TIMING_PIO2, 71 NJATA32_TIMING_PIO3, NJATA32_TIMING_PIO4 72}; 73 74static void 75njata32_init(struct njata32_softc *sc, int nosleep) 76{ 77 78 /* disable interrupts */ 79 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 80 NJATA32_REG_IRQ_SELECT, 0); 81 82 /* bus reset */ 83 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS, 84 NJATA32_AS_WAIT0 | NJATA32_AS_BUS_RESET); 85 if (nosleep) 86 delay(50000); 87 else 88 tsleep(sc, PRIBIO, "njaini", mstohz(50)); 89 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS, 90 NJATA32_AS_WAIT0); 91 92 /* initial transfer speed */ 93 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 94 NJATA32_REG_TIMING, NJATA32_TIMING_PIO0 + sc->sc_atawait); 95 96 /* setup busmaster mode */ 97 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_IOBM, 98 NJATA32_IOBM_DEFAULT); 99 100 /* enable interrupts */ 101 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 102 NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER | NJATA32_IRQ_DEV); 103} 104 105void 106njata32_attach(struct njata32_softc *sc) 107{ 108 bus_addr_t dmaaddr; 109 int i, devno, error; 110 struct wdc_regs *wdr; 111 112 /* 113 * allocate DMA resource 114 */ 115 if ((error = bus_dmamem_alloc(sc->sc_dmat, 116 sizeof(struct njata32_dma_page), PAGE_SIZE, 0, 117 &sc->sc_sgt_seg, 1, &sc->sc_sgt_nsegs, BUS_DMA_NOWAIT)) != 0) { 118 aprint_error("%s: unable to allocate sgt page, error = %d\n", 119 NJATA32NAME(sc), error); 120 return; 121 } 122 if ((error = bus_dmamem_map(sc->sc_dmat, &sc->sc_sgt_seg, 123 sc->sc_sgt_nsegs, sizeof(struct njata32_dma_page), 124 (void **)&sc->sc_sgtpg, 125 BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) { 126 aprint_error("%s: unable to map sgt page, error = %d\n", 127 NJATA32NAME(sc), error); 128 goto fail1; 129 } 130 if ((error = bus_dmamap_create(sc->sc_dmat, 131 sizeof(struct njata32_dma_page), 1, 132 sizeof(struct njata32_dma_page), 0, BUS_DMA_NOWAIT, 133 &sc->sc_dmamap_sgt)) != 0) { 134 aprint_error("%s: unable to create sgt DMA map, error = %d\n", 135 NJATA32NAME(sc), error); 136 goto fail2; 137 } 138 if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap_sgt, 139 sc->sc_sgtpg, sizeof(struct njata32_dma_page), 140 NULL, BUS_DMA_NOWAIT)) != 0) { 141 aprint_error("%s: unable to load sgt DMA map, error = %d\n", 142 NJATA32NAME(sc), error); 143 goto fail3; 144 } 145 146 dmaaddr = sc->sc_dmamap_sgt->dm_segs[0].ds_addr; 147 148 for (devno = 0; devno < NJATA32_NUM_DEV; devno++) { 149 sc->sc_dev[devno].d_sgt = sc->sc_sgtpg->dp_sg[devno]; 150 sc->sc_dev[devno].d_sgt_dma = dmaaddr + 151 offsetof(struct njata32_dma_page, dp_sg[devno]); 152 153 error = bus_dmamap_create(sc->sc_dmat, 154 NJATA32_MAX_XFER, /* max total map size */ 155 NJATA32_NUM_SG, /* max number of segments */ 156 NJATA32_SGT_MAXSEGLEN, /* max size of a segment */ 157 0, /* boundary */ 158 BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, 159 &sc->sc_dev[devno].d_dmamap_xfer); 160 if (error) { 161 aprint_error("%s: failed to create DMA map " 162 "(error = %d)\n", NJATA32NAME(sc), error); 163 goto fail4; 164 } 165 } 166 167 /* device properties */ 168 sc->sc_wdcdev.sc_atac.atac_cap = 169 ATAC_CAP_DATA16 | ATAC_CAP_DATA32 | ATAC_CAP_PIOBM; 170 sc->sc_wdcdev.irqack = njata32_irqack; 171 sc->sc_wdcdev.sc_atac.atac_channels = sc->sc_wdc_chanarray; 172 sc->sc_wdcdev.sc_atac.atac_nchannels = NJATA32_NCHAN; /* 1 */ 173 sc->sc_wdcdev.sc_atac.atac_pio_cap = NJATA32_MODE_MAX_PIO; 174#if 0 /* ATA DMA is currently unused */ 175 sc->sc_wdcdev.sc_atac.atac_dma_cap = NJATA32_MODE_MAX_DMA; 176#endif 177 sc->sc_wdcdev.sc_atac.atac_set_modes = njata32_setup_channel; 178 179 /* DMA control functions */ 180 sc->sc_wdcdev.dma_arg = sc; 181 sc->sc_wdcdev.dma_init = njata32_dma_init; 182 sc->sc_wdcdev.piobm_start = njata32_piobm_start; 183 sc->sc_wdcdev.dma_finish = njata32_dma_finish; 184 sc->sc_wdcdev.piobm_done = njata32_piobm_done; 185 186 sc->sc_wdcdev.cap |= WDC_CAPABILITY_NO_EXTRA_RESETS; 187 188 sc->sc_wdcdev.regs = wdr = &sc->sc_wdc_regs; 189 190 /* only one channel */ 191 sc->sc_wdc_chanarray[0] = &sc->sc_ch[0].ch_ata_channel; 192 sc->sc_ch[0].ch_ata_channel.ch_channel = 0; 193 sc->sc_ch[0].ch_ata_channel.ch_atac = &sc->sc_wdcdev.sc_atac; 194 sc->sc_ch[0].ch_ata_channel.ch_queue = &sc->sc_wdc_chqueue; 195 sc->sc_ch[0].ch_ata_channel.ch_ndrive = 2; /* max number of drives */ 196 197 /* map ATA registers */ 198 for (i = 0; i < WDC_NREG; i++) { 199 if (bus_space_subregion(NJATA32_REGT(sc), NJATA32_REGH(sc), 200 NJATA32_OFFSET_WDCREGS + i, 201 i == wd_data ? 4 : 1, &wdr->cmd_iohs[i]) != 0) { 202 aprint_error("%s: couldn't subregion cmd regs\n", 203 NJATA32NAME(sc)); 204 goto fail4; 205 } 206 } 207 wdc_init_shadow_regs(&sc->sc_ch[0].ch_ata_channel); 208 wdr->data32iot = NJATA32_REGT(sc); 209 wdr->data32ioh = wdr->cmd_iohs[wd_data]; 210 211 /* map ATA ctl reg */ 212 wdr->ctl_iot = NJATA32_REGT(sc); 213 if (bus_space_subregion(NJATA32_REGT(sc), NJATA32_REGH(sc), 214 NJATA32_REG_WD_ALTSTATUS, 1, &wdr->ctl_ioh) != 0) { 215 aprint_error("%s: couldn't subregion ctl regs\n", 216 NJATA32NAME(sc)); 217 goto fail4; 218 } 219 220 sc->sc_flags |= NJATA32_CMDPG_MAPPED; 221 222 /* use flags value as busmaster wait */ 223 if ((sc->sc_atawait = 224 (uint8_t)device_cfdata(sc->sc_wdcdev.sc_atac.atac_dev)->cf_flags)) 225 aprint_normal("%s: ATA wait = %#x\n", 226 NJATA32NAME(sc), sc->sc_atawait); 227 228 njata32_init(sc, cold); 229 230 wdcattach(&sc->sc_ch[0].ch_ata_channel); 231 232 return; 233 234 /* 235 * cleanup 236 */ 237fail4: while (--devno >= 0) { 238 bus_dmamap_destroy(sc->sc_dmat, 239 sc->sc_dev[devno].d_dmamap_xfer); 240 } 241 bus_dmamap_unload(sc->sc_dmat, sc->sc_dmamap_sgt); 242fail3: bus_dmamap_destroy(sc->sc_dmat, sc->sc_dmamap_sgt); 243fail2: bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_sgtpg, 244 sizeof(struct njata32_dma_page)); 245fail1: bus_dmamem_free(sc->sc_dmat, &sc->sc_sgt_seg, sc->sc_sgt_nsegs); 246} 247 248int 249njata32_detach(struct njata32_softc *sc, int flags) 250{ 251 int rv, devno; 252 253 if (sc->sc_flags & NJATA32_CMDPG_MAPPED) { 254 if ((rv = wdcdetach(sc->sc_wdcdev.sc_atac.atac_dev, flags))) 255 return rv; 256 257 /* free DMA resource */ 258 for (devno = 0; devno < NJATA32_NUM_DEV; devno++) { 259 bus_dmamap_destroy(sc->sc_dmat, 260 sc->sc_dev[devno].d_dmamap_xfer); 261 } 262 bus_dmamap_unload(sc->sc_dmat, sc->sc_dmamap_sgt); 263 bus_dmamap_destroy(sc->sc_dmat, sc->sc_dmamap_sgt); 264 bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_sgtpg, 265 sizeof(struct njata32_dma_page)); 266 bus_dmamem_free(sc->sc_dmat, &sc->sc_sgt_seg, sc->sc_sgt_nsegs); 267 } 268 269 return 0; 270} 271 272static void 273njata32_irqack(struct ata_channel *chp) 274{ 275 struct njata32_softc *sc = (void *)chp->ch_atac; 276 277 /* disable busmaster */ 278 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 279 NJATA32_REG_BM, NJATA32_BM_WAIT0); 280} 281 282static void 283njata32_clearirq(struct ata_channel *chp, int irq) 284{ 285 struct njata32_softc *sc = (void *)chp->ch_atac; 286 287 aprint_error("%s: unhandled intr: irq %#x, bm %#x, ", 288 NJATA32NAME(sc), irq, 289 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 290 NJATA32_REG_BM)); 291 292 /* disable busmaster */ 293 njata32_irqack(chp); 294 295 /* clear device interrupt */ 296 aprint_normal("err %#x, seccnt %#x, cyl %#x, sdh %#x, ", 297 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 298 NJATA32_REG_WD_ERROR), 299 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 300 NJATA32_REG_WD_SECCNT), 301 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 302 NJATA32_REG_WD_CYL_LO) | 303 (bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 304 NJATA32_REG_WD_CYL_HI) << 8), 305 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 306 NJATA32_REG_WD_SDH)); 307 aprint_normal("status %#x\n", 308 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 309 NJATA32_REG_WD_STATUS)); 310} 311 312static void 313njata32_setup_channel(struct ata_channel *chp) 314{ 315 struct njata32_softc *sc = (void *)chp->ch_atac; 316 struct ata_drive_datas *drvp; 317 int drive; 318 uint8_t mode; 319 320 KASSERT(chp->ch_ndrive != 0); 321 322 sc->sc_timing_pio = 0; 323#if 0 /* ATA DMA is currently unused */ 324 sc->sc_timing_dma = 0; 325#endif 326 327 for (drive = 0; drive < chp->ch_ndrive; drive++) { 328 drvp = &chp->ch_drive[drive]; 329 if ((drvp->drive_flags & DRIVE) == 0) 330 continue; /* no drive */ 331 332#if 0 /* ATA DMA is currently unused */ 333 if ((drvp->drive_flags & DRIVE_DMA) != 0) { 334 /* 335 * Multiword DMA 336 */ 337 if ((mode = drvp->DMA_mode) > NJATA32_MODE_MAX_DMA) 338 mode = NJATA32_MODE_MAX_DMA; 339 if (sc->sc_timing_dma < njata32_timing_dma[mode]) 340 sc->sc_timing_dma = njata32_timing_dma[mode]; 341 } 342#endif 343 /* 344 * PIO 345 */ 346 if ((mode = drvp->PIO_mode) > NJATA32_MODE_MAX_PIO) 347 mode = NJATA32_MODE_MAX_PIO; 348 if (sc->sc_timing_pio < njata32_timing_pio[mode]) 349 sc->sc_timing_pio = njata32_timing_pio[mode]; 350 } 351 352 sc->sc_timing_pio += sc->sc_atawait; 353 354 /* set timing for PIO */ 355 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 356 NJATA32_REG_TIMING, sc->sc_timing_pio); 357} 358 359/* 360 * map DMA buffer 361 */ 362int 363njata32_dma_init(void *v, int channel, int drive, void *databuf, 364 size_t datalen, int flags) 365{ 366 struct njata32_softc *sc = v; 367 int error; 368 struct njata32_device *dev = &sc->sc_dev[drive]; 369 370 KASSERT(channel == 0); 371 KASSERT((dev->d_flags & NJATA32_DEV_DMA_MAPPED) == 0); 372 KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0); 373 374 KASSERT(flags & (WDC_DMA_PIOBM_ATA | WDC_DMA_PIOBM_ATAPI)); 375 376 /* use PIO for short transfer */ 377 if (datalen < 64 /* needs tune */) { 378 DPRINTF(("%s: njata32_dma_init: short transfer (%u)\n", 379 NJATA32NAME(sc), (unsigned)datalen)); 380 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 381 NJATA32_REG_TIMING, sc->sc_timing_pio); 382 return EINVAL; 383 } 384 385 /* use PIO for unaligned transfer (word alignment seems OK) */ 386 if (((uintptr_t)databuf & 1) || (datalen & 1)) { 387 DPRINTF(("%s: njata32_dma_init: unaligned: buf %p, len %u\n", 388 NJATA32NAME(sc), databuf, (unsigned)datalen)); 389 return EINVAL; 390 } 391 392 DPRINTF(("%s: njata32_dma_init: %s: databuf %p, datalen %u\n", 393 NJATA32NAME(sc), (flags & WDC_DMA_READ) ? "read" : "write", 394 databuf, (unsigned)datalen)); 395 396 error = bus_dmamap_load(sc->sc_dmat, dev->d_dmamap_xfer, 397 databuf, datalen, NULL, BUS_DMA_NOWAIT | BUS_DMA_STREAMING | 398 ((flags & WDC_DMA_READ) ? BUS_DMA_READ : BUS_DMA_WRITE)); 399 if (error) { 400 printf("%s: load xfer failed, error %d\n", 401 NJATA32NAME(sc), error); 402 return error; 403 } 404 405 bus_dmamap_sync(sc->sc_dmat, dev->d_dmamap_xfer, 0, 406 dev->d_dmamap_xfer->dm_mapsize, 407 (flags & WDC_DMA_READ) ? 408 BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE); 409 410 dev->d_flags = 411 ((flags & WDC_DMA_READ) ? NJATA32_DEV_DMA_READ : 0) | 412 ((flags & WDC_DMA_PIOBM_ATAPI) ? NJATA32_DEV_DMA_ATAPI : 0) | 413 NJATA32_DEV_DMA_MAPPED; 414 415 return 0; 416} 417 418/* 419 * start DMA 420 * 421 * top: databuf + skip 422 * size: xferlen 423 */ 424void 425njata32_piobm_start(void *v, int channel, int drive, 426 int skip, int xferlen, int flags) 427{ 428 struct njata32_softc *sc = v; 429 struct njata32_device *dev = &sc->sc_dev[drive]; 430 int i, nsegs, seglen; 431 uint8_t bmreg; 432 433 DPRINTF(("%s: njata32_piobm_start: ch%d, dv%d, skip %d, xferlen %d\n", 434 NJATA32NAME(sc), channel, drive, skip, xferlen)); 435 436 KASSERT(channel == 0); 437 KASSERT(dev->d_flags & NJATA32_DEV_DMA_MAPPED); 438 KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0); 439 440 /* 441 * create scatter/gather table 442 * XXX this code may be slow 443 */ 444 for (i = nsegs = 0; 445 i < dev->d_dmamap_xfer->dm_nsegs && xferlen > 0; i++) { 446 if (dev->d_dmamap_xfer->dm_segs[i].ds_len <= skip) { 447 skip -= dev->d_dmamap_xfer->dm_segs[i].ds_len; 448 continue; 449 } 450 451 seglen = dev->d_dmamap_xfer->dm_segs[i].ds_len - skip; 452 if (seglen > xferlen) 453 seglen = xferlen; 454 455 dev->d_sgt[nsegs].sg_addr = 456 htole32(dev->d_dmamap_xfer->dm_segs[i].ds_addr + skip); 457 dev->d_sgt[nsegs].sg_len = htole32(seglen); 458 459 xferlen -= seglen; 460 nsegs++; 461 skip = 0; 462 } 463 sc->sc_piobm_nsegs = nsegs; 464 /* end mark */ 465 dev->d_sgt[nsegs - 1].sg_len |= htole32(NJATA32_SGT_ENDMARK); 466 467#ifdef DIAGNOSTIC 468 if (xferlen) 469 panic("%s: njata32_piobm_start: xferlen residue %d\n", 470 NJATA32NAME(sc), xferlen); 471#endif 472 473 bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_sgt, 474 (char *)dev->d_sgt - (char *)sc->sc_sgtpg, 475 sizeof(struct njata32_sgtable) * nsegs, 476 BUS_DMASYNC_PREWRITE); 477 478 /* set timing for PIO */ 479 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 480 NJATA32_REG_TIMING, sc->sc_timing_pio); 481 482 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_IOBM, 483 NJATA32_IOBM_DEFAULT); 484 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS, 485 NJATA32_AS_WAIT0); 486 487 /* 488 * interrupt configuration 489 */ 490 if ((dev->d_flags & (NJATA32_DEV_DMA_READ | NJATA32_DEV_DMA_ATAPI)) == 491 NJATA32_DEV_DMA_READ) { 492 /* 493 * ATA piobm read is executed while device interrupt is active, 494 * so disable device interrupt here 495 */ 496 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 497 NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER); 498 } 499 500 /* enable scatter/gather busmaster transfer */ 501 bmreg = NJATA32_BM_EN | NJATA32_BM_SG | NJATA32_BM_WAIT0 | 502 ((dev->d_flags & NJATA32_DEV_DMA_READ) ? NJATA32_BM_RD : 0); 503 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM, 504 bmreg); 505 506 /* load scatter/gather table */ 507 bus_space_write_4(NJATA32_REGT(sc), NJATA32_REGH(sc), 508 NJATA32_REG_DMAADDR, dev->d_sgt_dma); 509 bus_space_write_4(NJATA32_REGT(sc), NJATA32_REGH(sc), 510 NJATA32_REG_DMALENGTH, sizeof(struct njata32_sgtable) * nsegs); 511 512 /* start transfer */ 513 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM, 514 (bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 515 NJATA32_REG_BM) 516 & ~(NJATA32_BM_RD|NJATA32_BM_SG|NJATA32_BM_WAIT_MASK)) | 517 bmreg | NJATA32_BM_GO); 518 519 sc->sc_devflags = dev->d_flags; 520 if (flags & WDC_PIOBM_XFER_IRQ) 521 sc->sc_devflags |= NJATA32_DEV_XFER_INTR; 522#ifdef DIAGNOSTIC 523 dev->d_flags |= NJATA32_DEV_DMA_STARTED; 524#endif 525} 526 527/* 528 * end of DMA 529 */ 530int 531njata32_dma_finish(void *v, int channel, int drive, 532 int force) 533{ 534 struct njata32_softc *sc = v; 535 struct njata32_device *dev = &sc->sc_dev[drive]; 536 int bm; 537 int error = 0; 538 539 DPRINTF(("%s: njata32_dma_finish: bm = %#x\n", NJATA32NAME(sc), 540 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 541 NJATA32_REG_BM))); 542 543 KASSERT(channel == 0); 544 KASSERT(dev->d_flags & NJATA32_DEV_DMA_MAPPED); 545 KASSERT(dev->d_flags & NJATA32_DEV_DMA_STARTED); 546 547 bm = bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 548 NJATA32_REG_BM); 549 550#ifdef NJATA32_DEBUG 551 printf("%s: irq %#x, bm %#x, 18 %#x, 1c %#x\n", NJATA32NAME(sc), 552 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 553 NJATA32_REG_IRQ_STAT), 554 bm, 555 bus_space_read_4(NJATA32_REGT(sc), NJATA32_REGH(sc), 0x18), 556 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 0x1c)); 557#endif 558 559 bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_sgt, 560 (char *)dev->d_sgt - (char *)sc->sc_sgtpg, 561 sizeof(struct njata32_sgtable) * sc->sc_piobm_nsegs, 562 BUS_DMASYNC_POSTWRITE); 563 564 /* check if DMA is active */ 565 if (bm & NJATA32_BM_GO) { 566 error = WDC_DMAST_NOIRQ; 567 568 switch (force) { 569 case WDC_DMAEND_END: 570 return error; 571 572 case WDC_DMAEND_ABRT: 573 printf("%s: aborting DMA\n", NJATA32NAME(sc)); 574 break; 575 } 576 } 577 578 /* 579 * ??? 580 * For unknown reason, PIOBM transfer sometimes fails in the middle, 581 * in which case the bit #7 of BM register becomes 0. 582 * Increasing the wait value seems to improve the situation. 583 * 584 * XXX 585 * PIO transfer may also fail, but it seems it can't be detected. 586 */ 587 if ((bm & NJATA32_BM_DONE) == 0) { 588 error |= WDC_DMAST_ERR; 589 printf("%s: busmaster error", NJATA32NAME(sc)); 590 if (sc->sc_atawait < 0x11) { 591 if ((sc->sc_atawait & 0xf) == 0) 592 sc->sc_atawait++; 593 else 594 sc->sc_atawait += 0x10; 595 printf(", new ATA wait = %#x", sc->sc_atawait); 596 njata32_setup_channel(&sc->sc_ch[0].ch_ata_channel); 597 } 598 printf("\n"); 599 } 600 601 /* stop command */ 602 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS, 603 NJATA32_AS_WAIT0); 604 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM, 605 NJATA32_BM_WAIT0); 606 607 /* set timing for PIO */ 608 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 609 NJATA32_REG_TIMING, sc->sc_timing_pio); 610 611 /* 612 * reenable device interrupt in case it was disabled for 613 * this transfer 614 */ 615 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 616 NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER | NJATA32_IRQ_DEV); 617 618#if 1 /* should be? */ 619 if ((sc->sc_devflags & NJATA32_DEV_GOT_XFER_INTR) == 0) 620 error |= WDC_DMAST_ERR; 621#endif 622 sc->sc_devflags = 0; 623 624#ifdef DIAGNOSTIC 625 dev->d_flags &= ~NJATA32_DEV_DMA_STARTED; 626#endif 627 628 return error; 629} 630 631/* 632 * unmap DMA buffer 633 */ 634void 635njata32_piobm_done(void *v, int channel, int drive) 636{ 637 struct njata32_softc *sc = v; 638 struct njata32_device *dev = &sc->sc_dev[drive]; 639 640 DPRINTF(("%s: njata32_piobm_done: ch%d dv%d\n", 641 NJATA32NAME(sc), channel, drive)); 642 643 KASSERT(channel == 0); 644 KASSERT(dev->d_flags & NJATA32_DEV_DMA_MAPPED); 645 KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0); 646 647 /* unload dma map */ 648 bus_dmamap_sync(sc->sc_dmat, dev->d_dmamap_xfer, 649 0, dev->d_dmamap_xfer->dm_mapsize, 650 (dev->d_flags & NJATA32_DEV_DMA_READ) ? 651 BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE); 652 653 bus_dmamap_unload(sc->sc_dmat, dev->d_dmamap_xfer); 654 dev->d_flags &= ~NJATA32_DEV_DMA_MAPPED; 655} 656 657int 658njata32_intr(void *arg) 659{ 660 struct njata32_softc *sc = arg; 661 struct ata_channel *chp; 662 int irq; 663 664 irq = bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 665 NJATA32_REG_IRQ_STAT); 666 if ((irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) == 0) 667 return 0; /* not mine */ 668 669 DPRINTF(("%s: njata32_intr: irq = %#x, altstatus = %#x\n", 670 NJATA32NAME(sc), irq, 671 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 672 NJATA32_REG_WD_ALTSTATUS))); 673 674 chp = &sc->sc_ch[0].ch_ata_channel; 675 676 if (irq & NJATA32_IRQ_XFER) 677 sc->sc_devflags |= NJATA32_DEV_GOT_XFER_INTR; 678 679 if ((irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) == NJATA32_IRQ_XFER && 680 (sc->sc_devflags & NJATA32_DEV_XFER_INTR) == 0) { 681 /* 682 * transfer done, wait for device interrupt 683 */ 684 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 685 NJATA32_REG_BM, NJATA32_BM_WAIT0); 686 return 1; 687 } 688 689 /* 690 * If both transfer done interrupt and device interrupt are 691 * active for ATAPI transfer, call wdcintr() twice. 692 */ 693 if ((sc->sc_devflags & NJATA32_DEV_DMA_ATAPI) && 694 (irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) == 695 (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV) && 696 (sc->sc_devflags & NJATA32_DEV_XFER_INTR)) { 697 if (wdcintr(chp) == 0) { 698 njata32_clearirq(&sc->sc_ch[0].ch_ata_channel, irq); 699 } 700 } 701 702 if (wdcintr(chp) == 0) { 703 njata32_clearirq(&sc->sc_ch[0].ch_ata_channel, irq); 704 } 705 706 return 1; 707} 708