1/*- 2 * SPDX-License-Identifier: BSD-2-Clause 3 * 4 * Copyright (C) 2010 Nathan Whitehorn 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 19 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; 22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 */ 27 28#include <sys/param.h> 29#include <sys/systm.h> 30#include <sys/sockio.h> 31#include <sys/endian.h> 32#include <sys/lock.h> 33#include <sys/mbuf.h> 34#include <sys/module.h> 35#include <sys/malloc.h> 36#include <sys/mutex.h> 37#include <sys/kernel.h> 38#include <sys/socket.h> 39 40#include <vm/vm.h> 41#include <vm/pmap.h> 42 43#include <net/bpf.h> 44#include <net/if.h> 45#include <net/if_var.h> 46#include <net/ethernet.h> 47#include <net/if_media.h> 48#include <net/if_types.h> 49#include <net/if_dl.h> 50 51#include <machine/pio.h> 52#include <machine/bus.h> 53#include <machine/platform.h> 54#include <machine/resource.h> 55#include <sys/bus.h> 56#include <sys/rman.h> 57 58#include "ps3bus.h" 59#include "ps3-hvcall.h" 60#include "if_glcreg.h" 61 62static int glc_probe(device_t); 63static int glc_attach(device_t); 64static void glc_init(void *xsc); 65static void glc_start(if_t ifp); 66static int glc_ioctl(if_t ifp, u_long cmd, caddr_t data); 67static void glc_set_multicast(struct glc_softc *sc); 68static int glc_add_rxbuf(struct glc_softc *sc, int idx); 69static int glc_add_rxbuf_dma(struct glc_softc *sc, int idx); 70static int glc_encap(struct glc_softc *sc, struct mbuf **m_head, 71 bus_addr_t *pktdesc); 72static int glc_intr_filter(void *xsc); 73static void glc_intr(void *xsc); 74static void glc_tick(void *xsc); 75static void glc_media_status(if_t ifp, struct ifmediareq *ifmr); 76static int glc_media_change(if_t ifp); 77 78static MALLOC_DEFINE(M_GLC, "gelic", "PS3 GELIC ethernet"); 79 80static device_method_t glc_methods[] = { 81 /* Device interface */ 82 DEVMETHOD(device_probe, glc_probe), 83 DEVMETHOD(device_attach, glc_attach), 84 { 0, 0 } 85}; 86 87static driver_t glc_driver = { 88 "glc", 89 glc_methods, 90 sizeof(struct glc_softc) 91}; 92 93DRIVER_MODULE(glc, ps3bus, glc_driver, 0, 0); 94 95static int 96glc_probe(device_t dev) 97{ 98 99 if (ps3bus_get_bustype(dev) != PS3_BUSTYPE_SYSBUS || 100 ps3bus_get_devtype(dev) != PS3_DEVTYPE_GELIC) 101 return (ENXIO); 102 103 device_set_desc(dev, "Playstation 3 GELIC Network Controller"); 104 return (BUS_PROBE_SPECIFIC); 105} 106 107static void 108glc_getphys(void *xaddr, bus_dma_segment_t *segs, int nsegs, int error) 109{ 110 if (error != 0) 111 return; 112 113 *(bus_addr_t *)xaddr = segs[0].ds_addr; 114} 115 116static int 117glc_attach(device_t dev) 118{ 119 struct glc_softc *sc; 120 struct glc_txsoft *txs; 121 uint64_t mac64, val, junk; 122 int i, err; 123 124 sc = device_get_softc(dev); 125 126 sc->sc_bus = ps3bus_get_bus(dev); 127 sc->sc_dev = ps3bus_get_device(dev); 128 sc->sc_self = dev; 129 130 mtx_init(&sc->sc_mtx, device_get_nameunit(dev), MTX_NETWORK_LOCK, 131 MTX_DEF); 132 callout_init_mtx(&sc->sc_tick_ch, &sc->sc_mtx, 0); 133 sc->next_txdma_slot = 0; 134 sc->bsy_txdma_slots = 0; 135 sc->sc_next_rxdma_slot = 0; 136 sc->first_used_txdma_slot = -1; 137 138 /* 139 * Shut down existing tasks. 140 */ 141 142 lv1_net_stop_tx_dma(sc->sc_bus, sc->sc_dev, 0); 143 lv1_net_stop_rx_dma(sc->sc_bus, sc->sc_dev, 0); 144 145 sc->sc_ifp = if_alloc(IFT_ETHER); 146 if_setsoftc(sc->sc_ifp, sc); 147 148 /* 149 * Get MAC address and VLAN id 150 */ 151 152 lv1_net_control(sc->sc_bus, sc->sc_dev, GELIC_GET_MAC_ADDRESS, 153 0, 0, 0, &mac64, &junk); 154 memcpy(sc->sc_enaddr, &((uint8_t *)&mac64)[2], sizeof(sc->sc_enaddr)); 155 sc->sc_tx_vlan = sc->sc_rx_vlan = -1; 156 err = lv1_net_control(sc->sc_bus, sc->sc_dev, GELIC_GET_VLAN_ID, 157 GELIC_VLAN_TX_ETHERNET, 0, 0, &val, &junk); 158 if (err == 0) 159 sc->sc_tx_vlan = val; 160 err = lv1_net_control(sc->sc_bus, sc->sc_dev, GELIC_GET_VLAN_ID, 161 GELIC_VLAN_RX_ETHERNET, 0, 0, &val, &junk); 162 if (err == 0) 163 sc->sc_rx_vlan = val; 164 165 /* 166 * Set up interrupt handler 167 */ 168 sc->sc_irqid = 0; 169 sc->sc_irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, &sc->sc_irqid, 170 RF_ACTIVE); 171 if (sc->sc_irq == NULL) { 172 device_printf(dev, "Could not allocate IRQ!\n"); 173 mtx_destroy(&sc->sc_mtx); 174 return (ENXIO); 175 } 176 177 bus_setup_intr(dev, sc->sc_irq, 178 INTR_TYPE_NET | INTR_MPSAFE | INTR_ENTROPY, 179 glc_intr_filter, glc_intr, sc, &sc->sc_irqctx); 180 sc->sc_hwirq_status = (uint64_t *)contigmalloc(8, M_GLC, M_ZERO, 0, 181 BUS_SPACE_MAXADDR_32BIT, 8, PAGE_SIZE); 182 lv1_net_set_interrupt_status_indicator(sc->sc_bus, sc->sc_dev, 183 vtophys(sc->sc_hwirq_status), 0); 184 lv1_net_set_interrupt_mask(sc->sc_bus, sc->sc_dev, 185 GELIC_INT_RXDONE | GELIC_INT_RXFRAME | GELIC_INT_PHY | 186 GELIC_INT_TX_CHAIN_END, 0); 187 188 /* 189 * Set up DMA. 190 */ 191 192 err = bus_dma_tag_create(bus_get_dma_tag(dev), 32, 0, 193 BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR, NULL, NULL, 194 129*sizeof(struct glc_dmadesc), 1, 128*sizeof(struct glc_dmadesc), 195 0, NULL,NULL, &sc->sc_dmadesc_tag); 196 197 err = bus_dmamem_alloc(sc->sc_dmadesc_tag, (void **)&sc->sc_txdmadesc, 198 BUS_DMA_WAITOK | BUS_DMA_COHERENT | BUS_DMA_ZERO, 199 &sc->sc_txdmadesc_map); 200 err = bus_dmamap_load(sc->sc_dmadesc_tag, sc->sc_txdmadesc_map, 201 sc->sc_txdmadesc, 128*sizeof(struct glc_dmadesc), glc_getphys, 202 &sc->sc_txdmadesc_phys, 0); 203 err = bus_dmamem_alloc(sc->sc_dmadesc_tag, (void **)&sc->sc_rxdmadesc, 204 BUS_DMA_WAITOK | BUS_DMA_COHERENT | BUS_DMA_ZERO, 205 &sc->sc_rxdmadesc_map); 206 err = bus_dmamap_load(sc->sc_dmadesc_tag, sc->sc_rxdmadesc_map, 207 sc->sc_rxdmadesc, 128*sizeof(struct glc_dmadesc), glc_getphys, 208 &sc->sc_rxdmadesc_phys, 0); 209 210 err = bus_dma_tag_create(bus_get_dma_tag(dev), 128, 0, 211 BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR, NULL, NULL, 212 BUS_SPACE_MAXSIZE_32BIT, 0, BUS_SPACE_MAXSIZE_32BIT, 0, NULL,NULL, 213 &sc->sc_rxdma_tag); 214 err = bus_dma_tag_create(bus_get_dma_tag(dev), 1, 0, 215 BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR, NULL, NULL, 216 BUS_SPACE_MAXSIZE_32BIT, 16, BUS_SPACE_MAXSIZE_32BIT, 0, NULL,NULL, 217 &sc->sc_txdma_tag); 218 219 /* init transmit descriptors */ 220 STAILQ_INIT(&sc->sc_txfreeq); 221 STAILQ_INIT(&sc->sc_txdirtyq); 222 223 /* create TX DMA maps */ 224 err = ENOMEM; 225 for (i = 0; i < GLC_MAX_TX_PACKETS; i++) { 226 txs = &sc->sc_txsoft[i]; 227 txs->txs_mbuf = NULL; 228 err = bus_dmamap_create(sc->sc_txdma_tag, 0, &txs->txs_dmamap); 229 if (err) { 230 device_printf(dev, 231 "unable to create TX DMA map %d, error = %d\n", 232 i, err); 233 } 234 STAILQ_INSERT_TAIL(&sc->sc_txfreeq, txs, txs_q); 235 } 236 237 /* Create the receive buffer DMA maps. */ 238 for (i = 0; i < GLC_MAX_RX_PACKETS; i++) { 239 err = bus_dmamap_create(sc->sc_rxdma_tag, 0, 240 &sc->sc_rxsoft[i].rxs_dmamap); 241 if (err) { 242 device_printf(dev, 243 "unable to create RX DMA map %d, error = %d\n", 244 i, err); 245 } 246 sc->sc_rxsoft[i].rxs_mbuf = NULL; 247 } 248 249 /* 250 * Attach to network stack 251 */ 252 253 if_initname(sc->sc_ifp, device_get_name(dev), device_get_unit(dev)); 254 if_setmtu(sc->sc_ifp, ETHERMTU); 255 if_setflags(sc->sc_ifp, IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST); 256 if_sethwassist(sc->sc_ifp, CSUM_TCP | CSUM_UDP); 257 if_setcapabilities(sc->sc_ifp, IFCAP_HWCSUM | IFCAP_RXCSUM); 258 if_setcapenable(sc->sc_ifp, IFCAP_HWCSUM | IFCAP_RXCSUM); 259 if_setstartfn(sc->sc_ifp, glc_start); 260 if_setioctlfn(sc->sc_ifp, glc_ioctl); 261 if_setinitfn(sc->sc_ifp, glc_init); 262 263 ifmedia_init(&sc->sc_media, IFM_IMASK, glc_media_change, 264 glc_media_status); 265 ifmedia_add(&sc->sc_media, IFM_ETHER | IFM_10_T, 0, NULL); 266 ifmedia_add(&sc->sc_media, IFM_ETHER | IFM_10_T | IFM_FDX, 0, NULL); 267 ifmedia_add(&sc->sc_media, IFM_ETHER | IFM_100_TX, 0, NULL); 268 ifmedia_add(&sc->sc_media, IFM_ETHER | IFM_100_TX | IFM_FDX, 0, NULL); 269 ifmedia_add(&sc->sc_media, IFM_ETHER | IFM_1000_T | IFM_FDX, 0, NULL); 270 ifmedia_add(&sc->sc_media, IFM_ETHER | IFM_AUTO, 0, NULL); 271 ifmedia_set(&sc->sc_media, IFM_ETHER | IFM_AUTO); 272 273 if_setsendqlen(sc->sc_ifp, GLC_MAX_TX_PACKETS); 274 if_setsendqready(sc->sc_ifp); 275 276 ether_ifattach(sc->sc_ifp, sc->sc_enaddr); 277 if_sethwassist(sc->sc_ifp, 0); 278 279 return (0); 280 281 mtx_destroy(&sc->sc_mtx); 282 if_free(sc->sc_ifp); 283 return (ENXIO); 284} 285 286static void 287glc_init_locked(struct glc_softc *sc) 288{ 289 int i, error; 290 struct glc_rxsoft *rxs; 291 struct glc_txsoft *txs; 292 293 mtx_assert(&sc->sc_mtx, MA_OWNED); 294 295 lv1_net_stop_tx_dma(sc->sc_bus, sc->sc_dev, 0); 296 lv1_net_stop_rx_dma(sc->sc_bus, sc->sc_dev, 0); 297 298 glc_set_multicast(sc); 299 300 for (i = 0; i < GLC_MAX_RX_PACKETS; i++) { 301 rxs = &sc->sc_rxsoft[i]; 302 rxs->rxs_desc_slot = i; 303 304 if (rxs->rxs_mbuf == NULL) { 305 glc_add_rxbuf(sc, i); 306 307 if (rxs->rxs_mbuf == NULL) { 308 rxs->rxs_desc_slot = -1; 309 break; 310 } 311 } 312 313 glc_add_rxbuf_dma(sc, i); 314 bus_dmamap_sync(sc->sc_dmadesc_tag, sc->sc_rxdmadesc_map, 315 BUS_DMASYNC_PREREAD); 316 } 317 318 /* Clear TX dirty queue */ 319 while ((txs = STAILQ_FIRST(&sc->sc_txdirtyq)) != NULL) { 320 STAILQ_REMOVE_HEAD(&sc->sc_txdirtyq, txs_q); 321 bus_dmamap_unload(sc->sc_txdma_tag, txs->txs_dmamap); 322 323 if (txs->txs_mbuf != NULL) { 324 m_freem(txs->txs_mbuf); 325 txs->txs_mbuf = NULL; 326 } 327 328 STAILQ_INSERT_TAIL(&sc->sc_txfreeq, txs, txs_q); 329 } 330 sc->first_used_txdma_slot = -1; 331 sc->bsy_txdma_slots = 0; 332 333 error = lv1_net_start_rx_dma(sc->sc_bus, sc->sc_dev, 334 sc->sc_rxsoft[0].rxs_desc, 0); 335 if (error != 0) 336 device_printf(sc->sc_self, 337 "lv1_net_start_rx_dma error: %d\n", error); 338 339 if_setdrvflagbits(sc->sc_ifp, IFF_DRV_RUNNING, 0); 340 if_setdrvflagbits(sc->sc_ifp, 0, IFF_DRV_OACTIVE); 341 sc->sc_ifpflags = if_getflags(sc->sc_ifp); 342 343 sc->sc_wdog_timer = 0; 344 callout_reset(&sc->sc_tick_ch, hz, glc_tick, sc); 345} 346 347static void 348glc_stop(void *xsc) 349{ 350 struct glc_softc *sc = xsc; 351 352 mtx_assert(&sc->sc_mtx, MA_OWNED); 353 354 lv1_net_stop_tx_dma(sc->sc_bus, sc->sc_dev, 0); 355 lv1_net_stop_rx_dma(sc->sc_bus, sc->sc_dev, 0); 356} 357 358static void 359glc_init(void *xsc) 360{ 361 struct glc_softc *sc = xsc; 362 363 mtx_lock(&sc->sc_mtx); 364 glc_init_locked(sc); 365 mtx_unlock(&sc->sc_mtx); 366} 367 368static void 369glc_tick(void *xsc) 370{ 371 struct glc_softc *sc = xsc; 372 373 mtx_assert(&sc->sc_mtx, MA_OWNED); 374 375 /* 376 * XXX: Sometimes the RX queue gets stuck. Poke it periodically until 377 * we figure out why. This will fail harmlessly if the RX queue is 378 * already running. 379 */ 380 lv1_net_start_rx_dma(sc->sc_bus, sc->sc_dev, 381 sc->sc_rxsoft[sc->sc_next_rxdma_slot].rxs_desc, 0); 382 383 if (sc->sc_wdog_timer == 0 || --sc->sc_wdog_timer != 0) { 384 callout_reset(&sc->sc_tick_ch, hz, glc_tick, sc); 385 return; 386 } 387 388 /* Problems */ 389 device_printf(sc->sc_self, "device timeout\n"); 390 391 glc_init_locked(sc); 392} 393 394static void 395glc_start_locked(if_t ifp) 396{ 397 struct glc_softc *sc = if_getsoftc(ifp); 398 bus_addr_t first, pktdesc; 399 int kickstart = 0; 400 int error; 401 struct mbuf *mb_head; 402 403 mtx_assert(&sc->sc_mtx, MA_OWNED); 404 first = 0; 405 406 if ((if_getdrvflags(ifp) & (IFF_DRV_RUNNING | IFF_DRV_OACTIVE)) != 407 IFF_DRV_RUNNING) 408 return; 409 410 if (STAILQ_EMPTY(&sc->sc_txdirtyq)) 411 kickstart = 1; 412 413 while (!if_sendq_empty(ifp)) { 414 mb_head = if_dequeue(ifp); 415 416 if (mb_head == NULL) 417 break; 418 419 /* Check if the ring buffer is full */ 420 if (sc->bsy_txdma_slots > 125) { 421 /* Put the packet back and stop */ 422 if_setdrvflagbits(ifp, IFF_DRV_OACTIVE, 0); 423 if_sendq_prepend(ifp, mb_head); 424 break; 425 } 426 427 BPF_MTAP(ifp, mb_head); 428 429 if (sc->sc_tx_vlan >= 0) 430 mb_head = ether_vlanencap(mb_head, sc->sc_tx_vlan); 431 432 if (glc_encap(sc, &mb_head, &pktdesc)) { 433 if_setdrvflagbits(ifp, IFF_DRV_OACTIVE, 0); 434 break; 435 } 436 437 if (first == 0) 438 first = pktdesc; 439 } 440 441 if (kickstart && first != 0) { 442 error = lv1_net_start_tx_dma(sc->sc_bus, sc->sc_dev, first, 0); 443 if (error != 0) 444 device_printf(sc->sc_self, 445 "lv1_net_start_tx_dma error: %d\n", error); 446 sc->sc_wdog_timer = 5; 447 } 448} 449 450static void 451glc_start(if_t ifp) 452{ 453 struct glc_softc *sc = if_getsoftc(ifp); 454 455 mtx_lock(&sc->sc_mtx); 456 glc_start_locked(ifp); 457 mtx_unlock(&sc->sc_mtx); 458} 459 460static int 461glc_ioctl(if_t ifp, u_long cmd, caddr_t data) 462{ 463 struct glc_softc *sc = if_getsoftc(ifp); 464 struct ifreq *ifr = (struct ifreq *)data; 465 int err = 0; 466 467 switch (cmd) { 468 case SIOCSIFFLAGS: 469 mtx_lock(&sc->sc_mtx); 470 if ((if_getflags(ifp) & IFF_UP) != 0) { 471 if ((if_getdrvflags(ifp) & IFF_DRV_RUNNING) != 0 && 472 ((if_getflags(ifp) ^ sc->sc_ifpflags) & 473 (IFF_ALLMULTI | IFF_PROMISC)) != 0) 474 glc_set_multicast(sc); 475 else 476 glc_init_locked(sc); 477 } 478 else if ((if_getdrvflags(ifp) & IFF_DRV_RUNNING) != 0) 479 glc_stop(sc); 480 sc->sc_ifpflags = if_getflags(ifp); 481 mtx_unlock(&sc->sc_mtx); 482 break; 483 case SIOCADDMULTI: 484 case SIOCDELMULTI: 485 mtx_lock(&sc->sc_mtx); 486 glc_set_multicast(sc); 487 mtx_unlock(&sc->sc_mtx); 488 break; 489 case SIOCGIFMEDIA: 490 case SIOCSIFMEDIA: 491 err = ifmedia_ioctl(ifp, ifr, &sc->sc_media, cmd); 492 break; 493 default: 494 err = ether_ioctl(ifp, cmd, data); 495 break; 496 } 497 498 return (err); 499} 500 501static u_int 502glc_add_maddr(void *arg, struct sockaddr_dl *sdl, u_int cnt) 503{ 504 struct glc_softc *sc = arg; 505 uint64_t addr; 506 507 /* 508 * Filter can only hold 32 addresses, so fall back to 509 * the IFF_ALLMULTI case if we have too many. +1 is for 510 * broadcast. 511 */ 512 if (cnt + 1 == 32) 513 return (0); 514 515 addr = 0; 516 memcpy(&((uint8_t *)(&addr))[2], LLADDR(sdl), ETHER_ADDR_LEN); 517 lv1_net_add_multicast_address(sc->sc_bus, sc->sc_dev, addr, 0); 518 519 return (1); 520} 521 522static void 523glc_set_multicast(struct glc_softc *sc) 524{ 525 if_t ifp = sc->sc_ifp; 526 int naddrs; 527 528 /* Clear multicast filter */ 529 lv1_net_remove_multicast_address(sc->sc_bus, sc->sc_dev, 0, 1); 530 531 /* Add broadcast */ 532 lv1_net_add_multicast_address(sc->sc_bus, sc->sc_dev, 533 0xffffffffffffL, 0); 534 535 if ((if_getflags(ifp) & IFF_ALLMULTI) != 0) { 536 lv1_net_add_multicast_address(sc->sc_bus, sc->sc_dev, 0, 1); 537 } else { 538 naddrs = if_foreach_llmaddr(ifp, glc_add_maddr, sc); 539 if (naddrs + 1 == 32) 540 lv1_net_add_multicast_address(sc->sc_bus, 541 sc->sc_dev, 0, 1); 542 } 543} 544 545static int 546glc_add_rxbuf(struct glc_softc *sc, int idx) 547{ 548 struct glc_rxsoft *rxs = &sc->sc_rxsoft[idx]; 549 struct mbuf *m; 550 bus_dma_segment_t segs[1]; 551 int error, nsegs; 552 553 m = m_getcl(M_NOWAIT, MT_DATA, M_PKTHDR); 554 if (m == NULL) 555 return (ENOBUFS); 556 m->m_len = m->m_pkthdr.len = m->m_ext.ext_size; 557 558 if (rxs->rxs_mbuf != NULL) { 559 bus_dmamap_sync(sc->sc_rxdma_tag, rxs->rxs_dmamap, 560 BUS_DMASYNC_POSTREAD); 561 bus_dmamap_unload(sc->sc_rxdma_tag, rxs->rxs_dmamap); 562 } 563 564 error = bus_dmamap_load_mbuf_sg(sc->sc_rxdma_tag, rxs->rxs_dmamap, m, 565 segs, &nsegs, BUS_DMA_NOWAIT); 566 if (error != 0) { 567 device_printf(sc->sc_self, 568 "cannot load RS DMA map %d, error = %d\n", idx, error); 569 m_freem(m); 570 return (error); 571 } 572 /* If nsegs is wrong then the stack is corrupt. */ 573 KASSERT(nsegs == 1, 574 ("%s: too many DMA segments (%d)", __func__, nsegs)); 575 rxs->rxs_mbuf = m; 576 rxs->segment = segs[0]; 577 578 bus_dmamap_sync(sc->sc_rxdma_tag, rxs->rxs_dmamap, BUS_DMASYNC_PREREAD); 579 580 return (0); 581} 582 583static int 584glc_add_rxbuf_dma(struct glc_softc *sc, int idx) 585{ 586 struct glc_rxsoft *rxs = &sc->sc_rxsoft[idx]; 587 588 bzero(&sc->sc_rxdmadesc[idx], sizeof(sc->sc_rxdmadesc[idx])); 589 sc->sc_rxdmadesc[idx].paddr = rxs->segment.ds_addr; 590 sc->sc_rxdmadesc[idx].len = rxs->segment.ds_len; 591 sc->sc_rxdmadesc[idx].next = sc->sc_rxdmadesc_phys + 592 ((idx + 1) % GLC_MAX_RX_PACKETS)*sizeof(sc->sc_rxdmadesc[idx]); 593 sc->sc_rxdmadesc[idx].cmd_stat = GELIC_DESCR_OWNED; 594 595 rxs->rxs_desc_slot = idx; 596 rxs->rxs_desc = sc->sc_rxdmadesc_phys + idx*sizeof(struct glc_dmadesc); 597 598 return (0); 599} 600 601static int 602glc_encap(struct glc_softc *sc, struct mbuf **m_head, bus_addr_t *pktdesc) 603{ 604 bus_dma_segment_t segs[16]; 605 struct glc_txsoft *txs; 606 struct mbuf *m; 607 bus_addr_t firstslotphys; 608 int i, idx, nsegs, nsegs_max; 609 int err = 0; 610 611 /* Max number of segments is the number of free DMA slots */ 612 nsegs_max = 128 - sc->bsy_txdma_slots; 613 614 if (nsegs_max > 16 || sc->first_used_txdma_slot < 0) 615 nsegs_max = 16; 616 617 /* Get a work queue entry. */ 618 if ((txs = STAILQ_FIRST(&sc->sc_txfreeq)) == NULL) { 619 /* Ran out of descriptors. */ 620 return (ENOBUFS); 621 } 622 623 nsegs = 0; 624 for (m = *m_head; m != NULL; m = m->m_next) 625 nsegs++; 626 627 if (nsegs > nsegs_max) { 628 m = m_collapse(*m_head, M_NOWAIT, nsegs_max); 629 if (m == NULL) { 630 m_freem(*m_head); 631 *m_head = NULL; 632 return (ENOBUFS); 633 } 634 *m_head = m; 635 } 636 637 err = bus_dmamap_load_mbuf_sg(sc->sc_txdma_tag, txs->txs_dmamap, 638 *m_head, segs, &nsegs, BUS_DMA_NOWAIT); 639 if (err != 0) { 640 m_freem(*m_head); 641 *m_head = NULL; 642 return (err); 643 } 644 645 KASSERT(nsegs <= 128 - sc->bsy_txdma_slots, 646 ("GLC: Mapped too many (%d) DMA segments with %d available", 647 nsegs, 128 - sc->bsy_txdma_slots)); 648 649 if (nsegs == 0) { 650 m_freem(*m_head); 651 *m_head = NULL; 652 return (EIO); 653 } 654 655 txs->txs_ndescs = nsegs; 656 txs->txs_firstdesc = sc->next_txdma_slot; 657 658 idx = txs->txs_firstdesc; 659 firstslotphys = sc->sc_txdmadesc_phys + 660 txs->txs_firstdesc*sizeof(struct glc_dmadesc); 661 662 for (i = 0; i < nsegs; i++) { 663 bzero(&sc->sc_txdmadesc[idx], sizeof(sc->sc_txdmadesc[idx])); 664 sc->sc_txdmadesc[idx].paddr = segs[i].ds_addr; 665 sc->sc_txdmadesc[idx].len = segs[i].ds_len; 666 sc->sc_txdmadesc[idx].next = sc->sc_txdmadesc_phys + 667 ((idx + 1) % GLC_MAX_TX_PACKETS)*sizeof(struct glc_dmadesc); 668 sc->sc_txdmadesc[idx].cmd_stat |= GELIC_CMDSTAT_NOIPSEC; 669 670 if (i+1 == nsegs) { 671 txs->txs_lastdesc = idx; 672 sc->sc_txdmadesc[idx].next = 0; 673 sc->sc_txdmadesc[idx].cmd_stat |= GELIC_CMDSTAT_LAST; 674 } 675 676 if ((*m_head)->m_pkthdr.csum_flags & CSUM_TCP) 677 sc->sc_txdmadesc[idx].cmd_stat |= GELIC_CMDSTAT_CSUM_TCP; 678 if ((*m_head)->m_pkthdr.csum_flags & CSUM_UDP) 679 sc->sc_txdmadesc[idx].cmd_stat |= GELIC_CMDSTAT_CSUM_UDP; 680 sc->sc_txdmadesc[idx].cmd_stat |= GELIC_DESCR_OWNED; 681 682 idx = (idx + 1) % GLC_MAX_TX_PACKETS; 683 } 684 sc->next_txdma_slot = idx; 685 sc->bsy_txdma_slots += nsegs; 686 if (txs->txs_firstdesc != 0) 687 idx = txs->txs_firstdesc - 1; 688 else 689 idx = GLC_MAX_TX_PACKETS - 1; 690 691 if (sc->first_used_txdma_slot < 0) 692 sc->first_used_txdma_slot = txs->txs_firstdesc; 693 694 bus_dmamap_sync(sc->sc_txdma_tag, txs->txs_dmamap, 695 BUS_DMASYNC_PREWRITE); 696 sc->sc_txdmadesc[idx].next = firstslotphys; 697 698 STAILQ_REMOVE_HEAD(&sc->sc_txfreeq, txs_q); 699 STAILQ_INSERT_TAIL(&sc->sc_txdirtyq, txs, txs_q); 700 txs->txs_mbuf = *m_head; 701 *pktdesc = firstslotphys; 702 703 return (0); 704} 705 706static void 707glc_rxintr(struct glc_softc *sc) 708{ 709 int i, restart_rxdma, error; 710 struct mbuf *m; 711 if_t ifp = sc->sc_ifp; 712 713 bus_dmamap_sync(sc->sc_dmadesc_tag, sc->sc_rxdmadesc_map, 714 BUS_DMASYNC_POSTREAD); 715 716 restart_rxdma = 0; 717 while ((sc->sc_rxdmadesc[sc->sc_next_rxdma_slot].cmd_stat & 718 GELIC_DESCR_OWNED) == 0) { 719 i = sc->sc_next_rxdma_slot; 720 sc->sc_next_rxdma_slot++; 721 if (sc->sc_next_rxdma_slot >= GLC_MAX_RX_PACKETS) 722 sc->sc_next_rxdma_slot = 0; 723 724 if (sc->sc_rxdmadesc[i].cmd_stat & GELIC_CMDSTAT_CHAIN_END) 725 restart_rxdma = 1; 726 727 if (sc->sc_rxdmadesc[i].rxerror & GELIC_RXERRORS) { 728 if_inc_counter(ifp, IFCOUNTER_IERRORS, 1); 729 goto requeue; 730 } 731 732 m = sc->sc_rxsoft[i].rxs_mbuf; 733 if (sc->sc_rxdmadesc[i].data_stat & GELIC_RX_IPCSUM) { 734 m->m_pkthdr.csum_flags |= 735 CSUM_IP_CHECKED | CSUM_IP_VALID; 736 } 737 if (sc->sc_rxdmadesc[i].data_stat & GELIC_RX_TCPUDPCSUM) { 738 m->m_pkthdr.csum_flags |= 739 CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 740 m->m_pkthdr.csum_data = 0xffff; 741 } 742 743 if (glc_add_rxbuf(sc, i)) { 744 if_inc_counter(ifp, IFCOUNTER_IERRORS, 1); 745 goto requeue; 746 } 747 748 if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1); 749 m->m_pkthdr.rcvif = ifp; 750 m->m_len = sc->sc_rxdmadesc[i].valid_size; 751 m->m_pkthdr.len = m->m_len; 752 753 /* 754 * Remove VLAN tag. Even on early firmwares that do not allow 755 * multiple VLANs, the VLAN tag is still in place here. 756 */ 757 m_adj(m, 2); 758 759 mtx_unlock(&sc->sc_mtx); 760 if_input(ifp, m); 761 mtx_lock(&sc->sc_mtx); 762 763 requeue: 764 glc_add_rxbuf_dma(sc, i); 765 } 766 767 bus_dmamap_sync(sc->sc_dmadesc_tag, sc->sc_rxdmadesc_map, 768 BUS_DMASYNC_PREWRITE); 769 770 if (restart_rxdma) { 771 error = lv1_net_start_rx_dma(sc->sc_bus, sc->sc_dev, 772 sc->sc_rxsoft[sc->sc_next_rxdma_slot].rxs_desc, 0); 773 if (error != 0) 774 device_printf(sc->sc_self, 775 "lv1_net_start_rx_dma error: %d\n", error); 776 } 777} 778 779static void 780glc_txintr(struct glc_softc *sc) 781{ 782 if_t ifp = sc->sc_ifp; 783 struct glc_txsoft *txs; 784 int progress = 0, kickstart = 0, error; 785 786 bus_dmamap_sync(sc->sc_dmadesc_tag, sc->sc_txdmadesc_map, 787 BUS_DMASYNC_POSTREAD); 788 789 while ((txs = STAILQ_FIRST(&sc->sc_txdirtyq)) != NULL) { 790 if (sc->sc_txdmadesc[txs->txs_lastdesc].cmd_stat 791 & GELIC_DESCR_OWNED) 792 break; 793 794 STAILQ_REMOVE_HEAD(&sc->sc_txdirtyq, txs_q); 795 bus_dmamap_unload(sc->sc_txdma_tag, txs->txs_dmamap); 796 sc->bsy_txdma_slots -= txs->txs_ndescs; 797 798 if (txs->txs_mbuf != NULL) { 799 m_freem(txs->txs_mbuf); 800 txs->txs_mbuf = NULL; 801 } 802 803 if ((sc->sc_txdmadesc[txs->txs_lastdesc].cmd_stat & 0xf0000000) 804 != 0) { 805 lv1_net_stop_tx_dma(sc->sc_bus, sc->sc_dev, 0); 806 kickstart = 1; 807 if_inc_counter(ifp, IFCOUNTER_OERRORS, 1); 808 } 809 810 if (sc->sc_txdmadesc[txs->txs_lastdesc].cmd_stat & 811 GELIC_CMDSTAT_CHAIN_END) 812 kickstart = 1; 813 814 STAILQ_INSERT_TAIL(&sc->sc_txfreeq, txs, txs_q); 815 if_inc_counter(ifp, IFCOUNTER_OPACKETS, 1); 816 progress = 1; 817 } 818 819 if (txs != NULL) 820 sc->first_used_txdma_slot = txs->txs_firstdesc; 821 else 822 sc->first_used_txdma_slot = -1; 823 824 if (kickstart || txs != NULL) { 825 /* Speculatively (or necessarily) start the TX queue again */ 826 error = lv1_net_start_tx_dma(sc->sc_bus, sc->sc_dev, 827 sc->sc_txdmadesc_phys + 828 ((txs == NULL) ? 0 : txs->txs_firstdesc)* 829 sizeof(struct glc_dmadesc), 0); 830 if (error != 0) 831 device_printf(sc->sc_self, 832 "lv1_net_start_tx_dma error: %d\n", error); 833 } 834 835 if (progress) { 836 /* 837 * We freed some descriptors, so reset IFF_DRV_OACTIVE 838 * and restart. 839 */ 840 if_setdrvflagbits(ifp, 0, IFF_DRV_OACTIVE); 841 sc->sc_wdog_timer = STAILQ_EMPTY(&sc->sc_txdirtyq) ? 0 : 5; 842 843 if ((if_getdrvflags(ifp) & IFF_DRV_RUNNING) && 844 !if_sendq_empty(ifp)) 845 glc_start_locked(ifp); 846 } 847} 848 849static int 850glc_intr_filter(void *xsc) 851{ 852 struct glc_softc *sc = xsc; 853 854 powerpc_sync(); 855 atomic_set_64(&sc->sc_interrupt_status, *sc->sc_hwirq_status); 856 return (FILTER_SCHEDULE_THREAD); 857} 858 859static void 860glc_intr(void *xsc) 861{ 862 struct glc_softc *sc = xsc; 863 uint64_t status, linkstat, junk; 864 865 mtx_lock(&sc->sc_mtx); 866 867 status = atomic_readandclear_64(&sc->sc_interrupt_status); 868 869 if (status == 0) { 870 mtx_unlock(&sc->sc_mtx); 871 return; 872 } 873 874 if (status & (GELIC_INT_RXDONE | GELIC_INT_RXFRAME)) 875 glc_rxintr(sc); 876 877 if (status & (GELIC_INT_TXDONE | GELIC_INT_TX_CHAIN_END)) 878 glc_txintr(sc); 879 880 if (status & GELIC_INT_PHY) { 881 lv1_net_control(sc->sc_bus, sc->sc_dev, GELIC_GET_LINK_STATUS, 882 GELIC_VLAN_TX_ETHERNET, 0, 0, &linkstat, &junk); 883 884 linkstat = (linkstat & GELIC_LINK_UP) ? 885 LINK_STATE_UP : LINK_STATE_DOWN; 886 if_link_state_change(sc->sc_ifp, linkstat); 887 } 888 889 mtx_unlock(&sc->sc_mtx); 890} 891 892static void 893glc_media_status(if_t ifp, struct ifmediareq *ifmr) 894{ 895 struct glc_softc *sc = if_getsoftc(ifp); 896 uint64_t status, junk; 897 898 ifmr->ifm_status = IFM_AVALID; 899 ifmr->ifm_active = IFM_ETHER; 900 901 lv1_net_control(sc->sc_bus, sc->sc_dev, GELIC_GET_LINK_STATUS, 902 GELIC_VLAN_TX_ETHERNET, 0, 0, &status, &junk); 903 904 if (status & GELIC_LINK_UP) 905 ifmr->ifm_status |= IFM_ACTIVE; 906 907 if (status & GELIC_SPEED_10) 908 ifmr->ifm_active |= IFM_10_T; 909 else if (status & GELIC_SPEED_100) 910 ifmr->ifm_active |= IFM_100_TX; 911 else if (status & GELIC_SPEED_1000) 912 ifmr->ifm_active |= IFM_1000_T; 913 914 if (status & GELIC_FULL_DUPLEX) 915 ifmr->ifm_active |= IFM_FDX; 916 else 917 ifmr->ifm_active |= IFM_HDX; 918} 919 920static int 921glc_media_change(if_t ifp) 922{ 923 struct glc_softc *sc = if_getsoftc(ifp); 924 uint64_t mode, junk; 925 int result; 926 927 if (IFM_TYPE(sc->sc_media.ifm_media) != IFM_ETHER) 928 return (EINVAL); 929 930 switch (IFM_SUBTYPE(sc->sc_media.ifm_media)) { 931 case IFM_AUTO: 932 mode = GELIC_AUTO_NEG; 933 break; 934 case IFM_10_T: 935 mode = GELIC_SPEED_10; 936 break; 937 case IFM_100_TX: 938 mode = GELIC_SPEED_100; 939 break; 940 case IFM_1000_T: 941 mode = GELIC_SPEED_1000 | GELIC_FULL_DUPLEX; 942 break; 943 default: 944 return (EINVAL); 945 } 946 947 if (IFM_OPTIONS(sc->sc_media.ifm_media) & IFM_FDX) 948 mode |= GELIC_FULL_DUPLEX; 949 950 result = lv1_net_control(sc->sc_bus, sc->sc_dev, GELIC_SET_LINK_MODE, 951 GELIC_VLAN_TX_ETHERNET, mode, 0, &junk, &junk); 952 953 return (result ? EIO : 0); 954} 955