if_age.c revision 270856
1179100Syongari/*- 2179100Syongari * Copyright (c) 2008, Pyun YongHyeon <yongari@FreeBSD.org> 3179100Syongari * All rights reserved. 4179100Syongari * 5179100Syongari * Redistribution and use in source and binary forms, with or without 6179100Syongari * modification, are permitted provided that the following conditions 7179100Syongari * are met: 8179100Syongari * 1. Redistributions of source code must retain the above copyright 9179100Syongari * notice unmodified, this list of conditions, and the following 10179100Syongari * disclaimer. 11179100Syongari * 2. Redistributions in binary form must reproduce the above copyright 12179100Syongari * notice, this list of conditions and the following disclaimer in the 13179100Syongari * documentation and/or other materials provided with the distribution. 14179100Syongari * 15179100Syongari * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16179100Syongari * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17179100Syongari * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18179100Syongari * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19179100Syongari * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20179100Syongari * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21179100Syongari * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22179100Syongari * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23179100Syongari * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24179100Syongari * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25179100Syongari * SUCH DAMAGE. 26179100Syongari */ 27179100Syongari 28179100Syongari/* Driver for Attansic Technology Corp. L1 Gigabit Ethernet. */ 29179100Syongari 30179100Syongari#include <sys/cdefs.h> 31179100Syongari__FBSDID("$FreeBSD: head/sys/dev/age/if_age.c 270856 2014-08-30 19:55:54Z glebius $"); 32179100Syongari 33179100Syongari#include <sys/param.h> 34179100Syongari#include <sys/systm.h> 35179100Syongari#include <sys/bus.h> 36179100Syongari#include <sys/endian.h> 37179100Syongari#include <sys/kernel.h> 38179100Syongari#include <sys/malloc.h> 39179100Syongari#include <sys/mbuf.h> 40179100Syongari#include <sys/rman.h> 41179100Syongari#include <sys/module.h> 42179100Syongari#include <sys/queue.h> 43179100Syongari#include <sys/socket.h> 44179100Syongari#include <sys/sockio.h> 45179100Syongari#include <sys/sysctl.h> 46179100Syongari#include <sys/taskqueue.h> 47179100Syongari 48179100Syongari#include <net/bpf.h> 49179100Syongari#include <net/if.h> 50257176Sglebius#include <net/if_var.h> 51179100Syongari#include <net/if_arp.h> 52179100Syongari#include <net/ethernet.h> 53179100Syongari#include <net/if_dl.h> 54179100Syongari#include <net/if_media.h> 55179100Syongari#include <net/if_types.h> 56179100Syongari#include <net/if_vlan_var.h> 57179100Syongari 58179100Syongari#include <netinet/in.h> 59179100Syongari#include <netinet/in_systm.h> 60179100Syongari#include <netinet/ip.h> 61179100Syongari#include <netinet/tcp.h> 62179100Syongari 63179100Syongari#include <dev/mii/mii.h> 64179100Syongari#include <dev/mii/miivar.h> 65179100Syongari 66179100Syongari#include <dev/pci/pcireg.h> 67179100Syongari#include <dev/pci/pcivar.h> 68179100Syongari 69179100Syongari#include <machine/bus.h> 70179100Syongari#include <machine/in_cksum.h> 71179100Syongari 72179100Syongari#include <dev/age/if_agereg.h> 73179100Syongari#include <dev/age/if_agevar.h> 74179100Syongari 75179100Syongari/* "device miibus" required. See GENERIC if you get errors here. */ 76179100Syongari#include "miibus_if.h" 77179100Syongari 78179100Syongari#define AGE_CSUM_FEATURES (CSUM_TCP | CSUM_UDP) 79179100Syongari 80179100SyongariMODULE_DEPEND(age, pci, 1, 1, 1); 81179100SyongariMODULE_DEPEND(age, ether, 1, 1, 1); 82179100SyongariMODULE_DEPEND(age, miibus, 1, 1, 1); 83179100Syongari 84179100Syongari/* Tunables. */ 85179100Syongaristatic int msi_disable = 0; 86179100Syongaristatic int msix_disable = 0; 87179100SyongariTUNABLE_INT("hw.age.msi_disable", &msi_disable); 88179100SyongariTUNABLE_INT("hw.age.msix_disable", &msix_disable); 89179100Syongari 90179100Syongari/* 91179100Syongari * Devices supported by this driver. 92179100Syongari */ 93179100Syongaristatic struct age_dev { 94179100Syongari uint16_t age_vendorid; 95179100Syongari uint16_t age_deviceid; 96179100Syongari const char *age_name; 97179100Syongari} age_devs[] = { 98179100Syongari { VENDORID_ATTANSIC, DEVICEID_ATTANSIC_L1, 99179100Syongari "Attansic Technology Corp, L1 Gigabit Ethernet" }, 100179100Syongari}; 101179100Syongari 102179100Syongaristatic int age_miibus_readreg(device_t, int, int); 103179100Syongaristatic int age_miibus_writereg(device_t, int, int, int); 104179100Syongaristatic void age_miibus_statchg(device_t); 105179100Syongaristatic void age_mediastatus(struct ifnet *, struct ifmediareq *); 106179100Syongaristatic int age_mediachange(struct ifnet *); 107179100Syongaristatic int age_probe(device_t); 108179100Syongaristatic void age_get_macaddr(struct age_softc *); 109179100Syongaristatic void age_phy_reset(struct age_softc *); 110179100Syongaristatic int age_attach(device_t); 111179100Syongaristatic int age_detach(device_t); 112179100Syongaristatic void age_sysctl_node(struct age_softc *); 113179100Syongaristatic void age_dmamap_cb(void *, bus_dma_segment_t *, int, int); 114179100Syongaristatic int age_check_boundary(struct age_softc *); 115179100Syongaristatic int age_dma_alloc(struct age_softc *); 116179100Syongaristatic void age_dma_free(struct age_softc *); 117179100Syongaristatic int age_shutdown(device_t); 118179100Syongaristatic void age_setwol(struct age_softc *); 119179100Syongaristatic int age_suspend(device_t); 120179100Syongaristatic int age_resume(device_t); 121179100Syongaristatic int age_encap(struct age_softc *, struct mbuf **); 122179100Syongaristatic void age_start(struct ifnet *); 123216925Sjhbstatic void age_start_locked(struct ifnet *); 124179100Syongaristatic void age_watchdog(struct age_softc *); 125179100Syongaristatic int age_ioctl(struct ifnet *, u_long, caddr_t); 126179100Syongaristatic void age_mac_config(struct age_softc *); 127179100Syongaristatic void age_link_task(void *, int); 128179100Syongaristatic void age_stats_update(struct age_softc *); 129179100Syongaristatic int age_intr(void *); 130179100Syongaristatic void age_int_task(void *, int); 131179100Syongaristatic void age_txintr(struct age_softc *, int); 132179100Syongaristatic void age_rxeof(struct age_softc *sc, struct rx_rdesc *); 133179100Syongaristatic int age_rxintr(struct age_softc *, int, int); 134179100Syongaristatic void age_tick(void *); 135179100Syongaristatic void age_reset(struct age_softc *); 136179100Syongaristatic void age_init(void *); 137179100Syongaristatic void age_init_locked(struct age_softc *); 138179100Syongaristatic void age_stop(struct age_softc *); 139179100Syongaristatic void age_stop_txmac(struct age_softc *); 140179100Syongaristatic void age_stop_rxmac(struct age_softc *); 141179100Syongaristatic void age_init_tx_ring(struct age_softc *); 142179100Syongaristatic int age_init_rx_ring(struct age_softc *); 143179100Syongaristatic void age_init_rr_ring(struct age_softc *); 144179100Syongaristatic void age_init_cmb_block(struct age_softc *); 145179100Syongaristatic void age_init_smb_block(struct age_softc *); 146246341Syongari#ifndef __NO_STRICT_ALIGNMENT 147246341Syongaristatic struct mbuf *age_fixup_rx(struct ifnet *, struct mbuf *); 148246341Syongari#endif 149179100Syongaristatic int age_newbuf(struct age_softc *, struct age_rxdesc *); 150179100Syongaristatic void age_rxvlan(struct age_softc *); 151179100Syongaristatic void age_rxfilter(struct age_softc *); 152179100Syongaristatic int sysctl_age_stats(SYSCTL_HANDLER_ARGS); 153179100Syongaristatic int sysctl_int_range(SYSCTL_HANDLER_ARGS, int, int); 154179100Syongaristatic int sysctl_hw_age_proc_limit(SYSCTL_HANDLER_ARGS); 155179100Syongaristatic int sysctl_hw_age_int_mod(SYSCTL_HANDLER_ARGS); 156179100Syongari 157179100Syongari 158179100Syongaristatic device_method_t age_methods[] = { 159179100Syongari /* Device interface. */ 160179100Syongari DEVMETHOD(device_probe, age_probe), 161179100Syongari DEVMETHOD(device_attach, age_attach), 162179100Syongari DEVMETHOD(device_detach, age_detach), 163179100Syongari DEVMETHOD(device_shutdown, age_shutdown), 164179100Syongari DEVMETHOD(device_suspend, age_suspend), 165179100Syongari DEVMETHOD(device_resume, age_resume), 166179100Syongari 167179100Syongari /* MII interface. */ 168179100Syongari DEVMETHOD(miibus_readreg, age_miibus_readreg), 169179100Syongari DEVMETHOD(miibus_writereg, age_miibus_writereg), 170179100Syongari DEVMETHOD(miibus_statchg, age_miibus_statchg), 171179100Syongari 172179100Syongari { NULL, NULL } 173179100Syongari}; 174179100Syongari 175179100Syongaristatic driver_t age_driver = { 176179100Syongari "age", 177179100Syongari age_methods, 178179100Syongari sizeof(struct age_softc) 179179100Syongari}; 180179100Syongari 181179100Syongaristatic devclass_t age_devclass; 182179100Syongari 183179100SyongariDRIVER_MODULE(age, pci, age_driver, age_devclass, 0, 0); 184179100SyongariDRIVER_MODULE(miibus, age, miibus_driver, miibus_devclass, 0, 0); 185179100Syongari 186179100Syongaristatic struct resource_spec age_res_spec_mem[] = { 187179100Syongari { SYS_RES_MEMORY, PCIR_BAR(0), RF_ACTIVE }, 188179100Syongari { -1, 0, 0 } 189179100Syongari}; 190179100Syongari 191179100Syongaristatic struct resource_spec age_irq_spec_legacy[] = { 192179100Syongari { SYS_RES_IRQ, 0, RF_ACTIVE | RF_SHAREABLE }, 193179100Syongari { -1, 0, 0 } 194179100Syongari}; 195179100Syongari 196179100Syongaristatic struct resource_spec age_irq_spec_msi[] = { 197179100Syongari { SYS_RES_IRQ, 1, RF_ACTIVE }, 198179100Syongari { -1, 0, 0 } 199179100Syongari}; 200179100Syongari 201179100Syongaristatic struct resource_spec age_irq_spec_msix[] = { 202179100Syongari { SYS_RES_IRQ, 1, RF_ACTIVE }, 203179100Syongari { -1, 0, 0 } 204179100Syongari}; 205179100Syongari 206179100Syongari/* 207179100Syongari * Read a PHY register on the MII of the L1. 208179100Syongari */ 209179100Syongaristatic int 210179100Syongariage_miibus_readreg(device_t dev, int phy, int reg) 211179100Syongari{ 212179100Syongari struct age_softc *sc; 213179100Syongari uint32_t v; 214179100Syongari int i; 215179100Syongari 216179100Syongari sc = device_get_softc(dev); 217179100Syongari 218179100Syongari CSR_WRITE_4(sc, AGE_MDIO, MDIO_OP_EXECUTE | MDIO_OP_READ | 219179100Syongari MDIO_SUP_PREAMBLE | MDIO_CLK_25_4 | MDIO_REG_ADDR(reg)); 220179100Syongari for (i = AGE_PHY_TIMEOUT; i > 0; i--) { 221179100Syongari DELAY(1); 222179100Syongari v = CSR_READ_4(sc, AGE_MDIO); 223179100Syongari if ((v & (MDIO_OP_EXECUTE | MDIO_OP_BUSY)) == 0) 224179100Syongari break; 225179100Syongari } 226179100Syongari 227179100Syongari if (i == 0) { 228179100Syongari device_printf(sc->age_dev, "phy read timeout : %d\n", reg); 229179100Syongari return (0); 230179100Syongari } 231179100Syongari 232179100Syongari return ((v & MDIO_DATA_MASK) >> MDIO_DATA_SHIFT); 233179100Syongari} 234179100Syongari 235179100Syongari/* 236179100Syongari * Write a PHY register on the MII of the L1. 237179100Syongari */ 238179100Syongaristatic int 239179100Syongariage_miibus_writereg(device_t dev, int phy, int reg, int val) 240179100Syongari{ 241179100Syongari struct age_softc *sc; 242179100Syongari uint32_t v; 243179100Syongari int i; 244179100Syongari 245179100Syongari sc = device_get_softc(dev); 246179100Syongari 247179100Syongari CSR_WRITE_4(sc, AGE_MDIO, MDIO_OP_EXECUTE | MDIO_OP_WRITE | 248179100Syongari (val & MDIO_DATA_MASK) << MDIO_DATA_SHIFT | 249179100Syongari MDIO_SUP_PREAMBLE | MDIO_CLK_25_4 | MDIO_REG_ADDR(reg)); 250179100Syongari for (i = AGE_PHY_TIMEOUT; i > 0; i--) { 251179100Syongari DELAY(1); 252179100Syongari v = CSR_READ_4(sc, AGE_MDIO); 253179100Syongari if ((v & (MDIO_OP_EXECUTE | MDIO_OP_BUSY)) == 0) 254179100Syongari break; 255179100Syongari } 256179100Syongari 257179100Syongari if (i == 0) 258179100Syongari device_printf(sc->age_dev, "phy write timeout : %d\n", reg); 259179100Syongari 260179100Syongari return (0); 261179100Syongari} 262179100Syongari 263179100Syongari/* 264179100Syongari * Callback from MII layer when media changes. 265179100Syongari */ 266179100Syongaristatic void 267179100Syongariage_miibus_statchg(device_t dev) 268179100Syongari{ 269179100Syongari struct age_softc *sc; 270179100Syongari 271179100Syongari sc = device_get_softc(dev); 272179100Syongari taskqueue_enqueue(taskqueue_swi, &sc->age_link_task); 273179100Syongari} 274179100Syongari 275179100Syongari/* 276179100Syongari * Get the current interface media status. 277179100Syongari */ 278179100Syongaristatic void 279179100Syongariage_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr) 280179100Syongari{ 281179100Syongari struct age_softc *sc; 282179100Syongari struct mii_data *mii; 283179100Syongari 284179100Syongari sc = ifp->if_softc; 285179100Syongari AGE_LOCK(sc); 286179100Syongari mii = device_get_softc(sc->age_miibus); 287179100Syongari 288179100Syongari mii_pollstat(mii); 289179100Syongari ifmr->ifm_status = mii->mii_media_status; 290179100Syongari ifmr->ifm_active = mii->mii_media_active; 291226478Syongari AGE_UNLOCK(sc); 292179100Syongari} 293179100Syongari 294179100Syongari/* 295179100Syongari * Set hardware to newly-selected media. 296179100Syongari */ 297179100Syongaristatic int 298179100Syongariage_mediachange(struct ifnet *ifp) 299179100Syongari{ 300179100Syongari struct age_softc *sc; 301179100Syongari struct mii_data *mii; 302179100Syongari struct mii_softc *miisc; 303179100Syongari int error; 304179100Syongari 305179100Syongari sc = ifp->if_softc; 306179100Syongari AGE_LOCK(sc); 307179100Syongari mii = device_get_softc(sc->age_miibus); 308221407Smarius LIST_FOREACH(miisc, &mii->mii_phys, mii_list) 309221407Smarius PHY_RESET(miisc); 310179100Syongari error = mii_mediachg(mii); 311179100Syongari AGE_UNLOCK(sc); 312179100Syongari 313179100Syongari return (error); 314179100Syongari} 315179100Syongari 316179100Syongaristatic int 317179100Syongariage_probe(device_t dev) 318179100Syongari{ 319179100Syongari struct age_dev *sp; 320179100Syongari int i; 321179100Syongari uint16_t vendor, devid; 322179100Syongari 323179100Syongari vendor = pci_get_vendor(dev); 324179100Syongari devid = pci_get_device(dev); 325179100Syongari sp = age_devs; 326179100Syongari for (i = 0; i < sizeof(age_devs) / sizeof(age_devs[0]); 327179100Syongari i++, sp++) { 328179100Syongari if (vendor == sp->age_vendorid && 329179100Syongari devid == sp->age_deviceid) { 330179100Syongari device_set_desc(dev, sp->age_name); 331179100Syongari return (BUS_PROBE_DEFAULT); 332179100Syongari } 333179100Syongari } 334179100Syongari 335179100Syongari return (ENXIO); 336179100Syongari} 337179100Syongari 338179100Syongaristatic void 339179100Syongariage_get_macaddr(struct age_softc *sc) 340179100Syongari{ 341190499Syongari uint32_t ea[2], reg; 342190499Syongari int i, vpdc; 343179100Syongari 344179100Syongari reg = CSR_READ_4(sc, AGE_SPI_CTRL); 345179100Syongari if ((reg & SPI_VPD_ENB) != 0) { 346179100Syongari /* Get VPD stored in TWSI EEPROM. */ 347179100Syongari reg &= ~SPI_VPD_ENB; 348179100Syongari CSR_WRITE_4(sc, AGE_SPI_CTRL, reg); 349179100Syongari } 350179100Syongari 351219902Sjhb if (pci_find_cap(sc->age_dev, PCIY_VPD, &vpdc) == 0) { 352179100Syongari /* 353190499Syongari * PCI VPD capability found, let TWSI reload EEPROM. 354190499Syongari * This will set ethernet address of controller. 355179100Syongari */ 356190499Syongari CSR_WRITE_4(sc, AGE_TWSI_CTRL, CSR_READ_4(sc, AGE_TWSI_CTRL) | 357190499Syongari TWSI_CTRL_SW_LD_START); 358190499Syongari for (i = 100; i > 0; i--) { 359190499Syongari DELAY(1000); 360190499Syongari reg = CSR_READ_4(sc, AGE_TWSI_CTRL); 361190499Syongari if ((reg & TWSI_CTRL_SW_LD_START) == 0) 362179100Syongari break; 363179100Syongari } 364190499Syongari if (i == 0) 365190499Syongari device_printf(sc->age_dev, 366190499Syongari "reloading EEPROM timeout!\n"); 367179100Syongari } else { 368184743Syongari if (bootverbose) 369179100Syongari device_printf(sc->age_dev, 370179100Syongari "PCI VPD capability not found!\n"); 371179100Syongari } 372179100Syongari 373190499Syongari ea[0] = CSR_READ_4(sc, AGE_PAR0); 374190499Syongari ea[1] = CSR_READ_4(sc, AGE_PAR1); 375190499Syongari sc->age_eaddr[0] = (ea[1] >> 8) & 0xFF; 376190499Syongari sc->age_eaddr[1] = (ea[1] >> 0) & 0xFF; 377190499Syongari sc->age_eaddr[2] = (ea[0] >> 24) & 0xFF; 378190499Syongari sc->age_eaddr[3] = (ea[0] >> 16) & 0xFF; 379190499Syongari sc->age_eaddr[4] = (ea[0] >> 8) & 0xFF; 380190499Syongari sc->age_eaddr[5] = (ea[0] >> 0) & 0xFF; 381179100Syongari} 382179100Syongari 383179100Syongaristatic void 384179100Syongariage_phy_reset(struct age_softc *sc) 385179100Syongari{ 386190499Syongari uint16_t reg, pn; 387190499Syongari int i, linkup; 388179100Syongari 389179100Syongari /* Reset PHY. */ 390179100Syongari CSR_WRITE_4(sc, AGE_GPHY_CTRL, GPHY_CTRL_RST); 391190499Syongari DELAY(2000); 392179100Syongari CSR_WRITE_4(sc, AGE_GPHY_CTRL, GPHY_CTRL_CLR); 393190499Syongari DELAY(2000); 394190499Syongari 395190499Syongari#define ATPHY_DBG_ADDR 0x1D 396190499Syongari#define ATPHY_DBG_DATA 0x1E 397190499Syongari#define ATPHY_CDTC 0x16 398190499Syongari#define PHY_CDTC_ENB 0x0001 399190499Syongari#define PHY_CDTC_POFF 8 400190499Syongari#define ATPHY_CDTS 0x1C 401190499Syongari#define PHY_CDTS_STAT_OK 0x0000 402190499Syongari#define PHY_CDTS_STAT_SHORT 0x0100 403190499Syongari#define PHY_CDTS_STAT_OPEN 0x0200 404190499Syongari#define PHY_CDTS_STAT_INVAL 0x0300 405190499Syongari#define PHY_CDTS_STAT_MASK 0x0300 406190499Syongari 407190499Syongari /* Check power saving mode. Magic from Linux. */ 408190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, MII_BMCR, BMCR_RESET); 409190499Syongari for (linkup = 0, pn = 0; pn < 4; pn++) { 410190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, ATPHY_CDTC, 411190499Syongari (pn << PHY_CDTC_POFF) | PHY_CDTC_ENB); 412190499Syongari for (i = 200; i > 0; i--) { 413190499Syongari DELAY(1000); 414190499Syongari reg = age_miibus_readreg(sc->age_dev, sc->age_phyaddr, 415190499Syongari ATPHY_CDTC); 416190499Syongari if ((reg & PHY_CDTC_ENB) == 0) 417190499Syongari break; 418190499Syongari } 419190499Syongari DELAY(1000); 420190499Syongari reg = age_miibus_readreg(sc->age_dev, sc->age_phyaddr, 421190499Syongari ATPHY_CDTS); 422190499Syongari if ((reg & PHY_CDTS_STAT_MASK) != PHY_CDTS_STAT_OPEN) { 423190499Syongari linkup++; 424190499Syongari break; 425190499Syongari } 426190499Syongari } 427190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, MII_BMCR, 428190499Syongari BMCR_RESET | BMCR_AUTOEN | BMCR_STARTNEG); 429190499Syongari if (linkup == 0) { 430190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 431190499Syongari ATPHY_DBG_ADDR, 0); 432190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 433190499Syongari ATPHY_DBG_DATA, 0x124E); 434190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 435190499Syongari ATPHY_DBG_ADDR, 1); 436190499Syongari reg = age_miibus_readreg(sc->age_dev, sc->age_phyaddr, 437190499Syongari ATPHY_DBG_DATA); 438190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 439190499Syongari ATPHY_DBG_DATA, reg | 0x03); 440190499Syongari /* XXX */ 441190499Syongari DELAY(1500 * 1000); 442190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 443190499Syongari ATPHY_DBG_ADDR, 0); 444190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 445190499Syongari ATPHY_DBG_DATA, 0x024E); 446190499Syongari } 447190499Syongari 448190499Syongari#undef ATPHY_DBG_ADDR 449190499Syongari#undef ATPHY_DBG_DATA 450190499Syongari#undef ATPHY_CDTC 451190499Syongari#undef PHY_CDTC_ENB 452190499Syongari#undef PHY_CDTC_POFF 453190499Syongari#undef ATPHY_CDTS 454190499Syongari#undef PHY_CDTS_STAT_OK 455190499Syongari#undef PHY_CDTS_STAT_SHORT 456190499Syongari#undef PHY_CDTS_STAT_OPEN 457190499Syongari#undef PHY_CDTS_STAT_INVAL 458190499Syongari#undef PHY_CDTS_STAT_MASK 459179100Syongari} 460179100Syongari 461179100Syongaristatic int 462179100Syongariage_attach(device_t dev) 463179100Syongari{ 464179100Syongari struct age_softc *sc; 465179100Syongari struct ifnet *ifp; 466179100Syongari uint16_t burst; 467179100Syongari int error, i, msic, msixc, pmc; 468179100Syongari 469179100Syongari error = 0; 470179100Syongari sc = device_get_softc(dev); 471179100Syongari sc->age_dev = dev; 472179100Syongari 473179100Syongari mtx_init(&sc->age_mtx, device_get_nameunit(dev), MTX_NETWORK_LOCK, 474179100Syongari MTX_DEF); 475179100Syongari callout_init_mtx(&sc->age_tick_ch, &sc->age_mtx, 0); 476179100Syongari TASK_INIT(&sc->age_int_task, 0, age_int_task, sc); 477179100Syongari TASK_INIT(&sc->age_link_task, 0, age_link_task, sc); 478179100Syongari 479179100Syongari /* Map the device. */ 480179100Syongari pci_enable_busmaster(dev); 481179100Syongari sc->age_res_spec = age_res_spec_mem; 482179100Syongari sc->age_irq_spec = age_irq_spec_legacy; 483179100Syongari error = bus_alloc_resources(dev, sc->age_res_spec, sc->age_res); 484179100Syongari if (error != 0) { 485179100Syongari device_printf(dev, "cannot allocate memory resources.\n"); 486179100Syongari goto fail; 487179100Syongari } 488179100Syongari 489179100Syongari /* Set PHY address. */ 490179100Syongari sc->age_phyaddr = AGE_PHY_ADDR; 491179100Syongari 492179100Syongari /* Reset PHY. */ 493179100Syongari age_phy_reset(sc); 494179100Syongari 495179100Syongari /* Reset the ethernet controller. */ 496179100Syongari age_reset(sc); 497179100Syongari 498179100Syongari /* Get PCI and chip id/revision. */ 499179100Syongari sc->age_rev = pci_get_revid(dev); 500179100Syongari sc->age_chip_rev = CSR_READ_4(sc, AGE_MASTER_CFG) >> 501179100Syongari MASTER_CHIP_REV_SHIFT; 502184743Syongari if (bootverbose) { 503190499Syongari device_printf(dev, "PCI device revision : 0x%04x\n", 504190499Syongari sc->age_rev); 505179100Syongari device_printf(dev, "Chip id/revision : 0x%04x\n", 506179100Syongari sc->age_chip_rev); 507179100Syongari } 508179100Syongari 509179100Syongari /* 510179100Syongari * XXX 511179100Syongari * Unintialized hardware returns an invalid chip id/revision 512179100Syongari * as well as 0xFFFFFFFF for Tx/Rx fifo length. It seems that 513179100Syongari * unplugged cable results in putting hardware into automatic 514179100Syongari * power down mode which in turn returns invalld chip revision. 515179100Syongari */ 516179100Syongari if (sc->age_chip_rev == 0xFFFF) { 517179100Syongari device_printf(dev,"invalid chip revision : 0x%04x -- " 518179100Syongari "not initialized?\n", sc->age_chip_rev); 519179100Syongari error = ENXIO; 520179100Syongari goto fail; 521179100Syongari } 522179100Syongari 523179100Syongari device_printf(dev, "%d Tx FIFO, %d Rx FIFO\n", 524179100Syongari CSR_READ_4(sc, AGE_SRAM_TX_FIFO_LEN), 525179100Syongari CSR_READ_4(sc, AGE_SRAM_RX_FIFO_LEN)); 526179100Syongari 527179100Syongari /* Allocate IRQ resources. */ 528179100Syongari msixc = pci_msix_count(dev); 529179100Syongari msic = pci_msi_count(dev); 530184743Syongari if (bootverbose) { 531179100Syongari device_printf(dev, "MSIX count : %d\n", msixc); 532179100Syongari device_printf(dev, "MSI count : %d\n", msic); 533179100Syongari } 534179100Syongari 535179100Syongari /* Prefer MSIX over MSI. */ 536179100Syongari if (msix_disable == 0 || msi_disable == 0) { 537179100Syongari if (msix_disable == 0 && msixc == AGE_MSIX_MESSAGES && 538179100Syongari pci_alloc_msix(dev, &msixc) == 0) { 539179100Syongari if (msic == AGE_MSIX_MESSAGES) { 540179100Syongari device_printf(dev, "Using %d MSIX messages.\n", 541179100Syongari msixc); 542179100Syongari sc->age_flags |= AGE_FLAG_MSIX; 543179100Syongari sc->age_irq_spec = age_irq_spec_msix; 544179100Syongari } else 545179100Syongari pci_release_msi(dev); 546179100Syongari } 547179100Syongari if (msi_disable == 0 && (sc->age_flags & AGE_FLAG_MSIX) == 0 && 548179100Syongari msic == AGE_MSI_MESSAGES && 549179100Syongari pci_alloc_msi(dev, &msic) == 0) { 550179100Syongari if (msic == AGE_MSI_MESSAGES) { 551179100Syongari device_printf(dev, "Using %d MSI messages.\n", 552179100Syongari msic); 553179100Syongari sc->age_flags |= AGE_FLAG_MSI; 554179100Syongari sc->age_irq_spec = age_irq_spec_msi; 555179100Syongari } else 556179100Syongari pci_release_msi(dev); 557179100Syongari } 558179100Syongari } 559179100Syongari 560179100Syongari error = bus_alloc_resources(dev, sc->age_irq_spec, sc->age_irq); 561179100Syongari if (error != 0) { 562179100Syongari device_printf(dev, "cannot allocate IRQ resources.\n"); 563179100Syongari goto fail; 564179100Syongari } 565179100Syongari 566179100Syongari 567179100Syongari /* Get DMA parameters from PCIe device control register. */ 568219902Sjhb if (pci_find_cap(dev, PCIY_EXPRESS, &i) == 0) { 569179100Syongari sc->age_flags |= AGE_FLAG_PCIE; 570179100Syongari burst = pci_read_config(dev, i + 0x08, 2); 571179100Syongari /* Max read request size. */ 572179100Syongari sc->age_dma_rd_burst = ((burst >> 12) & 0x07) << 573179100Syongari DMA_CFG_RD_BURST_SHIFT; 574179100Syongari /* Max payload size. */ 575179100Syongari sc->age_dma_wr_burst = ((burst >> 5) & 0x07) << 576179100Syongari DMA_CFG_WR_BURST_SHIFT; 577184743Syongari if (bootverbose) { 578179100Syongari device_printf(dev, "Read request size : %d bytes.\n", 579179100Syongari 128 << ((burst >> 12) & 0x07)); 580179100Syongari device_printf(dev, "TLP payload size : %d bytes.\n", 581179100Syongari 128 << ((burst >> 5) & 0x07)); 582179100Syongari } 583179100Syongari } else { 584179100Syongari sc->age_dma_rd_burst = DMA_CFG_RD_BURST_128; 585179100Syongari sc->age_dma_wr_burst = DMA_CFG_WR_BURST_128; 586179100Syongari } 587179100Syongari 588179100Syongari /* Create device sysctl node. */ 589179100Syongari age_sysctl_node(sc); 590179100Syongari 591179100Syongari if ((error = age_dma_alloc(sc) != 0)) 592179100Syongari goto fail; 593179100Syongari 594179100Syongari /* Load station address. */ 595179100Syongari age_get_macaddr(sc); 596179100Syongari 597179100Syongari ifp = sc->age_ifp = if_alloc(IFT_ETHER); 598179100Syongari if (ifp == NULL) { 599179100Syongari device_printf(dev, "cannot allocate ifnet structure.\n"); 600179100Syongari error = ENXIO; 601179100Syongari goto fail; 602179100Syongari } 603179100Syongari 604179100Syongari ifp->if_softc = sc; 605179100Syongari if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 606179100Syongari ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 607179100Syongari ifp->if_ioctl = age_ioctl; 608179100Syongari ifp->if_start = age_start; 609179100Syongari ifp->if_init = age_init; 610179100Syongari ifp->if_snd.ifq_drv_maxlen = AGE_TX_RING_CNT - 1; 611179100Syongari IFQ_SET_MAXLEN(&ifp->if_snd, ifp->if_snd.ifq_drv_maxlen); 612179100Syongari IFQ_SET_READY(&ifp->if_snd); 613179100Syongari ifp->if_capabilities = IFCAP_HWCSUM | IFCAP_TSO4; 614179100Syongari ifp->if_hwassist = AGE_CSUM_FEATURES | CSUM_TSO; 615219902Sjhb if (pci_find_cap(dev, PCIY_PMG, &pmc) == 0) { 616179100Syongari sc->age_flags |= AGE_FLAG_PMCAP; 617179100Syongari ifp->if_capabilities |= IFCAP_WOL_MAGIC | IFCAP_WOL_MCAST; 618179100Syongari } 619179100Syongari ifp->if_capenable = ifp->if_capabilities; 620179100Syongari 621179100Syongari /* Set up MII bus. */ 622213893Smarius error = mii_attach(dev, &sc->age_miibus, ifp, age_mediachange, 623213893Smarius age_mediastatus, BMSR_DEFCAPMASK, sc->age_phyaddr, MII_OFFSET_ANY, 624213893Smarius 0); 625213893Smarius if (error != 0) { 626213893Smarius device_printf(dev, "attaching PHYs failed\n"); 627179100Syongari goto fail; 628179100Syongari } 629179100Syongari 630179100Syongari ether_ifattach(ifp, sc->age_eaddr); 631179100Syongari 632179100Syongari /* VLAN capability setup. */ 633204377Syongari ifp->if_capabilities |= IFCAP_VLAN_MTU | IFCAP_VLAN_HWTAGGING | 634204377Syongari IFCAP_VLAN_HWCSUM | IFCAP_VLAN_HWTSO; 635179100Syongari ifp->if_capenable = ifp->if_capabilities; 636179100Syongari 637179100Syongari /* Tell the upper layer(s) we support long frames. */ 638270856Sglebius ifp->if_hdrlen = sizeof(struct ether_vlan_header); 639179100Syongari 640179100Syongari /* Create local taskq. */ 641179100Syongari sc->age_tq = taskqueue_create_fast("age_taskq", M_WAITOK, 642179100Syongari taskqueue_thread_enqueue, &sc->age_tq); 643179100Syongari if (sc->age_tq == NULL) { 644179100Syongari device_printf(dev, "could not create taskqueue.\n"); 645179100Syongari ether_ifdetach(ifp); 646179100Syongari error = ENXIO; 647179100Syongari goto fail; 648179100Syongari } 649179100Syongari taskqueue_start_threads(&sc->age_tq, 1, PI_NET, "%s taskq", 650179100Syongari device_get_nameunit(sc->age_dev)); 651179100Syongari 652179100Syongari if ((sc->age_flags & AGE_FLAG_MSIX) != 0) 653179100Syongari msic = AGE_MSIX_MESSAGES; 654179100Syongari else if ((sc->age_flags & AGE_FLAG_MSI) != 0) 655179100Syongari msic = AGE_MSI_MESSAGES; 656179100Syongari else 657179100Syongari msic = 1; 658179100Syongari for (i = 0; i < msic; i++) { 659179100Syongari error = bus_setup_intr(dev, sc->age_irq[i], 660179100Syongari INTR_TYPE_NET | INTR_MPSAFE, age_intr, NULL, sc, 661179100Syongari &sc->age_intrhand[i]); 662179100Syongari if (error != 0) 663179100Syongari break; 664179100Syongari } 665179100Syongari if (error != 0) { 666179100Syongari device_printf(dev, "could not set up interrupt handler.\n"); 667179100Syongari taskqueue_free(sc->age_tq); 668179100Syongari sc->age_tq = NULL; 669179100Syongari ether_ifdetach(ifp); 670179100Syongari goto fail; 671179100Syongari } 672179100Syongari 673179100Syongarifail: 674179100Syongari if (error != 0) 675179100Syongari age_detach(dev); 676179100Syongari 677179100Syongari return (error); 678179100Syongari} 679179100Syongari 680179100Syongaristatic int 681179100Syongariage_detach(device_t dev) 682179100Syongari{ 683179100Syongari struct age_softc *sc; 684179100Syongari struct ifnet *ifp; 685179100Syongari int i, msic; 686179100Syongari 687179100Syongari sc = device_get_softc(dev); 688179100Syongari 689179100Syongari ifp = sc->age_ifp; 690179100Syongari if (device_is_attached(dev)) { 691179100Syongari AGE_LOCK(sc); 692179100Syongari sc->age_flags |= AGE_FLAG_DETACH; 693179100Syongari age_stop(sc); 694179100Syongari AGE_UNLOCK(sc); 695179100Syongari callout_drain(&sc->age_tick_ch); 696179100Syongari taskqueue_drain(sc->age_tq, &sc->age_int_task); 697179100Syongari taskqueue_drain(taskqueue_swi, &sc->age_link_task); 698179100Syongari ether_ifdetach(ifp); 699179100Syongari } 700179100Syongari 701179100Syongari if (sc->age_tq != NULL) { 702179100Syongari taskqueue_drain(sc->age_tq, &sc->age_int_task); 703179100Syongari taskqueue_free(sc->age_tq); 704179100Syongari sc->age_tq = NULL; 705179100Syongari } 706179100Syongari 707179100Syongari if (sc->age_miibus != NULL) { 708179100Syongari device_delete_child(dev, sc->age_miibus); 709179100Syongari sc->age_miibus = NULL; 710179100Syongari } 711179100Syongari bus_generic_detach(dev); 712179100Syongari age_dma_free(sc); 713179100Syongari 714179100Syongari if (ifp != NULL) { 715179100Syongari if_free(ifp); 716179100Syongari sc->age_ifp = NULL; 717179100Syongari } 718179100Syongari 719179100Syongari if ((sc->age_flags & AGE_FLAG_MSIX) != 0) 720179100Syongari msic = AGE_MSIX_MESSAGES; 721179100Syongari else if ((sc->age_flags & AGE_FLAG_MSI) != 0) 722179100Syongari msic = AGE_MSI_MESSAGES; 723179100Syongari else 724179100Syongari msic = 1; 725179100Syongari for (i = 0; i < msic; i++) { 726179100Syongari if (sc->age_intrhand[i] != NULL) { 727179100Syongari bus_teardown_intr(dev, sc->age_irq[i], 728179100Syongari sc->age_intrhand[i]); 729179100Syongari sc->age_intrhand[i] = NULL; 730179100Syongari } 731179100Syongari } 732179100Syongari 733179100Syongari bus_release_resources(dev, sc->age_irq_spec, sc->age_irq); 734179100Syongari if ((sc->age_flags & (AGE_FLAG_MSI | AGE_FLAG_MSIX)) != 0) 735179100Syongari pci_release_msi(dev); 736179100Syongari bus_release_resources(dev, sc->age_res_spec, sc->age_res); 737179100Syongari mtx_destroy(&sc->age_mtx); 738179100Syongari 739179100Syongari return (0); 740179100Syongari} 741179100Syongari 742179100Syongaristatic void 743179100Syongariage_sysctl_node(struct age_softc *sc) 744179100Syongari{ 745179100Syongari int error; 746179100Syongari 747179100Syongari SYSCTL_ADD_PROC(device_get_sysctl_ctx(sc->age_dev), 748179100Syongari SYSCTL_CHILDREN(device_get_sysctl_tree(sc->age_dev)), OID_AUTO, 749179100Syongari "stats", CTLTYPE_INT | CTLFLAG_RW, sc, 0, sysctl_age_stats, 750179100Syongari "I", "Statistics"); 751179100Syongari 752179100Syongari SYSCTL_ADD_PROC(device_get_sysctl_ctx(sc->age_dev), 753179100Syongari SYSCTL_CHILDREN(device_get_sysctl_tree(sc->age_dev)), OID_AUTO, 754179100Syongari "int_mod", CTLTYPE_INT | CTLFLAG_RW, &sc->age_int_mod, 0, 755179100Syongari sysctl_hw_age_int_mod, "I", "age interrupt moderation"); 756179100Syongari 757179100Syongari /* Pull in device tunables. */ 758179100Syongari sc->age_int_mod = AGE_IM_TIMER_DEFAULT; 759179100Syongari error = resource_int_value(device_get_name(sc->age_dev), 760179100Syongari device_get_unit(sc->age_dev), "int_mod", &sc->age_int_mod); 761179100Syongari if (error == 0) { 762179100Syongari if (sc->age_int_mod < AGE_IM_TIMER_MIN || 763179100Syongari sc->age_int_mod > AGE_IM_TIMER_MAX) { 764179100Syongari device_printf(sc->age_dev, 765179100Syongari "int_mod value out of range; using default: %d\n", 766179100Syongari AGE_IM_TIMER_DEFAULT); 767179100Syongari sc->age_int_mod = AGE_IM_TIMER_DEFAULT; 768179100Syongari } 769179100Syongari } 770179100Syongari 771179100Syongari SYSCTL_ADD_PROC(device_get_sysctl_ctx(sc->age_dev), 772179100Syongari SYSCTL_CHILDREN(device_get_sysctl_tree(sc->age_dev)), OID_AUTO, 773179100Syongari "process_limit", CTLTYPE_INT | CTLFLAG_RW, &sc->age_process_limit, 774179100Syongari 0, sysctl_hw_age_proc_limit, "I", 775179100Syongari "max number of Rx events to process"); 776179100Syongari 777179100Syongari /* Pull in device tunables. */ 778179100Syongari sc->age_process_limit = AGE_PROC_DEFAULT; 779179100Syongari error = resource_int_value(device_get_name(sc->age_dev), 780179100Syongari device_get_unit(sc->age_dev), "process_limit", 781179100Syongari &sc->age_process_limit); 782179100Syongari if (error == 0) { 783179100Syongari if (sc->age_process_limit < AGE_PROC_MIN || 784179100Syongari sc->age_process_limit > AGE_PROC_MAX) { 785179100Syongari device_printf(sc->age_dev, 786179100Syongari "process_limit value out of range; " 787179100Syongari "using default: %d\n", AGE_PROC_DEFAULT); 788179100Syongari sc->age_process_limit = AGE_PROC_DEFAULT; 789179100Syongari } 790179100Syongari } 791179100Syongari} 792179100Syongari 793179100Syongaristruct age_dmamap_arg { 794179100Syongari bus_addr_t age_busaddr; 795179100Syongari}; 796179100Syongari 797179100Syongaristatic void 798179100Syongariage_dmamap_cb(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 799179100Syongari{ 800179100Syongari struct age_dmamap_arg *ctx; 801179100Syongari 802179100Syongari if (error != 0) 803179100Syongari return; 804179100Syongari 805179100Syongari KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs)); 806179100Syongari 807179100Syongari ctx = (struct age_dmamap_arg *)arg; 808179100Syongari ctx->age_busaddr = segs[0].ds_addr; 809179100Syongari} 810179100Syongari 811179100Syongari/* 812179100Syongari * Attansic L1 controller have single register to specify high 813179100Syongari * address part of DMA blocks. So all descriptor structures and 814179100Syongari * DMA memory blocks should have the same high address of given 815179100Syongari * 4GB address space(i.e. crossing 4GB boundary is not allowed). 816179100Syongari */ 817179100Syongaristatic int 818179100Syongariage_check_boundary(struct age_softc *sc) 819179100Syongari{ 820179100Syongari bus_addr_t rx_ring_end, rr_ring_end, tx_ring_end; 821179100Syongari bus_addr_t cmb_block_end, smb_block_end; 822179100Syongari 823179100Syongari /* Tx/Rx descriptor queue should reside within 4GB boundary. */ 824179100Syongari tx_ring_end = sc->age_rdata.age_tx_ring_paddr + AGE_TX_RING_SZ; 825179100Syongari rx_ring_end = sc->age_rdata.age_rx_ring_paddr + AGE_RX_RING_SZ; 826179100Syongari rr_ring_end = sc->age_rdata.age_rr_ring_paddr + AGE_RR_RING_SZ; 827179100Syongari cmb_block_end = sc->age_rdata.age_cmb_block_paddr + AGE_CMB_BLOCK_SZ; 828179100Syongari smb_block_end = sc->age_rdata.age_smb_block_paddr + AGE_SMB_BLOCK_SZ; 829179100Syongari 830179100Syongari if ((AGE_ADDR_HI(tx_ring_end) != 831179100Syongari AGE_ADDR_HI(sc->age_rdata.age_tx_ring_paddr)) || 832179100Syongari (AGE_ADDR_HI(rx_ring_end) != 833179100Syongari AGE_ADDR_HI(sc->age_rdata.age_rx_ring_paddr)) || 834179100Syongari (AGE_ADDR_HI(rr_ring_end) != 835179100Syongari AGE_ADDR_HI(sc->age_rdata.age_rr_ring_paddr)) || 836179100Syongari (AGE_ADDR_HI(cmb_block_end) != 837179100Syongari AGE_ADDR_HI(sc->age_rdata.age_cmb_block_paddr)) || 838179100Syongari (AGE_ADDR_HI(smb_block_end) != 839179100Syongari AGE_ADDR_HI(sc->age_rdata.age_smb_block_paddr))) 840179100Syongari return (EFBIG); 841179100Syongari 842179100Syongari if ((AGE_ADDR_HI(tx_ring_end) != AGE_ADDR_HI(rx_ring_end)) || 843179100Syongari (AGE_ADDR_HI(tx_ring_end) != AGE_ADDR_HI(rr_ring_end)) || 844179100Syongari (AGE_ADDR_HI(tx_ring_end) != AGE_ADDR_HI(cmb_block_end)) || 845179100Syongari (AGE_ADDR_HI(tx_ring_end) != AGE_ADDR_HI(smb_block_end))) 846179100Syongari return (EFBIG); 847179100Syongari 848179100Syongari return (0); 849179100Syongari} 850179100Syongari 851179100Syongaristatic int 852179100Syongariage_dma_alloc(struct age_softc *sc) 853179100Syongari{ 854179100Syongari struct age_txdesc *txd; 855179100Syongari struct age_rxdesc *rxd; 856179100Syongari bus_addr_t lowaddr; 857179100Syongari struct age_dmamap_arg ctx; 858179100Syongari int error, i; 859179100Syongari 860179100Syongari lowaddr = BUS_SPACE_MAXADDR; 861179100Syongari 862179100Syongariagain: 863179100Syongari /* Create parent ring/DMA block tag. */ 864179100Syongari error = bus_dma_tag_create( 865179100Syongari bus_get_dma_tag(sc->age_dev), /* parent */ 866179100Syongari 1, 0, /* alignment, boundary */ 867179100Syongari lowaddr, /* lowaddr */ 868179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 869179100Syongari NULL, NULL, /* filter, filterarg */ 870179100Syongari BUS_SPACE_MAXSIZE_32BIT, /* maxsize */ 871179100Syongari 0, /* nsegments */ 872179100Syongari BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 873179100Syongari 0, /* flags */ 874179100Syongari NULL, NULL, /* lockfunc, lockarg */ 875179100Syongari &sc->age_cdata.age_parent_tag); 876179100Syongari if (error != 0) { 877179100Syongari device_printf(sc->age_dev, 878179100Syongari "could not create parent DMA tag.\n"); 879179100Syongari goto fail; 880179100Syongari } 881179100Syongari 882179100Syongari /* Create tag for Tx ring. */ 883179100Syongari error = bus_dma_tag_create( 884179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 885179100Syongari AGE_TX_RING_ALIGN, 0, /* alignment, boundary */ 886179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 887179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 888179100Syongari NULL, NULL, /* filter, filterarg */ 889179100Syongari AGE_TX_RING_SZ, /* maxsize */ 890179100Syongari 1, /* nsegments */ 891179100Syongari AGE_TX_RING_SZ, /* maxsegsize */ 892179100Syongari 0, /* flags */ 893179100Syongari NULL, NULL, /* lockfunc, lockarg */ 894179100Syongari &sc->age_cdata.age_tx_ring_tag); 895179100Syongari if (error != 0) { 896179100Syongari device_printf(sc->age_dev, 897179100Syongari "could not create Tx ring DMA tag.\n"); 898179100Syongari goto fail; 899179100Syongari } 900179100Syongari 901179100Syongari /* Create tag for Rx ring. */ 902179100Syongari error = bus_dma_tag_create( 903179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 904179100Syongari AGE_RX_RING_ALIGN, 0, /* alignment, boundary */ 905179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 906179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 907179100Syongari NULL, NULL, /* filter, filterarg */ 908179100Syongari AGE_RX_RING_SZ, /* maxsize */ 909179100Syongari 1, /* nsegments */ 910179100Syongari AGE_RX_RING_SZ, /* maxsegsize */ 911179100Syongari 0, /* flags */ 912179100Syongari NULL, NULL, /* lockfunc, lockarg */ 913179100Syongari &sc->age_cdata.age_rx_ring_tag); 914179100Syongari if (error != 0) { 915179100Syongari device_printf(sc->age_dev, 916179100Syongari "could not create Rx ring DMA tag.\n"); 917179100Syongari goto fail; 918179100Syongari } 919179100Syongari 920179100Syongari /* Create tag for Rx return ring. */ 921179100Syongari error = bus_dma_tag_create( 922179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 923179100Syongari AGE_RR_RING_ALIGN, 0, /* alignment, boundary */ 924179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 925179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 926179100Syongari NULL, NULL, /* filter, filterarg */ 927179100Syongari AGE_RR_RING_SZ, /* maxsize */ 928179100Syongari 1, /* nsegments */ 929179100Syongari AGE_RR_RING_SZ, /* maxsegsize */ 930179100Syongari 0, /* flags */ 931179100Syongari NULL, NULL, /* lockfunc, lockarg */ 932179100Syongari &sc->age_cdata.age_rr_ring_tag); 933179100Syongari if (error != 0) { 934179100Syongari device_printf(sc->age_dev, 935179100Syongari "could not create Rx return ring DMA tag.\n"); 936179100Syongari goto fail; 937179100Syongari } 938179100Syongari 939179100Syongari /* Create tag for coalesing message block. */ 940179100Syongari error = bus_dma_tag_create( 941179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 942179100Syongari AGE_CMB_ALIGN, 0, /* alignment, boundary */ 943179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 944179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 945179100Syongari NULL, NULL, /* filter, filterarg */ 946179100Syongari AGE_CMB_BLOCK_SZ, /* maxsize */ 947179100Syongari 1, /* nsegments */ 948179100Syongari AGE_CMB_BLOCK_SZ, /* maxsegsize */ 949179100Syongari 0, /* flags */ 950179100Syongari NULL, NULL, /* lockfunc, lockarg */ 951179100Syongari &sc->age_cdata.age_cmb_block_tag); 952179100Syongari if (error != 0) { 953179100Syongari device_printf(sc->age_dev, 954179100Syongari "could not create CMB DMA tag.\n"); 955179100Syongari goto fail; 956179100Syongari } 957179100Syongari 958179100Syongari /* Create tag for statistics message block. */ 959179100Syongari error = bus_dma_tag_create( 960179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 961179100Syongari AGE_SMB_ALIGN, 0, /* alignment, boundary */ 962179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 963179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 964179100Syongari NULL, NULL, /* filter, filterarg */ 965179100Syongari AGE_SMB_BLOCK_SZ, /* maxsize */ 966179100Syongari 1, /* nsegments */ 967179100Syongari AGE_SMB_BLOCK_SZ, /* maxsegsize */ 968179100Syongari 0, /* flags */ 969179100Syongari NULL, NULL, /* lockfunc, lockarg */ 970179100Syongari &sc->age_cdata.age_smb_block_tag); 971179100Syongari if (error != 0) { 972179100Syongari device_printf(sc->age_dev, 973179100Syongari "could not create SMB DMA tag.\n"); 974179100Syongari goto fail; 975179100Syongari } 976179100Syongari 977179100Syongari /* Allocate DMA'able memory and load the DMA map. */ 978179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_tx_ring_tag, 979179100Syongari (void **)&sc->age_rdata.age_tx_ring, 980179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 981179100Syongari &sc->age_cdata.age_tx_ring_map); 982179100Syongari if (error != 0) { 983179100Syongari device_printf(sc->age_dev, 984179100Syongari "could not allocate DMA'able memory for Tx ring.\n"); 985179100Syongari goto fail; 986179100Syongari } 987179100Syongari ctx.age_busaddr = 0; 988179100Syongari error = bus_dmamap_load(sc->age_cdata.age_tx_ring_tag, 989179100Syongari sc->age_cdata.age_tx_ring_map, sc->age_rdata.age_tx_ring, 990179100Syongari AGE_TX_RING_SZ, age_dmamap_cb, &ctx, 0); 991179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 992179100Syongari device_printf(sc->age_dev, 993179100Syongari "could not load DMA'able memory for Tx ring.\n"); 994179100Syongari goto fail; 995179100Syongari } 996179100Syongari sc->age_rdata.age_tx_ring_paddr = ctx.age_busaddr; 997179100Syongari /* Rx ring */ 998179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_rx_ring_tag, 999179100Syongari (void **)&sc->age_rdata.age_rx_ring, 1000179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 1001179100Syongari &sc->age_cdata.age_rx_ring_map); 1002179100Syongari if (error != 0) { 1003179100Syongari device_printf(sc->age_dev, 1004179100Syongari "could not allocate DMA'able memory for Rx ring.\n"); 1005179100Syongari goto fail; 1006179100Syongari } 1007179100Syongari ctx.age_busaddr = 0; 1008179100Syongari error = bus_dmamap_load(sc->age_cdata.age_rx_ring_tag, 1009179100Syongari sc->age_cdata.age_rx_ring_map, sc->age_rdata.age_rx_ring, 1010179100Syongari AGE_RX_RING_SZ, age_dmamap_cb, &ctx, 0); 1011179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 1012179100Syongari device_printf(sc->age_dev, 1013179100Syongari "could not load DMA'able memory for Rx ring.\n"); 1014179100Syongari goto fail; 1015179100Syongari } 1016179100Syongari sc->age_rdata.age_rx_ring_paddr = ctx.age_busaddr; 1017179100Syongari /* Rx return ring */ 1018179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_rr_ring_tag, 1019179100Syongari (void **)&sc->age_rdata.age_rr_ring, 1020179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 1021179100Syongari &sc->age_cdata.age_rr_ring_map); 1022179100Syongari if (error != 0) { 1023179100Syongari device_printf(sc->age_dev, 1024179100Syongari "could not allocate DMA'able memory for Rx return ring.\n"); 1025179100Syongari goto fail; 1026179100Syongari } 1027179100Syongari ctx.age_busaddr = 0; 1028179100Syongari error = bus_dmamap_load(sc->age_cdata.age_rr_ring_tag, 1029179100Syongari sc->age_cdata.age_rr_ring_map, sc->age_rdata.age_rr_ring, 1030179100Syongari AGE_RR_RING_SZ, age_dmamap_cb, 1031179100Syongari &ctx, 0); 1032179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 1033179100Syongari device_printf(sc->age_dev, 1034179100Syongari "could not load DMA'able memory for Rx return ring.\n"); 1035179100Syongari goto fail; 1036179100Syongari } 1037179100Syongari sc->age_rdata.age_rr_ring_paddr = ctx.age_busaddr; 1038179100Syongari /* CMB block */ 1039179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_cmb_block_tag, 1040179100Syongari (void **)&sc->age_rdata.age_cmb_block, 1041179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 1042179100Syongari &sc->age_cdata.age_cmb_block_map); 1043179100Syongari if (error != 0) { 1044179100Syongari device_printf(sc->age_dev, 1045179100Syongari "could not allocate DMA'able memory for CMB block.\n"); 1046179100Syongari goto fail; 1047179100Syongari } 1048179100Syongari ctx.age_busaddr = 0; 1049179100Syongari error = bus_dmamap_load(sc->age_cdata.age_cmb_block_tag, 1050179100Syongari sc->age_cdata.age_cmb_block_map, sc->age_rdata.age_cmb_block, 1051179100Syongari AGE_CMB_BLOCK_SZ, age_dmamap_cb, &ctx, 0); 1052179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 1053179100Syongari device_printf(sc->age_dev, 1054179100Syongari "could not load DMA'able memory for CMB block.\n"); 1055179100Syongari goto fail; 1056179100Syongari } 1057179100Syongari sc->age_rdata.age_cmb_block_paddr = ctx.age_busaddr; 1058179100Syongari /* SMB block */ 1059179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_smb_block_tag, 1060179100Syongari (void **)&sc->age_rdata.age_smb_block, 1061179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 1062179100Syongari &sc->age_cdata.age_smb_block_map); 1063179100Syongari if (error != 0) { 1064179100Syongari device_printf(sc->age_dev, 1065179100Syongari "could not allocate DMA'able memory for SMB block.\n"); 1066179100Syongari goto fail; 1067179100Syongari } 1068179100Syongari ctx.age_busaddr = 0; 1069179100Syongari error = bus_dmamap_load(sc->age_cdata.age_smb_block_tag, 1070179100Syongari sc->age_cdata.age_smb_block_map, sc->age_rdata.age_smb_block, 1071179100Syongari AGE_SMB_BLOCK_SZ, age_dmamap_cb, &ctx, 0); 1072179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 1073179100Syongari device_printf(sc->age_dev, 1074179100Syongari "could not load DMA'able memory for SMB block.\n"); 1075179100Syongari goto fail; 1076179100Syongari } 1077179100Syongari sc->age_rdata.age_smb_block_paddr = ctx.age_busaddr; 1078179100Syongari 1079179100Syongari /* 1080179100Syongari * All ring buffer and DMA blocks should have the same 1081179100Syongari * high address part of 64bit DMA address space. 1082179100Syongari */ 1083179100Syongari if (lowaddr != BUS_SPACE_MAXADDR_32BIT && 1084179100Syongari (error = age_check_boundary(sc)) != 0) { 1085179100Syongari device_printf(sc->age_dev, "4GB boundary crossed, " 1086179100Syongari "switching to 32bit DMA addressing mode.\n"); 1087179100Syongari age_dma_free(sc); 1088179100Syongari /* Limit DMA address space to 32bit and try again. */ 1089179100Syongari lowaddr = BUS_SPACE_MAXADDR_32BIT; 1090179100Syongari goto again; 1091179100Syongari } 1092179100Syongari 1093179100Syongari /* 1094179100Syongari * Create Tx/Rx buffer parent tag. 1095179100Syongari * L1 supports full 64bit DMA addressing in Tx/Rx buffers 1096179100Syongari * so it needs separate parent DMA tag. 1097220249Syongari * XXX 1098220249Syongari * It seems enabling 64bit DMA causes data corruption. Limit 1099220249Syongari * DMA address space to 32bit. 1100179100Syongari */ 1101179100Syongari error = bus_dma_tag_create( 1102179100Syongari bus_get_dma_tag(sc->age_dev), /* parent */ 1103179100Syongari 1, 0, /* alignment, boundary */ 1104220249Syongari BUS_SPACE_MAXADDR_32BIT, /* lowaddr */ 1105179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 1106179100Syongari NULL, NULL, /* filter, filterarg */ 1107179100Syongari BUS_SPACE_MAXSIZE_32BIT, /* maxsize */ 1108179100Syongari 0, /* nsegments */ 1109179100Syongari BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 1110179100Syongari 0, /* flags */ 1111179100Syongari NULL, NULL, /* lockfunc, lockarg */ 1112179100Syongari &sc->age_cdata.age_buffer_tag); 1113179100Syongari if (error != 0) { 1114179100Syongari device_printf(sc->age_dev, 1115179100Syongari "could not create parent buffer DMA tag.\n"); 1116179100Syongari goto fail; 1117179100Syongari } 1118179100Syongari 1119179100Syongari /* Create tag for Tx buffers. */ 1120179100Syongari error = bus_dma_tag_create( 1121179100Syongari sc->age_cdata.age_buffer_tag, /* parent */ 1122179100Syongari 1, 0, /* alignment, boundary */ 1123179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 1124179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 1125179100Syongari NULL, NULL, /* filter, filterarg */ 1126179100Syongari AGE_TSO_MAXSIZE, /* maxsize */ 1127179100Syongari AGE_MAXTXSEGS, /* nsegments */ 1128179100Syongari AGE_TSO_MAXSEGSIZE, /* maxsegsize */ 1129179100Syongari 0, /* flags */ 1130179100Syongari NULL, NULL, /* lockfunc, lockarg */ 1131179100Syongari &sc->age_cdata.age_tx_tag); 1132179100Syongari if (error != 0) { 1133179100Syongari device_printf(sc->age_dev, "could not create Tx DMA tag.\n"); 1134179100Syongari goto fail; 1135179100Syongari } 1136179100Syongari 1137179100Syongari /* Create tag for Rx buffers. */ 1138179100Syongari error = bus_dma_tag_create( 1139179100Syongari sc->age_cdata.age_buffer_tag, /* parent */ 1140246341Syongari AGE_RX_BUF_ALIGN, 0, /* alignment, boundary */ 1141179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 1142179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 1143179100Syongari NULL, NULL, /* filter, filterarg */ 1144179100Syongari MCLBYTES, /* maxsize */ 1145179100Syongari 1, /* nsegments */ 1146179100Syongari MCLBYTES, /* maxsegsize */ 1147179100Syongari 0, /* flags */ 1148179100Syongari NULL, NULL, /* lockfunc, lockarg */ 1149179100Syongari &sc->age_cdata.age_rx_tag); 1150179100Syongari if (error != 0) { 1151179100Syongari device_printf(sc->age_dev, "could not create Rx DMA tag.\n"); 1152179100Syongari goto fail; 1153179100Syongari } 1154179100Syongari 1155179100Syongari /* Create DMA maps for Tx buffers. */ 1156179100Syongari for (i = 0; i < AGE_TX_RING_CNT; i++) { 1157179100Syongari txd = &sc->age_cdata.age_txdesc[i]; 1158179100Syongari txd->tx_m = NULL; 1159179100Syongari txd->tx_dmamap = NULL; 1160179100Syongari error = bus_dmamap_create(sc->age_cdata.age_tx_tag, 0, 1161179100Syongari &txd->tx_dmamap); 1162179100Syongari if (error != 0) { 1163179100Syongari device_printf(sc->age_dev, 1164179100Syongari "could not create Tx dmamap.\n"); 1165179100Syongari goto fail; 1166179100Syongari } 1167179100Syongari } 1168179100Syongari /* Create DMA maps for Rx buffers. */ 1169179100Syongari if ((error = bus_dmamap_create(sc->age_cdata.age_rx_tag, 0, 1170179100Syongari &sc->age_cdata.age_rx_sparemap)) != 0) { 1171179100Syongari device_printf(sc->age_dev, 1172179100Syongari "could not create spare Rx dmamap.\n"); 1173179100Syongari goto fail; 1174179100Syongari } 1175179100Syongari for (i = 0; i < AGE_RX_RING_CNT; i++) { 1176179100Syongari rxd = &sc->age_cdata.age_rxdesc[i]; 1177179100Syongari rxd->rx_m = NULL; 1178179100Syongari rxd->rx_dmamap = NULL; 1179179100Syongari error = bus_dmamap_create(sc->age_cdata.age_rx_tag, 0, 1180179100Syongari &rxd->rx_dmamap); 1181179100Syongari if (error != 0) { 1182179100Syongari device_printf(sc->age_dev, 1183179100Syongari "could not create Rx dmamap.\n"); 1184179100Syongari goto fail; 1185179100Syongari } 1186179100Syongari } 1187179100Syongari 1188179100Syongarifail: 1189179100Syongari return (error); 1190179100Syongari} 1191179100Syongari 1192179100Syongaristatic void 1193179100Syongariage_dma_free(struct age_softc *sc) 1194179100Syongari{ 1195179100Syongari struct age_txdesc *txd; 1196179100Syongari struct age_rxdesc *rxd; 1197179100Syongari int i; 1198179100Syongari 1199179100Syongari /* Tx buffers */ 1200179100Syongari if (sc->age_cdata.age_tx_tag != NULL) { 1201179100Syongari for (i = 0; i < AGE_TX_RING_CNT; i++) { 1202179100Syongari txd = &sc->age_cdata.age_txdesc[i]; 1203179100Syongari if (txd->tx_dmamap != NULL) { 1204179100Syongari bus_dmamap_destroy(sc->age_cdata.age_tx_tag, 1205179100Syongari txd->tx_dmamap); 1206179100Syongari txd->tx_dmamap = NULL; 1207179100Syongari } 1208179100Syongari } 1209179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_tx_tag); 1210179100Syongari sc->age_cdata.age_tx_tag = NULL; 1211179100Syongari } 1212179100Syongari /* Rx buffers */ 1213179100Syongari if (sc->age_cdata.age_rx_tag != NULL) { 1214179100Syongari for (i = 0; i < AGE_RX_RING_CNT; i++) { 1215179100Syongari rxd = &sc->age_cdata.age_rxdesc[i]; 1216179100Syongari if (rxd->rx_dmamap != NULL) { 1217179100Syongari bus_dmamap_destroy(sc->age_cdata.age_rx_tag, 1218179100Syongari rxd->rx_dmamap); 1219179100Syongari rxd->rx_dmamap = NULL; 1220179100Syongari } 1221179100Syongari } 1222179100Syongari if (sc->age_cdata.age_rx_sparemap != NULL) { 1223179100Syongari bus_dmamap_destroy(sc->age_cdata.age_rx_tag, 1224179100Syongari sc->age_cdata.age_rx_sparemap); 1225179100Syongari sc->age_cdata.age_rx_sparemap = NULL; 1226179100Syongari } 1227179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_rx_tag); 1228179100Syongari sc->age_cdata.age_rx_tag = NULL; 1229179100Syongari } 1230179100Syongari /* Tx ring. */ 1231179100Syongari if (sc->age_cdata.age_tx_ring_tag != NULL) { 1232267363Sjhb if (sc->age_rdata.age_tx_ring_paddr != 0) 1233179100Syongari bus_dmamap_unload(sc->age_cdata.age_tx_ring_tag, 1234179100Syongari sc->age_cdata.age_tx_ring_map); 1235267363Sjhb if (sc->age_rdata.age_tx_ring != NULL) 1236179100Syongari bus_dmamem_free(sc->age_cdata.age_tx_ring_tag, 1237179100Syongari sc->age_rdata.age_tx_ring, 1238179100Syongari sc->age_cdata.age_tx_ring_map); 1239267363Sjhb sc->age_rdata.age_tx_ring_paddr = 0; 1240179100Syongari sc->age_rdata.age_tx_ring = NULL; 1241179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_tx_ring_tag); 1242179100Syongari sc->age_cdata.age_tx_ring_tag = NULL; 1243179100Syongari } 1244179100Syongari /* Rx ring. */ 1245179100Syongari if (sc->age_cdata.age_rx_ring_tag != NULL) { 1246267363Sjhb if (sc->age_rdata.age_rx_ring_paddr != 0) 1247179100Syongari bus_dmamap_unload(sc->age_cdata.age_rx_ring_tag, 1248179100Syongari sc->age_cdata.age_rx_ring_map); 1249267363Sjhb if (sc->age_rdata.age_rx_ring != NULL) 1250179100Syongari bus_dmamem_free(sc->age_cdata.age_rx_ring_tag, 1251179100Syongari sc->age_rdata.age_rx_ring, 1252179100Syongari sc->age_cdata.age_rx_ring_map); 1253267363Sjhb sc->age_rdata.age_rx_ring_paddr = 0; 1254179100Syongari sc->age_rdata.age_rx_ring = NULL; 1255179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_rx_ring_tag); 1256179100Syongari sc->age_cdata.age_rx_ring_tag = NULL; 1257179100Syongari } 1258179100Syongari /* Rx return ring. */ 1259179100Syongari if (sc->age_cdata.age_rr_ring_tag != NULL) { 1260267363Sjhb if (sc->age_rdata.age_rr_ring_paddr != 0) 1261179100Syongari bus_dmamap_unload(sc->age_cdata.age_rr_ring_tag, 1262179100Syongari sc->age_cdata.age_rr_ring_map); 1263267363Sjhb if (sc->age_rdata.age_rr_ring != NULL) 1264179100Syongari bus_dmamem_free(sc->age_cdata.age_rr_ring_tag, 1265179100Syongari sc->age_rdata.age_rr_ring, 1266179100Syongari sc->age_cdata.age_rr_ring_map); 1267267363Sjhb sc->age_rdata.age_rr_ring_paddr = 0; 1268179100Syongari sc->age_rdata.age_rr_ring = NULL; 1269179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_rr_ring_tag); 1270179100Syongari sc->age_cdata.age_rr_ring_tag = NULL; 1271179100Syongari } 1272179100Syongari /* CMB block */ 1273179100Syongari if (sc->age_cdata.age_cmb_block_tag != NULL) { 1274267363Sjhb if (sc->age_rdata.age_cmb_block_paddr != 0) 1275179100Syongari bus_dmamap_unload(sc->age_cdata.age_cmb_block_tag, 1276179100Syongari sc->age_cdata.age_cmb_block_map); 1277267363Sjhb if (sc->age_rdata.age_cmb_block != NULL) 1278179100Syongari bus_dmamem_free(sc->age_cdata.age_cmb_block_tag, 1279179100Syongari sc->age_rdata.age_cmb_block, 1280179100Syongari sc->age_cdata.age_cmb_block_map); 1281267363Sjhb sc->age_rdata.age_cmb_block_paddr = 0; 1282179100Syongari sc->age_rdata.age_cmb_block = NULL; 1283179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_cmb_block_tag); 1284179100Syongari sc->age_cdata.age_cmb_block_tag = NULL; 1285179100Syongari } 1286179100Syongari /* SMB block */ 1287179100Syongari if (sc->age_cdata.age_smb_block_tag != NULL) { 1288267363Sjhb if (sc->age_rdata.age_smb_block_paddr != 0) 1289179100Syongari bus_dmamap_unload(sc->age_cdata.age_smb_block_tag, 1290179100Syongari sc->age_cdata.age_smb_block_map); 1291267363Sjhb if (sc->age_rdata.age_smb_block != NULL) 1292179100Syongari bus_dmamem_free(sc->age_cdata.age_smb_block_tag, 1293179100Syongari sc->age_rdata.age_smb_block, 1294179100Syongari sc->age_cdata.age_smb_block_map); 1295267363Sjhb sc->age_rdata.age_smb_block_paddr = 0; 1296179100Syongari sc->age_rdata.age_smb_block = NULL; 1297179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_smb_block_tag); 1298179100Syongari sc->age_cdata.age_smb_block_tag = NULL; 1299179100Syongari } 1300179100Syongari 1301179100Syongari if (sc->age_cdata.age_buffer_tag != NULL) { 1302179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_buffer_tag); 1303179100Syongari sc->age_cdata.age_buffer_tag = NULL; 1304179100Syongari } 1305179100Syongari if (sc->age_cdata.age_parent_tag != NULL) { 1306179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_parent_tag); 1307179100Syongari sc->age_cdata.age_parent_tag = NULL; 1308179100Syongari } 1309179100Syongari} 1310179100Syongari 1311179100Syongari/* 1312179100Syongari * Make sure the interface is stopped at reboot time. 1313179100Syongari */ 1314179100Syongaristatic int 1315179100Syongariage_shutdown(device_t dev) 1316179100Syongari{ 1317179100Syongari 1318179100Syongari return (age_suspend(dev)); 1319179100Syongari} 1320179100Syongari 1321179100Syongaristatic void 1322179100Syongariage_setwol(struct age_softc *sc) 1323179100Syongari{ 1324179100Syongari struct ifnet *ifp; 1325179100Syongari struct mii_data *mii; 1326179100Syongari uint32_t reg, pmcs; 1327179100Syongari uint16_t pmstat; 1328179100Syongari int aneg, i, pmc; 1329179100Syongari 1330179100Syongari AGE_LOCK_ASSERT(sc); 1331179100Syongari 1332219902Sjhb if (pci_find_cap(sc->age_dev, PCIY_PMG, &pmc) != 0) { 1333179100Syongari CSR_WRITE_4(sc, AGE_WOL_CFG, 0); 1334179100Syongari /* 1335179100Syongari * No PME capability, PHY power down. 1336179100Syongari * XXX 1337179100Syongari * Due to an unknown reason powering down PHY resulted 1338179100Syongari * in unexpected results such as inaccessbility of 1339179100Syongari * hardware of freshly rebooted system. Disable 1340179100Syongari * powering down PHY until I got more information for 1341179100Syongari * Attansic/Atheros PHY hardwares. 1342179100Syongari */ 1343179100Syongari#ifdef notyet 1344179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1345179100Syongari MII_BMCR, BMCR_PDOWN); 1346179100Syongari#endif 1347179100Syongari return; 1348179100Syongari } 1349179100Syongari 1350179100Syongari ifp = sc->age_ifp; 1351179100Syongari if ((ifp->if_capenable & IFCAP_WOL) != 0) { 1352179100Syongari /* 1353179100Syongari * Note, this driver resets the link speed to 10/100Mbps with 1354179100Syongari * auto-negotiation but we don't know whether that operation 1355179100Syongari * would succeed or not as it have no control after powering 1356179100Syongari * off. If the renegotiation fail WOL may not work. Running 1357179100Syongari * at 1Gbps will draw more power than 375mA at 3.3V which is 1358179100Syongari * specified in PCI specification and that would result in 1359179100Syongari * complete shutdowning power to ethernet controller. 1360179100Syongari * 1361179100Syongari * TODO 1362179100Syongari * Save current negotiated media speed/duplex/flow-control 1363179100Syongari * to softc and restore the same link again after resuming. 1364179100Syongari * PHY handling such as power down/resetting to 100Mbps 1365179100Syongari * may be better handled in suspend method in phy driver. 1366179100Syongari */ 1367179100Syongari mii = device_get_softc(sc->age_miibus); 1368179100Syongari mii_pollstat(mii); 1369179100Syongari aneg = 0; 1370179100Syongari if ((mii->mii_media_status & IFM_AVALID) != 0) { 1371179100Syongari switch IFM_SUBTYPE(mii->mii_media_active) { 1372179100Syongari case IFM_10_T: 1373179100Syongari case IFM_100_TX: 1374179100Syongari goto got_link; 1375179100Syongari case IFM_1000_T: 1376179100Syongari aneg++; 1377179100Syongari default: 1378179100Syongari break; 1379179100Syongari } 1380179100Syongari } 1381179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1382179100Syongari MII_100T2CR, 0); 1383179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1384179100Syongari MII_ANAR, ANAR_TX_FD | ANAR_TX | ANAR_10_FD | 1385179100Syongari ANAR_10 | ANAR_CSMA); 1386179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1387179100Syongari MII_BMCR, BMCR_RESET | BMCR_AUTOEN | BMCR_STARTNEG); 1388179100Syongari DELAY(1000); 1389179100Syongari if (aneg != 0) { 1390181717Skevlo /* Poll link state until age(4) get a 10/100 link. */ 1391179100Syongari for (i = 0; i < MII_ANEGTICKS_GIGE; i++) { 1392179100Syongari mii_pollstat(mii); 1393179100Syongari if ((mii->mii_media_status & IFM_AVALID) != 0) { 1394179100Syongari switch (IFM_SUBTYPE( 1395179100Syongari mii->mii_media_active)) { 1396179100Syongari case IFM_10_T: 1397179100Syongari case IFM_100_TX: 1398179100Syongari age_mac_config(sc); 1399179100Syongari goto got_link; 1400179100Syongari default: 1401179100Syongari break; 1402179100Syongari } 1403179100Syongari } 1404179100Syongari AGE_UNLOCK(sc); 1405179100Syongari pause("agelnk", hz); 1406179100Syongari AGE_LOCK(sc); 1407179100Syongari } 1408179100Syongari if (i == MII_ANEGTICKS_GIGE) 1409179100Syongari device_printf(sc->age_dev, 1410179100Syongari "establishing link failed, " 1411179100Syongari "WOL may not work!"); 1412179100Syongari } 1413179100Syongari /* 1414179100Syongari * No link, force MAC to have 100Mbps, full-duplex link. 1415179100Syongari * This is the last resort and may/may not work. 1416179100Syongari */ 1417179100Syongari mii->mii_media_status = IFM_AVALID | IFM_ACTIVE; 1418179100Syongari mii->mii_media_active = IFM_ETHER | IFM_100_TX | IFM_FDX; 1419179100Syongari age_mac_config(sc); 1420179100Syongari } 1421179100Syongari 1422179100Syongarigot_link: 1423179100Syongari pmcs = 0; 1424179100Syongari if ((ifp->if_capenable & IFCAP_WOL_MAGIC) != 0) 1425179100Syongari pmcs |= WOL_CFG_MAGIC | WOL_CFG_MAGIC_ENB; 1426179100Syongari CSR_WRITE_4(sc, AGE_WOL_CFG, pmcs); 1427179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 1428179100Syongari reg &= ~(MAC_CFG_DBG | MAC_CFG_PROMISC); 1429179100Syongari reg &= ~(MAC_CFG_ALLMULTI | MAC_CFG_BCAST); 1430179100Syongari if ((ifp->if_capenable & IFCAP_WOL_MCAST) != 0) 1431179100Syongari reg |= MAC_CFG_ALLMULTI | MAC_CFG_BCAST; 1432179100Syongari if ((ifp->if_capenable & IFCAP_WOL) != 0) { 1433179100Syongari reg |= MAC_CFG_RX_ENB; 1434179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 1435179100Syongari } 1436179100Syongari 1437179100Syongari /* Request PME. */ 1438179100Syongari pmstat = pci_read_config(sc->age_dev, pmc + PCIR_POWER_STATUS, 2); 1439179100Syongari pmstat &= ~(PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE); 1440179100Syongari if ((ifp->if_capenable & IFCAP_WOL) != 0) 1441179100Syongari pmstat |= PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE; 1442179100Syongari pci_write_config(sc->age_dev, pmc + PCIR_POWER_STATUS, pmstat, 2); 1443179100Syongari#ifdef notyet 1444179100Syongari /* See above for powering down PHY issues. */ 1445179100Syongari if ((ifp->if_capenable & IFCAP_WOL) == 0) { 1446179100Syongari /* No WOL, PHY power down. */ 1447179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1448179100Syongari MII_BMCR, BMCR_PDOWN); 1449179100Syongari } 1450179100Syongari#endif 1451179100Syongari} 1452179100Syongari 1453179100Syongaristatic int 1454179100Syongariage_suspend(device_t dev) 1455179100Syongari{ 1456179100Syongari struct age_softc *sc; 1457179100Syongari 1458179100Syongari sc = device_get_softc(dev); 1459179100Syongari 1460179100Syongari AGE_LOCK(sc); 1461179100Syongari age_stop(sc); 1462179100Syongari age_setwol(sc); 1463179100Syongari AGE_UNLOCK(sc); 1464179100Syongari 1465179100Syongari return (0); 1466179100Syongari} 1467179100Syongari 1468179100Syongaristatic int 1469179100Syongariage_resume(device_t dev) 1470179100Syongari{ 1471179100Syongari struct age_softc *sc; 1472179100Syongari struct ifnet *ifp; 1473179100Syongari 1474179100Syongari sc = device_get_softc(dev); 1475179100Syongari 1476179100Syongari AGE_LOCK(sc); 1477190499Syongari age_phy_reset(sc); 1478179100Syongari ifp = sc->age_ifp; 1479179100Syongari if ((ifp->if_flags & IFF_UP) != 0) 1480179100Syongari age_init_locked(sc); 1481179100Syongari 1482179100Syongari AGE_UNLOCK(sc); 1483179100Syongari 1484179100Syongari return (0); 1485179100Syongari} 1486179100Syongari 1487179100Syongaristatic int 1488179100Syongariage_encap(struct age_softc *sc, struct mbuf **m_head) 1489179100Syongari{ 1490179100Syongari struct age_txdesc *txd, *txd_last; 1491179100Syongari struct tx_desc *desc; 1492179100Syongari struct mbuf *m; 1493179100Syongari struct ip *ip; 1494179100Syongari struct tcphdr *tcp; 1495179100Syongari bus_dma_segment_t txsegs[AGE_MAXTXSEGS]; 1496179100Syongari bus_dmamap_t map; 1497242348Syongari uint32_t cflags, hdrlen, ip_off, poff, vtag; 1498179100Syongari int error, i, nsegs, prod, si; 1499179100Syongari 1500179100Syongari AGE_LOCK_ASSERT(sc); 1501179100Syongari 1502179100Syongari M_ASSERTPKTHDR((*m_head)); 1503179100Syongari 1504179100Syongari m = *m_head; 1505179100Syongari ip = NULL; 1506179100Syongari tcp = NULL; 1507179100Syongari cflags = vtag = 0; 1508179100Syongari ip_off = poff = 0; 1509179100Syongari if ((m->m_pkthdr.csum_flags & (AGE_CSUM_FEATURES | CSUM_TSO)) != 0) { 1510179100Syongari /* 1511179100Syongari * L1 requires offset of TCP/UDP payload in its Tx 1512179100Syongari * descriptor to perform hardware Tx checksum offload. 1513179100Syongari * Additionally, TSO requires IP/TCP header size and 1514179100Syongari * modification of IP/TCP header in order to make TSO 1515179100Syongari * engine work. This kind of operation takes many CPU 1516179100Syongari * cycles on FreeBSD so fast host CPU is needed to get 1517179100Syongari * smooth TSO performance. 1518179100Syongari */ 1519179100Syongari struct ether_header *eh; 1520179100Syongari 1521179100Syongari if (M_WRITABLE(m) == 0) { 1522179100Syongari /* Get a writable copy. */ 1523243857Sglebius m = m_dup(*m_head, M_NOWAIT); 1524179100Syongari /* Release original mbufs. */ 1525179100Syongari m_freem(*m_head); 1526179100Syongari if (m == NULL) { 1527179100Syongari *m_head = NULL; 1528179100Syongari return (ENOBUFS); 1529179100Syongari } 1530179100Syongari *m_head = m; 1531179100Syongari } 1532179100Syongari ip_off = sizeof(struct ether_header); 1533179100Syongari m = m_pullup(m, ip_off); 1534179100Syongari if (m == NULL) { 1535179100Syongari *m_head = NULL; 1536179100Syongari return (ENOBUFS); 1537179100Syongari } 1538179100Syongari eh = mtod(m, struct ether_header *); 1539179100Syongari /* 1540179100Syongari * Check if hardware VLAN insertion is off. 1541179100Syongari * Additional check for LLC/SNAP frame? 1542179100Syongari */ 1543179100Syongari if (eh->ether_type == htons(ETHERTYPE_VLAN)) { 1544179100Syongari ip_off = sizeof(struct ether_vlan_header); 1545179100Syongari m = m_pullup(m, ip_off); 1546179100Syongari if (m == NULL) { 1547179100Syongari *m_head = NULL; 1548179100Syongari return (ENOBUFS); 1549179100Syongari } 1550179100Syongari } 1551179100Syongari m = m_pullup(m, ip_off + sizeof(struct ip)); 1552179100Syongari if (m == NULL) { 1553179100Syongari *m_head = NULL; 1554179100Syongari return (ENOBUFS); 1555179100Syongari } 1556179100Syongari ip = (struct ip *)(mtod(m, char *) + ip_off); 1557179100Syongari poff = ip_off + (ip->ip_hl << 2); 1558179100Syongari if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 1559179100Syongari m = m_pullup(m, poff + sizeof(struct tcphdr)); 1560179100Syongari if (m == NULL) { 1561179100Syongari *m_head = NULL; 1562179100Syongari return (ENOBUFS); 1563179100Syongari } 1564179100Syongari tcp = (struct tcphdr *)(mtod(m, char *) + poff); 1565242348Syongari m = m_pullup(m, poff + (tcp->th_off << 2)); 1566242348Syongari if (m == NULL) { 1567242348Syongari *m_head = NULL; 1568242348Syongari return (ENOBUFS); 1569242348Syongari } 1570179100Syongari /* 1571179100Syongari * L1 requires IP/TCP header size and offset as 1572179100Syongari * well as TCP pseudo checksum which complicates 1573179100Syongari * TSO configuration. I guess this comes from the 1574179100Syongari * adherence to Microsoft NDIS Large Send 1575179100Syongari * specification which requires insertion of 1576179100Syongari * pseudo checksum by upper stack. The pseudo 1577179100Syongari * checksum that NDIS refers to doesn't include 1578179100Syongari * TCP payload length so age(4) should recompute 1579179100Syongari * the pseudo checksum here. Hopefully this wouldn't 1580179100Syongari * be much burden on modern CPUs. 1581179100Syongari * Reset IP checksum and recompute TCP pseudo 1582179100Syongari * checksum as NDIS specification said. 1583179100Syongari */ 1584242348Syongari ip = (struct ip *)(mtod(m, char *) + ip_off); 1585242348Syongari tcp = (struct tcphdr *)(mtod(m, char *) + poff); 1586179100Syongari ip->ip_sum = 0; 1587242348Syongari tcp->th_sum = in_pseudo(ip->ip_src.s_addr, 1588242348Syongari ip->ip_dst.s_addr, htons(IPPROTO_TCP)); 1589179100Syongari } 1590179100Syongari *m_head = m; 1591179100Syongari } 1592179100Syongari 1593179100Syongari si = prod = sc->age_cdata.age_tx_prod; 1594179100Syongari txd = &sc->age_cdata.age_txdesc[prod]; 1595179100Syongari txd_last = txd; 1596179100Syongari map = txd->tx_dmamap; 1597179100Syongari 1598179100Syongari error = bus_dmamap_load_mbuf_sg(sc->age_cdata.age_tx_tag, map, 1599179100Syongari *m_head, txsegs, &nsegs, 0); 1600179100Syongari if (error == EFBIG) { 1601243857Sglebius m = m_collapse(*m_head, M_NOWAIT, AGE_MAXTXSEGS); 1602179100Syongari if (m == NULL) { 1603179100Syongari m_freem(*m_head); 1604179100Syongari *m_head = NULL; 1605179100Syongari return (ENOMEM); 1606179100Syongari } 1607179100Syongari *m_head = m; 1608179100Syongari error = bus_dmamap_load_mbuf_sg(sc->age_cdata.age_tx_tag, map, 1609179100Syongari *m_head, txsegs, &nsegs, 0); 1610179100Syongari if (error != 0) { 1611179100Syongari m_freem(*m_head); 1612179100Syongari *m_head = NULL; 1613179100Syongari return (error); 1614179100Syongari } 1615179100Syongari } else if (error != 0) 1616179100Syongari return (error); 1617179100Syongari if (nsegs == 0) { 1618179100Syongari m_freem(*m_head); 1619179100Syongari *m_head = NULL; 1620179100Syongari return (EIO); 1621179100Syongari } 1622179100Syongari 1623179100Syongari /* Check descriptor overrun. */ 1624179100Syongari if (sc->age_cdata.age_tx_cnt + nsegs >= AGE_TX_RING_CNT - 2) { 1625179100Syongari bus_dmamap_unload(sc->age_cdata.age_tx_tag, map); 1626179100Syongari return (ENOBUFS); 1627179100Syongari } 1628179100Syongari 1629179100Syongari m = *m_head; 1630242348Syongari /* Configure VLAN hardware tag insertion. */ 1631242348Syongari if ((m->m_flags & M_VLANTAG) != 0) { 1632242348Syongari vtag = AGE_TX_VLAN_TAG(m->m_pkthdr.ether_vtag); 1633242348Syongari vtag = ((vtag << AGE_TD_VLAN_SHIFT) & AGE_TD_VLAN_MASK); 1634242348Syongari cflags |= AGE_TD_INSERT_VLAN_TAG; 1635242348Syongari } 1636242348Syongari 1637242348Syongari desc = NULL; 1638242348Syongari i = 0; 1639179100Syongari if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 1640242348Syongari /* Request TSO and set MSS. */ 1641242348Syongari cflags |= AGE_TD_TSO_IPV4; 1642242348Syongari cflags |= AGE_TD_IPCSUM | AGE_TD_TCPCSUM; 1643242348Syongari cflags |= ((uint32_t)m->m_pkthdr.tso_segsz << 1644242348Syongari AGE_TD_TSO_MSS_SHIFT); 1645179100Syongari /* Set IP/TCP header size. */ 1646179100Syongari cflags |= ip->ip_hl << AGE_TD_IPHDR_LEN_SHIFT; 1647179100Syongari cflags |= tcp->th_off << AGE_TD_TSO_TCPHDR_LEN_SHIFT; 1648242348Syongari /* 1649242348Syongari * L1 requires the first buffer should only hold IP/TCP 1650242348Syongari * header data. TCP payload should be handled in other 1651242348Syongari * descriptors. 1652242348Syongari */ 1653242348Syongari hdrlen = poff + (tcp->th_off << 2); 1654242348Syongari desc = &sc->age_rdata.age_tx_ring[prod]; 1655242348Syongari desc->addr = htole64(txsegs[0].ds_addr); 1656242348Syongari desc->len = htole32(AGE_TX_BYTES(hdrlen) | vtag); 1657242348Syongari desc->flags = htole32(cflags); 1658242348Syongari sc->age_cdata.age_tx_cnt++; 1659242348Syongari AGE_DESC_INC(prod, AGE_TX_RING_CNT); 1660242348Syongari if (m->m_len - hdrlen > 0) { 1661242348Syongari /* Handle remaining payload of the 1st fragment. */ 1662242348Syongari desc = &sc->age_rdata.age_tx_ring[prod]; 1663242348Syongari desc->addr = htole64(txsegs[0].ds_addr + hdrlen); 1664242348Syongari desc->len = htole32(AGE_TX_BYTES(m->m_len - hdrlen) | 1665242348Syongari vtag); 1666242348Syongari desc->flags = htole32(cflags); 1667242348Syongari sc->age_cdata.age_tx_cnt++; 1668242348Syongari AGE_DESC_INC(prod, AGE_TX_RING_CNT); 1669242348Syongari } 1670242348Syongari /* Handle remaining fragments. */ 1671242348Syongari i = 1; 1672206876Syongari } else if ((m->m_pkthdr.csum_flags & AGE_CSUM_FEATURES) != 0) { 1673206876Syongari /* Configure Tx IP/TCP/UDP checksum offload. */ 1674206876Syongari cflags |= AGE_TD_CSUM; 1675206876Syongari if ((m->m_pkthdr.csum_flags & CSUM_TCP) != 0) 1676206876Syongari cflags |= AGE_TD_TCPCSUM; 1677206876Syongari if ((m->m_pkthdr.csum_flags & CSUM_UDP) != 0) 1678206876Syongari cflags |= AGE_TD_UDPCSUM; 1679206876Syongari /* Set checksum start offset. */ 1680206876Syongari cflags |= (poff << AGE_TD_CSUM_PLOADOFFSET_SHIFT); 1681206876Syongari /* Set checksum insertion position of TCP/UDP. */ 1682206876Syongari cflags |= ((poff + m->m_pkthdr.csum_data) << 1683206876Syongari AGE_TD_CSUM_XSUMOFFSET_SHIFT); 1684179100Syongari } 1685242348Syongari for (; i < nsegs; i++) { 1686179100Syongari desc = &sc->age_rdata.age_tx_ring[prod]; 1687179100Syongari desc->addr = htole64(txsegs[i].ds_addr); 1688179100Syongari desc->len = htole32(AGE_TX_BYTES(txsegs[i].ds_len) | vtag); 1689179100Syongari desc->flags = htole32(cflags); 1690179100Syongari sc->age_cdata.age_tx_cnt++; 1691179100Syongari AGE_DESC_INC(prod, AGE_TX_RING_CNT); 1692179100Syongari } 1693179100Syongari /* Update producer index. */ 1694179100Syongari sc->age_cdata.age_tx_prod = prod; 1695179100Syongari 1696179100Syongari /* Set EOP on the last descriptor. */ 1697179100Syongari prod = (prod + AGE_TX_RING_CNT - 1) % AGE_TX_RING_CNT; 1698179100Syongari desc = &sc->age_rdata.age_tx_ring[prod]; 1699179100Syongari desc->flags |= htole32(AGE_TD_EOP); 1700179100Syongari 1701179100Syongari /* Lastly set TSO header and modify IP/TCP header for TSO operation. */ 1702179100Syongari if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 1703179100Syongari desc = &sc->age_rdata.age_tx_ring[si]; 1704179100Syongari desc->flags |= htole32(AGE_TD_TSO_HDR); 1705179100Syongari } 1706179100Syongari 1707179100Syongari /* Swap dmamap of the first and the last. */ 1708179100Syongari txd = &sc->age_cdata.age_txdesc[prod]; 1709179100Syongari map = txd_last->tx_dmamap; 1710179100Syongari txd_last->tx_dmamap = txd->tx_dmamap; 1711179100Syongari txd->tx_dmamap = map; 1712179100Syongari txd->tx_m = m; 1713179100Syongari 1714179100Syongari /* Sync descriptors. */ 1715179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_tag, map, BUS_DMASYNC_PREWRITE); 1716179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag, 1717179100Syongari sc->age_cdata.age_tx_ring_map, 1718179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 1719179100Syongari 1720179100Syongari return (0); 1721179100Syongari} 1722179100Syongari 1723179100Syongaristatic void 1724216925Sjhbage_start(struct ifnet *ifp) 1725179100Syongari{ 1726216925Sjhb struct age_softc *sc; 1727179100Syongari 1728216925Sjhb sc = ifp->if_softc; 1729216925Sjhb AGE_LOCK(sc); 1730216925Sjhb age_start_locked(ifp); 1731216925Sjhb AGE_UNLOCK(sc); 1732179100Syongari} 1733179100Syongari 1734179100Syongaristatic void 1735216925Sjhbage_start_locked(struct ifnet *ifp) 1736179100Syongari{ 1737179100Syongari struct age_softc *sc; 1738179100Syongari struct mbuf *m_head; 1739179100Syongari int enq; 1740179100Syongari 1741179100Syongari sc = ifp->if_softc; 1742179100Syongari 1743216925Sjhb AGE_LOCK_ASSERT(sc); 1744179100Syongari 1745179100Syongari if ((ifp->if_drv_flags & (IFF_DRV_RUNNING | IFF_DRV_OACTIVE)) != 1746216925Sjhb IFF_DRV_RUNNING || (sc->age_flags & AGE_FLAG_LINK) == 0) 1747179100Syongari return; 1748179100Syongari 1749179100Syongari for (enq = 0; !IFQ_DRV_IS_EMPTY(&ifp->if_snd); ) { 1750179100Syongari IFQ_DRV_DEQUEUE(&ifp->if_snd, m_head); 1751179100Syongari if (m_head == NULL) 1752179100Syongari break; 1753179100Syongari /* 1754179100Syongari * Pack the data into the transmit ring. If we 1755179100Syongari * don't have room, set the OACTIVE flag and wait 1756179100Syongari * for the NIC to drain the ring. 1757179100Syongari */ 1758179100Syongari if (age_encap(sc, &m_head)) { 1759179100Syongari if (m_head == NULL) 1760179100Syongari break; 1761179100Syongari IFQ_DRV_PREPEND(&ifp->if_snd, m_head); 1762179100Syongari ifp->if_drv_flags |= IFF_DRV_OACTIVE; 1763179100Syongari break; 1764179100Syongari } 1765179100Syongari 1766179100Syongari enq++; 1767179100Syongari /* 1768179100Syongari * If there's a BPF listener, bounce a copy of this frame 1769179100Syongari * to him. 1770179100Syongari */ 1771179100Syongari ETHER_BPF_MTAP(ifp, m_head); 1772179100Syongari } 1773179100Syongari 1774179100Syongari if (enq > 0) { 1775179100Syongari /* Update mbox. */ 1776179100Syongari AGE_COMMIT_MBOX(sc); 1777179100Syongari /* Set a timeout in case the chip goes out to lunch. */ 1778179100Syongari sc->age_watchdog_timer = AGE_TX_TIMEOUT; 1779179100Syongari } 1780179100Syongari} 1781179100Syongari 1782179100Syongaristatic void 1783179100Syongariage_watchdog(struct age_softc *sc) 1784179100Syongari{ 1785179100Syongari struct ifnet *ifp; 1786179100Syongari 1787179100Syongari AGE_LOCK_ASSERT(sc); 1788179100Syongari 1789179100Syongari if (sc->age_watchdog_timer == 0 || --sc->age_watchdog_timer) 1790179100Syongari return; 1791179100Syongari 1792179100Syongari ifp = sc->age_ifp; 1793179100Syongari if ((sc->age_flags & AGE_FLAG_LINK) == 0) { 1794179100Syongari if_printf(sc->age_ifp, "watchdog timeout (missed link)\n"); 1795179100Syongari ifp->if_oerrors++; 1796211768Syongari ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1797179100Syongari age_init_locked(sc); 1798179100Syongari return; 1799179100Syongari } 1800179100Syongari if (sc->age_cdata.age_tx_cnt == 0) { 1801179100Syongari if_printf(sc->age_ifp, 1802179100Syongari "watchdog timeout (missed Tx interrupts) -- recovering\n"); 1803179100Syongari if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 1804216925Sjhb age_start_locked(ifp); 1805179100Syongari return; 1806179100Syongari } 1807179100Syongari if_printf(sc->age_ifp, "watchdog timeout\n"); 1808179100Syongari ifp->if_oerrors++; 1809211768Syongari ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1810179100Syongari age_init_locked(sc); 1811179100Syongari if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 1812216925Sjhb age_start_locked(ifp); 1813179100Syongari} 1814179100Syongari 1815179100Syongaristatic int 1816179100Syongariage_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 1817179100Syongari{ 1818179100Syongari struct age_softc *sc; 1819179100Syongari struct ifreq *ifr; 1820179100Syongari struct mii_data *mii; 1821179100Syongari uint32_t reg; 1822179100Syongari int error, mask; 1823179100Syongari 1824179100Syongari sc = ifp->if_softc; 1825179100Syongari ifr = (struct ifreq *)data; 1826179100Syongari error = 0; 1827179100Syongari switch (cmd) { 1828179100Syongari case SIOCSIFMTU: 1829179100Syongari if (ifr->ifr_mtu < ETHERMIN || ifr->ifr_mtu > AGE_JUMBO_MTU) 1830179100Syongari error = EINVAL; 1831179100Syongari else if (ifp->if_mtu != ifr->ifr_mtu) { 1832179100Syongari AGE_LOCK(sc); 1833179100Syongari ifp->if_mtu = ifr->ifr_mtu; 1834211768Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 1835211768Syongari ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1836179100Syongari age_init_locked(sc); 1837211768Syongari } 1838179100Syongari AGE_UNLOCK(sc); 1839179100Syongari } 1840179100Syongari break; 1841179100Syongari case SIOCSIFFLAGS: 1842179100Syongari AGE_LOCK(sc); 1843179100Syongari if ((ifp->if_flags & IFF_UP) != 0) { 1844179100Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 1845179100Syongari if (((ifp->if_flags ^ sc->age_if_flags) 1846179100Syongari & (IFF_PROMISC | IFF_ALLMULTI)) != 0) 1847179100Syongari age_rxfilter(sc); 1848179100Syongari } else { 1849179100Syongari if ((sc->age_flags & AGE_FLAG_DETACH) == 0) 1850179100Syongari age_init_locked(sc); 1851179100Syongari } 1852179100Syongari } else { 1853179100Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 1854179100Syongari age_stop(sc); 1855179100Syongari } 1856179100Syongari sc->age_if_flags = ifp->if_flags; 1857179100Syongari AGE_UNLOCK(sc); 1858179100Syongari break; 1859179100Syongari case SIOCADDMULTI: 1860179100Syongari case SIOCDELMULTI: 1861179100Syongari AGE_LOCK(sc); 1862179100Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 1863179100Syongari age_rxfilter(sc); 1864179100Syongari AGE_UNLOCK(sc); 1865179100Syongari break; 1866179100Syongari case SIOCSIFMEDIA: 1867179100Syongari case SIOCGIFMEDIA: 1868179100Syongari mii = device_get_softc(sc->age_miibus); 1869179100Syongari error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, cmd); 1870179100Syongari break; 1871179100Syongari case SIOCSIFCAP: 1872179100Syongari AGE_LOCK(sc); 1873179100Syongari mask = ifr->ifr_reqcap ^ ifp->if_capenable; 1874179100Syongari if ((mask & IFCAP_TXCSUM) != 0 && 1875179100Syongari (ifp->if_capabilities & IFCAP_TXCSUM) != 0) { 1876179100Syongari ifp->if_capenable ^= IFCAP_TXCSUM; 1877179100Syongari if ((ifp->if_capenable & IFCAP_TXCSUM) != 0) 1878179100Syongari ifp->if_hwassist |= AGE_CSUM_FEATURES; 1879179100Syongari else 1880179100Syongari ifp->if_hwassist &= ~AGE_CSUM_FEATURES; 1881179100Syongari } 1882179100Syongari if ((mask & IFCAP_RXCSUM) != 0 && 1883179100Syongari (ifp->if_capabilities & IFCAP_RXCSUM) != 0) { 1884179100Syongari ifp->if_capenable ^= IFCAP_RXCSUM; 1885179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 1886179100Syongari reg &= ~MAC_CFG_RXCSUM_ENB; 1887179100Syongari if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) 1888179100Syongari reg |= MAC_CFG_RXCSUM_ENB; 1889179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 1890179100Syongari } 1891179100Syongari if ((mask & IFCAP_TSO4) != 0 && 1892179100Syongari (ifp->if_capabilities & IFCAP_TSO4) != 0) { 1893179100Syongari ifp->if_capenable ^= IFCAP_TSO4; 1894179100Syongari if ((ifp->if_capenable & IFCAP_TSO4) != 0) 1895179100Syongari ifp->if_hwassist |= CSUM_TSO; 1896179100Syongari else 1897179100Syongari ifp->if_hwassist &= ~CSUM_TSO; 1898179100Syongari } 1899179100Syongari 1900179100Syongari if ((mask & IFCAP_WOL_MCAST) != 0 && 1901179100Syongari (ifp->if_capabilities & IFCAP_WOL_MCAST) != 0) 1902179100Syongari ifp->if_capenable ^= IFCAP_WOL_MCAST; 1903179100Syongari if ((mask & IFCAP_WOL_MAGIC) != 0 && 1904179100Syongari (ifp->if_capabilities & IFCAP_WOL_MAGIC) != 0) 1905179100Syongari ifp->if_capenable ^= IFCAP_WOL_MAGIC; 1906179100Syongari if ((mask & IFCAP_VLAN_HWCSUM) != 0 && 1907179100Syongari (ifp->if_capabilities & IFCAP_VLAN_HWCSUM) != 0) 1908179100Syongari ifp->if_capenable ^= IFCAP_VLAN_HWCSUM; 1909179100Syongari if ((mask & IFCAP_VLAN_HWTSO) != 0 && 1910179100Syongari (ifp->if_capabilities & IFCAP_VLAN_HWTSO) != 0) 1911179100Syongari ifp->if_capenable ^= IFCAP_VLAN_HWTSO; 1912204377Syongari if ((mask & IFCAP_VLAN_HWTAGGING) != 0 && 1913204377Syongari (ifp->if_capabilities & IFCAP_VLAN_HWTAGGING) != 0) { 1914204377Syongari ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 1915204377Syongari if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) == 0) 1916204377Syongari ifp->if_capenable &= ~IFCAP_VLAN_HWTSO; 1917204377Syongari age_rxvlan(sc); 1918204377Syongari } 1919179100Syongari AGE_UNLOCK(sc); 1920179100Syongari VLAN_CAPABILITIES(ifp); 1921179100Syongari break; 1922179100Syongari default: 1923179100Syongari error = ether_ioctl(ifp, cmd, data); 1924179100Syongari break; 1925179100Syongari } 1926179100Syongari 1927179100Syongari return (error); 1928179100Syongari} 1929179100Syongari 1930179100Syongaristatic void 1931179100Syongariage_mac_config(struct age_softc *sc) 1932179100Syongari{ 1933179100Syongari struct mii_data *mii; 1934179100Syongari uint32_t reg; 1935179100Syongari 1936179100Syongari AGE_LOCK_ASSERT(sc); 1937179100Syongari 1938179100Syongari mii = device_get_softc(sc->age_miibus); 1939179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 1940179100Syongari reg &= ~MAC_CFG_FULL_DUPLEX; 1941179100Syongari reg &= ~(MAC_CFG_TX_FC | MAC_CFG_RX_FC); 1942179100Syongari reg &= ~MAC_CFG_SPEED_MASK; 1943179100Syongari /* Reprogram MAC with resolved speed/duplex. */ 1944179100Syongari switch (IFM_SUBTYPE(mii->mii_media_active)) { 1945179100Syongari case IFM_10_T: 1946179100Syongari case IFM_100_TX: 1947179100Syongari reg |= MAC_CFG_SPEED_10_100; 1948179100Syongari break; 1949179100Syongari case IFM_1000_T: 1950179100Syongari reg |= MAC_CFG_SPEED_1000; 1951179100Syongari break; 1952179100Syongari } 1953179100Syongari if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) != 0) { 1954179100Syongari reg |= MAC_CFG_FULL_DUPLEX; 1955179100Syongari#ifdef notyet 1956179100Syongari if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_TXPAUSE) != 0) 1957179100Syongari reg |= MAC_CFG_TX_FC; 1958179100Syongari if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_RXPAUSE) != 0) 1959179100Syongari reg |= MAC_CFG_RX_FC; 1960179100Syongari#endif 1961179100Syongari } 1962179100Syongari 1963179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 1964179100Syongari} 1965179100Syongari 1966179100Syongaristatic void 1967179100Syongariage_link_task(void *arg, int pending) 1968179100Syongari{ 1969179100Syongari struct age_softc *sc; 1970179100Syongari struct mii_data *mii; 1971179100Syongari struct ifnet *ifp; 1972179100Syongari uint32_t reg; 1973179100Syongari 1974179100Syongari sc = (struct age_softc *)arg; 1975179100Syongari 1976179100Syongari AGE_LOCK(sc); 1977179100Syongari mii = device_get_softc(sc->age_miibus); 1978179100Syongari ifp = sc->age_ifp; 1979179100Syongari if (mii == NULL || ifp == NULL || 1980179100Syongari (ifp->if_drv_flags & IFF_DRV_RUNNING) == 0) { 1981179100Syongari AGE_UNLOCK(sc); 1982179100Syongari return; 1983179100Syongari } 1984179100Syongari 1985179100Syongari sc->age_flags &= ~AGE_FLAG_LINK; 1986179100Syongari if ((mii->mii_media_status & IFM_AVALID) != 0) { 1987179100Syongari switch (IFM_SUBTYPE(mii->mii_media_active)) { 1988179100Syongari case IFM_10_T: 1989179100Syongari case IFM_100_TX: 1990179100Syongari case IFM_1000_T: 1991179100Syongari sc->age_flags |= AGE_FLAG_LINK; 1992179100Syongari break; 1993179100Syongari default: 1994179100Syongari break; 1995179100Syongari } 1996179100Syongari } 1997179100Syongari 1998179100Syongari /* Stop Rx/Tx MACs. */ 1999179100Syongari age_stop_rxmac(sc); 2000179100Syongari age_stop_txmac(sc); 2001179100Syongari 2002179100Syongari /* Program MACs with resolved speed/duplex/flow-control. */ 2003179100Syongari if ((sc->age_flags & AGE_FLAG_LINK) != 0) { 2004179100Syongari age_mac_config(sc); 2005179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 2006179100Syongari /* Restart DMA engine and Tx/Rx MAC. */ 2007179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, CSR_READ_4(sc, AGE_DMA_CFG) | 2008179100Syongari DMA_CFG_RD_ENB | DMA_CFG_WR_ENB); 2009179100Syongari reg |= MAC_CFG_TX_ENB | MAC_CFG_RX_ENB; 2010179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 2011179100Syongari } 2012179100Syongari 2013179100Syongari AGE_UNLOCK(sc); 2014179100Syongari} 2015179100Syongari 2016179100Syongaristatic void 2017179100Syongariage_stats_update(struct age_softc *sc) 2018179100Syongari{ 2019179100Syongari struct age_stats *stat; 2020179100Syongari struct smb *smb; 2021179100Syongari struct ifnet *ifp; 2022179100Syongari 2023179100Syongari AGE_LOCK_ASSERT(sc); 2024179100Syongari 2025179100Syongari stat = &sc->age_stat; 2026179100Syongari 2027179100Syongari bus_dmamap_sync(sc->age_cdata.age_smb_block_tag, 2028179100Syongari sc->age_cdata.age_smb_block_map, 2029179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2030179100Syongari 2031179100Syongari smb = sc->age_rdata.age_smb_block; 2032179100Syongari if (smb->updated == 0) 2033179100Syongari return; 2034179100Syongari 2035179100Syongari ifp = sc->age_ifp; 2036179100Syongari /* Rx stats. */ 2037179100Syongari stat->rx_frames += smb->rx_frames; 2038179100Syongari stat->rx_bcast_frames += smb->rx_bcast_frames; 2039179100Syongari stat->rx_mcast_frames += smb->rx_mcast_frames; 2040179100Syongari stat->rx_pause_frames += smb->rx_pause_frames; 2041179100Syongari stat->rx_control_frames += smb->rx_control_frames; 2042179100Syongari stat->rx_crcerrs += smb->rx_crcerrs; 2043179100Syongari stat->rx_lenerrs += smb->rx_lenerrs; 2044179100Syongari stat->rx_bytes += smb->rx_bytes; 2045179100Syongari stat->rx_runts += smb->rx_runts; 2046179100Syongari stat->rx_fragments += smb->rx_fragments; 2047179100Syongari stat->rx_pkts_64 += smb->rx_pkts_64; 2048179100Syongari stat->rx_pkts_65_127 += smb->rx_pkts_65_127; 2049179100Syongari stat->rx_pkts_128_255 += smb->rx_pkts_128_255; 2050179100Syongari stat->rx_pkts_256_511 += smb->rx_pkts_256_511; 2051179100Syongari stat->rx_pkts_512_1023 += smb->rx_pkts_512_1023; 2052179100Syongari stat->rx_pkts_1024_1518 += smb->rx_pkts_1024_1518; 2053179100Syongari stat->rx_pkts_1519_max += smb->rx_pkts_1519_max; 2054179100Syongari stat->rx_pkts_truncated += smb->rx_pkts_truncated; 2055179100Syongari stat->rx_fifo_oflows += smb->rx_fifo_oflows; 2056179100Syongari stat->rx_desc_oflows += smb->rx_desc_oflows; 2057179100Syongari stat->rx_alignerrs += smb->rx_alignerrs; 2058179100Syongari stat->rx_bcast_bytes += smb->rx_bcast_bytes; 2059179100Syongari stat->rx_mcast_bytes += smb->rx_mcast_bytes; 2060179100Syongari stat->rx_pkts_filtered += smb->rx_pkts_filtered; 2061179100Syongari 2062179100Syongari /* Tx stats. */ 2063179100Syongari stat->tx_frames += smb->tx_frames; 2064179100Syongari stat->tx_bcast_frames += smb->tx_bcast_frames; 2065179100Syongari stat->tx_mcast_frames += smb->tx_mcast_frames; 2066179100Syongari stat->tx_pause_frames += smb->tx_pause_frames; 2067179100Syongari stat->tx_excess_defer += smb->tx_excess_defer; 2068179100Syongari stat->tx_control_frames += smb->tx_control_frames; 2069179100Syongari stat->tx_deferred += smb->tx_deferred; 2070179100Syongari stat->tx_bytes += smb->tx_bytes; 2071179100Syongari stat->tx_pkts_64 += smb->tx_pkts_64; 2072179100Syongari stat->tx_pkts_65_127 += smb->tx_pkts_65_127; 2073179100Syongari stat->tx_pkts_128_255 += smb->tx_pkts_128_255; 2074179100Syongari stat->tx_pkts_256_511 += smb->tx_pkts_256_511; 2075179100Syongari stat->tx_pkts_512_1023 += smb->tx_pkts_512_1023; 2076179100Syongari stat->tx_pkts_1024_1518 += smb->tx_pkts_1024_1518; 2077179100Syongari stat->tx_pkts_1519_max += smb->tx_pkts_1519_max; 2078179100Syongari stat->tx_single_colls += smb->tx_single_colls; 2079179100Syongari stat->tx_multi_colls += smb->tx_multi_colls; 2080179100Syongari stat->tx_late_colls += smb->tx_late_colls; 2081179100Syongari stat->tx_excess_colls += smb->tx_excess_colls; 2082179100Syongari stat->tx_underrun += smb->tx_underrun; 2083179100Syongari stat->tx_desc_underrun += smb->tx_desc_underrun; 2084179100Syongari stat->tx_lenerrs += smb->tx_lenerrs; 2085179100Syongari stat->tx_pkts_truncated += smb->tx_pkts_truncated; 2086179100Syongari stat->tx_bcast_bytes += smb->tx_bcast_bytes; 2087179100Syongari stat->tx_mcast_bytes += smb->tx_mcast_bytes; 2088179100Syongari 2089179100Syongari /* Update counters in ifnet. */ 2090179100Syongari ifp->if_opackets += smb->tx_frames; 2091179100Syongari 2092179100Syongari ifp->if_collisions += smb->tx_single_colls + 2093179100Syongari smb->tx_multi_colls + smb->tx_late_colls + 2094179100Syongari smb->tx_excess_colls * HDPX_CFG_RETRY_DEFAULT; 2095179100Syongari 2096179100Syongari ifp->if_oerrors += smb->tx_excess_colls + 2097179100Syongari smb->tx_late_colls + smb->tx_underrun + 2098179100Syongari smb->tx_pkts_truncated; 2099179100Syongari 2100179100Syongari ifp->if_ipackets += smb->rx_frames; 2101179100Syongari 2102179100Syongari ifp->if_ierrors += smb->rx_crcerrs + smb->rx_lenerrs + 2103179100Syongari smb->rx_runts + smb->rx_pkts_truncated + 2104179100Syongari smb->rx_fifo_oflows + smb->rx_desc_oflows + 2105179100Syongari smb->rx_alignerrs; 2106179100Syongari 2107179100Syongari /* Update done, clear. */ 2108179100Syongari smb->updated = 0; 2109179100Syongari 2110179100Syongari bus_dmamap_sync(sc->age_cdata.age_smb_block_tag, 2111179100Syongari sc->age_cdata.age_smb_block_map, 2112179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2113179100Syongari} 2114179100Syongari 2115179100Syongaristatic int 2116179100Syongariage_intr(void *arg) 2117179100Syongari{ 2118179100Syongari struct age_softc *sc; 2119179100Syongari uint32_t status; 2120179100Syongari 2121179100Syongari sc = (struct age_softc *)arg; 2122179100Syongari 2123179100Syongari status = CSR_READ_4(sc, AGE_INTR_STATUS); 2124179100Syongari if (status == 0 || (status & AGE_INTRS) == 0) 2125179100Syongari return (FILTER_STRAY); 2126179100Syongari /* Disable interrupts. */ 2127179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, status | INTR_DIS_INT); 2128179100Syongari taskqueue_enqueue(sc->age_tq, &sc->age_int_task); 2129179100Syongari 2130179100Syongari return (FILTER_HANDLED); 2131179100Syongari} 2132179100Syongari 2133179100Syongaristatic void 2134179100Syongariage_int_task(void *arg, int pending) 2135179100Syongari{ 2136179100Syongari struct age_softc *sc; 2137179100Syongari struct ifnet *ifp; 2138179100Syongari struct cmb *cmb; 2139179100Syongari uint32_t status; 2140179100Syongari 2141179100Syongari sc = (struct age_softc *)arg; 2142179100Syongari 2143179100Syongari AGE_LOCK(sc); 2144179100Syongari 2145179100Syongari bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag, 2146179100Syongari sc->age_cdata.age_cmb_block_map, 2147179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2148179100Syongari cmb = sc->age_rdata.age_cmb_block; 2149179100Syongari status = le32toh(cmb->intr_status); 2150179100Syongari if (sc->age_morework != 0) 2151179100Syongari status |= INTR_CMB_RX; 2152179100Syongari if ((status & AGE_INTRS) == 0) 2153179100Syongari goto done; 2154179100Syongari 2155179100Syongari sc->age_tpd_cons = (le32toh(cmb->tpd_cons) & TPD_CONS_MASK) >> 2156179100Syongari TPD_CONS_SHIFT; 2157179100Syongari sc->age_rr_prod = (le32toh(cmb->rprod_cons) & RRD_PROD_MASK) >> 2158179100Syongari RRD_PROD_SHIFT; 2159179100Syongari /* Let hardware know CMB was served. */ 2160179100Syongari cmb->intr_status = 0; 2161179100Syongari bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag, 2162179100Syongari sc->age_cdata.age_cmb_block_map, 2163179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2164179100Syongari 2165179100Syongari#if 0 2166179100Syongari printf("INTR: 0x%08x\n", status); 2167179100Syongari status &= ~INTR_DIS_DMA; 2168179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, status | INTR_DIS_INT); 2169179100Syongari#endif 2170179100Syongari ifp = sc->age_ifp; 2171179100Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 2172179100Syongari if ((status & INTR_CMB_RX) != 0) 2173179100Syongari sc->age_morework = age_rxintr(sc, sc->age_rr_prod, 2174179100Syongari sc->age_process_limit); 2175179100Syongari if ((status & INTR_CMB_TX) != 0) 2176179100Syongari age_txintr(sc, sc->age_tpd_cons); 2177179100Syongari if ((status & (INTR_DMA_RD_TO_RST | INTR_DMA_WR_TO_RST)) != 0) { 2178179100Syongari if ((status & INTR_DMA_RD_TO_RST) != 0) 2179179100Syongari device_printf(sc->age_dev, 2180179100Syongari "DMA read error! -- resetting\n"); 2181179100Syongari if ((status & INTR_DMA_WR_TO_RST) != 0) 2182179100Syongari device_printf(sc->age_dev, 2183179100Syongari "DMA write error! -- resetting\n"); 2184211768Syongari ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 2185179100Syongari age_init_locked(sc); 2186179100Syongari } 2187179100Syongari if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 2188216925Sjhb age_start_locked(ifp); 2189179100Syongari if ((status & INTR_SMB) != 0) 2190179100Syongari age_stats_update(sc); 2191179100Syongari } 2192179100Syongari 2193179100Syongari /* Check whether CMB was updated while serving Tx/Rx/SMB handler. */ 2194179100Syongari bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag, 2195179100Syongari sc->age_cdata.age_cmb_block_map, 2196179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2197179100Syongari status = le32toh(cmb->intr_status); 2198179100Syongari if (sc->age_morework != 0 || (status & AGE_INTRS) != 0) { 2199179100Syongari taskqueue_enqueue(sc->age_tq, &sc->age_int_task); 2200179100Syongari AGE_UNLOCK(sc); 2201179100Syongari return; 2202179100Syongari } 2203179100Syongari 2204179100Syongaridone: 2205179100Syongari /* Re-enable interrupts. */ 2206179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, 0); 2207179100Syongari AGE_UNLOCK(sc); 2208179100Syongari} 2209179100Syongari 2210179100Syongaristatic void 2211179100Syongariage_txintr(struct age_softc *sc, int tpd_cons) 2212179100Syongari{ 2213179100Syongari struct ifnet *ifp; 2214179100Syongari struct age_txdesc *txd; 2215179100Syongari int cons, prog; 2216179100Syongari 2217179100Syongari AGE_LOCK_ASSERT(sc); 2218179100Syongari 2219179100Syongari ifp = sc->age_ifp; 2220179100Syongari 2221179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag, 2222179100Syongari sc->age_cdata.age_tx_ring_map, 2223179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2224179100Syongari 2225179100Syongari /* 2226179100Syongari * Go through our Tx list and free mbufs for those 2227179100Syongari * frames which have been transmitted. 2228179100Syongari */ 2229179100Syongari cons = sc->age_cdata.age_tx_cons; 2230179100Syongari for (prog = 0; cons != tpd_cons; AGE_DESC_INC(cons, AGE_TX_RING_CNT)) { 2231179100Syongari if (sc->age_cdata.age_tx_cnt <= 0) 2232179100Syongari break; 2233179100Syongari prog++; 2234179100Syongari ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2235179100Syongari sc->age_cdata.age_tx_cnt--; 2236179100Syongari txd = &sc->age_cdata.age_txdesc[cons]; 2237179100Syongari /* 2238179100Syongari * Clear Tx descriptors, it's not required but would 2239179100Syongari * help debugging in case of Tx issues. 2240179100Syongari */ 2241179100Syongari txd->tx_desc->addr = 0; 2242179100Syongari txd->tx_desc->len = 0; 2243179100Syongari txd->tx_desc->flags = 0; 2244179100Syongari 2245179100Syongari if (txd->tx_m == NULL) 2246179100Syongari continue; 2247179100Syongari /* Reclaim transmitted mbufs. */ 2248179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_tag, txd->tx_dmamap, 2249179100Syongari BUS_DMASYNC_POSTWRITE); 2250179100Syongari bus_dmamap_unload(sc->age_cdata.age_tx_tag, txd->tx_dmamap); 2251179100Syongari m_freem(txd->tx_m); 2252179100Syongari txd->tx_m = NULL; 2253179100Syongari } 2254179100Syongari 2255179100Syongari if (prog > 0) { 2256179100Syongari sc->age_cdata.age_tx_cons = cons; 2257179100Syongari 2258179100Syongari /* 2259179100Syongari * Unarm watchdog timer only when there are no pending 2260179100Syongari * Tx descriptors in queue. 2261179100Syongari */ 2262179100Syongari if (sc->age_cdata.age_tx_cnt == 0) 2263179100Syongari sc->age_watchdog_timer = 0; 2264179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag, 2265179100Syongari sc->age_cdata.age_tx_ring_map, 2266179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2267179100Syongari } 2268179100Syongari} 2269179100Syongari 2270246341Syongari#ifndef __NO_STRICT_ALIGNMENT 2271246341Syongaristatic struct mbuf * 2272246341Syongariage_fixup_rx(struct ifnet *ifp, struct mbuf *m) 2273246341Syongari{ 2274246341Syongari struct mbuf *n; 2275246341Syongari int i; 2276246341Syongari uint16_t *src, *dst; 2277246341Syongari 2278246341Syongari src = mtod(m, uint16_t *); 2279246341Syongari dst = src - 3; 2280246341Syongari 2281246341Syongari if (m->m_next == NULL) { 2282246341Syongari for (i = 0; i < (m->m_len / sizeof(uint16_t) + 1); i++) 2283246341Syongari *dst++ = *src++; 2284246341Syongari m->m_data -= 6; 2285246341Syongari return (m); 2286246341Syongari } 2287246341Syongari /* 2288246341Syongari * Append a new mbuf to received mbuf chain and copy ethernet 2289246341Syongari * header from the mbuf chain. This can save lots of CPU 2290246341Syongari * cycles for jumbo frame. 2291246341Syongari */ 2292246341Syongari MGETHDR(n, M_NOWAIT, MT_DATA); 2293246341Syongari if (n == NULL) { 2294246341Syongari ifp->if_iqdrops++; 2295246341Syongari m_freem(m); 2296246341Syongari return (NULL); 2297246341Syongari } 2298246341Syongari bcopy(m->m_data, n->m_data, ETHER_HDR_LEN); 2299246341Syongari m->m_data += ETHER_HDR_LEN; 2300246341Syongari m->m_len -= ETHER_HDR_LEN; 2301246341Syongari n->m_len = ETHER_HDR_LEN; 2302246341Syongari M_MOVE_PKTHDR(n, m); 2303246341Syongari n->m_next = m; 2304246341Syongari return (n); 2305246341Syongari} 2306246341Syongari#endif 2307246341Syongari 2308179100Syongari/* Receive a frame. */ 2309179100Syongaristatic void 2310179100Syongariage_rxeof(struct age_softc *sc, struct rx_rdesc *rxrd) 2311179100Syongari{ 2312179100Syongari struct age_rxdesc *rxd; 2313179100Syongari struct ifnet *ifp; 2314179100Syongari struct mbuf *mp, *m; 2315179100Syongari uint32_t status, index, vtag; 2316246341Syongari int count, nsegs; 2317179100Syongari int rx_cons; 2318179100Syongari 2319179100Syongari AGE_LOCK_ASSERT(sc); 2320179100Syongari 2321179100Syongari ifp = sc->age_ifp; 2322179100Syongari status = le32toh(rxrd->flags); 2323179100Syongari index = le32toh(rxrd->index); 2324179100Syongari rx_cons = AGE_RX_CONS(index); 2325179100Syongari nsegs = AGE_RX_NSEGS(index); 2326179100Syongari 2327179100Syongari sc->age_cdata.age_rxlen = AGE_RX_BYTES(le32toh(rxrd->len)); 2328246341Syongari if ((status & (AGE_RRD_ERROR | AGE_RRD_LENGTH_NOK)) != 0) { 2329179100Syongari /* 2330179100Syongari * We want to pass the following frames to upper 2331179100Syongari * layer regardless of error status of Rx return 2332179100Syongari * ring. 2333179100Syongari * 2334179100Syongari * o IP/TCP/UDP checksum is bad. 2335179100Syongari * o frame length and protocol specific length 2336179100Syongari * does not match. 2337179100Syongari */ 2338246341Syongari status |= AGE_RRD_IPCSUM_NOK | AGE_RRD_TCP_UDPCSUM_NOK; 2339246341Syongari if ((status & (AGE_RRD_CRC | AGE_RRD_CODE | AGE_RRD_DRIBBLE | 2340246341Syongari AGE_RRD_RUNT | AGE_RRD_OFLOW | AGE_RRD_TRUNC)) != 0) 2341246341Syongari return; 2342179100Syongari } 2343179100Syongari 2344179100Syongari for (count = 0; count < nsegs; count++, 2345179100Syongari AGE_DESC_INC(rx_cons, AGE_RX_RING_CNT)) { 2346179100Syongari rxd = &sc->age_cdata.age_rxdesc[rx_cons]; 2347179100Syongari mp = rxd->rx_m; 2348179100Syongari /* Add a new receive buffer to the ring. */ 2349179100Syongari if (age_newbuf(sc, rxd) != 0) { 2350179100Syongari ifp->if_iqdrops++; 2351179100Syongari /* Reuse Rx buffers. */ 2352246341Syongari if (sc->age_cdata.age_rxhead != NULL) 2353179100Syongari m_freem(sc->age_cdata.age_rxhead); 2354179100Syongari break; 2355179100Syongari } 2356179100Syongari 2357246341Syongari /* 2358246341Syongari * Assume we've received a full sized frame. 2359246341Syongari * Actual size is fixed when we encounter the end of 2360246341Syongari * multi-segmented frame. 2361246341Syongari */ 2362246341Syongari mp->m_len = AGE_RX_BUF_SIZE; 2363179100Syongari 2364179100Syongari /* Chain received mbufs. */ 2365179100Syongari if (sc->age_cdata.age_rxhead == NULL) { 2366179100Syongari sc->age_cdata.age_rxhead = mp; 2367179100Syongari sc->age_cdata.age_rxtail = mp; 2368179100Syongari } else { 2369179100Syongari mp->m_flags &= ~M_PKTHDR; 2370179100Syongari sc->age_cdata.age_rxprev_tail = 2371179100Syongari sc->age_cdata.age_rxtail; 2372179100Syongari sc->age_cdata.age_rxtail->m_next = mp; 2373179100Syongari sc->age_cdata.age_rxtail = mp; 2374179100Syongari } 2375179100Syongari 2376179100Syongari if (count == nsegs - 1) { 2377246341Syongari /* Last desc. for this frame. */ 2378246341Syongari m = sc->age_cdata.age_rxhead; 2379246341Syongari m->m_flags |= M_PKTHDR; 2380179100Syongari /* 2381179100Syongari * It seems that L1 controller has no way 2382179100Syongari * to tell hardware to strip CRC bytes. 2383179100Syongari */ 2384246341Syongari m->m_pkthdr.len = sc->age_cdata.age_rxlen - 2385246341Syongari ETHER_CRC_LEN; 2386179100Syongari if (nsegs > 1) { 2387246341Syongari /* Set last mbuf size. */ 2388246341Syongari mp->m_len = sc->age_cdata.age_rxlen - 2389246341Syongari ((nsegs - 1) * AGE_RX_BUF_SIZE); 2390179100Syongari /* Remove the CRC bytes in chained mbufs. */ 2391179100Syongari if (mp->m_len <= ETHER_CRC_LEN) { 2392179100Syongari sc->age_cdata.age_rxtail = 2393179100Syongari sc->age_cdata.age_rxprev_tail; 2394179100Syongari sc->age_cdata.age_rxtail->m_len -= 2395179100Syongari (ETHER_CRC_LEN - mp->m_len); 2396179100Syongari sc->age_cdata.age_rxtail->m_next = NULL; 2397179100Syongari m_freem(mp); 2398179100Syongari } else { 2399179100Syongari mp->m_len -= ETHER_CRC_LEN; 2400179100Syongari } 2401246341Syongari } else 2402246341Syongari m->m_len = m->m_pkthdr.len; 2403179100Syongari m->m_pkthdr.rcvif = ifp; 2404179100Syongari /* 2405179100Syongari * Set checksum information. 2406179100Syongari * It seems that L1 controller can compute partial 2407179100Syongari * checksum. The partial checksum value can be used 2408179100Syongari * to accelerate checksum computation for fragmented 2409179100Syongari * TCP/UDP packets. Upper network stack already 2410179100Syongari * takes advantage of the partial checksum value in 2411179100Syongari * IP reassembly stage. But I'm not sure the 2412179100Syongari * correctness of the partial hardware checksum 2413179100Syongari * assistance due to lack of data sheet. If it is 2414179100Syongari * proven to work on L1 I'll enable it. 2415179100Syongari */ 2416179100Syongari if ((ifp->if_capenable & IFCAP_RXCSUM) != 0 && 2417179100Syongari (status & AGE_RRD_IPV4) != 0) { 2418179100Syongari if ((status & AGE_RRD_IPCSUM_NOK) == 0) 2419246341Syongari m->m_pkthdr.csum_flags |= 2420246341Syongari CSUM_IP_CHECKED | CSUM_IP_VALID; 2421179100Syongari if ((status & (AGE_RRD_TCP | AGE_RRD_UDP)) && 2422179100Syongari (status & AGE_RRD_TCP_UDPCSUM_NOK) == 0) { 2423179100Syongari m->m_pkthdr.csum_flags |= 2424179100Syongari CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 2425179100Syongari m->m_pkthdr.csum_data = 0xffff; 2426179100Syongari } 2427179100Syongari /* 2428179100Syongari * Don't mark bad checksum for TCP/UDP frames 2429179100Syongari * as fragmented frames may always have set 2430179100Syongari * bad checksummed bit of descriptor status. 2431179100Syongari */ 2432179100Syongari } 2433179100Syongari 2434179100Syongari /* Check for VLAN tagged frames. */ 2435179100Syongari if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0 && 2436179100Syongari (status & AGE_RRD_VLAN) != 0) { 2437179100Syongari vtag = AGE_RX_VLAN(le32toh(rxrd->vtags)); 2438179100Syongari m->m_pkthdr.ether_vtag = AGE_RX_VLAN_TAG(vtag); 2439179100Syongari m->m_flags |= M_VLANTAG; 2440179100Syongari } 2441246341Syongari#ifndef __NO_STRICT_ALIGNMENT 2442246341Syongari m = age_fixup_rx(ifp, m); 2443246341Syongari if (m != NULL) 2444246341Syongari#endif 2445246341Syongari { 2446179100Syongari /* Pass it on. */ 2447179100Syongari AGE_UNLOCK(sc); 2448179100Syongari (*ifp->if_input)(ifp, m); 2449179100Syongari AGE_LOCK(sc); 2450246341Syongari } 2451179100Syongari } 2452179100Syongari } 2453179100Syongari 2454246341Syongari /* Reset mbuf chains. */ 2455246341Syongari AGE_RXCHAIN_RESET(sc); 2456179100Syongari} 2457179100Syongari 2458179100Syongaristatic int 2459179100Syongariage_rxintr(struct age_softc *sc, int rr_prod, int count) 2460179100Syongari{ 2461179100Syongari struct rx_rdesc *rxrd; 2462179100Syongari int rr_cons, nsegs, pktlen, prog; 2463179100Syongari 2464179100Syongari AGE_LOCK_ASSERT(sc); 2465179100Syongari 2466179100Syongari rr_cons = sc->age_cdata.age_rr_cons; 2467179100Syongari if (rr_cons == rr_prod) 2468179100Syongari return (0); 2469179100Syongari 2470179100Syongari bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag, 2471179100Syongari sc->age_cdata.age_rr_ring_map, 2472179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2473220252Syongari bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag, 2474220252Syongari sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_POSTWRITE); 2475179100Syongari 2476179100Syongari for (prog = 0; rr_cons != rr_prod; prog++) { 2477251872Smarkj if (count-- <= 0) 2478179100Syongari break; 2479179100Syongari rxrd = &sc->age_rdata.age_rr_ring[rr_cons]; 2480179100Syongari nsegs = AGE_RX_NSEGS(le32toh(rxrd->index)); 2481179100Syongari if (nsegs == 0) 2482179100Syongari break; 2483179100Syongari /* 2484179100Syongari * Check number of segments against received bytes. 2485179100Syongari * Non-matching value would indicate that hardware 2486179100Syongari * is still trying to update Rx return descriptors. 2487179100Syongari * I'm not sure whether this check is really needed. 2488179100Syongari */ 2489179100Syongari pktlen = AGE_RX_BYTES(le32toh(rxrd->len)); 2490246341Syongari if (nsegs != (pktlen + (AGE_RX_BUF_SIZE - 1)) / AGE_RX_BUF_SIZE) 2491179100Syongari break; 2492179100Syongari 2493179100Syongari /* Received a frame. */ 2494179100Syongari age_rxeof(sc, rxrd); 2495179100Syongari /* Clear return ring. */ 2496179100Syongari rxrd->index = 0; 2497179100Syongari AGE_DESC_INC(rr_cons, AGE_RR_RING_CNT); 2498246341Syongari sc->age_cdata.age_rx_cons += nsegs; 2499246341Syongari sc->age_cdata.age_rx_cons %= AGE_RX_RING_CNT; 2500179100Syongari } 2501179100Syongari 2502179100Syongari if (prog > 0) { 2503179100Syongari /* Update the consumer index. */ 2504179100Syongari sc->age_cdata.age_rr_cons = rr_cons; 2505179100Syongari 2506220252Syongari bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag, 2507220252Syongari sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_PREWRITE); 2508179100Syongari /* Sync descriptors. */ 2509179100Syongari bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag, 2510179100Syongari sc->age_cdata.age_rr_ring_map, 2511179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2512179100Syongari 2513179100Syongari /* Notify hardware availability of new Rx buffers. */ 2514179100Syongari AGE_COMMIT_MBOX(sc); 2515179100Syongari } 2516179100Syongari 2517179100Syongari return (count > 0 ? 0 : EAGAIN); 2518179100Syongari} 2519179100Syongari 2520179100Syongaristatic void 2521179100Syongariage_tick(void *arg) 2522179100Syongari{ 2523179100Syongari struct age_softc *sc; 2524179100Syongari struct mii_data *mii; 2525179100Syongari 2526179100Syongari sc = (struct age_softc *)arg; 2527179100Syongari 2528179100Syongari AGE_LOCK_ASSERT(sc); 2529179100Syongari 2530179100Syongari mii = device_get_softc(sc->age_miibus); 2531179100Syongari mii_tick(mii); 2532179100Syongari age_watchdog(sc); 2533179100Syongari callout_reset(&sc->age_tick_ch, hz, age_tick, sc); 2534179100Syongari} 2535179100Syongari 2536179100Syongaristatic void 2537179100Syongariage_reset(struct age_softc *sc) 2538179100Syongari{ 2539179100Syongari uint32_t reg; 2540179100Syongari int i; 2541179100Syongari 2542179100Syongari CSR_WRITE_4(sc, AGE_MASTER_CFG, MASTER_RESET); 2543190499Syongari CSR_READ_4(sc, AGE_MASTER_CFG); 2544190499Syongari DELAY(1000); 2545179100Syongari for (i = AGE_RESET_TIMEOUT; i > 0; i--) { 2546179100Syongari if ((reg = CSR_READ_4(sc, AGE_IDLE_STATUS)) == 0) 2547179100Syongari break; 2548179100Syongari DELAY(10); 2549179100Syongari } 2550179100Syongari 2551179100Syongari if (i == 0) 2552179100Syongari device_printf(sc->age_dev, "reset timeout(0x%08x)!\n", reg); 2553179100Syongari /* Initialize PCIe module. From Linux. */ 2554179100Syongari CSR_WRITE_4(sc, 0x12FC, 0x6500); 2555179100Syongari CSR_WRITE_4(sc, 0x1008, CSR_READ_4(sc, 0x1008) | 0x8000); 2556179100Syongari} 2557179100Syongari 2558179100Syongaristatic void 2559179100Syongariage_init(void *xsc) 2560179100Syongari{ 2561179100Syongari struct age_softc *sc; 2562179100Syongari 2563179100Syongari sc = (struct age_softc *)xsc; 2564179100Syongari AGE_LOCK(sc); 2565179100Syongari age_init_locked(sc); 2566179100Syongari AGE_UNLOCK(sc); 2567179100Syongari} 2568179100Syongari 2569179100Syongaristatic void 2570179100Syongariage_init_locked(struct age_softc *sc) 2571179100Syongari{ 2572179100Syongari struct ifnet *ifp; 2573179100Syongari struct mii_data *mii; 2574179100Syongari uint8_t eaddr[ETHER_ADDR_LEN]; 2575179100Syongari bus_addr_t paddr; 2576179100Syongari uint32_t reg, fsize; 2577179100Syongari uint32_t rxf_hi, rxf_lo, rrd_hi, rrd_lo; 2578179100Syongari int error; 2579179100Syongari 2580179100Syongari AGE_LOCK_ASSERT(sc); 2581179100Syongari 2582179100Syongari ifp = sc->age_ifp; 2583179100Syongari mii = device_get_softc(sc->age_miibus); 2584179100Syongari 2585211768Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 2586211768Syongari return; 2587211768Syongari 2588179100Syongari /* 2589179100Syongari * Cancel any pending I/O. 2590179100Syongari */ 2591179100Syongari age_stop(sc); 2592179100Syongari 2593179100Syongari /* 2594179100Syongari * Reset the chip to a known state. 2595179100Syongari */ 2596179100Syongari age_reset(sc); 2597179100Syongari 2598179100Syongari /* Initialize descriptors. */ 2599179100Syongari error = age_init_rx_ring(sc); 2600179100Syongari if (error != 0) { 2601179100Syongari device_printf(sc->age_dev, "no memory for Rx buffers.\n"); 2602179100Syongari age_stop(sc); 2603179100Syongari return; 2604179100Syongari } 2605179100Syongari age_init_rr_ring(sc); 2606179100Syongari age_init_tx_ring(sc); 2607179100Syongari age_init_cmb_block(sc); 2608179100Syongari age_init_smb_block(sc); 2609179100Syongari 2610179100Syongari /* Reprogram the station address. */ 2611179100Syongari bcopy(IF_LLADDR(ifp), eaddr, ETHER_ADDR_LEN); 2612179100Syongari CSR_WRITE_4(sc, AGE_PAR0, 2613179100Syongari eaddr[2] << 24 | eaddr[3] << 16 | eaddr[4] << 8 | eaddr[5]); 2614179100Syongari CSR_WRITE_4(sc, AGE_PAR1, eaddr[0] << 8 | eaddr[1]); 2615179100Syongari 2616179100Syongari /* Set descriptor base addresses. */ 2617179100Syongari paddr = sc->age_rdata.age_tx_ring_paddr; 2618179100Syongari CSR_WRITE_4(sc, AGE_DESC_ADDR_HI, AGE_ADDR_HI(paddr)); 2619179100Syongari paddr = sc->age_rdata.age_rx_ring_paddr; 2620179100Syongari CSR_WRITE_4(sc, AGE_DESC_RD_ADDR_LO, AGE_ADDR_LO(paddr)); 2621179100Syongari paddr = sc->age_rdata.age_rr_ring_paddr; 2622179100Syongari CSR_WRITE_4(sc, AGE_DESC_RRD_ADDR_LO, AGE_ADDR_LO(paddr)); 2623179100Syongari paddr = sc->age_rdata.age_tx_ring_paddr; 2624179100Syongari CSR_WRITE_4(sc, AGE_DESC_TPD_ADDR_LO, AGE_ADDR_LO(paddr)); 2625179100Syongari paddr = sc->age_rdata.age_cmb_block_paddr; 2626179100Syongari CSR_WRITE_4(sc, AGE_DESC_CMB_ADDR_LO, AGE_ADDR_LO(paddr)); 2627179100Syongari paddr = sc->age_rdata.age_smb_block_paddr; 2628179100Syongari CSR_WRITE_4(sc, AGE_DESC_SMB_ADDR_LO, AGE_ADDR_LO(paddr)); 2629179100Syongari /* Set Rx/Rx return descriptor counter. */ 2630179100Syongari CSR_WRITE_4(sc, AGE_DESC_RRD_RD_CNT, 2631179100Syongari ((AGE_RR_RING_CNT << DESC_RRD_CNT_SHIFT) & 2632179100Syongari DESC_RRD_CNT_MASK) | 2633179100Syongari ((AGE_RX_RING_CNT << DESC_RD_CNT_SHIFT) & DESC_RD_CNT_MASK)); 2634179100Syongari /* Set Tx descriptor counter. */ 2635179100Syongari CSR_WRITE_4(sc, AGE_DESC_TPD_CNT, 2636179100Syongari (AGE_TX_RING_CNT << DESC_TPD_CNT_SHIFT) & DESC_TPD_CNT_MASK); 2637179100Syongari 2638179100Syongari /* Tell hardware that we're ready to load descriptors. */ 2639179100Syongari CSR_WRITE_4(sc, AGE_DMA_BLOCK, DMA_BLOCK_LOAD); 2640179100Syongari 2641179100Syongari /* 2642179100Syongari * Initialize mailbox register. 2643179100Syongari * Updated producer/consumer index information is exchanged 2644179100Syongari * through this mailbox register. However Tx producer and 2645179100Syongari * Rx return consumer/Rx producer are all shared such that 2646179100Syongari * it's hard to separate code path between Tx and Rx without 2647179100Syongari * locking. If L1 hardware have a separate mail box register 2648179100Syongari * for Tx and Rx consumer/producer management we could have 2649179100Syongari * indepent Tx/Rx handler which in turn Rx handler could have 2650179100Syongari * been run without any locking. 2651179100Syongari */ 2652179100Syongari AGE_COMMIT_MBOX(sc); 2653179100Syongari 2654179100Syongari /* Configure IPG/IFG parameters. */ 2655179100Syongari CSR_WRITE_4(sc, AGE_IPG_IFG_CFG, 2656179100Syongari ((IPG_IFG_IPG2_DEFAULT << IPG_IFG_IPG2_SHIFT) & IPG_IFG_IPG2_MASK) | 2657179100Syongari ((IPG_IFG_IPG1_DEFAULT << IPG_IFG_IPG1_SHIFT) & IPG_IFG_IPG1_MASK) | 2658179100Syongari ((IPG_IFG_MIFG_DEFAULT << IPG_IFG_MIFG_SHIFT) & IPG_IFG_MIFG_MASK) | 2659179100Syongari ((IPG_IFG_IPGT_DEFAULT << IPG_IFG_IPGT_SHIFT) & IPG_IFG_IPGT_MASK)); 2660179100Syongari 2661179100Syongari /* Set parameters for half-duplex media. */ 2662179100Syongari CSR_WRITE_4(sc, AGE_HDPX_CFG, 2663179100Syongari ((HDPX_CFG_LCOL_DEFAULT << HDPX_CFG_LCOL_SHIFT) & 2664179100Syongari HDPX_CFG_LCOL_MASK) | 2665179100Syongari ((HDPX_CFG_RETRY_DEFAULT << HDPX_CFG_RETRY_SHIFT) & 2666179100Syongari HDPX_CFG_RETRY_MASK) | HDPX_CFG_EXC_DEF_EN | 2667179100Syongari ((HDPX_CFG_ABEBT_DEFAULT << HDPX_CFG_ABEBT_SHIFT) & 2668179100Syongari HDPX_CFG_ABEBT_MASK) | 2669179100Syongari ((HDPX_CFG_JAMIPG_DEFAULT << HDPX_CFG_JAMIPG_SHIFT) & 2670179100Syongari HDPX_CFG_JAMIPG_MASK)); 2671179100Syongari 2672179100Syongari /* Configure interrupt moderation timer. */ 2673179100Syongari CSR_WRITE_2(sc, AGE_IM_TIMER, AGE_USECS(sc->age_int_mod)); 2674179100Syongari reg = CSR_READ_4(sc, AGE_MASTER_CFG); 2675179100Syongari reg &= ~MASTER_MTIMER_ENB; 2676179100Syongari if (AGE_USECS(sc->age_int_mod) == 0) 2677179100Syongari reg &= ~MASTER_ITIMER_ENB; 2678179100Syongari else 2679179100Syongari reg |= MASTER_ITIMER_ENB; 2680179100Syongari CSR_WRITE_4(sc, AGE_MASTER_CFG, reg); 2681184743Syongari if (bootverbose) 2682179100Syongari device_printf(sc->age_dev, "interrupt moderation is %d us.\n", 2683179100Syongari sc->age_int_mod); 2684179100Syongari CSR_WRITE_2(sc, AGE_INTR_CLR_TIMER, AGE_USECS(1000)); 2685179100Syongari 2686179100Syongari /* Set Maximum frame size but don't let MTU be lass than ETHER_MTU. */ 2687179100Syongari if (ifp->if_mtu < ETHERMTU) 2688179100Syongari sc->age_max_frame_size = ETHERMTU; 2689179100Syongari else 2690179100Syongari sc->age_max_frame_size = ifp->if_mtu; 2691179100Syongari sc->age_max_frame_size += ETHER_HDR_LEN + 2692179100Syongari sizeof(struct ether_vlan_header) + ETHER_CRC_LEN; 2693179100Syongari CSR_WRITE_4(sc, AGE_FRAME_SIZE, sc->age_max_frame_size); 2694179100Syongari /* Configure jumbo frame. */ 2695179100Syongari fsize = roundup(sc->age_max_frame_size, sizeof(uint64_t)); 2696179100Syongari CSR_WRITE_4(sc, AGE_RXQ_JUMBO_CFG, 2697179100Syongari (((fsize / sizeof(uint64_t)) << 2698179100Syongari RXQ_JUMBO_CFG_SZ_THRESH_SHIFT) & RXQ_JUMBO_CFG_SZ_THRESH_MASK) | 2699179100Syongari ((RXQ_JUMBO_CFG_LKAH_DEFAULT << 2700179100Syongari RXQ_JUMBO_CFG_LKAH_SHIFT) & RXQ_JUMBO_CFG_LKAH_MASK) | 2701179100Syongari ((AGE_USECS(8) << RXQ_JUMBO_CFG_RRD_TIMER_SHIFT) & 2702179100Syongari RXQ_JUMBO_CFG_RRD_TIMER_MASK)); 2703179100Syongari 2704179100Syongari /* Configure flow-control parameters. From Linux. */ 2705179100Syongari if ((sc->age_flags & AGE_FLAG_PCIE) != 0) { 2706179100Syongari /* 2707179100Syongari * Magic workaround for old-L1. 2708179100Syongari * Don't know which hw revision requires this magic. 2709179100Syongari */ 2710179100Syongari CSR_WRITE_4(sc, 0x12FC, 0x6500); 2711179100Syongari /* 2712179100Syongari * Another magic workaround for flow-control mode 2713179100Syongari * change. From Linux. 2714179100Syongari */ 2715179100Syongari CSR_WRITE_4(sc, 0x1008, CSR_READ_4(sc, 0x1008) | 0x8000); 2716179100Syongari } 2717179100Syongari /* 2718179100Syongari * TODO 2719179100Syongari * Should understand pause parameter relationships between FIFO 2720179100Syongari * size and number of Rx descriptors and Rx return descriptors. 2721179100Syongari * 2722179100Syongari * Magic parameters came from Linux. 2723179100Syongari */ 2724179100Syongari switch (sc->age_chip_rev) { 2725179100Syongari case 0x8001: 2726179100Syongari case 0x9001: 2727179100Syongari case 0x9002: 2728179100Syongari case 0x9003: 2729179100Syongari rxf_hi = AGE_RX_RING_CNT / 16; 2730179100Syongari rxf_lo = (AGE_RX_RING_CNT * 7) / 8; 2731179100Syongari rrd_hi = (AGE_RR_RING_CNT * 7) / 8; 2732179100Syongari rrd_lo = AGE_RR_RING_CNT / 16; 2733179100Syongari break; 2734179100Syongari default: 2735179100Syongari reg = CSR_READ_4(sc, AGE_SRAM_RX_FIFO_LEN); 2736179100Syongari rxf_lo = reg / 16; 2737179100Syongari if (rxf_lo < 192) 2738179100Syongari rxf_lo = 192; 2739179100Syongari rxf_hi = (reg * 7) / 8; 2740179100Syongari if (rxf_hi < rxf_lo) 2741179100Syongari rxf_hi = rxf_lo + 16; 2742179100Syongari reg = CSR_READ_4(sc, AGE_SRAM_RRD_LEN); 2743179100Syongari rrd_lo = reg / 8; 2744179100Syongari rrd_hi = (reg * 7) / 8; 2745179100Syongari if (rrd_lo < 2) 2746179100Syongari rrd_lo = 2; 2747179100Syongari if (rrd_hi < rrd_lo) 2748179100Syongari rrd_hi = rrd_lo + 3; 2749179100Syongari break; 2750179100Syongari } 2751179100Syongari CSR_WRITE_4(sc, AGE_RXQ_FIFO_PAUSE_THRESH, 2752179100Syongari ((rxf_lo << RXQ_FIFO_PAUSE_THRESH_LO_SHIFT) & 2753179100Syongari RXQ_FIFO_PAUSE_THRESH_LO_MASK) | 2754179100Syongari ((rxf_hi << RXQ_FIFO_PAUSE_THRESH_HI_SHIFT) & 2755179100Syongari RXQ_FIFO_PAUSE_THRESH_HI_MASK)); 2756179100Syongari CSR_WRITE_4(sc, AGE_RXQ_RRD_PAUSE_THRESH, 2757179100Syongari ((rrd_lo << RXQ_RRD_PAUSE_THRESH_LO_SHIFT) & 2758179100Syongari RXQ_RRD_PAUSE_THRESH_LO_MASK) | 2759179100Syongari ((rrd_hi << RXQ_RRD_PAUSE_THRESH_HI_SHIFT) & 2760179100Syongari RXQ_RRD_PAUSE_THRESH_HI_MASK)); 2761179100Syongari 2762179100Syongari /* Configure RxQ. */ 2763179100Syongari CSR_WRITE_4(sc, AGE_RXQ_CFG, 2764179100Syongari ((RXQ_CFG_RD_BURST_DEFAULT << RXQ_CFG_RD_BURST_SHIFT) & 2765179100Syongari RXQ_CFG_RD_BURST_MASK) | 2766179100Syongari ((RXQ_CFG_RRD_BURST_THRESH_DEFAULT << 2767179100Syongari RXQ_CFG_RRD_BURST_THRESH_SHIFT) & RXQ_CFG_RRD_BURST_THRESH_MASK) | 2768179100Syongari ((RXQ_CFG_RD_PREF_MIN_IPG_DEFAULT << 2769179100Syongari RXQ_CFG_RD_PREF_MIN_IPG_SHIFT) & RXQ_CFG_RD_PREF_MIN_IPG_MASK) | 2770179100Syongari RXQ_CFG_CUT_THROUGH_ENB | RXQ_CFG_ENB); 2771179100Syongari 2772179100Syongari /* Configure TxQ. */ 2773179100Syongari CSR_WRITE_4(sc, AGE_TXQ_CFG, 2774179100Syongari ((TXQ_CFG_TPD_BURST_DEFAULT << TXQ_CFG_TPD_BURST_SHIFT) & 2775179100Syongari TXQ_CFG_TPD_BURST_MASK) | 2776179100Syongari ((TXQ_CFG_TX_FIFO_BURST_DEFAULT << TXQ_CFG_TX_FIFO_BURST_SHIFT) & 2777179100Syongari TXQ_CFG_TX_FIFO_BURST_MASK) | 2778179100Syongari ((TXQ_CFG_TPD_FETCH_DEFAULT << 2779179100Syongari TXQ_CFG_TPD_FETCH_THRESH_SHIFT) & TXQ_CFG_TPD_FETCH_THRESH_MASK) | 2780179100Syongari TXQ_CFG_ENB); 2781179100Syongari 2782179100Syongari CSR_WRITE_4(sc, AGE_TX_JUMBO_TPD_TH_IPG, 2783179100Syongari (((fsize / sizeof(uint64_t) << TX_JUMBO_TPD_TH_SHIFT)) & 2784179100Syongari TX_JUMBO_TPD_TH_MASK) | 2785179100Syongari ((TX_JUMBO_TPD_IPG_DEFAULT << TX_JUMBO_TPD_IPG_SHIFT) & 2786179100Syongari TX_JUMBO_TPD_IPG_MASK)); 2787179100Syongari /* Configure DMA parameters. */ 2788179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, 2789179100Syongari DMA_CFG_ENH_ORDER | DMA_CFG_RCB_64 | 2790179100Syongari sc->age_dma_rd_burst | DMA_CFG_RD_ENB | 2791179100Syongari sc->age_dma_wr_burst | DMA_CFG_WR_ENB); 2792179100Syongari 2793179100Syongari /* Configure CMB DMA write threshold. */ 2794179100Syongari CSR_WRITE_4(sc, AGE_CMB_WR_THRESH, 2795179100Syongari ((CMB_WR_THRESH_RRD_DEFAULT << CMB_WR_THRESH_RRD_SHIFT) & 2796179100Syongari CMB_WR_THRESH_RRD_MASK) | 2797179100Syongari ((CMB_WR_THRESH_TPD_DEFAULT << CMB_WR_THRESH_TPD_SHIFT) & 2798179100Syongari CMB_WR_THRESH_TPD_MASK)); 2799179100Syongari 2800179100Syongari /* Set CMB/SMB timer and enable them. */ 2801179100Syongari CSR_WRITE_4(sc, AGE_CMB_WR_TIMER, 2802179100Syongari ((AGE_USECS(2) << CMB_WR_TIMER_TX_SHIFT) & CMB_WR_TIMER_TX_MASK) | 2803179100Syongari ((AGE_USECS(2) << CMB_WR_TIMER_RX_SHIFT) & CMB_WR_TIMER_RX_MASK)); 2804179100Syongari /* Request SMB updates for every seconds. */ 2805179100Syongari CSR_WRITE_4(sc, AGE_SMB_TIMER, AGE_USECS(1000 * 1000)); 2806179100Syongari CSR_WRITE_4(sc, AGE_CSMB_CTRL, CSMB_CTRL_SMB_ENB | CSMB_CTRL_CMB_ENB); 2807179100Syongari 2808179100Syongari /* 2809179100Syongari * Disable all WOL bits as WOL can interfere normal Rx 2810179100Syongari * operation. 2811179100Syongari */ 2812179100Syongari CSR_WRITE_4(sc, AGE_WOL_CFG, 0); 2813179100Syongari 2814179100Syongari /* 2815179100Syongari * Configure Tx/Rx MACs. 2816179100Syongari * - Auto-padding for short frames. 2817179100Syongari * - Enable CRC generation. 2818179100Syongari * Start with full-duplex/1000Mbps media. Actual reconfiguration 2819179100Syongari * of MAC is followed after link establishment. 2820179100Syongari */ 2821179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, 2822179100Syongari MAC_CFG_TX_CRC_ENB | MAC_CFG_TX_AUTO_PAD | 2823179100Syongari MAC_CFG_FULL_DUPLEX | MAC_CFG_SPEED_1000 | 2824179100Syongari ((MAC_CFG_PREAMBLE_DEFAULT << MAC_CFG_PREAMBLE_SHIFT) & 2825179100Syongari MAC_CFG_PREAMBLE_MASK)); 2826179100Syongari /* Set up the receive filter. */ 2827179100Syongari age_rxfilter(sc); 2828179100Syongari age_rxvlan(sc); 2829179100Syongari 2830179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 2831179100Syongari if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) 2832179100Syongari reg |= MAC_CFG_RXCSUM_ENB; 2833179100Syongari 2834179100Syongari /* Ack all pending interrupts and clear it. */ 2835179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, 0); 2836179100Syongari CSR_WRITE_4(sc, AGE_INTR_MASK, AGE_INTRS); 2837179100Syongari 2838179100Syongari /* Finally enable Tx/Rx MAC. */ 2839179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg | MAC_CFG_TX_ENB | MAC_CFG_RX_ENB); 2840179100Syongari 2841179100Syongari sc->age_flags &= ~AGE_FLAG_LINK; 2842179100Syongari /* Switch to the current media. */ 2843179100Syongari mii_mediachg(mii); 2844179100Syongari 2845179100Syongari callout_reset(&sc->age_tick_ch, hz, age_tick, sc); 2846179100Syongari 2847179100Syongari ifp->if_drv_flags |= IFF_DRV_RUNNING; 2848179100Syongari ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2849179100Syongari} 2850179100Syongari 2851179100Syongaristatic void 2852179100Syongariage_stop(struct age_softc *sc) 2853179100Syongari{ 2854179100Syongari struct ifnet *ifp; 2855179100Syongari struct age_txdesc *txd; 2856179100Syongari struct age_rxdesc *rxd; 2857179100Syongari uint32_t reg; 2858179100Syongari int i; 2859179100Syongari 2860179100Syongari AGE_LOCK_ASSERT(sc); 2861179100Syongari /* 2862179100Syongari * Mark the interface down and cancel the watchdog timer. 2863179100Syongari */ 2864179100Syongari ifp = sc->age_ifp; 2865179100Syongari ifp->if_drv_flags &= ~(IFF_DRV_RUNNING | IFF_DRV_OACTIVE); 2866179100Syongari sc->age_flags &= ~AGE_FLAG_LINK; 2867179100Syongari callout_stop(&sc->age_tick_ch); 2868179100Syongari sc->age_watchdog_timer = 0; 2869179100Syongari 2870179100Syongari /* 2871179100Syongari * Disable interrupts. 2872179100Syongari */ 2873179100Syongari CSR_WRITE_4(sc, AGE_INTR_MASK, 0); 2874179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, 0xFFFFFFFF); 2875179100Syongari /* Stop CMB/SMB updates. */ 2876179100Syongari CSR_WRITE_4(sc, AGE_CSMB_CTRL, 0); 2877179100Syongari /* Stop Rx/Tx MAC. */ 2878179100Syongari age_stop_rxmac(sc); 2879179100Syongari age_stop_txmac(sc); 2880179100Syongari /* Stop DMA. */ 2881179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, 2882179100Syongari CSR_READ_4(sc, AGE_DMA_CFG) & ~(DMA_CFG_RD_ENB | DMA_CFG_WR_ENB)); 2883179100Syongari /* Stop TxQ/RxQ. */ 2884179100Syongari CSR_WRITE_4(sc, AGE_TXQ_CFG, 2885179100Syongari CSR_READ_4(sc, AGE_TXQ_CFG) & ~TXQ_CFG_ENB); 2886179100Syongari CSR_WRITE_4(sc, AGE_RXQ_CFG, 2887179100Syongari CSR_READ_4(sc, AGE_RXQ_CFG) & ~RXQ_CFG_ENB); 2888179100Syongari for (i = AGE_RESET_TIMEOUT; i > 0; i--) { 2889179100Syongari if ((reg = CSR_READ_4(sc, AGE_IDLE_STATUS)) == 0) 2890179100Syongari break; 2891179100Syongari DELAY(10); 2892179100Syongari } 2893179100Syongari if (i == 0) 2894179100Syongari device_printf(sc->age_dev, 2895179100Syongari "stopping Rx/Tx MACs timed out(0x%08x)!\n", reg); 2896179100Syongari 2897179100Syongari /* Reclaim Rx buffers that have been processed. */ 2898179100Syongari if (sc->age_cdata.age_rxhead != NULL) 2899179100Syongari m_freem(sc->age_cdata.age_rxhead); 2900179100Syongari AGE_RXCHAIN_RESET(sc); 2901179100Syongari /* 2902179100Syongari * Free RX and TX mbufs still in the queues. 2903179100Syongari */ 2904179100Syongari for (i = 0; i < AGE_RX_RING_CNT; i++) { 2905179100Syongari rxd = &sc->age_cdata.age_rxdesc[i]; 2906179100Syongari if (rxd->rx_m != NULL) { 2907179100Syongari bus_dmamap_sync(sc->age_cdata.age_rx_tag, 2908179100Syongari rxd->rx_dmamap, BUS_DMASYNC_POSTREAD); 2909179100Syongari bus_dmamap_unload(sc->age_cdata.age_rx_tag, 2910179100Syongari rxd->rx_dmamap); 2911179100Syongari m_freem(rxd->rx_m); 2912179100Syongari rxd->rx_m = NULL; 2913179100Syongari } 2914179100Syongari } 2915179100Syongari for (i = 0; i < AGE_TX_RING_CNT; i++) { 2916179100Syongari txd = &sc->age_cdata.age_txdesc[i]; 2917179100Syongari if (txd->tx_m != NULL) { 2918179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_tag, 2919179100Syongari txd->tx_dmamap, BUS_DMASYNC_POSTWRITE); 2920179100Syongari bus_dmamap_unload(sc->age_cdata.age_tx_tag, 2921179100Syongari txd->tx_dmamap); 2922179100Syongari m_freem(txd->tx_m); 2923179100Syongari txd->tx_m = NULL; 2924179100Syongari } 2925179100Syongari } 2926179100Syongari} 2927179100Syongari 2928179100Syongaristatic void 2929179100Syongariage_stop_txmac(struct age_softc *sc) 2930179100Syongari{ 2931179100Syongari uint32_t reg; 2932179100Syongari int i; 2933179100Syongari 2934179100Syongari AGE_LOCK_ASSERT(sc); 2935179100Syongari 2936179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 2937179100Syongari if ((reg & MAC_CFG_TX_ENB) != 0) { 2938179100Syongari reg &= ~MAC_CFG_TX_ENB; 2939179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 2940179100Syongari } 2941179100Syongari /* Stop Tx DMA engine. */ 2942179100Syongari reg = CSR_READ_4(sc, AGE_DMA_CFG); 2943179100Syongari if ((reg & DMA_CFG_RD_ENB) != 0) { 2944179100Syongari reg &= ~DMA_CFG_RD_ENB; 2945179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, reg); 2946179100Syongari } 2947179100Syongari for (i = AGE_RESET_TIMEOUT; i > 0; i--) { 2948179100Syongari if ((CSR_READ_4(sc, AGE_IDLE_STATUS) & 2949179100Syongari (IDLE_STATUS_TXMAC | IDLE_STATUS_DMARD)) == 0) 2950179100Syongari break; 2951179100Syongari DELAY(10); 2952179100Syongari } 2953179100Syongari if (i == 0) 2954179100Syongari device_printf(sc->age_dev, "stopping TxMAC timeout!\n"); 2955179100Syongari} 2956179100Syongari 2957179100Syongaristatic void 2958179100Syongariage_stop_rxmac(struct age_softc *sc) 2959179100Syongari{ 2960179100Syongari uint32_t reg; 2961179100Syongari int i; 2962179100Syongari 2963179100Syongari AGE_LOCK_ASSERT(sc); 2964179100Syongari 2965179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 2966179100Syongari if ((reg & MAC_CFG_RX_ENB) != 0) { 2967179100Syongari reg &= ~MAC_CFG_RX_ENB; 2968179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 2969179100Syongari } 2970179100Syongari /* Stop Rx DMA engine. */ 2971179100Syongari reg = CSR_READ_4(sc, AGE_DMA_CFG); 2972179100Syongari if ((reg & DMA_CFG_WR_ENB) != 0) { 2973179100Syongari reg &= ~DMA_CFG_WR_ENB; 2974179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, reg); 2975179100Syongari } 2976179100Syongari for (i = AGE_RESET_TIMEOUT; i > 0; i--) { 2977179100Syongari if ((CSR_READ_4(sc, AGE_IDLE_STATUS) & 2978179100Syongari (IDLE_STATUS_RXMAC | IDLE_STATUS_DMAWR)) == 0) 2979179100Syongari break; 2980179100Syongari DELAY(10); 2981179100Syongari } 2982179100Syongari if (i == 0) 2983179100Syongari device_printf(sc->age_dev, "stopping RxMAC timeout!\n"); 2984179100Syongari} 2985179100Syongari 2986179100Syongaristatic void 2987179100Syongariage_init_tx_ring(struct age_softc *sc) 2988179100Syongari{ 2989179100Syongari struct age_ring_data *rd; 2990179100Syongari struct age_txdesc *txd; 2991179100Syongari int i; 2992179100Syongari 2993179100Syongari AGE_LOCK_ASSERT(sc); 2994179100Syongari 2995179100Syongari sc->age_cdata.age_tx_prod = 0; 2996179100Syongari sc->age_cdata.age_tx_cons = 0; 2997179100Syongari sc->age_cdata.age_tx_cnt = 0; 2998179100Syongari 2999179100Syongari rd = &sc->age_rdata; 3000179100Syongari bzero(rd->age_tx_ring, AGE_TX_RING_SZ); 3001179100Syongari for (i = 0; i < AGE_TX_RING_CNT; i++) { 3002179100Syongari txd = &sc->age_cdata.age_txdesc[i]; 3003179100Syongari txd->tx_desc = &rd->age_tx_ring[i]; 3004179100Syongari txd->tx_m = NULL; 3005179100Syongari } 3006179100Syongari 3007179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag, 3008179100Syongari sc->age_cdata.age_tx_ring_map, 3009179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 3010179100Syongari} 3011179100Syongari 3012179100Syongaristatic int 3013179100Syongariage_init_rx_ring(struct age_softc *sc) 3014179100Syongari{ 3015179100Syongari struct age_ring_data *rd; 3016179100Syongari struct age_rxdesc *rxd; 3017179100Syongari int i; 3018179100Syongari 3019179100Syongari AGE_LOCK_ASSERT(sc); 3020179100Syongari 3021179100Syongari sc->age_cdata.age_rx_cons = AGE_RX_RING_CNT - 1; 3022179100Syongari sc->age_morework = 0; 3023179100Syongari rd = &sc->age_rdata; 3024179100Syongari bzero(rd->age_rx_ring, AGE_RX_RING_SZ); 3025179100Syongari for (i = 0; i < AGE_RX_RING_CNT; i++) { 3026179100Syongari rxd = &sc->age_cdata.age_rxdesc[i]; 3027179100Syongari rxd->rx_m = NULL; 3028179100Syongari rxd->rx_desc = &rd->age_rx_ring[i]; 3029179100Syongari if (age_newbuf(sc, rxd) != 0) 3030179100Syongari return (ENOBUFS); 3031179100Syongari } 3032179100Syongari 3033179100Syongari bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag, 3034220252Syongari sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_PREWRITE); 3035179100Syongari 3036179100Syongari return (0); 3037179100Syongari} 3038179100Syongari 3039179100Syongaristatic void 3040179100Syongariage_init_rr_ring(struct age_softc *sc) 3041179100Syongari{ 3042179100Syongari struct age_ring_data *rd; 3043179100Syongari 3044179100Syongari AGE_LOCK_ASSERT(sc); 3045179100Syongari 3046179100Syongari sc->age_cdata.age_rr_cons = 0; 3047179100Syongari AGE_RXCHAIN_RESET(sc); 3048179100Syongari 3049179100Syongari rd = &sc->age_rdata; 3050179100Syongari bzero(rd->age_rr_ring, AGE_RR_RING_SZ); 3051179100Syongari bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag, 3052179100Syongari sc->age_cdata.age_rr_ring_map, 3053179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 3054179100Syongari} 3055179100Syongari 3056179100Syongaristatic void 3057179100Syongariage_init_cmb_block(struct age_softc *sc) 3058179100Syongari{ 3059179100Syongari struct age_ring_data *rd; 3060179100Syongari 3061179100Syongari AGE_LOCK_ASSERT(sc); 3062179100Syongari 3063179100Syongari rd = &sc->age_rdata; 3064179100Syongari bzero(rd->age_cmb_block, AGE_CMB_BLOCK_SZ); 3065179100Syongari bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag, 3066179100Syongari sc->age_cdata.age_cmb_block_map, 3067179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 3068179100Syongari} 3069179100Syongari 3070179100Syongaristatic void 3071179100Syongariage_init_smb_block(struct age_softc *sc) 3072179100Syongari{ 3073179100Syongari struct age_ring_data *rd; 3074179100Syongari 3075179100Syongari AGE_LOCK_ASSERT(sc); 3076179100Syongari 3077179100Syongari rd = &sc->age_rdata; 3078179100Syongari bzero(rd->age_smb_block, AGE_SMB_BLOCK_SZ); 3079179100Syongari bus_dmamap_sync(sc->age_cdata.age_smb_block_tag, 3080179100Syongari sc->age_cdata.age_smb_block_map, 3081179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 3082179100Syongari} 3083179100Syongari 3084179100Syongaristatic int 3085179100Syongariage_newbuf(struct age_softc *sc, struct age_rxdesc *rxd) 3086179100Syongari{ 3087179100Syongari struct rx_desc *desc; 3088179100Syongari struct mbuf *m; 3089179100Syongari bus_dma_segment_t segs[1]; 3090179100Syongari bus_dmamap_t map; 3091179100Syongari int nsegs; 3092179100Syongari 3093179100Syongari AGE_LOCK_ASSERT(sc); 3094179100Syongari 3095243857Sglebius m = m_getcl(M_NOWAIT, MT_DATA, M_PKTHDR); 3096179100Syongari if (m == NULL) 3097179100Syongari return (ENOBUFS); 3098179100Syongari m->m_len = m->m_pkthdr.len = MCLBYTES; 3099246341Syongari#ifndef __NO_STRICT_ALIGNMENT 3100246341Syongari m_adj(m, AGE_RX_BUF_ALIGN); 3101246341Syongari#endif 3102179100Syongari 3103179100Syongari if (bus_dmamap_load_mbuf_sg(sc->age_cdata.age_rx_tag, 3104179100Syongari sc->age_cdata.age_rx_sparemap, m, segs, &nsegs, 0) != 0) { 3105179100Syongari m_freem(m); 3106179100Syongari return (ENOBUFS); 3107179100Syongari } 3108179100Syongari KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs)); 3109179100Syongari 3110179100Syongari if (rxd->rx_m != NULL) { 3111179100Syongari bus_dmamap_sync(sc->age_cdata.age_rx_tag, rxd->rx_dmamap, 3112179100Syongari BUS_DMASYNC_POSTREAD); 3113179100Syongari bus_dmamap_unload(sc->age_cdata.age_rx_tag, rxd->rx_dmamap); 3114179100Syongari } 3115179100Syongari map = rxd->rx_dmamap; 3116179100Syongari rxd->rx_dmamap = sc->age_cdata.age_rx_sparemap; 3117179100Syongari sc->age_cdata.age_rx_sparemap = map; 3118179100Syongari bus_dmamap_sync(sc->age_cdata.age_rx_tag, rxd->rx_dmamap, 3119179100Syongari BUS_DMASYNC_PREREAD); 3120179100Syongari rxd->rx_m = m; 3121179100Syongari 3122179100Syongari desc = rxd->rx_desc; 3123179100Syongari desc->addr = htole64(segs[0].ds_addr); 3124179100Syongari desc->len = htole32((segs[0].ds_len & AGE_RD_LEN_MASK) << 3125179100Syongari AGE_RD_LEN_SHIFT); 3126179100Syongari return (0); 3127179100Syongari} 3128179100Syongari 3129179100Syongaristatic void 3130179100Syongariage_rxvlan(struct age_softc *sc) 3131179100Syongari{ 3132179100Syongari struct ifnet *ifp; 3133179100Syongari uint32_t reg; 3134179100Syongari 3135179100Syongari AGE_LOCK_ASSERT(sc); 3136179100Syongari 3137179100Syongari ifp = sc->age_ifp; 3138179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 3139179100Syongari reg &= ~MAC_CFG_VLAN_TAG_STRIP; 3140179100Syongari if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) 3141179100Syongari reg |= MAC_CFG_VLAN_TAG_STRIP; 3142179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 3143179100Syongari} 3144179100Syongari 3145179100Syongaristatic void 3146179100Syongariage_rxfilter(struct age_softc *sc) 3147179100Syongari{ 3148179100Syongari struct ifnet *ifp; 3149179100Syongari struct ifmultiaddr *ifma; 3150179100Syongari uint32_t crc; 3151179100Syongari uint32_t mchash[2]; 3152179100Syongari uint32_t rxcfg; 3153179100Syongari 3154179100Syongari AGE_LOCK_ASSERT(sc); 3155179100Syongari 3156179100Syongari ifp = sc->age_ifp; 3157179100Syongari 3158179100Syongari rxcfg = CSR_READ_4(sc, AGE_MAC_CFG); 3159179100Syongari rxcfg &= ~(MAC_CFG_ALLMULTI | MAC_CFG_BCAST | MAC_CFG_PROMISC); 3160179100Syongari if ((ifp->if_flags & IFF_BROADCAST) != 0) 3161179100Syongari rxcfg |= MAC_CFG_BCAST; 3162179100Syongari if ((ifp->if_flags & (IFF_PROMISC | IFF_ALLMULTI)) != 0) { 3163179100Syongari if ((ifp->if_flags & IFF_PROMISC) != 0) 3164179100Syongari rxcfg |= MAC_CFG_PROMISC; 3165179100Syongari if ((ifp->if_flags & IFF_ALLMULTI) != 0) 3166179100Syongari rxcfg |= MAC_CFG_ALLMULTI; 3167179100Syongari CSR_WRITE_4(sc, AGE_MAR0, 0xFFFFFFFF); 3168179100Syongari CSR_WRITE_4(sc, AGE_MAR1, 0xFFFFFFFF); 3169179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, rxcfg); 3170179100Syongari return; 3171179100Syongari } 3172179100Syongari 3173179100Syongari /* Program new filter. */ 3174179100Syongari bzero(mchash, sizeof(mchash)); 3175179100Syongari 3176195049Srwatson if_maddr_rlock(ifp); 3177179100Syongari TAILQ_FOREACH(ifma, &sc->age_ifp->if_multiaddrs, ifma_link) { 3178179100Syongari if (ifma->ifma_addr->sa_family != AF_LINK) 3179179100Syongari continue; 3180197627Syongari crc = ether_crc32_be(LLADDR((struct sockaddr_dl *) 3181179100Syongari ifma->ifma_addr), ETHER_ADDR_LEN); 3182179100Syongari mchash[crc >> 31] |= 1 << ((crc >> 26) & 0x1f); 3183179100Syongari } 3184195049Srwatson if_maddr_runlock(ifp); 3185179100Syongari 3186179100Syongari CSR_WRITE_4(sc, AGE_MAR0, mchash[0]); 3187179100Syongari CSR_WRITE_4(sc, AGE_MAR1, mchash[1]); 3188179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, rxcfg); 3189179100Syongari} 3190179100Syongari 3191179100Syongaristatic int 3192179100Syongarisysctl_age_stats(SYSCTL_HANDLER_ARGS) 3193179100Syongari{ 3194179100Syongari struct age_softc *sc; 3195179100Syongari struct age_stats *stats; 3196179100Syongari int error, result; 3197179100Syongari 3198179100Syongari result = -1; 3199179100Syongari error = sysctl_handle_int(oidp, &result, 0, req); 3200179100Syongari 3201179100Syongari if (error != 0 || req->newptr == NULL) 3202179100Syongari return (error); 3203179100Syongari 3204179100Syongari if (result != 1) 3205179100Syongari return (error); 3206179100Syongari 3207179100Syongari sc = (struct age_softc *)arg1; 3208179100Syongari stats = &sc->age_stat; 3209179100Syongari printf("%s statistics:\n", device_get_nameunit(sc->age_dev)); 3210179100Syongari printf("Transmit good frames : %ju\n", 3211179100Syongari (uintmax_t)stats->tx_frames); 3212179100Syongari printf("Transmit good broadcast frames : %ju\n", 3213179100Syongari (uintmax_t)stats->tx_bcast_frames); 3214179100Syongari printf("Transmit good multicast frames : %ju\n", 3215179100Syongari (uintmax_t)stats->tx_mcast_frames); 3216179100Syongari printf("Transmit pause control frames : %u\n", 3217179100Syongari stats->tx_pause_frames); 3218179100Syongari printf("Transmit control frames : %u\n", 3219179100Syongari stats->tx_control_frames); 3220179100Syongari printf("Transmit frames with excessive deferrals : %u\n", 3221179100Syongari stats->tx_excess_defer); 3222179100Syongari printf("Transmit deferrals : %u\n", 3223179100Syongari stats->tx_deferred); 3224179100Syongari printf("Transmit good octets : %ju\n", 3225179100Syongari (uintmax_t)stats->tx_bytes); 3226179100Syongari printf("Transmit good broadcast octets : %ju\n", 3227179100Syongari (uintmax_t)stats->tx_bcast_bytes); 3228179100Syongari printf("Transmit good multicast octets : %ju\n", 3229179100Syongari (uintmax_t)stats->tx_mcast_bytes); 3230179100Syongari printf("Transmit frames 64 bytes : %ju\n", 3231179100Syongari (uintmax_t)stats->tx_pkts_64); 3232179100Syongari printf("Transmit frames 65 to 127 bytes : %ju\n", 3233179100Syongari (uintmax_t)stats->tx_pkts_65_127); 3234179100Syongari printf("Transmit frames 128 to 255 bytes : %ju\n", 3235179100Syongari (uintmax_t)stats->tx_pkts_128_255); 3236179100Syongari printf("Transmit frames 256 to 511 bytes : %ju\n", 3237179100Syongari (uintmax_t)stats->tx_pkts_256_511); 3238179100Syongari printf("Transmit frames 512 to 1024 bytes : %ju\n", 3239179100Syongari (uintmax_t)stats->tx_pkts_512_1023); 3240179100Syongari printf("Transmit frames 1024 to 1518 bytes : %ju\n", 3241179100Syongari (uintmax_t)stats->tx_pkts_1024_1518); 3242179100Syongari printf("Transmit frames 1519 to MTU bytes : %ju\n", 3243179100Syongari (uintmax_t)stats->tx_pkts_1519_max); 3244179100Syongari printf("Transmit single collisions : %u\n", 3245179100Syongari stats->tx_single_colls); 3246179100Syongari printf("Transmit multiple collisions : %u\n", 3247179100Syongari stats->tx_multi_colls); 3248179100Syongari printf("Transmit late collisions : %u\n", 3249179100Syongari stats->tx_late_colls); 3250179100Syongari printf("Transmit abort due to excessive collisions : %u\n", 3251179100Syongari stats->tx_excess_colls); 3252179100Syongari printf("Transmit underruns due to FIFO underruns : %u\n", 3253179100Syongari stats->tx_underrun); 3254179100Syongari printf("Transmit descriptor write-back errors : %u\n", 3255179100Syongari stats->tx_desc_underrun); 3256179100Syongari printf("Transmit frames with length mismatched frame size : %u\n", 3257179100Syongari stats->tx_lenerrs); 3258179100Syongari printf("Transmit frames with truncated due to MTU size : %u\n", 3259179100Syongari stats->tx_lenerrs); 3260179100Syongari 3261179100Syongari printf("Receive good frames : %ju\n", 3262179100Syongari (uintmax_t)stats->rx_frames); 3263179100Syongari printf("Receive good broadcast frames : %ju\n", 3264179100Syongari (uintmax_t)stats->rx_bcast_frames); 3265179100Syongari printf("Receive good multicast frames : %ju\n", 3266179100Syongari (uintmax_t)stats->rx_mcast_frames); 3267179100Syongari printf("Receive pause control frames : %u\n", 3268179100Syongari stats->rx_pause_frames); 3269179100Syongari printf("Receive control frames : %u\n", 3270179100Syongari stats->rx_control_frames); 3271179100Syongari printf("Receive CRC errors : %u\n", 3272179100Syongari stats->rx_crcerrs); 3273179100Syongari printf("Receive frames with length errors : %u\n", 3274179100Syongari stats->rx_lenerrs); 3275179100Syongari printf("Receive good octets : %ju\n", 3276179100Syongari (uintmax_t)stats->rx_bytes); 3277179100Syongari printf("Receive good broadcast octets : %ju\n", 3278179100Syongari (uintmax_t)stats->rx_bcast_bytes); 3279179100Syongari printf("Receive good multicast octets : %ju\n", 3280179100Syongari (uintmax_t)stats->rx_mcast_bytes); 3281179100Syongari printf("Receive frames too short : %u\n", 3282179100Syongari stats->rx_runts); 3283179100Syongari printf("Receive fragmented frames : %ju\n", 3284179100Syongari (uintmax_t)stats->rx_fragments); 3285179100Syongari printf("Receive frames 64 bytes : %ju\n", 3286179100Syongari (uintmax_t)stats->rx_pkts_64); 3287179100Syongari printf("Receive frames 65 to 127 bytes : %ju\n", 3288179100Syongari (uintmax_t)stats->rx_pkts_65_127); 3289179100Syongari printf("Receive frames 128 to 255 bytes : %ju\n", 3290179100Syongari (uintmax_t)stats->rx_pkts_128_255); 3291179100Syongari printf("Receive frames 256 to 511 bytes : %ju\n", 3292179100Syongari (uintmax_t)stats->rx_pkts_256_511); 3293179100Syongari printf("Receive frames 512 to 1024 bytes : %ju\n", 3294179100Syongari (uintmax_t)stats->rx_pkts_512_1023); 3295179100Syongari printf("Receive frames 1024 to 1518 bytes : %ju\n", 3296179100Syongari (uintmax_t)stats->rx_pkts_1024_1518); 3297179100Syongari printf("Receive frames 1519 to MTU bytes : %ju\n", 3298179100Syongari (uintmax_t)stats->rx_pkts_1519_max); 3299179100Syongari printf("Receive frames too long : %ju\n", 3300179100Syongari (uint64_t)stats->rx_pkts_truncated); 3301179100Syongari printf("Receive frames with FIFO overflow : %u\n", 3302179100Syongari stats->rx_fifo_oflows); 3303179100Syongari printf("Receive frames with return descriptor overflow : %u\n", 3304179100Syongari stats->rx_desc_oflows); 3305179100Syongari printf("Receive frames with alignment errors : %u\n", 3306179100Syongari stats->rx_alignerrs); 3307179100Syongari printf("Receive frames dropped due to address filtering : %ju\n", 3308179100Syongari (uint64_t)stats->rx_pkts_filtered); 3309179100Syongari 3310179100Syongari return (error); 3311179100Syongari} 3312179100Syongari 3313179100Syongaristatic int 3314179100Syongarisysctl_int_range(SYSCTL_HANDLER_ARGS, int low, int high) 3315179100Syongari{ 3316179100Syongari int error, value; 3317179100Syongari 3318179100Syongari if (arg1 == NULL) 3319179100Syongari return (EINVAL); 3320179100Syongari value = *(int *)arg1; 3321179100Syongari error = sysctl_handle_int(oidp, &value, 0, req); 3322179100Syongari if (error || req->newptr == NULL) 3323179100Syongari return (error); 3324179100Syongari if (value < low || value > high) 3325179100Syongari return (EINVAL); 3326179100Syongari *(int *)arg1 = value; 3327179100Syongari 3328179100Syongari return (0); 3329179100Syongari} 3330179100Syongari 3331179100Syongaristatic int 3332179100Syongarisysctl_hw_age_proc_limit(SYSCTL_HANDLER_ARGS) 3333179100Syongari{ 3334179100Syongari return (sysctl_int_range(oidp, arg1, arg2, req, 3335179100Syongari AGE_PROC_MIN, AGE_PROC_MAX)); 3336179100Syongari} 3337179100Syongari 3338179100Syongaristatic int 3339179100Syongarisysctl_hw_age_int_mod(SYSCTL_HANDLER_ARGS) 3340179100Syongari{ 3341179100Syongari 3342179100Syongari return (sysctl_int_range(oidp, arg1, arg2, req, AGE_IM_TIMER_MIN, 3343179100Syongari AGE_IM_TIMER_MAX)); 3344179100Syongari} 3345