1179100Syongari/*- 2179100Syongari * Copyright (c) 2008, Pyun YongHyeon <yongari@FreeBSD.org> 3179100Syongari * All rights reserved. 4179100Syongari * 5179100Syongari * Redistribution and use in source and binary forms, with or without 6179100Syongari * modification, are permitted provided that the following conditions 7179100Syongari * are met: 8179100Syongari * 1. Redistributions of source code must retain the above copyright 9179100Syongari * notice unmodified, this list of conditions, and the following 10179100Syongari * disclaimer. 11179100Syongari * 2. Redistributions in binary form must reproduce the above copyright 12179100Syongari * notice, this list of conditions and the following disclaimer in the 13179100Syongari * documentation and/or other materials provided with the distribution. 14179100Syongari * 15179100Syongari * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16179100Syongari * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17179100Syongari * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18179100Syongari * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19179100Syongari * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20179100Syongari * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21179100Syongari * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22179100Syongari * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23179100Syongari * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24179100Syongari * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25179100Syongari * SUCH DAMAGE. 26179100Syongari */ 27179100Syongari 28179100Syongari/* Driver for Attansic Technology Corp. L1 Gigabit Ethernet. */ 29179100Syongari 30179100Syongari#include <sys/cdefs.h> 31179100Syongari__FBSDID("$FreeBSD: stable/10/sys/dev/age/if_age.c 312362 2017-01-18 02:16:17Z yongari $"); 32179100Syongari 33179100Syongari#include <sys/param.h> 34179100Syongari#include <sys/systm.h> 35179100Syongari#include <sys/bus.h> 36179100Syongari#include <sys/endian.h> 37179100Syongari#include <sys/kernel.h> 38179100Syongari#include <sys/malloc.h> 39179100Syongari#include <sys/mbuf.h> 40179100Syongari#include <sys/rman.h> 41179100Syongari#include <sys/module.h> 42179100Syongari#include <sys/queue.h> 43179100Syongari#include <sys/socket.h> 44179100Syongari#include <sys/sockio.h> 45179100Syongari#include <sys/sysctl.h> 46179100Syongari#include <sys/taskqueue.h> 47179100Syongari 48179100Syongari#include <net/bpf.h> 49179100Syongari#include <net/if.h> 50179100Syongari#include <net/if_arp.h> 51179100Syongari#include <net/ethernet.h> 52179100Syongari#include <net/if_dl.h> 53179100Syongari#include <net/if_media.h> 54179100Syongari#include <net/if_types.h> 55179100Syongari#include <net/if_vlan_var.h> 56179100Syongari 57179100Syongari#include <netinet/in.h> 58179100Syongari#include <netinet/in_systm.h> 59179100Syongari#include <netinet/ip.h> 60179100Syongari#include <netinet/tcp.h> 61179100Syongari 62179100Syongari#include <dev/mii/mii.h> 63179100Syongari#include <dev/mii/miivar.h> 64179100Syongari 65179100Syongari#include <dev/pci/pcireg.h> 66179100Syongari#include <dev/pci/pcivar.h> 67179100Syongari 68179100Syongari#include <machine/bus.h> 69179100Syongari#include <machine/in_cksum.h> 70179100Syongari 71179100Syongari#include <dev/age/if_agereg.h> 72179100Syongari#include <dev/age/if_agevar.h> 73179100Syongari 74179100Syongari/* "device miibus" required. See GENERIC if you get errors here. */ 75179100Syongari#include "miibus_if.h" 76179100Syongari 77179100Syongari#define AGE_CSUM_FEATURES (CSUM_TCP | CSUM_UDP) 78179100Syongari 79179100SyongariMODULE_DEPEND(age, pci, 1, 1, 1); 80179100SyongariMODULE_DEPEND(age, ether, 1, 1, 1); 81179100SyongariMODULE_DEPEND(age, miibus, 1, 1, 1); 82179100Syongari 83179100Syongari/* Tunables. */ 84179100Syongaristatic int msi_disable = 0; 85179100Syongaristatic int msix_disable = 0; 86179100SyongariTUNABLE_INT("hw.age.msi_disable", &msi_disable); 87179100SyongariTUNABLE_INT("hw.age.msix_disable", &msix_disable); 88179100Syongari 89179100Syongari/* 90179100Syongari * Devices supported by this driver. 91179100Syongari */ 92179100Syongaristatic struct age_dev { 93179100Syongari uint16_t age_vendorid; 94179100Syongari uint16_t age_deviceid; 95179100Syongari const char *age_name; 96179100Syongari} age_devs[] = { 97179100Syongari { VENDORID_ATTANSIC, DEVICEID_ATTANSIC_L1, 98179100Syongari "Attansic Technology Corp, L1 Gigabit Ethernet" }, 99179100Syongari}; 100179100Syongari 101179100Syongaristatic int age_miibus_readreg(device_t, int, int); 102179100Syongaristatic int age_miibus_writereg(device_t, int, int, int); 103179100Syongaristatic void age_miibus_statchg(device_t); 104179100Syongaristatic void age_mediastatus(struct ifnet *, struct ifmediareq *); 105179100Syongaristatic int age_mediachange(struct ifnet *); 106179100Syongaristatic int age_probe(device_t); 107179100Syongaristatic void age_get_macaddr(struct age_softc *); 108179100Syongaristatic void age_phy_reset(struct age_softc *); 109179100Syongaristatic int age_attach(device_t); 110179100Syongaristatic int age_detach(device_t); 111179100Syongaristatic void age_sysctl_node(struct age_softc *); 112179100Syongaristatic void age_dmamap_cb(void *, bus_dma_segment_t *, int, int); 113179100Syongaristatic int age_check_boundary(struct age_softc *); 114179100Syongaristatic int age_dma_alloc(struct age_softc *); 115179100Syongaristatic void age_dma_free(struct age_softc *); 116179100Syongaristatic int age_shutdown(device_t); 117179100Syongaristatic void age_setwol(struct age_softc *); 118179100Syongaristatic int age_suspend(device_t); 119179100Syongaristatic int age_resume(device_t); 120179100Syongaristatic int age_encap(struct age_softc *, struct mbuf **); 121179100Syongaristatic void age_start(struct ifnet *); 122216925Sjhbstatic void age_start_locked(struct ifnet *); 123179100Syongaristatic void age_watchdog(struct age_softc *); 124179100Syongaristatic int age_ioctl(struct ifnet *, u_long, caddr_t); 125179100Syongaristatic void age_mac_config(struct age_softc *); 126179100Syongaristatic void age_link_task(void *, int); 127179100Syongaristatic void age_stats_update(struct age_softc *); 128179100Syongaristatic int age_intr(void *); 129179100Syongaristatic void age_int_task(void *, int); 130179100Syongaristatic void age_txintr(struct age_softc *, int); 131179100Syongaristatic void age_rxeof(struct age_softc *sc, struct rx_rdesc *); 132179100Syongaristatic int age_rxintr(struct age_softc *, int, int); 133179100Syongaristatic void age_tick(void *); 134179100Syongaristatic void age_reset(struct age_softc *); 135179100Syongaristatic void age_init(void *); 136179100Syongaristatic void age_init_locked(struct age_softc *); 137179100Syongaristatic void age_stop(struct age_softc *); 138179100Syongaristatic void age_stop_txmac(struct age_softc *); 139179100Syongaristatic void age_stop_rxmac(struct age_softc *); 140179100Syongaristatic void age_init_tx_ring(struct age_softc *); 141179100Syongaristatic int age_init_rx_ring(struct age_softc *); 142179100Syongaristatic void age_init_rr_ring(struct age_softc *); 143179100Syongaristatic void age_init_cmb_block(struct age_softc *); 144179100Syongaristatic void age_init_smb_block(struct age_softc *); 145246341Syongari#ifndef __NO_STRICT_ALIGNMENT 146246341Syongaristatic struct mbuf *age_fixup_rx(struct ifnet *, struct mbuf *); 147246341Syongari#endif 148179100Syongaristatic int age_newbuf(struct age_softc *, struct age_rxdesc *); 149179100Syongaristatic void age_rxvlan(struct age_softc *); 150179100Syongaristatic void age_rxfilter(struct age_softc *); 151179100Syongaristatic int sysctl_age_stats(SYSCTL_HANDLER_ARGS); 152179100Syongaristatic int sysctl_int_range(SYSCTL_HANDLER_ARGS, int, int); 153179100Syongaristatic int sysctl_hw_age_proc_limit(SYSCTL_HANDLER_ARGS); 154179100Syongaristatic int sysctl_hw_age_int_mod(SYSCTL_HANDLER_ARGS); 155179100Syongari 156179100Syongari 157179100Syongaristatic device_method_t age_methods[] = { 158179100Syongari /* Device interface. */ 159179100Syongari DEVMETHOD(device_probe, age_probe), 160179100Syongari DEVMETHOD(device_attach, age_attach), 161179100Syongari DEVMETHOD(device_detach, age_detach), 162179100Syongari DEVMETHOD(device_shutdown, age_shutdown), 163179100Syongari DEVMETHOD(device_suspend, age_suspend), 164179100Syongari DEVMETHOD(device_resume, age_resume), 165179100Syongari 166179100Syongari /* MII interface. */ 167179100Syongari DEVMETHOD(miibus_readreg, age_miibus_readreg), 168179100Syongari DEVMETHOD(miibus_writereg, age_miibus_writereg), 169179100Syongari DEVMETHOD(miibus_statchg, age_miibus_statchg), 170179100Syongari 171179100Syongari { NULL, NULL } 172179100Syongari}; 173179100Syongari 174179100Syongaristatic driver_t age_driver = { 175179100Syongari "age", 176179100Syongari age_methods, 177179100Syongari sizeof(struct age_softc) 178179100Syongari}; 179179100Syongari 180179100Syongaristatic devclass_t age_devclass; 181179100Syongari 182179100SyongariDRIVER_MODULE(age, pci, age_driver, age_devclass, 0, 0); 183179100SyongariDRIVER_MODULE(miibus, age, miibus_driver, miibus_devclass, 0, 0); 184179100Syongari 185179100Syongaristatic struct resource_spec age_res_spec_mem[] = { 186179100Syongari { SYS_RES_MEMORY, PCIR_BAR(0), RF_ACTIVE }, 187179100Syongari { -1, 0, 0 } 188179100Syongari}; 189179100Syongari 190179100Syongaristatic struct resource_spec age_irq_spec_legacy[] = { 191179100Syongari { SYS_RES_IRQ, 0, RF_ACTIVE | RF_SHAREABLE }, 192179100Syongari { -1, 0, 0 } 193179100Syongari}; 194179100Syongari 195179100Syongaristatic struct resource_spec age_irq_spec_msi[] = { 196179100Syongari { SYS_RES_IRQ, 1, RF_ACTIVE }, 197179100Syongari { -1, 0, 0 } 198179100Syongari}; 199179100Syongari 200179100Syongaristatic struct resource_spec age_irq_spec_msix[] = { 201179100Syongari { SYS_RES_IRQ, 1, RF_ACTIVE }, 202179100Syongari { -1, 0, 0 } 203179100Syongari}; 204179100Syongari 205179100Syongari/* 206179100Syongari * Read a PHY register on the MII of the L1. 207179100Syongari */ 208179100Syongaristatic int 209179100Syongariage_miibus_readreg(device_t dev, int phy, int reg) 210179100Syongari{ 211179100Syongari struct age_softc *sc; 212179100Syongari uint32_t v; 213179100Syongari int i; 214179100Syongari 215179100Syongari sc = device_get_softc(dev); 216179100Syongari 217179100Syongari CSR_WRITE_4(sc, AGE_MDIO, MDIO_OP_EXECUTE | MDIO_OP_READ | 218179100Syongari MDIO_SUP_PREAMBLE | MDIO_CLK_25_4 | MDIO_REG_ADDR(reg)); 219179100Syongari for (i = AGE_PHY_TIMEOUT; i > 0; i--) { 220179100Syongari DELAY(1); 221179100Syongari v = CSR_READ_4(sc, AGE_MDIO); 222179100Syongari if ((v & (MDIO_OP_EXECUTE | MDIO_OP_BUSY)) == 0) 223179100Syongari break; 224179100Syongari } 225179100Syongari 226179100Syongari if (i == 0) { 227179100Syongari device_printf(sc->age_dev, "phy read timeout : %d\n", reg); 228179100Syongari return (0); 229179100Syongari } 230179100Syongari 231179100Syongari return ((v & MDIO_DATA_MASK) >> MDIO_DATA_SHIFT); 232179100Syongari} 233179100Syongari 234179100Syongari/* 235179100Syongari * Write a PHY register on the MII of the L1. 236179100Syongari */ 237179100Syongaristatic int 238179100Syongariage_miibus_writereg(device_t dev, int phy, int reg, int val) 239179100Syongari{ 240179100Syongari struct age_softc *sc; 241179100Syongari uint32_t v; 242179100Syongari int i; 243179100Syongari 244179100Syongari sc = device_get_softc(dev); 245179100Syongari 246179100Syongari CSR_WRITE_4(sc, AGE_MDIO, MDIO_OP_EXECUTE | MDIO_OP_WRITE | 247179100Syongari (val & MDIO_DATA_MASK) << MDIO_DATA_SHIFT | 248179100Syongari MDIO_SUP_PREAMBLE | MDIO_CLK_25_4 | MDIO_REG_ADDR(reg)); 249179100Syongari for (i = AGE_PHY_TIMEOUT; i > 0; i--) { 250179100Syongari DELAY(1); 251179100Syongari v = CSR_READ_4(sc, AGE_MDIO); 252179100Syongari if ((v & (MDIO_OP_EXECUTE | MDIO_OP_BUSY)) == 0) 253179100Syongari break; 254179100Syongari } 255179100Syongari 256179100Syongari if (i == 0) 257179100Syongari device_printf(sc->age_dev, "phy write timeout : %d\n", reg); 258179100Syongari 259179100Syongari return (0); 260179100Syongari} 261179100Syongari 262179100Syongari/* 263179100Syongari * Callback from MII layer when media changes. 264179100Syongari */ 265179100Syongaristatic void 266179100Syongariage_miibus_statchg(device_t dev) 267179100Syongari{ 268179100Syongari struct age_softc *sc; 269179100Syongari 270179100Syongari sc = device_get_softc(dev); 271179100Syongari taskqueue_enqueue(taskqueue_swi, &sc->age_link_task); 272179100Syongari} 273179100Syongari 274179100Syongari/* 275179100Syongari * Get the current interface media status. 276179100Syongari */ 277179100Syongaristatic void 278179100Syongariage_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr) 279179100Syongari{ 280179100Syongari struct age_softc *sc; 281179100Syongari struct mii_data *mii; 282179100Syongari 283179100Syongari sc = ifp->if_softc; 284179100Syongari AGE_LOCK(sc); 285179100Syongari mii = device_get_softc(sc->age_miibus); 286179100Syongari 287179100Syongari mii_pollstat(mii); 288179100Syongari ifmr->ifm_status = mii->mii_media_status; 289179100Syongari ifmr->ifm_active = mii->mii_media_active; 290226478Syongari AGE_UNLOCK(sc); 291179100Syongari} 292179100Syongari 293179100Syongari/* 294179100Syongari * Set hardware to newly-selected media. 295179100Syongari */ 296179100Syongaristatic int 297179100Syongariage_mediachange(struct ifnet *ifp) 298179100Syongari{ 299179100Syongari struct age_softc *sc; 300179100Syongari struct mii_data *mii; 301179100Syongari struct mii_softc *miisc; 302179100Syongari int error; 303179100Syongari 304179100Syongari sc = ifp->if_softc; 305179100Syongari AGE_LOCK(sc); 306179100Syongari mii = device_get_softc(sc->age_miibus); 307221407Smarius LIST_FOREACH(miisc, &mii->mii_phys, mii_list) 308221407Smarius PHY_RESET(miisc); 309179100Syongari error = mii_mediachg(mii); 310179100Syongari AGE_UNLOCK(sc); 311179100Syongari 312179100Syongari return (error); 313179100Syongari} 314179100Syongari 315179100Syongaristatic int 316179100Syongariage_probe(device_t dev) 317179100Syongari{ 318179100Syongari struct age_dev *sp; 319179100Syongari int i; 320179100Syongari uint16_t vendor, devid; 321179100Syongari 322179100Syongari vendor = pci_get_vendor(dev); 323179100Syongari devid = pci_get_device(dev); 324179100Syongari sp = age_devs; 325179100Syongari for (i = 0; i < sizeof(age_devs) / sizeof(age_devs[0]); 326179100Syongari i++, sp++) { 327179100Syongari if (vendor == sp->age_vendorid && 328179100Syongari devid == sp->age_deviceid) { 329179100Syongari device_set_desc(dev, sp->age_name); 330179100Syongari return (BUS_PROBE_DEFAULT); 331179100Syongari } 332179100Syongari } 333179100Syongari 334179100Syongari return (ENXIO); 335179100Syongari} 336179100Syongari 337179100Syongaristatic void 338179100Syongariage_get_macaddr(struct age_softc *sc) 339179100Syongari{ 340190499Syongari uint32_t ea[2], reg; 341190499Syongari int i, vpdc; 342179100Syongari 343179100Syongari reg = CSR_READ_4(sc, AGE_SPI_CTRL); 344179100Syongari if ((reg & SPI_VPD_ENB) != 0) { 345179100Syongari /* Get VPD stored in TWSI EEPROM. */ 346179100Syongari reg &= ~SPI_VPD_ENB; 347179100Syongari CSR_WRITE_4(sc, AGE_SPI_CTRL, reg); 348179100Syongari } 349179100Syongari 350219902Sjhb if (pci_find_cap(sc->age_dev, PCIY_VPD, &vpdc) == 0) { 351179100Syongari /* 352190499Syongari * PCI VPD capability found, let TWSI reload EEPROM. 353190499Syongari * This will set ethernet address of controller. 354179100Syongari */ 355190499Syongari CSR_WRITE_4(sc, AGE_TWSI_CTRL, CSR_READ_4(sc, AGE_TWSI_CTRL) | 356190499Syongari TWSI_CTRL_SW_LD_START); 357190499Syongari for (i = 100; i > 0; i--) { 358190499Syongari DELAY(1000); 359190499Syongari reg = CSR_READ_4(sc, AGE_TWSI_CTRL); 360190499Syongari if ((reg & TWSI_CTRL_SW_LD_START) == 0) 361179100Syongari break; 362179100Syongari } 363190499Syongari if (i == 0) 364190499Syongari device_printf(sc->age_dev, 365190499Syongari "reloading EEPROM timeout!\n"); 366179100Syongari } else { 367184743Syongari if (bootverbose) 368179100Syongari device_printf(sc->age_dev, 369179100Syongari "PCI VPD capability not found!\n"); 370179100Syongari } 371179100Syongari 372190499Syongari ea[0] = CSR_READ_4(sc, AGE_PAR0); 373190499Syongari ea[1] = CSR_READ_4(sc, AGE_PAR1); 374190499Syongari sc->age_eaddr[0] = (ea[1] >> 8) & 0xFF; 375190499Syongari sc->age_eaddr[1] = (ea[1] >> 0) & 0xFF; 376190499Syongari sc->age_eaddr[2] = (ea[0] >> 24) & 0xFF; 377190499Syongari sc->age_eaddr[3] = (ea[0] >> 16) & 0xFF; 378190499Syongari sc->age_eaddr[4] = (ea[0] >> 8) & 0xFF; 379190499Syongari sc->age_eaddr[5] = (ea[0] >> 0) & 0xFF; 380179100Syongari} 381179100Syongari 382179100Syongaristatic void 383179100Syongariage_phy_reset(struct age_softc *sc) 384179100Syongari{ 385190499Syongari uint16_t reg, pn; 386190499Syongari int i, linkup; 387179100Syongari 388179100Syongari /* Reset PHY. */ 389179100Syongari CSR_WRITE_4(sc, AGE_GPHY_CTRL, GPHY_CTRL_RST); 390190499Syongari DELAY(2000); 391179100Syongari CSR_WRITE_4(sc, AGE_GPHY_CTRL, GPHY_CTRL_CLR); 392190499Syongari DELAY(2000); 393190499Syongari 394190499Syongari#define ATPHY_DBG_ADDR 0x1D 395190499Syongari#define ATPHY_DBG_DATA 0x1E 396190499Syongari#define ATPHY_CDTC 0x16 397190499Syongari#define PHY_CDTC_ENB 0x0001 398190499Syongari#define PHY_CDTC_POFF 8 399190499Syongari#define ATPHY_CDTS 0x1C 400190499Syongari#define PHY_CDTS_STAT_OK 0x0000 401190499Syongari#define PHY_CDTS_STAT_SHORT 0x0100 402190499Syongari#define PHY_CDTS_STAT_OPEN 0x0200 403190499Syongari#define PHY_CDTS_STAT_INVAL 0x0300 404190499Syongari#define PHY_CDTS_STAT_MASK 0x0300 405190499Syongari 406190499Syongari /* Check power saving mode. Magic from Linux. */ 407190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, MII_BMCR, BMCR_RESET); 408190499Syongari for (linkup = 0, pn = 0; pn < 4; pn++) { 409190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, ATPHY_CDTC, 410190499Syongari (pn << PHY_CDTC_POFF) | PHY_CDTC_ENB); 411190499Syongari for (i = 200; i > 0; i--) { 412190499Syongari DELAY(1000); 413190499Syongari reg = age_miibus_readreg(sc->age_dev, sc->age_phyaddr, 414190499Syongari ATPHY_CDTC); 415190499Syongari if ((reg & PHY_CDTC_ENB) == 0) 416190499Syongari break; 417190499Syongari } 418190499Syongari DELAY(1000); 419190499Syongari reg = age_miibus_readreg(sc->age_dev, sc->age_phyaddr, 420190499Syongari ATPHY_CDTS); 421190499Syongari if ((reg & PHY_CDTS_STAT_MASK) != PHY_CDTS_STAT_OPEN) { 422190499Syongari linkup++; 423190499Syongari break; 424190499Syongari } 425190499Syongari } 426190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, MII_BMCR, 427190499Syongari BMCR_RESET | BMCR_AUTOEN | BMCR_STARTNEG); 428190499Syongari if (linkup == 0) { 429190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 430190499Syongari ATPHY_DBG_ADDR, 0); 431190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 432190499Syongari ATPHY_DBG_DATA, 0x124E); 433190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 434190499Syongari ATPHY_DBG_ADDR, 1); 435190499Syongari reg = age_miibus_readreg(sc->age_dev, sc->age_phyaddr, 436190499Syongari ATPHY_DBG_DATA); 437190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 438190499Syongari ATPHY_DBG_DATA, reg | 0x03); 439190499Syongari /* XXX */ 440190499Syongari DELAY(1500 * 1000); 441190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 442190499Syongari ATPHY_DBG_ADDR, 0); 443190499Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 444190499Syongari ATPHY_DBG_DATA, 0x024E); 445190499Syongari } 446190499Syongari 447190499Syongari#undef ATPHY_DBG_ADDR 448190499Syongari#undef ATPHY_DBG_DATA 449190499Syongari#undef ATPHY_CDTC 450190499Syongari#undef PHY_CDTC_ENB 451190499Syongari#undef PHY_CDTC_POFF 452190499Syongari#undef ATPHY_CDTS 453190499Syongari#undef PHY_CDTS_STAT_OK 454190499Syongari#undef PHY_CDTS_STAT_SHORT 455190499Syongari#undef PHY_CDTS_STAT_OPEN 456190499Syongari#undef PHY_CDTS_STAT_INVAL 457190499Syongari#undef PHY_CDTS_STAT_MASK 458179100Syongari} 459179100Syongari 460179100Syongaristatic int 461179100Syongariage_attach(device_t dev) 462179100Syongari{ 463179100Syongari struct age_softc *sc; 464179100Syongari struct ifnet *ifp; 465179100Syongari uint16_t burst; 466179100Syongari int error, i, msic, msixc, pmc; 467179100Syongari 468179100Syongari error = 0; 469179100Syongari sc = device_get_softc(dev); 470179100Syongari sc->age_dev = dev; 471179100Syongari 472179100Syongari mtx_init(&sc->age_mtx, device_get_nameunit(dev), MTX_NETWORK_LOCK, 473179100Syongari MTX_DEF); 474179100Syongari callout_init_mtx(&sc->age_tick_ch, &sc->age_mtx, 0); 475179100Syongari TASK_INIT(&sc->age_int_task, 0, age_int_task, sc); 476179100Syongari TASK_INIT(&sc->age_link_task, 0, age_link_task, sc); 477179100Syongari 478179100Syongari /* Map the device. */ 479179100Syongari pci_enable_busmaster(dev); 480179100Syongari sc->age_res_spec = age_res_spec_mem; 481179100Syongari sc->age_irq_spec = age_irq_spec_legacy; 482179100Syongari error = bus_alloc_resources(dev, sc->age_res_spec, sc->age_res); 483179100Syongari if (error != 0) { 484179100Syongari device_printf(dev, "cannot allocate memory resources.\n"); 485179100Syongari goto fail; 486179100Syongari } 487179100Syongari 488179100Syongari /* Set PHY address. */ 489179100Syongari sc->age_phyaddr = AGE_PHY_ADDR; 490179100Syongari 491179100Syongari /* Reset PHY. */ 492179100Syongari age_phy_reset(sc); 493179100Syongari 494179100Syongari /* Reset the ethernet controller. */ 495179100Syongari age_reset(sc); 496179100Syongari 497179100Syongari /* Get PCI and chip id/revision. */ 498179100Syongari sc->age_rev = pci_get_revid(dev); 499179100Syongari sc->age_chip_rev = CSR_READ_4(sc, AGE_MASTER_CFG) >> 500179100Syongari MASTER_CHIP_REV_SHIFT; 501184743Syongari if (bootverbose) { 502190499Syongari device_printf(dev, "PCI device revision : 0x%04x\n", 503190499Syongari sc->age_rev); 504179100Syongari device_printf(dev, "Chip id/revision : 0x%04x\n", 505179100Syongari sc->age_chip_rev); 506179100Syongari } 507179100Syongari 508179100Syongari /* 509179100Syongari * XXX 510179100Syongari * Unintialized hardware returns an invalid chip id/revision 511179100Syongari * as well as 0xFFFFFFFF for Tx/Rx fifo length. It seems that 512179100Syongari * unplugged cable results in putting hardware into automatic 513179100Syongari * power down mode which in turn returns invalld chip revision. 514179100Syongari */ 515179100Syongari if (sc->age_chip_rev == 0xFFFF) { 516179100Syongari device_printf(dev,"invalid chip revision : 0x%04x -- " 517179100Syongari "not initialized?\n", sc->age_chip_rev); 518179100Syongari error = ENXIO; 519179100Syongari goto fail; 520179100Syongari } 521179100Syongari 522179100Syongari device_printf(dev, "%d Tx FIFO, %d Rx FIFO\n", 523179100Syongari CSR_READ_4(sc, AGE_SRAM_TX_FIFO_LEN), 524179100Syongari CSR_READ_4(sc, AGE_SRAM_RX_FIFO_LEN)); 525179100Syongari 526179100Syongari /* Allocate IRQ resources. */ 527179100Syongari msixc = pci_msix_count(dev); 528179100Syongari msic = pci_msi_count(dev); 529184743Syongari if (bootverbose) { 530179100Syongari device_printf(dev, "MSIX count : %d\n", msixc); 531179100Syongari device_printf(dev, "MSI count : %d\n", msic); 532179100Syongari } 533179100Syongari 534179100Syongari /* Prefer MSIX over MSI. */ 535179100Syongari if (msix_disable == 0 || msi_disable == 0) { 536179100Syongari if (msix_disable == 0 && msixc == AGE_MSIX_MESSAGES && 537179100Syongari pci_alloc_msix(dev, &msixc) == 0) { 538179100Syongari if (msic == AGE_MSIX_MESSAGES) { 539179100Syongari device_printf(dev, "Using %d MSIX messages.\n", 540179100Syongari msixc); 541179100Syongari sc->age_flags |= AGE_FLAG_MSIX; 542179100Syongari sc->age_irq_spec = age_irq_spec_msix; 543179100Syongari } else 544179100Syongari pci_release_msi(dev); 545179100Syongari } 546179100Syongari if (msi_disable == 0 && (sc->age_flags & AGE_FLAG_MSIX) == 0 && 547179100Syongari msic == AGE_MSI_MESSAGES && 548179100Syongari pci_alloc_msi(dev, &msic) == 0) { 549179100Syongari if (msic == AGE_MSI_MESSAGES) { 550179100Syongari device_printf(dev, "Using %d MSI messages.\n", 551179100Syongari msic); 552179100Syongari sc->age_flags |= AGE_FLAG_MSI; 553179100Syongari sc->age_irq_spec = age_irq_spec_msi; 554179100Syongari } else 555179100Syongari pci_release_msi(dev); 556179100Syongari } 557179100Syongari } 558179100Syongari 559179100Syongari error = bus_alloc_resources(dev, sc->age_irq_spec, sc->age_irq); 560179100Syongari if (error != 0) { 561179100Syongari device_printf(dev, "cannot allocate IRQ resources.\n"); 562179100Syongari goto fail; 563179100Syongari } 564179100Syongari 565179100Syongari 566179100Syongari /* Get DMA parameters from PCIe device control register. */ 567219902Sjhb if (pci_find_cap(dev, PCIY_EXPRESS, &i) == 0) { 568179100Syongari sc->age_flags |= AGE_FLAG_PCIE; 569179100Syongari burst = pci_read_config(dev, i + 0x08, 2); 570179100Syongari /* Max read request size. */ 571179100Syongari sc->age_dma_rd_burst = ((burst >> 12) & 0x07) << 572179100Syongari DMA_CFG_RD_BURST_SHIFT; 573179100Syongari /* Max payload size. */ 574179100Syongari sc->age_dma_wr_burst = ((burst >> 5) & 0x07) << 575179100Syongari DMA_CFG_WR_BURST_SHIFT; 576184743Syongari if (bootverbose) { 577179100Syongari device_printf(dev, "Read request size : %d bytes.\n", 578179100Syongari 128 << ((burst >> 12) & 0x07)); 579179100Syongari device_printf(dev, "TLP payload size : %d bytes.\n", 580179100Syongari 128 << ((burst >> 5) & 0x07)); 581179100Syongari } 582179100Syongari } else { 583179100Syongari sc->age_dma_rd_burst = DMA_CFG_RD_BURST_128; 584179100Syongari sc->age_dma_wr_burst = DMA_CFG_WR_BURST_128; 585179100Syongari } 586179100Syongari 587179100Syongari /* Create device sysctl node. */ 588179100Syongari age_sysctl_node(sc); 589179100Syongari 590312362Syongari if ((error = age_dma_alloc(sc)) != 0) 591179100Syongari goto fail; 592179100Syongari 593179100Syongari /* Load station address. */ 594179100Syongari age_get_macaddr(sc); 595179100Syongari 596179100Syongari ifp = sc->age_ifp = if_alloc(IFT_ETHER); 597179100Syongari if (ifp == NULL) { 598179100Syongari device_printf(dev, "cannot allocate ifnet structure.\n"); 599179100Syongari error = ENXIO; 600179100Syongari goto fail; 601179100Syongari } 602179100Syongari 603179100Syongari ifp->if_softc = sc; 604179100Syongari if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 605179100Syongari ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 606179100Syongari ifp->if_ioctl = age_ioctl; 607179100Syongari ifp->if_start = age_start; 608179100Syongari ifp->if_init = age_init; 609179100Syongari ifp->if_snd.ifq_drv_maxlen = AGE_TX_RING_CNT - 1; 610179100Syongari IFQ_SET_MAXLEN(&ifp->if_snd, ifp->if_snd.ifq_drv_maxlen); 611179100Syongari IFQ_SET_READY(&ifp->if_snd); 612179100Syongari ifp->if_capabilities = IFCAP_HWCSUM | IFCAP_TSO4; 613179100Syongari ifp->if_hwassist = AGE_CSUM_FEATURES | CSUM_TSO; 614219902Sjhb if (pci_find_cap(dev, PCIY_PMG, &pmc) == 0) { 615179100Syongari sc->age_flags |= AGE_FLAG_PMCAP; 616179100Syongari ifp->if_capabilities |= IFCAP_WOL_MAGIC | IFCAP_WOL_MCAST; 617179100Syongari } 618179100Syongari ifp->if_capenable = ifp->if_capabilities; 619179100Syongari 620179100Syongari /* Set up MII bus. */ 621213893Smarius error = mii_attach(dev, &sc->age_miibus, ifp, age_mediachange, 622213893Smarius age_mediastatus, BMSR_DEFCAPMASK, sc->age_phyaddr, MII_OFFSET_ANY, 623213893Smarius 0); 624213893Smarius if (error != 0) { 625213893Smarius device_printf(dev, "attaching PHYs failed\n"); 626179100Syongari goto fail; 627179100Syongari } 628179100Syongari 629179100Syongari ether_ifattach(ifp, sc->age_eaddr); 630179100Syongari 631179100Syongari /* VLAN capability setup. */ 632204377Syongari ifp->if_capabilities |= IFCAP_VLAN_MTU | IFCAP_VLAN_HWTAGGING | 633204377Syongari IFCAP_VLAN_HWCSUM | IFCAP_VLAN_HWTSO; 634179100Syongari ifp->if_capenable = ifp->if_capabilities; 635179100Syongari 636179100Syongari /* Tell the upper layer(s) we support long frames. */ 637179100Syongari ifp->if_data.ifi_hdrlen = sizeof(struct ether_vlan_header); 638179100Syongari 639179100Syongari /* Create local taskq. */ 640179100Syongari sc->age_tq = taskqueue_create_fast("age_taskq", M_WAITOK, 641179100Syongari taskqueue_thread_enqueue, &sc->age_tq); 642179100Syongari if (sc->age_tq == NULL) { 643179100Syongari device_printf(dev, "could not create taskqueue.\n"); 644179100Syongari ether_ifdetach(ifp); 645179100Syongari error = ENXIO; 646179100Syongari goto fail; 647179100Syongari } 648179100Syongari taskqueue_start_threads(&sc->age_tq, 1, PI_NET, "%s taskq", 649179100Syongari device_get_nameunit(sc->age_dev)); 650179100Syongari 651179100Syongari if ((sc->age_flags & AGE_FLAG_MSIX) != 0) 652179100Syongari msic = AGE_MSIX_MESSAGES; 653179100Syongari else if ((sc->age_flags & AGE_FLAG_MSI) != 0) 654179100Syongari msic = AGE_MSI_MESSAGES; 655179100Syongari else 656179100Syongari msic = 1; 657179100Syongari for (i = 0; i < msic; i++) { 658179100Syongari error = bus_setup_intr(dev, sc->age_irq[i], 659179100Syongari INTR_TYPE_NET | INTR_MPSAFE, age_intr, NULL, sc, 660179100Syongari &sc->age_intrhand[i]); 661179100Syongari if (error != 0) 662179100Syongari break; 663179100Syongari } 664179100Syongari if (error != 0) { 665179100Syongari device_printf(dev, "could not set up interrupt handler.\n"); 666179100Syongari taskqueue_free(sc->age_tq); 667179100Syongari sc->age_tq = NULL; 668179100Syongari ether_ifdetach(ifp); 669179100Syongari goto fail; 670179100Syongari } 671179100Syongari 672179100Syongarifail: 673179100Syongari if (error != 0) 674179100Syongari age_detach(dev); 675179100Syongari 676179100Syongari return (error); 677179100Syongari} 678179100Syongari 679179100Syongaristatic int 680179100Syongariage_detach(device_t dev) 681179100Syongari{ 682179100Syongari struct age_softc *sc; 683179100Syongari struct ifnet *ifp; 684179100Syongari int i, msic; 685179100Syongari 686179100Syongari sc = device_get_softc(dev); 687179100Syongari 688179100Syongari ifp = sc->age_ifp; 689179100Syongari if (device_is_attached(dev)) { 690179100Syongari AGE_LOCK(sc); 691179100Syongari sc->age_flags |= AGE_FLAG_DETACH; 692179100Syongari age_stop(sc); 693179100Syongari AGE_UNLOCK(sc); 694179100Syongari callout_drain(&sc->age_tick_ch); 695179100Syongari taskqueue_drain(sc->age_tq, &sc->age_int_task); 696179100Syongari taskqueue_drain(taskqueue_swi, &sc->age_link_task); 697179100Syongari ether_ifdetach(ifp); 698179100Syongari } 699179100Syongari 700179100Syongari if (sc->age_tq != NULL) { 701179100Syongari taskqueue_drain(sc->age_tq, &sc->age_int_task); 702179100Syongari taskqueue_free(sc->age_tq); 703179100Syongari sc->age_tq = NULL; 704179100Syongari } 705179100Syongari 706179100Syongari if (sc->age_miibus != NULL) { 707179100Syongari device_delete_child(dev, sc->age_miibus); 708179100Syongari sc->age_miibus = NULL; 709179100Syongari } 710179100Syongari bus_generic_detach(dev); 711179100Syongari age_dma_free(sc); 712179100Syongari 713179100Syongari if (ifp != NULL) { 714179100Syongari if_free(ifp); 715179100Syongari sc->age_ifp = NULL; 716179100Syongari } 717179100Syongari 718179100Syongari if ((sc->age_flags & AGE_FLAG_MSIX) != 0) 719179100Syongari msic = AGE_MSIX_MESSAGES; 720179100Syongari else if ((sc->age_flags & AGE_FLAG_MSI) != 0) 721179100Syongari msic = AGE_MSI_MESSAGES; 722179100Syongari else 723179100Syongari msic = 1; 724179100Syongari for (i = 0; i < msic; i++) { 725179100Syongari if (sc->age_intrhand[i] != NULL) { 726179100Syongari bus_teardown_intr(dev, sc->age_irq[i], 727179100Syongari sc->age_intrhand[i]); 728179100Syongari sc->age_intrhand[i] = NULL; 729179100Syongari } 730179100Syongari } 731179100Syongari 732179100Syongari bus_release_resources(dev, sc->age_irq_spec, sc->age_irq); 733179100Syongari if ((sc->age_flags & (AGE_FLAG_MSI | AGE_FLAG_MSIX)) != 0) 734179100Syongari pci_release_msi(dev); 735179100Syongari bus_release_resources(dev, sc->age_res_spec, sc->age_res); 736179100Syongari mtx_destroy(&sc->age_mtx); 737179100Syongari 738179100Syongari return (0); 739179100Syongari} 740179100Syongari 741179100Syongaristatic void 742179100Syongariage_sysctl_node(struct age_softc *sc) 743179100Syongari{ 744179100Syongari int error; 745179100Syongari 746179100Syongari SYSCTL_ADD_PROC(device_get_sysctl_ctx(sc->age_dev), 747179100Syongari SYSCTL_CHILDREN(device_get_sysctl_tree(sc->age_dev)), OID_AUTO, 748179100Syongari "stats", CTLTYPE_INT | CTLFLAG_RW, sc, 0, sysctl_age_stats, 749179100Syongari "I", "Statistics"); 750179100Syongari 751179100Syongari SYSCTL_ADD_PROC(device_get_sysctl_ctx(sc->age_dev), 752179100Syongari SYSCTL_CHILDREN(device_get_sysctl_tree(sc->age_dev)), OID_AUTO, 753179100Syongari "int_mod", CTLTYPE_INT | CTLFLAG_RW, &sc->age_int_mod, 0, 754179100Syongari sysctl_hw_age_int_mod, "I", "age interrupt moderation"); 755179100Syongari 756179100Syongari /* Pull in device tunables. */ 757179100Syongari sc->age_int_mod = AGE_IM_TIMER_DEFAULT; 758179100Syongari error = resource_int_value(device_get_name(sc->age_dev), 759179100Syongari device_get_unit(sc->age_dev), "int_mod", &sc->age_int_mod); 760179100Syongari if (error == 0) { 761179100Syongari if (sc->age_int_mod < AGE_IM_TIMER_MIN || 762179100Syongari sc->age_int_mod > AGE_IM_TIMER_MAX) { 763179100Syongari device_printf(sc->age_dev, 764179100Syongari "int_mod value out of range; using default: %d\n", 765179100Syongari AGE_IM_TIMER_DEFAULT); 766179100Syongari sc->age_int_mod = AGE_IM_TIMER_DEFAULT; 767179100Syongari } 768179100Syongari } 769179100Syongari 770179100Syongari SYSCTL_ADD_PROC(device_get_sysctl_ctx(sc->age_dev), 771179100Syongari SYSCTL_CHILDREN(device_get_sysctl_tree(sc->age_dev)), OID_AUTO, 772179100Syongari "process_limit", CTLTYPE_INT | CTLFLAG_RW, &sc->age_process_limit, 773179100Syongari 0, sysctl_hw_age_proc_limit, "I", 774179100Syongari "max number of Rx events to process"); 775179100Syongari 776179100Syongari /* Pull in device tunables. */ 777179100Syongari sc->age_process_limit = AGE_PROC_DEFAULT; 778179100Syongari error = resource_int_value(device_get_name(sc->age_dev), 779179100Syongari device_get_unit(sc->age_dev), "process_limit", 780179100Syongari &sc->age_process_limit); 781179100Syongari if (error == 0) { 782179100Syongari if (sc->age_process_limit < AGE_PROC_MIN || 783179100Syongari sc->age_process_limit > AGE_PROC_MAX) { 784179100Syongari device_printf(sc->age_dev, 785179100Syongari "process_limit value out of range; " 786179100Syongari "using default: %d\n", AGE_PROC_DEFAULT); 787179100Syongari sc->age_process_limit = AGE_PROC_DEFAULT; 788179100Syongari } 789179100Syongari } 790179100Syongari} 791179100Syongari 792179100Syongaristruct age_dmamap_arg { 793179100Syongari bus_addr_t age_busaddr; 794179100Syongari}; 795179100Syongari 796179100Syongaristatic void 797179100Syongariage_dmamap_cb(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 798179100Syongari{ 799179100Syongari struct age_dmamap_arg *ctx; 800179100Syongari 801179100Syongari if (error != 0) 802179100Syongari return; 803179100Syongari 804179100Syongari KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs)); 805179100Syongari 806179100Syongari ctx = (struct age_dmamap_arg *)arg; 807179100Syongari ctx->age_busaddr = segs[0].ds_addr; 808179100Syongari} 809179100Syongari 810179100Syongari/* 811179100Syongari * Attansic L1 controller have single register to specify high 812179100Syongari * address part of DMA blocks. So all descriptor structures and 813179100Syongari * DMA memory blocks should have the same high address of given 814179100Syongari * 4GB address space(i.e. crossing 4GB boundary is not allowed). 815179100Syongari */ 816179100Syongaristatic int 817179100Syongariage_check_boundary(struct age_softc *sc) 818179100Syongari{ 819179100Syongari bus_addr_t rx_ring_end, rr_ring_end, tx_ring_end; 820179100Syongari bus_addr_t cmb_block_end, smb_block_end; 821179100Syongari 822179100Syongari /* Tx/Rx descriptor queue should reside within 4GB boundary. */ 823179100Syongari tx_ring_end = sc->age_rdata.age_tx_ring_paddr + AGE_TX_RING_SZ; 824179100Syongari rx_ring_end = sc->age_rdata.age_rx_ring_paddr + AGE_RX_RING_SZ; 825179100Syongari rr_ring_end = sc->age_rdata.age_rr_ring_paddr + AGE_RR_RING_SZ; 826179100Syongari cmb_block_end = sc->age_rdata.age_cmb_block_paddr + AGE_CMB_BLOCK_SZ; 827179100Syongari smb_block_end = sc->age_rdata.age_smb_block_paddr + AGE_SMB_BLOCK_SZ; 828179100Syongari 829179100Syongari if ((AGE_ADDR_HI(tx_ring_end) != 830179100Syongari AGE_ADDR_HI(sc->age_rdata.age_tx_ring_paddr)) || 831179100Syongari (AGE_ADDR_HI(rx_ring_end) != 832179100Syongari AGE_ADDR_HI(sc->age_rdata.age_rx_ring_paddr)) || 833179100Syongari (AGE_ADDR_HI(rr_ring_end) != 834179100Syongari AGE_ADDR_HI(sc->age_rdata.age_rr_ring_paddr)) || 835179100Syongari (AGE_ADDR_HI(cmb_block_end) != 836179100Syongari AGE_ADDR_HI(sc->age_rdata.age_cmb_block_paddr)) || 837179100Syongari (AGE_ADDR_HI(smb_block_end) != 838179100Syongari AGE_ADDR_HI(sc->age_rdata.age_smb_block_paddr))) 839179100Syongari return (EFBIG); 840179100Syongari 841179100Syongari if ((AGE_ADDR_HI(tx_ring_end) != AGE_ADDR_HI(rx_ring_end)) || 842179100Syongari (AGE_ADDR_HI(tx_ring_end) != AGE_ADDR_HI(rr_ring_end)) || 843179100Syongari (AGE_ADDR_HI(tx_ring_end) != AGE_ADDR_HI(cmb_block_end)) || 844179100Syongari (AGE_ADDR_HI(tx_ring_end) != AGE_ADDR_HI(smb_block_end))) 845179100Syongari return (EFBIG); 846179100Syongari 847179100Syongari return (0); 848179100Syongari} 849179100Syongari 850179100Syongaristatic int 851179100Syongariage_dma_alloc(struct age_softc *sc) 852179100Syongari{ 853179100Syongari struct age_txdesc *txd; 854179100Syongari struct age_rxdesc *rxd; 855179100Syongari bus_addr_t lowaddr; 856179100Syongari struct age_dmamap_arg ctx; 857179100Syongari int error, i; 858179100Syongari 859179100Syongari lowaddr = BUS_SPACE_MAXADDR; 860179100Syongari 861179100Syongariagain: 862179100Syongari /* Create parent ring/DMA block tag. */ 863179100Syongari error = bus_dma_tag_create( 864179100Syongari bus_get_dma_tag(sc->age_dev), /* parent */ 865179100Syongari 1, 0, /* alignment, boundary */ 866179100Syongari lowaddr, /* lowaddr */ 867179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 868179100Syongari NULL, NULL, /* filter, filterarg */ 869179100Syongari BUS_SPACE_MAXSIZE_32BIT, /* maxsize */ 870179100Syongari 0, /* nsegments */ 871179100Syongari BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 872179100Syongari 0, /* flags */ 873179100Syongari NULL, NULL, /* lockfunc, lockarg */ 874179100Syongari &sc->age_cdata.age_parent_tag); 875179100Syongari if (error != 0) { 876179100Syongari device_printf(sc->age_dev, 877179100Syongari "could not create parent DMA tag.\n"); 878179100Syongari goto fail; 879179100Syongari } 880179100Syongari 881179100Syongari /* Create tag for Tx ring. */ 882179100Syongari error = bus_dma_tag_create( 883179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 884179100Syongari AGE_TX_RING_ALIGN, 0, /* alignment, boundary */ 885179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 886179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 887179100Syongari NULL, NULL, /* filter, filterarg */ 888179100Syongari AGE_TX_RING_SZ, /* maxsize */ 889179100Syongari 1, /* nsegments */ 890179100Syongari AGE_TX_RING_SZ, /* maxsegsize */ 891179100Syongari 0, /* flags */ 892179100Syongari NULL, NULL, /* lockfunc, lockarg */ 893179100Syongari &sc->age_cdata.age_tx_ring_tag); 894179100Syongari if (error != 0) { 895179100Syongari device_printf(sc->age_dev, 896179100Syongari "could not create Tx ring DMA tag.\n"); 897179100Syongari goto fail; 898179100Syongari } 899179100Syongari 900179100Syongari /* Create tag for Rx ring. */ 901179100Syongari error = bus_dma_tag_create( 902179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 903179100Syongari AGE_RX_RING_ALIGN, 0, /* alignment, boundary */ 904179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 905179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 906179100Syongari NULL, NULL, /* filter, filterarg */ 907179100Syongari AGE_RX_RING_SZ, /* maxsize */ 908179100Syongari 1, /* nsegments */ 909179100Syongari AGE_RX_RING_SZ, /* maxsegsize */ 910179100Syongari 0, /* flags */ 911179100Syongari NULL, NULL, /* lockfunc, lockarg */ 912179100Syongari &sc->age_cdata.age_rx_ring_tag); 913179100Syongari if (error != 0) { 914179100Syongari device_printf(sc->age_dev, 915179100Syongari "could not create Rx ring DMA tag.\n"); 916179100Syongari goto fail; 917179100Syongari } 918179100Syongari 919179100Syongari /* Create tag for Rx return ring. */ 920179100Syongari error = bus_dma_tag_create( 921179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 922179100Syongari AGE_RR_RING_ALIGN, 0, /* alignment, boundary */ 923179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 924179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 925179100Syongari NULL, NULL, /* filter, filterarg */ 926179100Syongari AGE_RR_RING_SZ, /* maxsize */ 927179100Syongari 1, /* nsegments */ 928179100Syongari AGE_RR_RING_SZ, /* maxsegsize */ 929179100Syongari 0, /* flags */ 930179100Syongari NULL, NULL, /* lockfunc, lockarg */ 931179100Syongari &sc->age_cdata.age_rr_ring_tag); 932179100Syongari if (error != 0) { 933179100Syongari device_printf(sc->age_dev, 934179100Syongari "could not create Rx return ring DMA tag.\n"); 935179100Syongari goto fail; 936179100Syongari } 937179100Syongari 938179100Syongari /* Create tag for coalesing message block. */ 939179100Syongari error = bus_dma_tag_create( 940179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 941179100Syongari AGE_CMB_ALIGN, 0, /* alignment, boundary */ 942179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 943179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 944179100Syongari NULL, NULL, /* filter, filterarg */ 945179100Syongari AGE_CMB_BLOCK_SZ, /* maxsize */ 946179100Syongari 1, /* nsegments */ 947179100Syongari AGE_CMB_BLOCK_SZ, /* maxsegsize */ 948179100Syongari 0, /* flags */ 949179100Syongari NULL, NULL, /* lockfunc, lockarg */ 950179100Syongari &sc->age_cdata.age_cmb_block_tag); 951179100Syongari if (error != 0) { 952179100Syongari device_printf(sc->age_dev, 953179100Syongari "could not create CMB DMA tag.\n"); 954179100Syongari goto fail; 955179100Syongari } 956179100Syongari 957179100Syongari /* Create tag for statistics message block. */ 958179100Syongari error = bus_dma_tag_create( 959179100Syongari sc->age_cdata.age_parent_tag, /* parent */ 960179100Syongari AGE_SMB_ALIGN, 0, /* alignment, boundary */ 961179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 962179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 963179100Syongari NULL, NULL, /* filter, filterarg */ 964179100Syongari AGE_SMB_BLOCK_SZ, /* maxsize */ 965179100Syongari 1, /* nsegments */ 966179100Syongari AGE_SMB_BLOCK_SZ, /* maxsegsize */ 967179100Syongari 0, /* flags */ 968179100Syongari NULL, NULL, /* lockfunc, lockarg */ 969179100Syongari &sc->age_cdata.age_smb_block_tag); 970179100Syongari if (error != 0) { 971179100Syongari device_printf(sc->age_dev, 972179100Syongari "could not create SMB DMA tag.\n"); 973179100Syongari goto fail; 974179100Syongari } 975179100Syongari 976179100Syongari /* Allocate DMA'able memory and load the DMA map. */ 977179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_tx_ring_tag, 978179100Syongari (void **)&sc->age_rdata.age_tx_ring, 979179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 980179100Syongari &sc->age_cdata.age_tx_ring_map); 981179100Syongari if (error != 0) { 982179100Syongari device_printf(sc->age_dev, 983179100Syongari "could not allocate DMA'able memory for Tx ring.\n"); 984179100Syongari goto fail; 985179100Syongari } 986179100Syongari ctx.age_busaddr = 0; 987179100Syongari error = bus_dmamap_load(sc->age_cdata.age_tx_ring_tag, 988179100Syongari sc->age_cdata.age_tx_ring_map, sc->age_rdata.age_tx_ring, 989179100Syongari AGE_TX_RING_SZ, age_dmamap_cb, &ctx, 0); 990179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 991179100Syongari device_printf(sc->age_dev, 992179100Syongari "could not load DMA'able memory for Tx ring.\n"); 993179100Syongari goto fail; 994179100Syongari } 995179100Syongari sc->age_rdata.age_tx_ring_paddr = ctx.age_busaddr; 996179100Syongari /* Rx ring */ 997179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_rx_ring_tag, 998179100Syongari (void **)&sc->age_rdata.age_rx_ring, 999179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 1000179100Syongari &sc->age_cdata.age_rx_ring_map); 1001179100Syongari if (error != 0) { 1002179100Syongari device_printf(sc->age_dev, 1003179100Syongari "could not allocate DMA'able memory for Rx ring.\n"); 1004179100Syongari goto fail; 1005179100Syongari } 1006179100Syongari ctx.age_busaddr = 0; 1007179100Syongari error = bus_dmamap_load(sc->age_cdata.age_rx_ring_tag, 1008179100Syongari sc->age_cdata.age_rx_ring_map, sc->age_rdata.age_rx_ring, 1009179100Syongari AGE_RX_RING_SZ, age_dmamap_cb, &ctx, 0); 1010179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 1011179100Syongari device_printf(sc->age_dev, 1012179100Syongari "could not load DMA'able memory for Rx ring.\n"); 1013179100Syongari goto fail; 1014179100Syongari } 1015179100Syongari sc->age_rdata.age_rx_ring_paddr = ctx.age_busaddr; 1016179100Syongari /* Rx return ring */ 1017179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_rr_ring_tag, 1018179100Syongari (void **)&sc->age_rdata.age_rr_ring, 1019179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 1020179100Syongari &sc->age_cdata.age_rr_ring_map); 1021179100Syongari if (error != 0) { 1022179100Syongari device_printf(sc->age_dev, 1023179100Syongari "could not allocate DMA'able memory for Rx return ring.\n"); 1024179100Syongari goto fail; 1025179100Syongari } 1026179100Syongari ctx.age_busaddr = 0; 1027179100Syongari error = bus_dmamap_load(sc->age_cdata.age_rr_ring_tag, 1028179100Syongari sc->age_cdata.age_rr_ring_map, sc->age_rdata.age_rr_ring, 1029179100Syongari AGE_RR_RING_SZ, age_dmamap_cb, 1030179100Syongari &ctx, 0); 1031179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 1032179100Syongari device_printf(sc->age_dev, 1033179100Syongari "could not load DMA'able memory for Rx return ring.\n"); 1034179100Syongari goto fail; 1035179100Syongari } 1036179100Syongari sc->age_rdata.age_rr_ring_paddr = ctx.age_busaddr; 1037179100Syongari /* CMB block */ 1038179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_cmb_block_tag, 1039179100Syongari (void **)&sc->age_rdata.age_cmb_block, 1040179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 1041179100Syongari &sc->age_cdata.age_cmb_block_map); 1042179100Syongari if (error != 0) { 1043179100Syongari device_printf(sc->age_dev, 1044179100Syongari "could not allocate DMA'able memory for CMB block.\n"); 1045179100Syongari goto fail; 1046179100Syongari } 1047179100Syongari ctx.age_busaddr = 0; 1048179100Syongari error = bus_dmamap_load(sc->age_cdata.age_cmb_block_tag, 1049179100Syongari sc->age_cdata.age_cmb_block_map, sc->age_rdata.age_cmb_block, 1050179100Syongari AGE_CMB_BLOCK_SZ, age_dmamap_cb, &ctx, 0); 1051179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 1052179100Syongari device_printf(sc->age_dev, 1053179100Syongari "could not load DMA'able memory for CMB block.\n"); 1054179100Syongari goto fail; 1055179100Syongari } 1056179100Syongari sc->age_rdata.age_cmb_block_paddr = ctx.age_busaddr; 1057179100Syongari /* SMB block */ 1058179100Syongari error = bus_dmamem_alloc(sc->age_cdata.age_smb_block_tag, 1059179100Syongari (void **)&sc->age_rdata.age_smb_block, 1060179100Syongari BUS_DMA_WAITOK | BUS_DMA_ZERO | BUS_DMA_COHERENT, 1061179100Syongari &sc->age_cdata.age_smb_block_map); 1062179100Syongari if (error != 0) { 1063179100Syongari device_printf(sc->age_dev, 1064179100Syongari "could not allocate DMA'able memory for SMB block.\n"); 1065179100Syongari goto fail; 1066179100Syongari } 1067179100Syongari ctx.age_busaddr = 0; 1068179100Syongari error = bus_dmamap_load(sc->age_cdata.age_smb_block_tag, 1069179100Syongari sc->age_cdata.age_smb_block_map, sc->age_rdata.age_smb_block, 1070179100Syongari AGE_SMB_BLOCK_SZ, age_dmamap_cb, &ctx, 0); 1071179100Syongari if (error != 0 || ctx.age_busaddr == 0) { 1072179100Syongari device_printf(sc->age_dev, 1073179100Syongari "could not load DMA'able memory for SMB block.\n"); 1074179100Syongari goto fail; 1075179100Syongari } 1076179100Syongari sc->age_rdata.age_smb_block_paddr = ctx.age_busaddr; 1077179100Syongari 1078179100Syongari /* 1079179100Syongari * All ring buffer and DMA blocks should have the same 1080179100Syongari * high address part of 64bit DMA address space. 1081179100Syongari */ 1082179100Syongari if (lowaddr != BUS_SPACE_MAXADDR_32BIT && 1083179100Syongari (error = age_check_boundary(sc)) != 0) { 1084179100Syongari device_printf(sc->age_dev, "4GB boundary crossed, " 1085179100Syongari "switching to 32bit DMA addressing mode.\n"); 1086179100Syongari age_dma_free(sc); 1087179100Syongari /* Limit DMA address space to 32bit and try again. */ 1088179100Syongari lowaddr = BUS_SPACE_MAXADDR_32BIT; 1089179100Syongari goto again; 1090179100Syongari } 1091179100Syongari 1092179100Syongari /* 1093179100Syongari * Create Tx/Rx buffer parent tag. 1094179100Syongari * L1 supports full 64bit DMA addressing in Tx/Rx buffers 1095179100Syongari * so it needs separate parent DMA tag. 1096220249Syongari * XXX 1097220249Syongari * It seems enabling 64bit DMA causes data corruption. Limit 1098220249Syongari * DMA address space to 32bit. 1099179100Syongari */ 1100179100Syongari error = bus_dma_tag_create( 1101179100Syongari bus_get_dma_tag(sc->age_dev), /* parent */ 1102179100Syongari 1, 0, /* alignment, boundary */ 1103220249Syongari BUS_SPACE_MAXADDR_32BIT, /* lowaddr */ 1104179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 1105179100Syongari NULL, NULL, /* filter, filterarg */ 1106179100Syongari BUS_SPACE_MAXSIZE_32BIT, /* maxsize */ 1107179100Syongari 0, /* nsegments */ 1108179100Syongari BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 1109179100Syongari 0, /* flags */ 1110179100Syongari NULL, NULL, /* lockfunc, lockarg */ 1111179100Syongari &sc->age_cdata.age_buffer_tag); 1112179100Syongari if (error != 0) { 1113179100Syongari device_printf(sc->age_dev, 1114179100Syongari "could not create parent buffer DMA tag.\n"); 1115179100Syongari goto fail; 1116179100Syongari } 1117179100Syongari 1118179100Syongari /* Create tag for Tx buffers. */ 1119179100Syongari error = bus_dma_tag_create( 1120179100Syongari sc->age_cdata.age_buffer_tag, /* parent */ 1121179100Syongari 1, 0, /* alignment, boundary */ 1122179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 1123179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 1124179100Syongari NULL, NULL, /* filter, filterarg */ 1125179100Syongari AGE_TSO_MAXSIZE, /* maxsize */ 1126179100Syongari AGE_MAXTXSEGS, /* nsegments */ 1127179100Syongari AGE_TSO_MAXSEGSIZE, /* maxsegsize */ 1128179100Syongari 0, /* flags */ 1129179100Syongari NULL, NULL, /* lockfunc, lockarg */ 1130179100Syongari &sc->age_cdata.age_tx_tag); 1131179100Syongari if (error != 0) { 1132179100Syongari device_printf(sc->age_dev, "could not create Tx DMA tag.\n"); 1133179100Syongari goto fail; 1134179100Syongari } 1135179100Syongari 1136179100Syongari /* Create tag for Rx buffers. */ 1137179100Syongari error = bus_dma_tag_create( 1138179100Syongari sc->age_cdata.age_buffer_tag, /* parent */ 1139246341Syongari AGE_RX_BUF_ALIGN, 0, /* alignment, boundary */ 1140179100Syongari BUS_SPACE_MAXADDR, /* lowaddr */ 1141179100Syongari BUS_SPACE_MAXADDR, /* highaddr */ 1142179100Syongari NULL, NULL, /* filter, filterarg */ 1143179100Syongari MCLBYTES, /* maxsize */ 1144179100Syongari 1, /* nsegments */ 1145179100Syongari MCLBYTES, /* maxsegsize */ 1146179100Syongari 0, /* flags */ 1147179100Syongari NULL, NULL, /* lockfunc, lockarg */ 1148179100Syongari &sc->age_cdata.age_rx_tag); 1149179100Syongari if (error != 0) { 1150179100Syongari device_printf(sc->age_dev, "could not create Rx DMA tag.\n"); 1151179100Syongari goto fail; 1152179100Syongari } 1153179100Syongari 1154179100Syongari /* Create DMA maps for Tx buffers. */ 1155179100Syongari for (i = 0; i < AGE_TX_RING_CNT; i++) { 1156179100Syongari txd = &sc->age_cdata.age_txdesc[i]; 1157179100Syongari txd->tx_m = NULL; 1158179100Syongari txd->tx_dmamap = NULL; 1159179100Syongari error = bus_dmamap_create(sc->age_cdata.age_tx_tag, 0, 1160179100Syongari &txd->tx_dmamap); 1161179100Syongari if (error != 0) { 1162179100Syongari device_printf(sc->age_dev, 1163179100Syongari "could not create Tx dmamap.\n"); 1164179100Syongari goto fail; 1165179100Syongari } 1166179100Syongari } 1167179100Syongari /* Create DMA maps for Rx buffers. */ 1168179100Syongari if ((error = bus_dmamap_create(sc->age_cdata.age_rx_tag, 0, 1169179100Syongari &sc->age_cdata.age_rx_sparemap)) != 0) { 1170179100Syongari device_printf(sc->age_dev, 1171179100Syongari "could not create spare Rx dmamap.\n"); 1172179100Syongari goto fail; 1173179100Syongari } 1174179100Syongari for (i = 0; i < AGE_RX_RING_CNT; i++) { 1175179100Syongari rxd = &sc->age_cdata.age_rxdesc[i]; 1176179100Syongari rxd->rx_m = NULL; 1177179100Syongari rxd->rx_dmamap = NULL; 1178179100Syongari error = bus_dmamap_create(sc->age_cdata.age_rx_tag, 0, 1179179100Syongari &rxd->rx_dmamap); 1180179100Syongari if (error != 0) { 1181179100Syongari device_printf(sc->age_dev, 1182179100Syongari "could not create Rx dmamap.\n"); 1183179100Syongari goto fail; 1184179100Syongari } 1185179100Syongari } 1186179100Syongari 1187179100Syongarifail: 1188179100Syongari return (error); 1189179100Syongari} 1190179100Syongari 1191179100Syongaristatic void 1192179100Syongariage_dma_free(struct age_softc *sc) 1193179100Syongari{ 1194179100Syongari struct age_txdesc *txd; 1195179100Syongari struct age_rxdesc *rxd; 1196179100Syongari int i; 1197179100Syongari 1198179100Syongari /* Tx buffers */ 1199179100Syongari if (sc->age_cdata.age_tx_tag != NULL) { 1200179100Syongari for (i = 0; i < AGE_TX_RING_CNT; i++) { 1201179100Syongari txd = &sc->age_cdata.age_txdesc[i]; 1202179100Syongari if (txd->tx_dmamap != NULL) { 1203179100Syongari bus_dmamap_destroy(sc->age_cdata.age_tx_tag, 1204179100Syongari txd->tx_dmamap); 1205179100Syongari txd->tx_dmamap = NULL; 1206179100Syongari } 1207179100Syongari } 1208179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_tx_tag); 1209179100Syongari sc->age_cdata.age_tx_tag = NULL; 1210179100Syongari } 1211179100Syongari /* Rx buffers */ 1212179100Syongari if (sc->age_cdata.age_rx_tag != NULL) { 1213179100Syongari for (i = 0; i < AGE_RX_RING_CNT; i++) { 1214179100Syongari rxd = &sc->age_cdata.age_rxdesc[i]; 1215179100Syongari if (rxd->rx_dmamap != NULL) { 1216179100Syongari bus_dmamap_destroy(sc->age_cdata.age_rx_tag, 1217179100Syongari rxd->rx_dmamap); 1218179100Syongari rxd->rx_dmamap = NULL; 1219179100Syongari } 1220179100Syongari } 1221179100Syongari if (sc->age_cdata.age_rx_sparemap != NULL) { 1222179100Syongari bus_dmamap_destroy(sc->age_cdata.age_rx_tag, 1223179100Syongari sc->age_cdata.age_rx_sparemap); 1224179100Syongari sc->age_cdata.age_rx_sparemap = NULL; 1225179100Syongari } 1226179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_rx_tag); 1227179100Syongari sc->age_cdata.age_rx_tag = NULL; 1228179100Syongari } 1229179100Syongari /* Tx ring. */ 1230179100Syongari if (sc->age_cdata.age_tx_ring_tag != NULL) { 1231179100Syongari if (sc->age_cdata.age_tx_ring_map != NULL) 1232179100Syongari bus_dmamap_unload(sc->age_cdata.age_tx_ring_tag, 1233179100Syongari sc->age_cdata.age_tx_ring_map); 1234179100Syongari if (sc->age_cdata.age_tx_ring_map != NULL && 1235179100Syongari sc->age_rdata.age_tx_ring != NULL) 1236179100Syongari bus_dmamem_free(sc->age_cdata.age_tx_ring_tag, 1237179100Syongari sc->age_rdata.age_tx_ring, 1238179100Syongari sc->age_cdata.age_tx_ring_map); 1239179100Syongari sc->age_rdata.age_tx_ring = NULL; 1240179100Syongari sc->age_cdata.age_tx_ring_map = NULL; 1241179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_tx_ring_tag); 1242179100Syongari sc->age_cdata.age_tx_ring_tag = NULL; 1243179100Syongari } 1244179100Syongari /* Rx ring. */ 1245179100Syongari if (sc->age_cdata.age_rx_ring_tag != NULL) { 1246179100Syongari if (sc->age_cdata.age_rx_ring_map != NULL) 1247179100Syongari bus_dmamap_unload(sc->age_cdata.age_rx_ring_tag, 1248179100Syongari sc->age_cdata.age_rx_ring_map); 1249179100Syongari if (sc->age_cdata.age_rx_ring_map != NULL && 1250179100Syongari sc->age_rdata.age_rx_ring != NULL) 1251179100Syongari bus_dmamem_free(sc->age_cdata.age_rx_ring_tag, 1252179100Syongari sc->age_rdata.age_rx_ring, 1253179100Syongari sc->age_cdata.age_rx_ring_map); 1254179100Syongari sc->age_rdata.age_rx_ring = NULL; 1255179100Syongari sc->age_cdata.age_rx_ring_map = NULL; 1256179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_rx_ring_tag); 1257179100Syongari sc->age_cdata.age_rx_ring_tag = NULL; 1258179100Syongari } 1259179100Syongari /* Rx return ring. */ 1260179100Syongari if (sc->age_cdata.age_rr_ring_tag != NULL) { 1261179100Syongari if (sc->age_cdata.age_rr_ring_map != NULL) 1262179100Syongari bus_dmamap_unload(sc->age_cdata.age_rr_ring_tag, 1263179100Syongari sc->age_cdata.age_rr_ring_map); 1264179100Syongari if (sc->age_cdata.age_rr_ring_map != NULL && 1265179100Syongari sc->age_rdata.age_rr_ring != NULL) 1266179100Syongari bus_dmamem_free(sc->age_cdata.age_rr_ring_tag, 1267179100Syongari sc->age_rdata.age_rr_ring, 1268179100Syongari sc->age_cdata.age_rr_ring_map); 1269179100Syongari sc->age_rdata.age_rr_ring = NULL; 1270179100Syongari sc->age_cdata.age_rr_ring_map = NULL; 1271179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_rr_ring_tag); 1272179100Syongari sc->age_cdata.age_rr_ring_tag = NULL; 1273179100Syongari } 1274179100Syongari /* CMB block */ 1275179100Syongari if (sc->age_cdata.age_cmb_block_tag != NULL) { 1276179100Syongari if (sc->age_cdata.age_cmb_block_map != NULL) 1277179100Syongari bus_dmamap_unload(sc->age_cdata.age_cmb_block_tag, 1278179100Syongari sc->age_cdata.age_cmb_block_map); 1279179100Syongari if (sc->age_cdata.age_cmb_block_map != NULL && 1280179100Syongari sc->age_rdata.age_cmb_block != NULL) 1281179100Syongari bus_dmamem_free(sc->age_cdata.age_cmb_block_tag, 1282179100Syongari sc->age_rdata.age_cmb_block, 1283179100Syongari sc->age_cdata.age_cmb_block_map); 1284179100Syongari sc->age_rdata.age_cmb_block = NULL; 1285179100Syongari sc->age_cdata.age_cmb_block_map = NULL; 1286179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_cmb_block_tag); 1287179100Syongari sc->age_cdata.age_cmb_block_tag = NULL; 1288179100Syongari } 1289179100Syongari /* SMB block */ 1290179100Syongari if (sc->age_cdata.age_smb_block_tag != NULL) { 1291179100Syongari if (sc->age_cdata.age_smb_block_map != NULL) 1292179100Syongari bus_dmamap_unload(sc->age_cdata.age_smb_block_tag, 1293179100Syongari sc->age_cdata.age_smb_block_map); 1294179100Syongari if (sc->age_cdata.age_smb_block_map != NULL && 1295179100Syongari sc->age_rdata.age_smb_block != NULL) 1296179100Syongari bus_dmamem_free(sc->age_cdata.age_smb_block_tag, 1297179100Syongari sc->age_rdata.age_smb_block, 1298179100Syongari sc->age_cdata.age_smb_block_map); 1299179100Syongari sc->age_rdata.age_smb_block = NULL; 1300179100Syongari sc->age_cdata.age_smb_block_map = NULL; 1301179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_smb_block_tag); 1302179100Syongari sc->age_cdata.age_smb_block_tag = NULL; 1303179100Syongari } 1304179100Syongari 1305179100Syongari if (sc->age_cdata.age_buffer_tag != NULL) { 1306179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_buffer_tag); 1307179100Syongari sc->age_cdata.age_buffer_tag = NULL; 1308179100Syongari } 1309179100Syongari if (sc->age_cdata.age_parent_tag != NULL) { 1310179100Syongari bus_dma_tag_destroy(sc->age_cdata.age_parent_tag); 1311179100Syongari sc->age_cdata.age_parent_tag = NULL; 1312179100Syongari } 1313179100Syongari} 1314179100Syongari 1315179100Syongari/* 1316179100Syongari * Make sure the interface is stopped at reboot time. 1317179100Syongari */ 1318179100Syongaristatic int 1319179100Syongariage_shutdown(device_t dev) 1320179100Syongari{ 1321179100Syongari 1322179100Syongari return (age_suspend(dev)); 1323179100Syongari} 1324179100Syongari 1325179100Syongaristatic void 1326179100Syongariage_setwol(struct age_softc *sc) 1327179100Syongari{ 1328179100Syongari struct ifnet *ifp; 1329179100Syongari struct mii_data *mii; 1330179100Syongari uint32_t reg, pmcs; 1331179100Syongari uint16_t pmstat; 1332179100Syongari int aneg, i, pmc; 1333179100Syongari 1334179100Syongari AGE_LOCK_ASSERT(sc); 1335179100Syongari 1336219902Sjhb if (pci_find_cap(sc->age_dev, PCIY_PMG, &pmc) != 0) { 1337179100Syongari CSR_WRITE_4(sc, AGE_WOL_CFG, 0); 1338179100Syongari /* 1339179100Syongari * No PME capability, PHY power down. 1340179100Syongari * XXX 1341179100Syongari * Due to an unknown reason powering down PHY resulted 1342179100Syongari * in unexpected results such as inaccessbility of 1343179100Syongari * hardware of freshly rebooted system. Disable 1344179100Syongari * powering down PHY until I got more information for 1345179100Syongari * Attansic/Atheros PHY hardwares. 1346179100Syongari */ 1347179100Syongari#ifdef notyet 1348179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1349179100Syongari MII_BMCR, BMCR_PDOWN); 1350179100Syongari#endif 1351179100Syongari return; 1352179100Syongari } 1353179100Syongari 1354179100Syongari ifp = sc->age_ifp; 1355179100Syongari if ((ifp->if_capenable & IFCAP_WOL) != 0) { 1356179100Syongari /* 1357179100Syongari * Note, this driver resets the link speed to 10/100Mbps with 1358179100Syongari * auto-negotiation but we don't know whether that operation 1359179100Syongari * would succeed or not as it have no control after powering 1360179100Syongari * off. If the renegotiation fail WOL may not work. Running 1361179100Syongari * at 1Gbps will draw more power than 375mA at 3.3V which is 1362179100Syongari * specified in PCI specification and that would result in 1363179100Syongari * complete shutdowning power to ethernet controller. 1364179100Syongari * 1365179100Syongari * TODO 1366179100Syongari * Save current negotiated media speed/duplex/flow-control 1367179100Syongari * to softc and restore the same link again after resuming. 1368179100Syongari * PHY handling such as power down/resetting to 100Mbps 1369179100Syongari * may be better handled in suspend method in phy driver. 1370179100Syongari */ 1371179100Syongari mii = device_get_softc(sc->age_miibus); 1372179100Syongari mii_pollstat(mii); 1373179100Syongari aneg = 0; 1374179100Syongari if ((mii->mii_media_status & IFM_AVALID) != 0) { 1375179100Syongari switch IFM_SUBTYPE(mii->mii_media_active) { 1376179100Syongari case IFM_10_T: 1377179100Syongari case IFM_100_TX: 1378179100Syongari goto got_link; 1379179100Syongari case IFM_1000_T: 1380179100Syongari aneg++; 1381179100Syongari default: 1382179100Syongari break; 1383179100Syongari } 1384179100Syongari } 1385179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1386179100Syongari MII_100T2CR, 0); 1387179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1388179100Syongari MII_ANAR, ANAR_TX_FD | ANAR_TX | ANAR_10_FD | 1389179100Syongari ANAR_10 | ANAR_CSMA); 1390179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1391179100Syongari MII_BMCR, BMCR_RESET | BMCR_AUTOEN | BMCR_STARTNEG); 1392179100Syongari DELAY(1000); 1393179100Syongari if (aneg != 0) { 1394181717Skevlo /* Poll link state until age(4) get a 10/100 link. */ 1395179100Syongari for (i = 0; i < MII_ANEGTICKS_GIGE; i++) { 1396179100Syongari mii_pollstat(mii); 1397179100Syongari if ((mii->mii_media_status & IFM_AVALID) != 0) { 1398179100Syongari switch (IFM_SUBTYPE( 1399179100Syongari mii->mii_media_active)) { 1400179100Syongari case IFM_10_T: 1401179100Syongari case IFM_100_TX: 1402179100Syongari age_mac_config(sc); 1403179100Syongari goto got_link; 1404179100Syongari default: 1405179100Syongari break; 1406179100Syongari } 1407179100Syongari } 1408179100Syongari AGE_UNLOCK(sc); 1409179100Syongari pause("agelnk", hz); 1410179100Syongari AGE_LOCK(sc); 1411179100Syongari } 1412179100Syongari if (i == MII_ANEGTICKS_GIGE) 1413179100Syongari device_printf(sc->age_dev, 1414179100Syongari "establishing link failed, " 1415179100Syongari "WOL may not work!"); 1416179100Syongari } 1417179100Syongari /* 1418179100Syongari * No link, force MAC to have 100Mbps, full-duplex link. 1419179100Syongari * This is the last resort and may/may not work. 1420179100Syongari */ 1421179100Syongari mii->mii_media_status = IFM_AVALID | IFM_ACTIVE; 1422179100Syongari mii->mii_media_active = IFM_ETHER | IFM_100_TX | IFM_FDX; 1423179100Syongari age_mac_config(sc); 1424179100Syongari } 1425179100Syongari 1426179100Syongarigot_link: 1427179100Syongari pmcs = 0; 1428179100Syongari if ((ifp->if_capenable & IFCAP_WOL_MAGIC) != 0) 1429179100Syongari pmcs |= WOL_CFG_MAGIC | WOL_CFG_MAGIC_ENB; 1430179100Syongari CSR_WRITE_4(sc, AGE_WOL_CFG, pmcs); 1431179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 1432179100Syongari reg &= ~(MAC_CFG_DBG | MAC_CFG_PROMISC); 1433179100Syongari reg &= ~(MAC_CFG_ALLMULTI | MAC_CFG_BCAST); 1434179100Syongari if ((ifp->if_capenable & IFCAP_WOL_MCAST) != 0) 1435179100Syongari reg |= MAC_CFG_ALLMULTI | MAC_CFG_BCAST; 1436179100Syongari if ((ifp->if_capenable & IFCAP_WOL) != 0) { 1437179100Syongari reg |= MAC_CFG_RX_ENB; 1438179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 1439179100Syongari } 1440179100Syongari 1441179100Syongari /* Request PME. */ 1442179100Syongari pmstat = pci_read_config(sc->age_dev, pmc + PCIR_POWER_STATUS, 2); 1443179100Syongari pmstat &= ~(PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE); 1444179100Syongari if ((ifp->if_capenable & IFCAP_WOL) != 0) 1445179100Syongari pmstat |= PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE; 1446179100Syongari pci_write_config(sc->age_dev, pmc + PCIR_POWER_STATUS, pmstat, 2); 1447179100Syongari#ifdef notyet 1448179100Syongari /* See above for powering down PHY issues. */ 1449179100Syongari if ((ifp->if_capenable & IFCAP_WOL) == 0) { 1450179100Syongari /* No WOL, PHY power down. */ 1451179100Syongari age_miibus_writereg(sc->age_dev, sc->age_phyaddr, 1452179100Syongari MII_BMCR, BMCR_PDOWN); 1453179100Syongari } 1454179100Syongari#endif 1455179100Syongari} 1456179100Syongari 1457179100Syongaristatic int 1458179100Syongariage_suspend(device_t dev) 1459179100Syongari{ 1460179100Syongari struct age_softc *sc; 1461179100Syongari 1462179100Syongari sc = device_get_softc(dev); 1463179100Syongari 1464179100Syongari AGE_LOCK(sc); 1465179100Syongari age_stop(sc); 1466179100Syongari age_setwol(sc); 1467179100Syongari AGE_UNLOCK(sc); 1468179100Syongari 1469179100Syongari return (0); 1470179100Syongari} 1471179100Syongari 1472179100Syongaristatic int 1473179100Syongariage_resume(device_t dev) 1474179100Syongari{ 1475179100Syongari struct age_softc *sc; 1476179100Syongari struct ifnet *ifp; 1477179100Syongari 1478179100Syongari sc = device_get_softc(dev); 1479179100Syongari 1480179100Syongari AGE_LOCK(sc); 1481190499Syongari age_phy_reset(sc); 1482179100Syongari ifp = sc->age_ifp; 1483179100Syongari if ((ifp->if_flags & IFF_UP) != 0) 1484179100Syongari age_init_locked(sc); 1485179100Syongari 1486179100Syongari AGE_UNLOCK(sc); 1487179100Syongari 1488179100Syongari return (0); 1489179100Syongari} 1490179100Syongari 1491179100Syongaristatic int 1492179100Syongariage_encap(struct age_softc *sc, struct mbuf **m_head) 1493179100Syongari{ 1494179100Syongari struct age_txdesc *txd, *txd_last; 1495179100Syongari struct tx_desc *desc; 1496179100Syongari struct mbuf *m; 1497179100Syongari struct ip *ip; 1498179100Syongari struct tcphdr *tcp; 1499179100Syongari bus_dma_segment_t txsegs[AGE_MAXTXSEGS]; 1500179100Syongari bus_dmamap_t map; 1501242348Syongari uint32_t cflags, hdrlen, ip_off, poff, vtag; 1502179100Syongari int error, i, nsegs, prod, si; 1503179100Syongari 1504179100Syongari AGE_LOCK_ASSERT(sc); 1505179100Syongari 1506179100Syongari M_ASSERTPKTHDR((*m_head)); 1507179100Syongari 1508179100Syongari m = *m_head; 1509179100Syongari ip = NULL; 1510179100Syongari tcp = NULL; 1511179100Syongari cflags = vtag = 0; 1512179100Syongari ip_off = poff = 0; 1513179100Syongari if ((m->m_pkthdr.csum_flags & (AGE_CSUM_FEATURES | CSUM_TSO)) != 0) { 1514179100Syongari /* 1515179100Syongari * L1 requires offset of TCP/UDP payload in its Tx 1516179100Syongari * descriptor to perform hardware Tx checksum offload. 1517179100Syongari * Additionally, TSO requires IP/TCP header size and 1518179100Syongari * modification of IP/TCP header in order to make TSO 1519179100Syongari * engine work. This kind of operation takes many CPU 1520179100Syongari * cycles on FreeBSD so fast host CPU is needed to get 1521179100Syongari * smooth TSO performance. 1522179100Syongari */ 1523179100Syongari struct ether_header *eh; 1524179100Syongari 1525179100Syongari if (M_WRITABLE(m) == 0) { 1526179100Syongari /* Get a writable copy. */ 1527243857Sglebius m = m_dup(*m_head, M_NOWAIT); 1528179100Syongari /* Release original mbufs. */ 1529179100Syongari m_freem(*m_head); 1530179100Syongari if (m == NULL) { 1531179100Syongari *m_head = NULL; 1532179100Syongari return (ENOBUFS); 1533179100Syongari } 1534179100Syongari *m_head = m; 1535179100Syongari } 1536179100Syongari ip_off = sizeof(struct ether_header); 1537179100Syongari m = m_pullup(m, ip_off); 1538179100Syongari if (m == NULL) { 1539179100Syongari *m_head = NULL; 1540179100Syongari return (ENOBUFS); 1541179100Syongari } 1542179100Syongari eh = mtod(m, struct ether_header *); 1543179100Syongari /* 1544179100Syongari * Check if hardware VLAN insertion is off. 1545179100Syongari * Additional check for LLC/SNAP frame? 1546179100Syongari */ 1547179100Syongari if (eh->ether_type == htons(ETHERTYPE_VLAN)) { 1548179100Syongari ip_off = sizeof(struct ether_vlan_header); 1549179100Syongari m = m_pullup(m, ip_off); 1550179100Syongari if (m == NULL) { 1551179100Syongari *m_head = NULL; 1552179100Syongari return (ENOBUFS); 1553179100Syongari } 1554179100Syongari } 1555179100Syongari m = m_pullup(m, ip_off + sizeof(struct ip)); 1556179100Syongari if (m == NULL) { 1557179100Syongari *m_head = NULL; 1558179100Syongari return (ENOBUFS); 1559179100Syongari } 1560179100Syongari ip = (struct ip *)(mtod(m, char *) + ip_off); 1561179100Syongari poff = ip_off + (ip->ip_hl << 2); 1562179100Syongari if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 1563179100Syongari m = m_pullup(m, poff + sizeof(struct tcphdr)); 1564179100Syongari if (m == NULL) { 1565179100Syongari *m_head = NULL; 1566179100Syongari return (ENOBUFS); 1567179100Syongari } 1568179100Syongari tcp = (struct tcphdr *)(mtod(m, char *) + poff); 1569242348Syongari m = m_pullup(m, poff + (tcp->th_off << 2)); 1570242348Syongari if (m == NULL) { 1571242348Syongari *m_head = NULL; 1572242348Syongari return (ENOBUFS); 1573242348Syongari } 1574179100Syongari /* 1575179100Syongari * L1 requires IP/TCP header size and offset as 1576179100Syongari * well as TCP pseudo checksum which complicates 1577179100Syongari * TSO configuration. I guess this comes from the 1578179100Syongari * adherence to Microsoft NDIS Large Send 1579179100Syongari * specification which requires insertion of 1580179100Syongari * pseudo checksum by upper stack. The pseudo 1581179100Syongari * checksum that NDIS refers to doesn't include 1582179100Syongari * TCP payload length so age(4) should recompute 1583179100Syongari * the pseudo checksum here. Hopefully this wouldn't 1584179100Syongari * be much burden on modern CPUs. 1585179100Syongari * Reset IP checksum and recompute TCP pseudo 1586179100Syongari * checksum as NDIS specification said. 1587179100Syongari */ 1588242348Syongari ip = (struct ip *)(mtod(m, char *) + ip_off); 1589242348Syongari tcp = (struct tcphdr *)(mtod(m, char *) + poff); 1590179100Syongari ip->ip_sum = 0; 1591242348Syongari tcp->th_sum = in_pseudo(ip->ip_src.s_addr, 1592242348Syongari ip->ip_dst.s_addr, htons(IPPROTO_TCP)); 1593179100Syongari } 1594179100Syongari *m_head = m; 1595179100Syongari } 1596179100Syongari 1597179100Syongari si = prod = sc->age_cdata.age_tx_prod; 1598179100Syongari txd = &sc->age_cdata.age_txdesc[prod]; 1599179100Syongari txd_last = txd; 1600179100Syongari map = txd->tx_dmamap; 1601179100Syongari 1602179100Syongari error = bus_dmamap_load_mbuf_sg(sc->age_cdata.age_tx_tag, map, 1603179100Syongari *m_head, txsegs, &nsegs, 0); 1604179100Syongari if (error == EFBIG) { 1605243857Sglebius m = m_collapse(*m_head, M_NOWAIT, AGE_MAXTXSEGS); 1606179100Syongari if (m == NULL) { 1607179100Syongari m_freem(*m_head); 1608179100Syongari *m_head = NULL; 1609179100Syongari return (ENOMEM); 1610179100Syongari } 1611179100Syongari *m_head = m; 1612179100Syongari error = bus_dmamap_load_mbuf_sg(sc->age_cdata.age_tx_tag, map, 1613179100Syongari *m_head, txsegs, &nsegs, 0); 1614179100Syongari if (error != 0) { 1615179100Syongari m_freem(*m_head); 1616179100Syongari *m_head = NULL; 1617179100Syongari return (error); 1618179100Syongari } 1619179100Syongari } else if (error != 0) 1620179100Syongari return (error); 1621179100Syongari if (nsegs == 0) { 1622179100Syongari m_freem(*m_head); 1623179100Syongari *m_head = NULL; 1624179100Syongari return (EIO); 1625179100Syongari } 1626179100Syongari 1627179100Syongari /* Check descriptor overrun. */ 1628179100Syongari if (sc->age_cdata.age_tx_cnt + nsegs >= AGE_TX_RING_CNT - 2) { 1629179100Syongari bus_dmamap_unload(sc->age_cdata.age_tx_tag, map); 1630179100Syongari return (ENOBUFS); 1631179100Syongari } 1632179100Syongari 1633179100Syongari m = *m_head; 1634242348Syongari /* Configure VLAN hardware tag insertion. */ 1635242348Syongari if ((m->m_flags & M_VLANTAG) != 0) { 1636242348Syongari vtag = AGE_TX_VLAN_TAG(m->m_pkthdr.ether_vtag); 1637242348Syongari vtag = ((vtag << AGE_TD_VLAN_SHIFT) & AGE_TD_VLAN_MASK); 1638242348Syongari cflags |= AGE_TD_INSERT_VLAN_TAG; 1639242348Syongari } 1640242348Syongari 1641242348Syongari desc = NULL; 1642242348Syongari i = 0; 1643179100Syongari if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 1644242348Syongari /* Request TSO and set MSS. */ 1645242348Syongari cflags |= AGE_TD_TSO_IPV4; 1646242348Syongari cflags |= AGE_TD_IPCSUM | AGE_TD_TCPCSUM; 1647242348Syongari cflags |= ((uint32_t)m->m_pkthdr.tso_segsz << 1648242348Syongari AGE_TD_TSO_MSS_SHIFT); 1649179100Syongari /* Set IP/TCP header size. */ 1650179100Syongari cflags |= ip->ip_hl << AGE_TD_IPHDR_LEN_SHIFT; 1651179100Syongari cflags |= tcp->th_off << AGE_TD_TSO_TCPHDR_LEN_SHIFT; 1652242348Syongari /* 1653242348Syongari * L1 requires the first buffer should only hold IP/TCP 1654242348Syongari * header data. TCP payload should be handled in other 1655242348Syongari * descriptors. 1656242348Syongari */ 1657242348Syongari hdrlen = poff + (tcp->th_off << 2); 1658242348Syongari desc = &sc->age_rdata.age_tx_ring[prod]; 1659242348Syongari desc->addr = htole64(txsegs[0].ds_addr); 1660242348Syongari desc->len = htole32(AGE_TX_BYTES(hdrlen) | vtag); 1661242348Syongari desc->flags = htole32(cflags); 1662242348Syongari sc->age_cdata.age_tx_cnt++; 1663242348Syongari AGE_DESC_INC(prod, AGE_TX_RING_CNT); 1664242348Syongari if (m->m_len - hdrlen > 0) { 1665242348Syongari /* Handle remaining payload of the 1st fragment. */ 1666242348Syongari desc = &sc->age_rdata.age_tx_ring[prod]; 1667242348Syongari desc->addr = htole64(txsegs[0].ds_addr + hdrlen); 1668242348Syongari desc->len = htole32(AGE_TX_BYTES(m->m_len - hdrlen) | 1669242348Syongari vtag); 1670242348Syongari desc->flags = htole32(cflags); 1671242348Syongari sc->age_cdata.age_tx_cnt++; 1672242348Syongari AGE_DESC_INC(prod, AGE_TX_RING_CNT); 1673242348Syongari } 1674242348Syongari /* Handle remaining fragments. */ 1675242348Syongari i = 1; 1676206876Syongari } else if ((m->m_pkthdr.csum_flags & AGE_CSUM_FEATURES) != 0) { 1677206876Syongari /* Configure Tx IP/TCP/UDP checksum offload. */ 1678206876Syongari cflags |= AGE_TD_CSUM; 1679206876Syongari if ((m->m_pkthdr.csum_flags & CSUM_TCP) != 0) 1680206876Syongari cflags |= AGE_TD_TCPCSUM; 1681206876Syongari if ((m->m_pkthdr.csum_flags & CSUM_UDP) != 0) 1682206876Syongari cflags |= AGE_TD_UDPCSUM; 1683206876Syongari /* Set checksum start offset. */ 1684206876Syongari cflags |= (poff << AGE_TD_CSUM_PLOADOFFSET_SHIFT); 1685206876Syongari /* Set checksum insertion position of TCP/UDP. */ 1686206876Syongari cflags |= ((poff + m->m_pkthdr.csum_data) << 1687206876Syongari AGE_TD_CSUM_XSUMOFFSET_SHIFT); 1688179100Syongari } 1689242348Syongari for (; i < nsegs; i++) { 1690179100Syongari desc = &sc->age_rdata.age_tx_ring[prod]; 1691179100Syongari desc->addr = htole64(txsegs[i].ds_addr); 1692179100Syongari desc->len = htole32(AGE_TX_BYTES(txsegs[i].ds_len) | vtag); 1693179100Syongari desc->flags = htole32(cflags); 1694179100Syongari sc->age_cdata.age_tx_cnt++; 1695179100Syongari AGE_DESC_INC(prod, AGE_TX_RING_CNT); 1696179100Syongari } 1697179100Syongari /* Update producer index. */ 1698179100Syongari sc->age_cdata.age_tx_prod = prod; 1699179100Syongari 1700179100Syongari /* Set EOP on the last descriptor. */ 1701179100Syongari prod = (prod + AGE_TX_RING_CNT - 1) % AGE_TX_RING_CNT; 1702179100Syongari desc = &sc->age_rdata.age_tx_ring[prod]; 1703179100Syongari desc->flags |= htole32(AGE_TD_EOP); 1704179100Syongari 1705179100Syongari /* Lastly set TSO header and modify IP/TCP header for TSO operation. */ 1706179100Syongari if ((m->m_pkthdr.csum_flags & CSUM_TSO) != 0) { 1707179100Syongari desc = &sc->age_rdata.age_tx_ring[si]; 1708179100Syongari desc->flags |= htole32(AGE_TD_TSO_HDR); 1709179100Syongari } 1710179100Syongari 1711179100Syongari /* Swap dmamap of the first and the last. */ 1712179100Syongari txd = &sc->age_cdata.age_txdesc[prod]; 1713179100Syongari map = txd_last->tx_dmamap; 1714179100Syongari txd_last->tx_dmamap = txd->tx_dmamap; 1715179100Syongari txd->tx_dmamap = map; 1716179100Syongari txd->tx_m = m; 1717179100Syongari 1718179100Syongari /* Sync descriptors. */ 1719179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_tag, map, BUS_DMASYNC_PREWRITE); 1720179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag, 1721179100Syongari sc->age_cdata.age_tx_ring_map, 1722179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 1723179100Syongari 1724179100Syongari return (0); 1725179100Syongari} 1726179100Syongari 1727179100Syongaristatic void 1728216925Sjhbage_start(struct ifnet *ifp) 1729179100Syongari{ 1730216925Sjhb struct age_softc *sc; 1731179100Syongari 1732216925Sjhb sc = ifp->if_softc; 1733216925Sjhb AGE_LOCK(sc); 1734216925Sjhb age_start_locked(ifp); 1735216925Sjhb AGE_UNLOCK(sc); 1736179100Syongari} 1737179100Syongari 1738179100Syongaristatic void 1739216925Sjhbage_start_locked(struct ifnet *ifp) 1740179100Syongari{ 1741179100Syongari struct age_softc *sc; 1742179100Syongari struct mbuf *m_head; 1743179100Syongari int enq; 1744179100Syongari 1745179100Syongari sc = ifp->if_softc; 1746179100Syongari 1747216925Sjhb AGE_LOCK_ASSERT(sc); 1748179100Syongari 1749179100Syongari if ((ifp->if_drv_flags & (IFF_DRV_RUNNING | IFF_DRV_OACTIVE)) != 1750216925Sjhb IFF_DRV_RUNNING || (sc->age_flags & AGE_FLAG_LINK) == 0) 1751179100Syongari return; 1752179100Syongari 1753179100Syongari for (enq = 0; !IFQ_DRV_IS_EMPTY(&ifp->if_snd); ) { 1754179100Syongari IFQ_DRV_DEQUEUE(&ifp->if_snd, m_head); 1755179100Syongari if (m_head == NULL) 1756179100Syongari break; 1757179100Syongari /* 1758179100Syongari * Pack the data into the transmit ring. If we 1759179100Syongari * don't have room, set the OACTIVE flag and wait 1760179100Syongari * for the NIC to drain the ring. 1761179100Syongari */ 1762179100Syongari if (age_encap(sc, &m_head)) { 1763179100Syongari if (m_head == NULL) 1764179100Syongari break; 1765179100Syongari IFQ_DRV_PREPEND(&ifp->if_snd, m_head); 1766179100Syongari ifp->if_drv_flags |= IFF_DRV_OACTIVE; 1767179100Syongari break; 1768179100Syongari } 1769179100Syongari 1770179100Syongari enq++; 1771179100Syongari /* 1772179100Syongari * If there's a BPF listener, bounce a copy of this frame 1773179100Syongari * to him. 1774179100Syongari */ 1775179100Syongari ETHER_BPF_MTAP(ifp, m_head); 1776179100Syongari } 1777179100Syongari 1778179100Syongari if (enq > 0) { 1779179100Syongari /* Update mbox. */ 1780179100Syongari AGE_COMMIT_MBOX(sc); 1781179100Syongari /* Set a timeout in case the chip goes out to lunch. */ 1782179100Syongari sc->age_watchdog_timer = AGE_TX_TIMEOUT; 1783179100Syongari } 1784179100Syongari} 1785179100Syongari 1786179100Syongaristatic void 1787179100Syongariage_watchdog(struct age_softc *sc) 1788179100Syongari{ 1789179100Syongari struct ifnet *ifp; 1790179100Syongari 1791179100Syongari AGE_LOCK_ASSERT(sc); 1792179100Syongari 1793179100Syongari if (sc->age_watchdog_timer == 0 || --sc->age_watchdog_timer) 1794179100Syongari return; 1795179100Syongari 1796179100Syongari ifp = sc->age_ifp; 1797179100Syongari if ((sc->age_flags & AGE_FLAG_LINK) == 0) { 1798179100Syongari if_printf(sc->age_ifp, "watchdog timeout (missed link)\n"); 1799179100Syongari ifp->if_oerrors++; 1800211768Syongari ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1801179100Syongari age_init_locked(sc); 1802179100Syongari return; 1803179100Syongari } 1804179100Syongari if (sc->age_cdata.age_tx_cnt == 0) { 1805179100Syongari if_printf(sc->age_ifp, 1806179100Syongari "watchdog timeout (missed Tx interrupts) -- recovering\n"); 1807179100Syongari if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 1808216925Sjhb age_start_locked(ifp); 1809179100Syongari return; 1810179100Syongari } 1811179100Syongari if_printf(sc->age_ifp, "watchdog timeout\n"); 1812179100Syongari ifp->if_oerrors++; 1813211768Syongari ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1814179100Syongari age_init_locked(sc); 1815179100Syongari if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 1816216925Sjhb age_start_locked(ifp); 1817179100Syongari} 1818179100Syongari 1819179100Syongaristatic int 1820179100Syongariage_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 1821179100Syongari{ 1822179100Syongari struct age_softc *sc; 1823179100Syongari struct ifreq *ifr; 1824179100Syongari struct mii_data *mii; 1825179100Syongari uint32_t reg; 1826179100Syongari int error, mask; 1827179100Syongari 1828179100Syongari sc = ifp->if_softc; 1829179100Syongari ifr = (struct ifreq *)data; 1830179100Syongari error = 0; 1831179100Syongari switch (cmd) { 1832179100Syongari case SIOCSIFMTU: 1833179100Syongari if (ifr->ifr_mtu < ETHERMIN || ifr->ifr_mtu > AGE_JUMBO_MTU) 1834179100Syongari error = EINVAL; 1835179100Syongari else if (ifp->if_mtu != ifr->ifr_mtu) { 1836179100Syongari AGE_LOCK(sc); 1837179100Syongari ifp->if_mtu = ifr->ifr_mtu; 1838211768Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 1839211768Syongari ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 1840179100Syongari age_init_locked(sc); 1841211768Syongari } 1842179100Syongari AGE_UNLOCK(sc); 1843179100Syongari } 1844179100Syongari break; 1845179100Syongari case SIOCSIFFLAGS: 1846179100Syongari AGE_LOCK(sc); 1847179100Syongari if ((ifp->if_flags & IFF_UP) != 0) { 1848179100Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 1849179100Syongari if (((ifp->if_flags ^ sc->age_if_flags) 1850179100Syongari & (IFF_PROMISC | IFF_ALLMULTI)) != 0) 1851179100Syongari age_rxfilter(sc); 1852179100Syongari } else { 1853179100Syongari if ((sc->age_flags & AGE_FLAG_DETACH) == 0) 1854179100Syongari age_init_locked(sc); 1855179100Syongari } 1856179100Syongari } else { 1857179100Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 1858179100Syongari age_stop(sc); 1859179100Syongari } 1860179100Syongari sc->age_if_flags = ifp->if_flags; 1861179100Syongari AGE_UNLOCK(sc); 1862179100Syongari break; 1863179100Syongari case SIOCADDMULTI: 1864179100Syongari case SIOCDELMULTI: 1865179100Syongari AGE_LOCK(sc); 1866179100Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 1867179100Syongari age_rxfilter(sc); 1868179100Syongari AGE_UNLOCK(sc); 1869179100Syongari break; 1870179100Syongari case SIOCSIFMEDIA: 1871179100Syongari case SIOCGIFMEDIA: 1872179100Syongari mii = device_get_softc(sc->age_miibus); 1873179100Syongari error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, cmd); 1874179100Syongari break; 1875179100Syongari case SIOCSIFCAP: 1876179100Syongari AGE_LOCK(sc); 1877179100Syongari mask = ifr->ifr_reqcap ^ ifp->if_capenable; 1878179100Syongari if ((mask & IFCAP_TXCSUM) != 0 && 1879179100Syongari (ifp->if_capabilities & IFCAP_TXCSUM) != 0) { 1880179100Syongari ifp->if_capenable ^= IFCAP_TXCSUM; 1881179100Syongari if ((ifp->if_capenable & IFCAP_TXCSUM) != 0) 1882179100Syongari ifp->if_hwassist |= AGE_CSUM_FEATURES; 1883179100Syongari else 1884179100Syongari ifp->if_hwassist &= ~AGE_CSUM_FEATURES; 1885179100Syongari } 1886179100Syongari if ((mask & IFCAP_RXCSUM) != 0 && 1887179100Syongari (ifp->if_capabilities & IFCAP_RXCSUM) != 0) { 1888179100Syongari ifp->if_capenable ^= IFCAP_RXCSUM; 1889179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 1890179100Syongari reg &= ~MAC_CFG_RXCSUM_ENB; 1891179100Syongari if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) 1892179100Syongari reg |= MAC_CFG_RXCSUM_ENB; 1893179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 1894179100Syongari } 1895179100Syongari if ((mask & IFCAP_TSO4) != 0 && 1896179100Syongari (ifp->if_capabilities & IFCAP_TSO4) != 0) { 1897179100Syongari ifp->if_capenable ^= IFCAP_TSO4; 1898179100Syongari if ((ifp->if_capenable & IFCAP_TSO4) != 0) 1899179100Syongari ifp->if_hwassist |= CSUM_TSO; 1900179100Syongari else 1901179100Syongari ifp->if_hwassist &= ~CSUM_TSO; 1902179100Syongari } 1903179100Syongari 1904179100Syongari if ((mask & IFCAP_WOL_MCAST) != 0 && 1905179100Syongari (ifp->if_capabilities & IFCAP_WOL_MCAST) != 0) 1906179100Syongari ifp->if_capenable ^= IFCAP_WOL_MCAST; 1907179100Syongari if ((mask & IFCAP_WOL_MAGIC) != 0 && 1908179100Syongari (ifp->if_capabilities & IFCAP_WOL_MAGIC) != 0) 1909179100Syongari ifp->if_capenable ^= IFCAP_WOL_MAGIC; 1910179100Syongari if ((mask & IFCAP_VLAN_HWCSUM) != 0 && 1911179100Syongari (ifp->if_capabilities & IFCAP_VLAN_HWCSUM) != 0) 1912179100Syongari ifp->if_capenable ^= IFCAP_VLAN_HWCSUM; 1913179100Syongari if ((mask & IFCAP_VLAN_HWTSO) != 0 && 1914179100Syongari (ifp->if_capabilities & IFCAP_VLAN_HWTSO) != 0) 1915179100Syongari ifp->if_capenable ^= IFCAP_VLAN_HWTSO; 1916204377Syongari if ((mask & IFCAP_VLAN_HWTAGGING) != 0 && 1917204377Syongari (ifp->if_capabilities & IFCAP_VLAN_HWTAGGING) != 0) { 1918204377Syongari ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 1919204377Syongari if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) == 0) 1920204377Syongari ifp->if_capenable &= ~IFCAP_VLAN_HWTSO; 1921204377Syongari age_rxvlan(sc); 1922204377Syongari } 1923179100Syongari AGE_UNLOCK(sc); 1924179100Syongari VLAN_CAPABILITIES(ifp); 1925179100Syongari break; 1926179100Syongari default: 1927179100Syongari error = ether_ioctl(ifp, cmd, data); 1928179100Syongari break; 1929179100Syongari } 1930179100Syongari 1931179100Syongari return (error); 1932179100Syongari} 1933179100Syongari 1934179100Syongaristatic void 1935179100Syongariage_mac_config(struct age_softc *sc) 1936179100Syongari{ 1937179100Syongari struct mii_data *mii; 1938179100Syongari uint32_t reg; 1939179100Syongari 1940179100Syongari AGE_LOCK_ASSERT(sc); 1941179100Syongari 1942179100Syongari mii = device_get_softc(sc->age_miibus); 1943179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 1944179100Syongari reg &= ~MAC_CFG_FULL_DUPLEX; 1945179100Syongari reg &= ~(MAC_CFG_TX_FC | MAC_CFG_RX_FC); 1946179100Syongari reg &= ~MAC_CFG_SPEED_MASK; 1947179100Syongari /* Reprogram MAC with resolved speed/duplex. */ 1948179100Syongari switch (IFM_SUBTYPE(mii->mii_media_active)) { 1949179100Syongari case IFM_10_T: 1950179100Syongari case IFM_100_TX: 1951179100Syongari reg |= MAC_CFG_SPEED_10_100; 1952179100Syongari break; 1953179100Syongari case IFM_1000_T: 1954179100Syongari reg |= MAC_CFG_SPEED_1000; 1955179100Syongari break; 1956179100Syongari } 1957179100Syongari if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) != 0) { 1958179100Syongari reg |= MAC_CFG_FULL_DUPLEX; 1959179100Syongari#ifdef notyet 1960179100Syongari if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_TXPAUSE) != 0) 1961179100Syongari reg |= MAC_CFG_TX_FC; 1962179100Syongari if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_RXPAUSE) != 0) 1963179100Syongari reg |= MAC_CFG_RX_FC; 1964179100Syongari#endif 1965179100Syongari } 1966179100Syongari 1967179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 1968179100Syongari} 1969179100Syongari 1970179100Syongaristatic void 1971179100Syongariage_link_task(void *arg, int pending) 1972179100Syongari{ 1973179100Syongari struct age_softc *sc; 1974179100Syongari struct mii_data *mii; 1975179100Syongari struct ifnet *ifp; 1976179100Syongari uint32_t reg; 1977179100Syongari 1978179100Syongari sc = (struct age_softc *)arg; 1979179100Syongari 1980179100Syongari AGE_LOCK(sc); 1981179100Syongari mii = device_get_softc(sc->age_miibus); 1982179100Syongari ifp = sc->age_ifp; 1983179100Syongari if (mii == NULL || ifp == NULL || 1984179100Syongari (ifp->if_drv_flags & IFF_DRV_RUNNING) == 0) { 1985179100Syongari AGE_UNLOCK(sc); 1986179100Syongari return; 1987179100Syongari } 1988179100Syongari 1989179100Syongari sc->age_flags &= ~AGE_FLAG_LINK; 1990179100Syongari if ((mii->mii_media_status & IFM_AVALID) != 0) { 1991179100Syongari switch (IFM_SUBTYPE(mii->mii_media_active)) { 1992179100Syongari case IFM_10_T: 1993179100Syongari case IFM_100_TX: 1994179100Syongari case IFM_1000_T: 1995179100Syongari sc->age_flags |= AGE_FLAG_LINK; 1996179100Syongari break; 1997179100Syongari default: 1998179100Syongari break; 1999179100Syongari } 2000179100Syongari } 2001179100Syongari 2002179100Syongari /* Stop Rx/Tx MACs. */ 2003179100Syongari age_stop_rxmac(sc); 2004179100Syongari age_stop_txmac(sc); 2005179100Syongari 2006179100Syongari /* Program MACs with resolved speed/duplex/flow-control. */ 2007179100Syongari if ((sc->age_flags & AGE_FLAG_LINK) != 0) { 2008179100Syongari age_mac_config(sc); 2009179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 2010179100Syongari /* Restart DMA engine and Tx/Rx MAC. */ 2011179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, CSR_READ_4(sc, AGE_DMA_CFG) | 2012179100Syongari DMA_CFG_RD_ENB | DMA_CFG_WR_ENB); 2013179100Syongari reg |= MAC_CFG_TX_ENB | MAC_CFG_RX_ENB; 2014179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 2015179100Syongari } 2016179100Syongari 2017179100Syongari AGE_UNLOCK(sc); 2018179100Syongari} 2019179100Syongari 2020179100Syongaristatic void 2021179100Syongariage_stats_update(struct age_softc *sc) 2022179100Syongari{ 2023179100Syongari struct age_stats *stat; 2024179100Syongari struct smb *smb; 2025179100Syongari struct ifnet *ifp; 2026179100Syongari 2027179100Syongari AGE_LOCK_ASSERT(sc); 2028179100Syongari 2029179100Syongari stat = &sc->age_stat; 2030179100Syongari 2031179100Syongari bus_dmamap_sync(sc->age_cdata.age_smb_block_tag, 2032179100Syongari sc->age_cdata.age_smb_block_map, 2033179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2034179100Syongari 2035179100Syongari smb = sc->age_rdata.age_smb_block; 2036179100Syongari if (smb->updated == 0) 2037179100Syongari return; 2038179100Syongari 2039179100Syongari ifp = sc->age_ifp; 2040179100Syongari /* Rx stats. */ 2041179100Syongari stat->rx_frames += smb->rx_frames; 2042179100Syongari stat->rx_bcast_frames += smb->rx_bcast_frames; 2043179100Syongari stat->rx_mcast_frames += smb->rx_mcast_frames; 2044179100Syongari stat->rx_pause_frames += smb->rx_pause_frames; 2045179100Syongari stat->rx_control_frames += smb->rx_control_frames; 2046179100Syongari stat->rx_crcerrs += smb->rx_crcerrs; 2047179100Syongari stat->rx_lenerrs += smb->rx_lenerrs; 2048179100Syongari stat->rx_bytes += smb->rx_bytes; 2049179100Syongari stat->rx_runts += smb->rx_runts; 2050179100Syongari stat->rx_fragments += smb->rx_fragments; 2051179100Syongari stat->rx_pkts_64 += smb->rx_pkts_64; 2052179100Syongari stat->rx_pkts_65_127 += smb->rx_pkts_65_127; 2053179100Syongari stat->rx_pkts_128_255 += smb->rx_pkts_128_255; 2054179100Syongari stat->rx_pkts_256_511 += smb->rx_pkts_256_511; 2055179100Syongari stat->rx_pkts_512_1023 += smb->rx_pkts_512_1023; 2056179100Syongari stat->rx_pkts_1024_1518 += smb->rx_pkts_1024_1518; 2057179100Syongari stat->rx_pkts_1519_max += smb->rx_pkts_1519_max; 2058179100Syongari stat->rx_pkts_truncated += smb->rx_pkts_truncated; 2059179100Syongari stat->rx_fifo_oflows += smb->rx_fifo_oflows; 2060179100Syongari stat->rx_desc_oflows += smb->rx_desc_oflows; 2061179100Syongari stat->rx_alignerrs += smb->rx_alignerrs; 2062179100Syongari stat->rx_bcast_bytes += smb->rx_bcast_bytes; 2063179100Syongari stat->rx_mcast_bytes += smb->rx_mcast_bytes; 2064179100Syongari stat->rx_pkts_filtered += smb->rx_pkts_filtered; 2065179100Syongari 2066179100Syongari /* Tx stats. */ 2067179100Syongari stat->tx_frames += smb->tx_frames; 2068179100Syongari stat->tx_bcast_frames += smb->tx_bcast_frames; 2069179100Syongari stat->tx_mcast_frames += smb->tx_mcast_frames; 2070179100Syongari stat->tx_pause_frames += smb->tx_pause_frames; 2071179100Syongari stat->tx_excess_defer += smb->tx_excess_defer; 2072179100Syongari stat->tx_control_frames += smb->tx_control_frames; 2073179100Syongari stat->tx_deferred += smb->tx_deferred; 2074179100Syongari stat->tx_bytes += smb->tx_bytes; 2075179100Syongari stat->tx_pkts_64 += smb->tx_pkts_64; 2076179100Syongari stat->tx_pkts_65_127 += smb->tx_pkts_65_127; 2077179100Syongari stat->tx_pkts_128_255 += smb->tx_pkts_128_255; 2078179100Syongari stat->tx_pkts_256_511 += smb->tx_pkts_256_511; 2079179100Syongari stat->tx_pkts_512_1023 += smb->tx_pkts_512_1023; 2080179100Syongari stat->tx_pkts_1024_1518 += smb->tx_pkts_1024_1518; 2081179100Syongari stat->tx_pkts_1519_max += smb->tx_pkts_1519_max; 2082179100Syongari stat->tx_single_colls += smb->tx_single_colls; 2083179100Syongari stat->tx_multi_colls += smb->tx_multi_colls; 2084179100Syongari stat->tx_late_colls += smb->tx_late_colls; 2085179100Syongari stat->tx_excess_colls += smb->tx_excess_colls; 2086179100Syongari stat->tx_underrun += smb->tx_underrun; 2087179100Syongari stat->tx_desc_underrun += smb->tx_desc_underrun; 2088179100Syongari stat->tx_lenerrs += smb->tx_lenerrs; 2089179100Syongari stat->tx_pkts_truncated += smb->tx_pkts_truncated; 2090179100Syongari stat->tx_bcast_bytes += smb->tx_bcast_bytes; 2091179100Syongari stat->tx_mcast_bytes += smb->tx_mcast_bytes; 2092179100Syongari 2093179100Syongari /* Update counters in ifnet. */ 2094179100Syongari ifp->if_opackets += smb->tx_frames; 2095179100Syongari 2096179100Syongari ifp->if_collisions += smb->tx_single_colls + 2097179100Syongari smb->tx_multi_colls + smb->tx_late_colls + 2098179100Syongari smb->tx_excess_colls * HDPX_CFG_RETRY_DEFAULT; 2099179100Syongari 2100179100Syongari ifp->if_oerrors += smb->tx_excess_colls + 2101179100Syongari smb->tx_late_colls + smb->tx_underrun + 2102179100Syongari smb->tx_pkts_truncated; 2103179100Syongari 2104179100Syongari ifp->if_ipackets += smb->rx_frames; 2105179100Syongari 2106179100Syongari ifp->if_ierrors += smb->rx_crcerrs + smb->rx_lenerrs + 2107179100Syongari smb->rx_runts + smb->rx_pkts_truncated + 2108179100Syongari smb->rx_fifo_oflows + smb->rx_desc_oflows + 2109179100Syongari smb->rx_alignerrs; 2110179100Syongari 2111179100Syongari /* Update done, clear. */ 2112179100Syongari smb->updated = 0; 2113179100Syongari 2114179100Syongari bus_dmamap_sync(sc->age_cdata.age_smb_block_tag, 2115179100Syongari sc->age_cdata.age_smb_block_map, 2116179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2117179100Syongari} 2118179100Syongari 2119179100Syongaristatic int 2120179100Syongariage_intr(void *arg) 2121179100Syongari{ 2122179100Syongari struct age_softc *sc; 2123179100Syongari uint32_t status; 2124179100Syongari 2125179100Syongari sc = (struct age_softc *)arg; 2126179100Syongari 2127179100Syongari status = CSR_READ_4(sc, AGE_INTR_STATUS); 2128179100Syongari if (status == 0 || (status & AGE_INTRS) == 0) 2129179100Syongari return (FILTER_STRAY); 2130179100Syongari /* Disable interrupts. */ 2131179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, status | INTR_DIS_INT); 2132179100Syongari taskqueue_enqueue(sc->age_tq, &sc->age_int_task); 2133179100Syongari 2134179100Syongari return (FILTER_HANDLED); 2135179100Syongari} 2136179100Syongari 2137179100Syongaristatic void 2138179100Syongariage_int_task(void *arg, int pending) 2139179100Syongari{ 2140179100Syongari struct age_softc *sc; 2141179100Syongari struct ifnet *ifp; 2142179100Syongari struct cmb *cmb; 2143179100Syongari uint32_t status; 2144179100Syongari 2145179100Syongari sc = (struct age_softc *)arg; 2146179100Syongari 2147179100Syongari AGE_LOCK(sc); 2148179100Syongari 2149179100Syongari bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag, 2150179100Syongari sc->age_cdata.age_cmb_block_map, 2151179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2152179100Syongari cmb = sc->age_rdata.age_cmb_block; 2153179100Syongari status = le32toh(cmb->intr_status); 2154179100Syongari if (sc->age_morework != 0) 2155179100Syongari status |= INTR_CMB_RX; 2156179100Syongari if ((status & AGE_INTRS) == 0) 2157179100Syongari goto done; 2158179100Syongari 2159179100Syongari sc->age_tpd_cons = (le32toh(cmb->tpd_cons) & TPD_CONS_MASK) >> 2160179100Syongari TPD_CONS_SHIFT; 2161179100Syongari sc->age_rr_prod = (le32toh(cmb->rprod_cons) & RRD_PROD_MASK) >> 2162179100Syongari RRD_PROD_SHIFT; 2163179100Syongari /* Let hardware know CMB was served. */ 2164179100Syongari cmb->intr_status = 0; 2165179100Syongari bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag, 2166179100Syongari sc->age_cdata.age_cmb_block_map, 2167179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2168179100Syongari 2169179100Syongari#if 0 2170179100Syongari printf("INTR: 0x%08x\n", status); 2171179100Syongari status &= ~INTR_DIS_DMA; 2172179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, status | INTR_DIS_INT); 2173179100Syongari#endif 2174179100Syongari ifp = sc->age_ifp; 2175179100Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) { 2176179100Syongari if ((status & INTR_CMB_RX) != 0) 2177179100Syongari sc->age_morework = age_rxintr(sc, sc->age_rr_prod, 2178179100Syongari sc->age_process_limit); 2179179100Syongari if ((status & INTR_CMB_TX) != 0) 2180179100Syongari age_txintr(sc, sc->age_tpd_cons); 2181179100Syongari if ((status & (INTR_DMA_RD_TO_RST | INTR_DMA_WR_TO_RST)) != 0) { 2182179100Syongari if ((status & INTR_DMA_RD_TO_RST) != 0) 2183179100Syongari device_printf(sc->age_dev, 2184179100Syongari "DMA read error! -- resetting\n"); 2185179100Syongari if ((status & INTR_DMA_WR_TO_RST) != 0) 2186179100Syongari device_printf(sc->age_dev, 2187179100Syongari "DMA write error! -- resetting\n"); 2188211768Syongari ifp->if_drv_flags &= ~IFF_DRV_RUNNING; 2189179100Syongari age_init_locked(sc); 2190179100Syongari } 2191179100Syongari if (!IFQ_DRV_IS_EMPTY(&ifp->if_snd)) 2192216925Sjhb age_start_locked(ifp); 2193179100Syongari if ((status & INTR_SMB) != 0) 2194179100Syongari age_stats_update(sc); 2195179100Syongari } 2196179100Syongari 2197179100Syongari /* Check whether CMB was updated while serving Tx/Rx/SMB handler. */ 2198179100Syongari bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag, 2199179100Syongari sc->age_cdata.age_cmb_block_map, 2200179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2201179100Syongari status = le32toh(cmb->intr_status); 2202179100Syongari if (sc->age_morework != 0 || (status & AGE_INTRS) != 0) { 2203179100Syongari taskqueue_enqueue(sc->age_tq, &sc->age_int_task); 2204179100Syongari AGE_UNLOCK(sc); 2205179100Syongari return; 2206179100Syongari } 2207179100Syongari 2208179100Syongaridone: 2209179100Syongari /* Re-enable interrupts. */ 2210179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, 0); 2211179100Syongari AGE_UNLOCK(sc); 2212179100Syongari} 2213179100Syongari 2214179100Syongaristatic void 2215179100Syongariage_txintr(struct age_softc *sc, int tpd_cons) 2216179100Syongari{ 2217179100Syongari struct ifnet *ifp; 2218179100Syongari struct age_txdesc *txd; 2219179100Syongari int cons, prog; 2220179100Syongari 2221179100Syongari AGE_LOCK_ASSERT(sc); 2222179100Syongari 2223179100Syongari ifp = sc->age_ifp; 2224179100Syongari 2225179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag, 2226179100Syongari sc->age_cdata.age_tx_ring_map, 2227179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2228179100Syongari 2229179100Syongari /* 2230179100Syongari * Go through our Tx list and free mbufs for those 2231179100Syongari * frames which have been transmitted. 2232179100Syongari */ 2233179100Syongari cons = sc->age_cdata.age_tx_cons; 2234179100Syongari for (prog = 0; cons != tpd_cons; AGE_DESC_INC(cons, AGE_TX_RING_CNT)) { 2235179100Syongari if (sc->age_cdata.age_tx_cnt <= 0) 2236179100Syongari break; 2237179100Syongari prog++; 2238179100Syongari ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2239179100Syongari sc->age_cdata.age_tx_cnt--; 2240179100Syongari txd = &sc->age_cdata.age_txdesc[cons]; 2241179100Syongari /* 2242179100Syongari * Clear Tx descriptors, it's not required but would 2243179100Syongari * help debugging in case of Tx issues. 2244179100Syongari */ 2245179100Syongari txd->tx_desc->addr = 0; 2246179100Syongari txd->tx_desc->len = 0; 2247179100Syongari txd->tx_desc->flags = 0; 2248179100Syongari 2249179100Syongari if (txd->tx_m == NULL) 2250179100Syongari continue; 2251179100Syongari /* Reclaim transmitted mbufs. */ 2252179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_tag, txd->tx_dmamap, 2253179100Syongari BUS_DMASYNC_POSTWRITE); 2254179100Syongari bus_dmamap_unload(sc->age_cdata.age_tx_tag, txd->tx_dmamap); 2255179100Syongari m_freem(txd->tx_m); 2256179100Syongari txd->tx_m = NULL; 2257179100Syongari } 2258179100Syongari 2259179100Syongari if (prog > 0) { 2260179100Syongari sc->age_cdata.age_tx_cons = cons; 2261179100Syongari 2262179100Syongari /* 2263179100Syongari * Unarm watchdog timer only when there are no pending 2264179100Syongari * Tx descriptors in queue. 2265179100Syongari */ 2266179100Syongari if (sc->age_cdata.age_tx_cnt == 0) 2267179100Syongari sc->age_watchdog_timer = 0; 2268179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag, 2269179100Syongari sc->age_cdata.age_tx_ring_map, 2270179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2271179100Syongari } 2272179100Syongari} 2273179100Syongari 2274246341Syongari#ifndef __NO_STRICT_ALIGNMENT 2275246341Syongaristatic struct mbuf * 2276246341Syongariage_fixup_rx(struct ifnet *ifp, struct mbuf *m) 2277246341Syongari{ 2278246341Syongari struct mbuf *n; 2279246341Syongari int i; 2280246341Syongari uint16_t *src, *dst; 2281246341Syongari 2282246341Syongari src = mtod(m, uint16_t *); 2283246341Syongari dst = src - 3; 2284246341Syongari 2285246341Syongari if (m->m_next == NULL) { 2286246341Syongari for (i = 0; i < (m->m_len / sizeof(uint16_t) + 1); i++) 2287246341Syongari *dst++ = *src++; 2288246341Syongari m->m_data -= 6; 2289246341Syongari return (m); 2290246341Syongari } 2291246341Syongari /* 2292246341Syongari * Append a new mbuf to received mbuf chain and copy ethernet 2293246341Syongari * header from the mbuf chain. This can save lots of CPU 2294246341Syongari * cycles for jumbo frame. 2295246341Syongari */ 2296246341Syongari MGETHDR(n, M_NOWAIT, MT_DATA); 2297246341Syongari if (n == NULL) { 2298246341Syongari ifp->if_iqdrops++; 2299246341Syongari m_freem(m); 2300246341Syongari return (NULL); 2301246341Syongari } 2302246341Syongari bcopy(m->m_data, n->m_data, ETHER_HDR_LEN); 2303246341Syongari m->m_data += ETHER_HDR_LEN; 2304246341Syongari m->m_len -= ETHER_HDR_LEN; 2305246341Syongari n->m_len = ETHER_HDR_LEN; 2306246341Syongari M_MOVE_PKTHDR(n, m); 2307246341Syongari n->m_next = m; 2308246341Syongari return (n); 2309246341Syongari} 2310246341Syongari#endif 2311246341Syongari 2312179100Syongari/* Receive a frame. */ 2313179100Syongaristatic void 2314179100Syongariage_rxeof(struct age_softc *sc, struct rx_rdesc *rxrd) 2315179100Syongari{ 2316179100Syongari struct age_rxdesc *rxd; 2317179100Syongari struct ifnet *ifp; 2318179100Syongari struct mbuf *mp, *m; 2319179100Syongari uint32_t status, index, vtag; 2320246341Syongari int count, nsegs; 2321179100Syongari int rx_cons; 2322179100Syongari 2323179100Syongari AGE_LOCK_ASSERT(sc); 2324179100Syongari 2325179100Syongari ifp = sc->age_ifp; 2326179100Syongari status = le32toh(rxrd->flags); 2327179100Syongari index = le32toh(rxrd->index); 2328179100Syongari rx_cons = AGE_RX_CONS(index); 2329179100Syongari nsegs = AGE_RX_NSEGS(index); 2330179100Syongari 2331179100Syongari sc->age_cdata.age_rxlen = AGE_RX_BYTES(le32toh(rxrd->len)); 2332246341Syongari if ((status & (AGE_RRD_ERROR | AGE_RRD_LENGTH_NOK)) != 0) { 2333179100Syongari /* 2334179100Syongari * We want to pass the following frames to upper 2335179100Syongari * layer regardless of error status of Rx return 2336179100Syongari * ring. 2337179100Syongari * 2338179100Syongari * o IP/TCP/UDP checksum is bad. 2339179100Syongari * o frame length and protocol specific length 2340179100Syongari * does not match. 2341179100Syongari */ 2342246341Syongari status |= AGE_RRD_IPCSUM_NOK | AGE_RRD_TCP_UDPCSUM_NOK; 2343246341Syongari if ((status & (AGE_RRD_CRC | AGE_RRD_CODE | AGE_RRD_DRIBBLE | 2344246341Syongari AGE_RRD_RUNT | AGE_RRD_OFLOW | AGE_RRD_TRUNC)) != 0) 2345246341Syongari return; 2346179100Syongari } 2347179100Syongari 2348179100Syongari for (count = 0; count < nsegs; count++, 2349179100Syongari AGE_DESC_INC(rx_cons, AGE_RX_RING_CNT)) { 2350179100Syongari rxd = &sc->age_cdata.age_rxdesc[rx_cons]; 2351179100Syongari mp = rxd->rx_m; 2352179100Syongari /* Add a new receive buffer to the ring. */ 2353179100Syongari if (age_newbuf(sc, rxd) != 0) { 2354179100Syongari ifp->if_iqdrops++; 2355179100Syongari /* Reuse Rx buffers. */ 2356246341Syongari if (sc->age_cdata.age_rxhead != NULL) 2357179100Syongari m_freem(sc->age_cdata.age_rxhead); 2358179100Syongari break; 2359179100Syongari } 2360179100Syongari 2361246341Syongari /* 2362246341Syongari * Assume we've received a full sized frame. 2363246341Syongari * Actual size is fixed when we encounter the end of 2364246341Syongari * multi-segmented frame. 2365246341Syongari */ 2366246341Syongari mp->m_len = AGE_RX_BUF_SIZE; 2367179100Syongari 2368179100Syongari /* Chain received mbufs. */ 2369179100Syongari if (sc->age_cdata.age_rxhead == NULL) { 2370179100Syongari sc->age_cdata.age_rxhead = mp; 2371179100Syongari sc->age_cdata.age_rxtail = mp; 2372179100Syongari } else { 2373179100Syongari mp->m_flags &= ~M_PKTHDR; 2374179100Syongari sc->age_cdata.age_rxprev_tail = 2375179100Syongari sc->age_cdata.age_rxtail; 2376179100Syongari sc->age_cdata.age_rxtail->m_next = mp; 2377179100Syongari sc->age_cdata.age_rxtail = mp; 2378179100Syongari } 2379179100Syongari 2380179100Syongari if (count == nsegs - 1) { 2381246341Syongari /* Last desc. for this frame. */ 2382246341Syongari m = sc->age_cdata.age_rxhead; 2383246341Syongari m->m_flags |= M_PKTHDR; 2384179100Syongari /* 2385179100Syongari * It seems that L1 controller has no way 2386179100Syongari * to tell hardware to strip CRC bytes. 2387179100Syongari */ 2388246341Syongari m->m_pkthdr.len = sc->age_cdata.age_rxlen - 2389246341Syongari ETHER_CRC_LEN; 2390179100Syongari if (nsegs > 1) { 2391246341Syongari /* Set last mbuf size. */ 2392246341Syongari mp->m_len = sc->age_cdata.age_rxlen - 2393246341Syongari ((nsegs - 1) * AGE_RX_BUF_SIZE); 2394179100Syongari /* Remove the CRC bytes in chained mbufs. */ 2395179100Syongari if (mp->m_len <= ETHER_CRC_LEN) { 2396179100Syongari sc->age_cdata.age_rxtail = 2397179100Syongari sc->age_cdata.age_rxprev_tail; 2398179100Syongari sc->age_cdata.age_rxtail->m_len -= 2399179100Syongari (ETHER_CRC_LEN - mp->m_len); 2400179100Syongari sc->age_cdata.age_rxtail->m_next = NULL; 2401179100Syongari m_freem(mp); 2402179100Syongari } else { 2403179100Syongari mp->m_len -= ETHER_CRC_LEN; 2404179100Syongari } 2405246341Syongari } else 2406246341Syongari m->m_len = m->m_pkthdr.len; 2407179100Syongari m->m_pkthdr.rcvif = ifp; 2408179100Syongari /* 2409179100Syongari * Set checksum information. 2410179100Syongari * It seems that L1 controller can compute partial 2411179100Syongari * checksum. The partial checksum value can be used 2412179100Syongari * to accelerate checksum computation for fragmented 2413179100Syongari * TCP/UDP packets. Upper network stack already 2414179100Syongari * takes advantage of the partial checksum value in 2415179100Syongari * IP reassembly stage. But I'm not sure the 2416179100Syongari * correctness of the partial hardware checksum 2417179100Syongari * assistance due to lack of data sheet. If it is 2418179100Syongari * proven to work on L1 I'll enable it. 2419179100Syongari */ 2420179100Syongari if ((ifp->if_capenable & IFCAP_RXCSUM) != 0 && 2421179100Syongari (status & AGE_RRD_IPV4) != 0) { 2422179100Syongari if ((status & AGE_RRD_IPCSUM_NOK) == 0) 2423246341Syongari m->m_pkthdr.csum_flags |= 2424246341Syongari CSUM_IP_CHECKED | CSUM_IP_VALID; 2425179100Syongari if ((status & (AGE_RRD_TCP | AGE_RRD_UDP)) && 2426179100Syongari (status & AGE_RRD_TCP_UDPCSUM_NOK) == 0) { 2427179100Syongari m->m_pkthdr.csum_flags |= 2428179100Syongari CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 2429179100Syongari m->m_pkthdr.csum_data = 0xffff; 2430179100Syongari } 2431179100Syongari /* 2432179100Syongari * Don't mark bad checksum for TCP/UDP frames 2433179100Syongari * as fragmented frames may always have set 2434179100Syongari * bad checksummed bit of descriptor status. 2435179100Syongari */ 2436179100Syongari } 2437179100Syongari 2438179100Syongari /* Check for VLAN tagged frames. */ 2439179100Syongari if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0 && 2440179100Syongari (status & AGE_RRD_VLAN) != 0) { 2441179100Syongari vtag = AGE_RX_VLAN(le32toh(rxrd->vtags)); 2442179100Syongari m->m_pkthdr.ether_vtag = AGE_RX_VLAN_TAG(vtag); 2443179100Syongari m->m_flags |= M_VLANTAG; 2444179100Syongari } 2445246341Syongari#ifndef __NO_STRICT_ALIGNMENT 2446246341Syongari m = age_fixup_rx(ifp, m); 2447246341Syongari if (m != NULL) 2448246341Syongari#endif 2449246341Syongari { 2450179100Syongari /* Pass it on. */ 2451179100Syongari AGE_UNLOCK(sc); 2452179100Syongari (*ifp->if_input)(ifp, m); 2453179100Syongari AGE_LOCK(sc); 2454246341Syongari } 2455179100Syongari } 2456179100Syongari } 2457179100Syongari 2458246341Syongari /* Reset mbuf chains. */ 2459246341Syongari AGE_RXCHAIN_RESET(sc); 2460179100Syongari} 2461179100Syongari 2462179100Syongaristatic int 2463179100Syongariage_rxintr(struct age_softc *sc, int rr_prod, int count) 2464179100Syongari{ 2465179100Syongari struct rx_rdesc *rxrd; 2466179100Syongari int rr_cons, nsegs, pktlen, prog; 2467179100Syongari 2468179100Syongari AGE_LOCK_ASSERT(sc); 2469179100Syongari 2470179100Syongari rr_cons = sc->age_cdata.age_rr_cons; 2471179100Syongari if (rr_cons == rr_prod) 2472179100Syongari return (0); 2473179100Syongari 2474179100Syongari bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag, 2475179100Syongari sc->age_cdata.age_rr_ring_map, 2476179100Syongari BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE); 2477220252Syongari bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag, 2478220252Syongari sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_POSTWRITE); 2479179100Syongari 2480179100Syongari for (prog = 0; rr_cons != rr_prod; prog++) { 2481251872Smarkj if (count-- <= 0) 2482179100Syongari break; 2483179100Syongari rxrd = &sc->age_rdata.age_rr_ring[rr_cons]; 2484179100Syongari nsegs = AGE_RX_NSEGS(le32toh(rxrd->index)); 2485179100Syongari if (nsegs == 0) 2486179100Syongari break; 2487179100Syongari /* 2488179100Syongari * Check number of segments against received bytes. 2489179100Syongari * Non-matching value would indicate that hardware 2490179100Syongari * is still trying to update Rx return descriptors. 2491179100Syongari * I'm not sure whether this check is really needed. 2492179100Syongari */ 2493179100Syongari pktlen = AGE_RX_BYTES(le32toh(rxrd->len)); 2494246341Syongari if (nsegs != (pktlen + (AGE_RX_BUF_SIZE - 1)) / AGE_RX_BUF_SIZE) 2495179100Syongari break; 2496179100Syongari 2497179100Syongari /* Received a frame. */ 2498179100Syongari age_rxeof(sc, rxrd); 2499179100Syongari /* Clear return ring. */ 2500179100Syongari rxrd->index = 0; 2501179100Syongari AGE_DESC_INC(rr_cons, AGE_RR_RING_CNT); 2502246341Syongari sc->age_cdata.age_rx_cons += nsegs; 2503246341Syongari sc->age_cdata.age_rx_cons %= AGE_RX_RING_CNT; 2504179100Syongari } 2505179100Syongari 2506179100Syongari if (prog > 0) { 2507179100Syongari /* Update the consumer index. */ 2508179100Syongari sc->age_cdata.age_rr_cons = rr_cons; 2509179100Syongari 2510220252Syongari bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag, 2511220252Syongari sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_PREWRITE); 2512179100Syongari /* Sync descriptors. */ 2513179100Syongari bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag, 2514179100Syongari sc->age_cdata.age_rr_ring_map, 2515179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 2516179100Syongari 2517179100Syongari /* Notify hardware availability of new Rx buffers. */ 2518179100Syongari AGE_COMMIT_MBOX(sc); 2519179100Syongari } 2520179100Syongari 2521179100Syongari return (count > 0 ? 0 : EAGAIN); 2522179100Syongari} 2523179100Syongari 2524179100Syongaristatic void 2525179100Syongariage_tick(void *arg) 2526179100Syongari{ 2527179100Syongari struct age_softc *sc; 2528179100Syongari struct mii_data *mii; 2529179100Syongari 2530179100Syongari sc = (struct age_softc *)arg; 2531179100Syongari 2532179100Syongari AGE_LOCK_ASSERT(sc); 2533179100Syongari 2534179100Syongari mii = device_get_softc(sc->age_miibus); 2535179100Syongari mii_tick(mii); 2536179100Syongari age_watchdog(sc); 2537179100Syongari callout_reset(&sc->age_tick_ch, hz, age_tick, sc); 2538179100Syongari} 2539179100Syongari 2540179100Syongaristatic void 2541179100Syongariage_reset(struct age_softc *sc) 2542179100Syongari{ 2543179100Syongari uint32_t reg; 2544179100Syongari int i; 2545179100Syongari 2546179100Syongari CSR_WRITE_4(sc, AGE_MASTER_CFG, MASTER_RESET); 2547190499Syongari CSR_READ_4(sc, AGE_MASTER_CFG); 2548190499Syongari DELAY(1000); 2549179100Syongari for (i = AGE_RESET_TIMEOUT; i > 0; i--) { 2550179100Syongari if ((reg = CSR_READ_4(sc, AGE_IDLE_STATUS)) == 0) 2551179100Syongari break; 2552179100Syongari DELAY(10); 2553179100Syongari } 2554179100Syongari 2555179100Syongari if (i == 0) 2556179100Syongari device_printf(sc->age_dev, "reset timeout(0x%08x)!\n", reg); 2557179100Syongari /* Initialize PCIe module. From Linux. */ 2558179100Syongari CSR_WRITE_4(sc, 0x12FC, 0x6500); 2559179100Syongari CSR_WRITE_4(sc, 0x1008, CSR_READ_4(sc, 0x1008) | 0x8000); 2560179100Syongari} 2561179100Syongari 2562179100Syongaristatic void 2563179100Syongariage_init(void *xsc) 2564179100Syongari{ 2565179100Syongari struct age_softc *sc; 2566179100Syongari 2567179100Syongari sc = (struct age_softc *)xsc; 2568179100Syongari AGE_LOCK(sc); 2569179100Syongari age_init_locked(sc); 2570179100Syongari AGE_UNLOCK(sc); 2571179100Syongari} 2572179100Syongari 2573179100Syongaristatic void 2574179100Syongariage_init_locked(struct age_softc *sc) 2575179100Syongari{ 2576179100Syongari struct ifnet *ifp; 2577179100Syongari struct mii_data *mii; 2578179100Syongari uint8_t eaddr[ETHER_ADDR_LEN]; 2579179100Syongari bus_addr_t paddr; 2580179100Syongari uint32_t reg, fsize; 2581179100Syongari uint32_t rxf_hi, rxf_lo, rrd_hi, rrd_lo; 2582179100Syongari int error; 2583179100Syongari 2584179100Syongari AGE_LOCK_ASSERT(sc); 2585179100Syongari 2586179100Syongari ifp = sc->age_ifp; 2587179100Syongari mii = device_get_softc(sc->age_miibus); 2588179100Syongari 2589211768Syongari if ((ifp->if_drv_flags & IFF_DRV_RUNNING) != 0) 2590211768Syongari return; 2591211768Syongari 2592179100Syongari /* 2593179100Syongari * Cancel any pending I/O. 2594179100Syongari */ 2595179100Syongari age_stop(sc); 2596179100Syongari 2597179100Syongari /* 2598179100Syongari * Reset the chip to a known state. 2599179100Syongari */ 2600179100Syongari age_reset(sc); 2601179100Syongari 2602179100Syongari /* Initialize descriptors. */ 2603179100Syongari error = age_init_rx_ring(sc); 2604179100Syongari if (error != 0) { 2605179100Syongari device_printf(sc->age_dev, "no memory for Rx buffers.\n"); 2606179100Syongari age_stop(sc); 2607179100Syongari return; 2608179100Syongari } 2609179100Syongari age_init_rr_ring(sc); 2610179100Syongari age_init_tx_ring(sc); 2611179100Syongari age_init_cmb_block(sc); 2612179100Syongari age_init_smb_block(sc); 2613179100Syongari 2614179100Syongari /* Reprogram the station address. */ 2615179100Syongari bcopy(IF_LLADDR(ifp), eaddr, ETHER_ADDR_LEN); 2616179100Syongari CSR_WRITE_4(sc, AGE_PAR0, 2617179100Syongari eaddr[2] << 24 | eaddr[3] << 16 | eaddr[4] << 8 | eaddr[5]); 2618179100Syongari CSR_WRITE_4(sc, AGE_PAR1, eaddr[0] << 8 | eaddr[1]); 2619179100Syongari 2620179100Syongari /* Set descriptor base addresses. */ 2621179100Syongari paddr = sc->age_rdata.age_tx_ring_paddr; 2622179100Syongari CSR_WRITE_4(sc, AGE_DESC_ADDR_HI, AGE_ADDR_HI(paddr)); 2623179100Syongari paddr = sc->age_rdata.age_rx_ring_paddr; 2624179100Syongari CSR_WRITE_4(sc, AGE_DESC_RD_ADDR_LO, AGE_ADDR_LO(paddr)); 2625179100Syongari paddr = sc->age_rdata.age_rr_ring_paddr; 2626179100Syongari CSR_WRITE_4(sc, AGE_DESC_RRD_ADDR_LO, AGE_ADDR_LO(paddr)); 2627179100Syongari paddr = sc->age_rdata.age_tx_ring_paddr; 2628179100Syongari CSR_WRITE_4(sc, AGE_DESC_TPD_ADDR_LO, AGE_ADDR_LO(paddr)); 2629179100Syongari paddr = sc->age_rdata.age_cmb_block_paddr; 2630179100Syongari CSR_WRITE_4(sc, AGE_DESC_CMB_ADDR_LO, AGE_ADDR_LO(paddr)); 2631179100Syongari paddr = sc->age_rdata.age_smb_block_paddr; 2632179100Syongari CSR_WRITE_4(sc, AGE_DESC_SMB_ADDR_LO, AGE_ADDR_LO(paddr)); 2633179100Syongari /* Set Rx/Rx return descriptor counter. */ 2634179100Syongari CSR_WRITE_4(sc, AGE_DESC_RRD_RD_CNT, 2635179100Syongari ((AGE_RR_RING_CNT << DESC_RRD_CNT_SHIFT) & 2636179100Syongari DESC_RRD_CNT_MASK) | 2637179100Syongari ((AGE_RX_RING_CNT << DESC_RD_CNT_SHIFT) & DESC_RD_CNT_MASK)); 2638179100Syongari /* Set Tx descriptor counter. */ 2639179100Syongari CSR_WRITE_4(sc, AGE_DESC_TPD_CNT, 2640179100Syongari (AGE_TX_RING_CNT << DESC_TPD_CNT_SHIFT) & DESC_TPD_CNT_MASK); 2641179100Syongari 2642179100Syongari /* Tell hardware that we're ready to load descriptors. */ 2643179100Syongari CSR_WRITE_4(sc, AGE_DMA_BLOCK, DMA_BLOCK_LOAD); 2644179100Syongari 2645179100Syongari /* 2646179100Syongari * Initialize mailbox register. 2647179100Syongari * Updated producer/consumer index information is exchanged 2648179100Syongari * through this mailbox register. However Tx producer and 2649179100Syongari * Rx return consumer/Rx producer are all shared such that 2650179100Syongari * it's hard to separate code path between Tx and Rx without 2651179100Syongari * locking. If L1 hardware have a separate mail box register 2652179100Syongari * for Tx and Rx consumer/producer management we could have 2653179100Syongari * indepent Tx/Rx handler which in turn Rx handler could have 2654179100Syongari * been run without any locking. 2655179100Syongari */ 2656179100Syongari AGE_COMMIT_MBOX(sc); 2657179100Syongari 2658179100Syongari /* Configure IPG/IFG parameters. */ 2659179100Syongari CSR_WRITE_4(sc, AGE_IPG_IFG_CFG, 2660179100Syongari ((IPG_IFG_IPG2_DEFAULT << IPG_IFG_IPG2_SHIFT) & IPG_IFG_IPG2_MASK) | 2661179100Syongari ((IPG_IFG_IPG1_DEFAULT << IPG_IFG_IPG1_SHIFT) & IPG_IFG_IPG1_MASK) | 2662179100Syongari ((IPG_IFG_MIFG_DEFAULT << IPG_IFG_MIFG_SHIFT) & IPG_IFG_MIFG_MASK) | 2663179100Syongari ((IPG_IFG_IPGT_DEFAULT << IPG_IFG_IPGT_SHIFT) & IPG_IFG_IPGT_MASK)); 2664179100Syongari 2665179100Syongari /* Set parameters for half-duplex media. */ 2666179100Syongari CSR_WRITE_4(sc, AGE_HDPX_CFG, 2667179100Syongari ((HDPX_CFG_LCOL_DEFAULT << HDPX_CFG_LCOL_SHIFT) & 2668179100Syongari HDPX_CFG_LCOL_MASK) | 2669179100Syongari ((HDPX_CFG_RETRY_DEFAULT << HDPX_CFG_RETRY_SHIFT) & 2670179100Syongari HDPX_CFG_RETRY_MASK) | HDPX_CFG_EXC_DEF_EN | 2671179100Syongari ((HDPX_CFG_ABEBT_DEFAULT << HDPX_CFG_ABEBT_SHIFT) & 2672179100Syongari HDPX_CFG_ABEBT_MASK) | 2673179100Syongari ((HDPX_CFG_JAMIPG_DEFAULT << HDPX_CFG_JAMIPG_SHIFT) & 2674179100Syongari HDPX_CFG_JAMIPG_MASK)); 2675179100Syongari 2676179100Syongari /* Configure interrupt moderation timer. */ 2677179100Syongari CSR_WRITE_2(sc, AGE_IM_TIMER, AGE_USECS(sc->age_int_mod)); 2678179100Syongari reg = CSR_READ_4(sc, AGE_MASTER_CFG); 2679179100Syongari reg &= ~MASTER_MTIMER_ENB; 2680179100Syongari if (AGE_USECS(sc->age_int_mod) == 0) 2681179100Syongari reg &= ~MASTER_ITIMER_ENB; 2682179100Syongari else 2683179100Syongari reg |= MASTER_ITIMER_ENB; 2684179100Syongari CSR_WRITE_4(sc, AGE_MASTER_CFG, reg); 2685184743Syongari if (bootverbose) 2686179100Syongari device_printf(sc->age_dev, "interrupt moderation is %d us.\n", 2687179100Syongari sc->age_int_mod); 2688179100Syongari CSR_WRITE_2(sc, AGE_INTR_CLR_TIMER, AGE_USECS(1000)); 2689179100Syongari 2690179100Syongari /* Set Maximum frame size but don't let MTU be lass than ETHER_MTU. */ 2691179100Syongari if (ifp->if_mtu < ETHERMTU) 2692179100Syongari sc->age_max_frame_size = ETHERMTU; 2693179100Syongari else 2694179100Syongari sc->age_max_frame_size = ifp->if_mtu; 2695179100Syongari sc->age_max_frame_size += ETHER_HDR_LEN + 2696179100Syongari sizeof(struct ether_vlan_header) + ETHER_CRC_LEN; 2697179100Syongari CSR_WRITE_4(sc, AGE_FRAME_SIZE, sc->age_max_frame_size); 2698179100Syongari /* Configure jumbo frame. */ 2699179100Syongari fsize = roundup(sc->age_max_frame_size, sizeof(uint64_t)); 2700179100Syongari CSR_WRITE_4(sc, AGE_RXQ_JUMBO_CFG, 2701179100Syongari (((fsize / sizeof(uint64_t)) << 2702179100Syongari RXQ_JUMBO_CFG_SZ_THRESH_SHIFT) & RXQ_JUMBO_CFG_SZ_THRESH_MASK) | 2703179100Syongari ((RXQ_JUMBO_CFG_LKAH_DEFAULT << 2704179100Syongari RXQ_JUMBO_CFG_LKAH_SHIFT) & RXQ_JUMBO_CFG_LKAH_MASK) | 2705179100Syongari ((AGE_USECS(8) << RXQ_JUMBO_CFG_RRD_TIMER_SHIFT) & 2706179100Syongari RXQ_JUMBO_CFG_RRD_TIMER_MASK)); 2707179100Syongari 2708179100Syongari /* Configure flow-control parameters. From Linux. */ 2709179100Syongari if ((sc->age_flags & AGE_FLAG_PCIE) != 0) { 2710179100Syongari /* 2711179100Syongari * Magic workaround for old-L1. 2712179100Syongari * Don't know which hw revision requires this magic. 2713179100Syongari */ 2714179100Syongari CSR_WRITE_4(sc, 0x12FC, 0x6500); 2715179100Syongari /* 2716179100Syongari * Another magic workaround for flow-control mode 2717179100Syongari * change. From Linux. 2718179100Syongari */ 2719179100Syongari CSR_WRITE_4(sc, 0x1008, CSR_READ_4(sc, 0x1008) | 0x8000); 2720179100Syongari } 2721179100Syongari /* 2722179100Syongari * TODO 2723179100Syongari * Should understand pause parameter relationships between FIFO 2724179100Syongari * size and number of Rx descriptors and Rx return descriptors. 2725179100Syongari * 2726179100Syongari * Magic parameters came from Linux. 2727179100Syongari */ 2728179100Syongari switch (sc->age_chip_rev) { 2729179100Syongari case 0x8001: 2730179100Syongari case 0x9001: 2731179100Syongari case 0x9002: 2732179100Syongari case 0x9003: 2733179100Syongari rxf_hi = AGE_RX_RING_CNT / 16; 2734179100Syongari rxf_lo = (AGE_RX_RING_CNT * 7) / 8; 2735179100Syongari rrd_hi = (AGE_RR_RING_CNT * 7) / 8; 2736179100Syongari rrd_lo = AGE_RR_RING_CNT / 16; 2737179100Syongari break; 2738179100Syongari default: 2739179100Syongari reg = CSR_READ_4(sc, AGE_SRAM_RX_FIFO_LEN); 2740179100Syongari rxf_lo = reg / 16; 2741179100Syongari if (rxf_lo < 192) 2742179100Syongari rxf_lo = 192; 2743179100Syongari rxf_hi = (reg * 7) / 8; 2744179100Syongari if (rxf_hi < rxf_lo) 2745179100Syongari rxf_hi = rxf_lo + 16; 2746179100Syongari reg = CSR_READ_4(sc, AGE_SRAM_RRD_LEN); 2747179100Syongari rrd_lo = reg / 8; 2748179100Syongari rrd_hi = (reg * 7) / 8; 2749179100Syongari if (rrd_lo < 2) 2750179100Syongari rrd_lo = 2; 2751179100Syongari if (rrd_hi < rrd_lo) 2752179100Syongari rrd_hi = rrd_lo + 3; 2753179100Syongari break; 2754179100Syongari } 2755179100Syongari CSR_WRITE_4(sc, AGE_RXQ_FIFO_PAUSE_THRESH, 2756179100Syongari ((rxf_lo << RXQ_FIFO_PAUSE_THRESH_LO_SHIFT) & 2757179100Syongari RXQ_FIFO_PAUSE_THRESH_LO_MASK) | 2758179100Syongari ((rxf_hi << RXQ_FIFO_PAUSE_THRESH_HI_SHIFT) & 2759179100Syongari RXQ_FIFO_PAUSE_THRESH_HI_MASK)); 2760179100Syongari CSR_WRITE_4(sc, AGE_RXQ_RRD_PAUSE_THRESH, 2761179100Syongari ((rrd_lo << RXQ_RRD_PAUSE_THRESH_LO_SHIFT) & 2762179100Syongari RXQ_RRD_PAUSE_THRESH_LO_MASK) | 2763179100Syongari ((rrd_hi << RXQ_RRD_PAUSE_THRESH_HI_SHIFT) & 2764179100Syongari RXQ_RRD_PAUSE_THRESH_HI_MASK)); 2765179100Syongari 2766179100Syongari /* Configure RxQ. */ 2767179100Syongari CSR_WRITE_4(sc, AGE_RXQ_CFG, 2768179100Syongari ((RXQ_CFG_RD_BURST_DEFAULT << RXQ_CFG_RD_BURST_SHIFT) & 2769179100Syongari RXQ_CFG_RD_BURST_MASK) | 2770179100Syongari ((RXQ_CFG_RRD_BURST_THRESH_DEFAULT << 2771179100Syongari RXQ_CFG_RRD_BURST_THRESH_SHIFT) & RXQ_CFG_RRD_BURST_THRESH_MASK) | 2772179100Syongari ((RXQ_CFG_RD_PREF_MIN_IPG_DEFAULT << 2773179100Syongari RXQ_CFG_RD_PREF_MIN_IPG_SHIFT) & RXQ_CFG_RD_PREF_MIN_IPG_MASK) | 2774179100Syongari RXQ_CFG_CUT_THROUGH_ENB | RXQ_CFG_ENB); 2775179100Syongari 2776179100Syongari /* Configure TxQ. */ 2777179100Syongari CSR_WRITE_4(sc, AGE_TXQ_CFG, 2778179100Syongari ((TXQ_CFG_TPD_BURST_DEFAULT << TXQ_CFG_TPD_BURST_SHIFT) & 2779179100Syongari TXQ_CFG_TPD_BURST_MASK) | 2780179100Syongari ((TXQ_CFG_TX_FIFO_BURST_DEFAULT << TXQ_CFG_TX_FIFO_BURST_SHIFT) & 2781179100Syongari TXQ_CFG_TX_FIFO_BURST_MASK) | 2782179100Syongari ((TXQ_CFG_TPD_FETCH_DEFAULT << 2783179100Syongari TXQ_CFG_TPD_FETCH_THRESH_SHIFT) & TXQ_CFG_TPD_FETCH_THRESH_MASK) | 2784179100Syongari TXQ_CFG_ENB); 2785179100Syongari 2786179100Syongari CSR_WRITE_4(sc, AGE_TX_JUMBO_TPD_TH_IPG, 2787179100Syongari (((fsize / sizeof(uint64_t) << TX_JUMBO_TPD_TH_SHIFT)) & 2788179100Syongari TX_JUMBO_TPD_TH_MASK) | 2789179100Syongari ((TX_JUMBO_TPD_IPG_DEFAULT << TX_JUMBO_TPD_IPG_SHIFT) & 2790179100Syongari TX_JUMBO_TPD_IPG_MASK)); 2791179100Syongari /* Configure DMA parameters. */ 2792179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, 2793179100Syongari DMA_CFG_ENH_ORDER | DMA_CFG_RCB_64 | 2794179100Syongari sc->age_dma_rd_burst | DMA_CFG_RD_ENB | 2795179100Syongari sc->age_dma_wr_burst | DMA_CFG_WR_ENB); 2796179100Syongari 2797179100Syongari /* Configure CMB DMA write threshold. */ 2798179100Syongari CSR_WRITE_4(sc, AGE_CMB_WR_THRESH, 2799179100Syongari ((CMB_WR_THRESH_RRD_DEFAULT << CMB_WR_THRESH_RRD_SHIFT) & 2800179100Syongari CMB_WR_THRESH_RRD_MASK) | 2801179100Syongari ((CMB_WR_THRESH_TPD_DEFAULT << CMB_WR_THRESH_TPD_SHIFT) & 2802179100Syongari CMB_WR_THRESH_TPD_MASK)); 2803179100Syongari 2804179100Syongari /* Set CMB/SMB timer and enable them. */ 2805179100Syongari CSR_WRITE_4(sc, AGE_CMB_WR_TIMER, 2806179100Syongari ((AGE_USECS(2) << CMB_WR_TIMER_TX_SHIFT) & CMB_WR_TIMER_TX_MASK) | 2807179100Syongari ((AGE_USECS(2) << CMB_WR_TIMER_RX_SHIFT) & CMB_WR_TIMER_RX_MASK)); 2808179100Syongari /* Request SMB updates for every seconds. */ 2809179100Syongari CSR_WRITE_4(sc, AGE_SMB_TIMER, AGE_USECS(1000 * 1000)); 2810179100Syongari CSR_WRITE_4(sc, AGE_CSMB_CTRL, CSMB_CTRL_SMB_ENB | CSMB_CTRL_CMB_ENB); 2811179100Syongari 2812179100Syongari /* 2813179100Syongari * Disable all WOL bits as WOL can interfere normal Rx 2814179100Syongari * operation. 2815179100Syongari */ 2816179100Syongari CSR_WRITE_4(sc, AGE_WOL_CFG, 0); 2817179100Syongari 2818179100Syongari /* 2819179100Syongari * Configure Tx/Rx MACs. 2820179100Syongari * - Auto-padding for short frames. 2821179100Syongari * - Enable CRC generation. 2822179100Syongari * Start with full-duplex/1000Mbps media. Actual reconfiguration 2823179100Syongari * of MAC is followed after link establishment. 2824179100Syongari */ 2825179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, 2826179100Syongari MAC_CFG_TX_CRC_ENB | MAC_CFG_TX_AUTO_PAD | 2827179100Syongari MAC_CFG_FULL_DUPLEX | MAC_CFG_SPEED_1000 | 2828179100Syongari ((MAC_CFG_PREAMBLE_DEFAULT << MAC_CFG_PREAMBLE_SHIFT) & 2829179100Syongari MAC_CFG_PREAMBLE_MASK)); 2830179100Syongari /* Set up the receive filter. */ 2831179100Syongari age_rxfilter(sc); 2832179100Syongari age_rxvlan(sc); 2833179100Syongari 2834179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 2835179100Syongari if ((ifp->if_capenable & IFCAP_RXCSUM) != 0) 2836179100Syongari reg |= MAC_CFG_RXCSUM_ENB; 2837179100Syongari 2838179100Syongari /* Ack all pending interrupts and clear it. */ 2839179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, 0); 2840179100Syongari CSR_WRITE_4(sc, AGE_INTR_MASK, AGE_INTRS); 2841179100Syongari 2842179100Syongari /* Finally enable Tx/Rx MAC. */ 2843179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg | MAC_CFG_TX_ENB | MAC_CFG_RX_ENB); 2844179100Syongari 2845179100Syongari sc->age_flags &= ~AGE_FLAG_LINK; 2846179100Syongari /* Switch to the current media. */ 2847179100Syongari mii_mediachg(mii); 2848179100Syongari 2849179100Syongari callout_reset(&sc->age_tick_ch, hz, age_tick, sc); 2850179100Syongari 2851179100Syongari ifp->if_drv_flags |= IFF_DRV_RUNNING; 2852179100Syongari ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2853179100Syongari} 2854179100Syongari 2855179100Syongaristatic void 2856179100Syongariage_stop(struct age_softc *sc) 2857179100Syongari{ 2858179100Syongari struct ifnet *ifp; 2859179100Syongari struct age_txdesc *txd; 2860179100Syongari struct age_rxdesc *rxd; 2861179100Syongari uint32_t reg; 2862179100Syongari int i; 2863179100Syongari 2864179100Syongari AGE_LOCK_ASSERT(sc); 2865179100Syongari /* 2866179100Syongari * Mark the interface down and cancel the watchdog timer. 2867179100Syongari */ 2868179100Syongari ifp = sc->age_ifp; 2869179100Syongari ifp->if_drv_flags &= ~(IFF_DRV_RUNNING | IFF_DRV_OACTIVE); 2870179100Syongari sc->age_flags &= ~AGE_FLAG_LINK; 2871179100Syongari callout_stop(&sc->age_tick_ch); 2872179100Syongari sc->age_watchdog_timer = 0; 2873179100Syongari 2874179100Syongari /* 2875179100Syongari * Disable interrupts. 2876179100Syongari */ 2877179100Syongari CSR_WRITE_4(sc, AGE_INTR_MASK, 0); 2878179100Syongari CSR_WRITE_4(sc, AGE_INTR_STATUS, 0xFFFFFFFF); 2879179100Syongari /* Stop CMB/SMB updates. */ 2880179100Syongari CSR_WRITE_4(sc, AGE_CSMB_CTRL, 0); 2881179100Syongari /* Stop Rx/Tx MAC. */ 2882179100Syongari age_stop_rxmac(sc); 2883179100Syongari age_stop_txmac(sc); 2884179100Syongari /* Stop DMA. */ 2885179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, 2886179100Syongari CSR_READ_4(sc, AGE_DMA_CFG) & ~(DMA_CFG_RD_ENB | DMA_CFG_WR_ENB)); 2887179100Syongari /* Stop TxQ/RxQ. */ 2888179100Syongari CSR_WRITE_4(sc, AGE_TXQ_CFG, 2889179100Syongari CSR_READ_4(sc, AGE_TXQ_CFG) & ~TXQ_CFG_ENB); 2890179100Syongari CSR_WRITE_4(sc, AGE_RXQ_CFG, 2891179100Syongari CSR_READ_4(sc, AGE_RXQ_CFG) & ~RXQ_CFG_ENB); 2892179100Syongari for (i = AGE_RESET_TIMEOUT; i > 0; i--) { 2893179100Syongari if ((reg = CSR_READ_4(sc, AGE_IDLE_STATUS)) == 0) 2894179100Syongari break; 2895179100Syongari DELAY(10); 2896179100Syongari } 2897179100Syongari if (i == 0) 2898179100Syongari device_printf(sc->age_dev, 2899179100Syongari "stopping Rx/Tx MACs timed out(0x%08x)!\n", reg); 2900179100Syongari 2901179100Syongari /* Reclaim Rx buffers that have been processed. */ 2902179100Syongari if (sc->age_cdata.age_rxhead != NULL) 2903179100Syongari m_freem(sc->age_cdata.age_rxhead); 2904179100Syongari AGE_RXCHAIN_RESET(sc); 2905179100Syongari /* 2906179100Syongari * Free RX and TX mbufs still in the queues. 2907179100Syongari */ 2908179100Syongari for (i = 0; i < AGE_RX_RING_CNT; i++) { 2909179100Syongari rxd = &sc->age_cdata.age_rxdesc[i]; 2910179100Syongari if (rxd->rx_m != NULL) { 2911179100Syongari bus_dmamap_sync(sc->age_cdata.age_rx_tag, 2912179100Syongari rxd->rx_dmamap, BUS_DMASYNC_POSTREAD); 2913179100Syongari bus_dmamap_unload(sc->age_cdata.age_rx_tag, 2914179100Syongari rxd->rx_dmamap); 2915179100Syongari m_freem(rxd->rx_m); 2916179100Syongari rxd->rx_m = NULL; 2917179100Syongari } 2918179100Syongari } 2919179100Syongari for (i = 0; i < AGE_TX_RING_CNT; i++) { 2920179100Syongari txd = &sc->age_cdata.age_txdesc[i]; 2921179100Syongari if (txd->tx_m != NULL) { 2922179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_tag, 2923179100Syongari txd->tx_dmamap, BUS_DMASYNC_POSTWRITE); 2924179100Syongari bus_dmamap_unload(sc->age_cdata.age_tx_tag, 2925179100Syongari txd->tx_dmamap); 2926179100Syongari m_freem(txd->tx_m); 2927179100Syongari txd->tx_m = NULL; 2928179100Syongari } 2929179100Syongari } 2930179100Syongari} 2931179100Syongari 2932179100Syongaristatic void 2933179100Syongariage_stop_txmac(struct age_softc *sc) 2934179100Syongari{ 2935179100Syongari uint32_t reg; 2936179100Syongari int i; 2937179100Syongari 2938179100Syongari AGE_LOCK_ASSERT(sc); 2939179100Syongari 2940179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 2941179100Syongari if ((reg & MAC_CFG_TX_ENB) != 0) { 2942179100Syongari reg &= ~MAC_CFG_TX_ENB; 2943179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 2944179100Syongari } 2945179100Syongari /* Stop Tx DMA engine. */ 2946179100Syongari reg = CSR_READ_4(sc, AGE_DMA_CFG); 2947179100Syongari if ((reg & DMA_CFG_RD_ENB) != 0) { 2948179100Syongari reg &= ~DMA_CFG_RD_ENB; 2949179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, reg); 2950179100Syongari } 2951179100Syongari for (i = AGE_RESET_TIMEOUT; i > 0; i--) { 2952179100Syongari if ((CSR_READ_4(sc, AGE_IDLE_STATUS) & 2953179100Syongari (IDLE_STATUS_TXMAC | IDLE_STATUS_DMARD)) == 0) 2954179100Syongari break; 2955179100Syongari DELAY(10); 2956179100Syongari } 2957179100Syongari if (i == 0) 2958179100Syongari device_printf(sc->age_dev, "stopping TxMAC timeout!\n"); 2959179100Syongari} 2960179100Syongari 2961179100Syongaristatic void 2962179100Syongariage_stop_rxmac(struct age_softc *sc) 2963179100Syongari{ 2964179100Syongari uint32_t reg; 2965179100Syongari int i; 2966179100Syongari 2967179100Syongari AGE_LOCK_ASSERT(sc); 2968179100Syongari 2969179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 2970179100Syongari if ((reg & MAC_CFG_RX_ENB) != 0) { 2971179100Syongari reg &= ~MAC_CFG_RX_ENB; 2972179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 2973179100Syongari } 2974179100Syongari /* Stop Rx DMA engine. */ 2975179100Syongari reg = CSR_READ_4(sc, AGE_DMA_CFG); 2976179100Syongari if ((reg & DMA_CFG_WR_ENB) != 0) { 2977179100Syongari reg &= ~DMA_CFG_WR_ENB; 2978179100Syongari CSR_WRITE_4(sc, AGE_DMA_CFG, reg); 2979179100Syongari } 2980179100Syongari for (i = AGE_RESET_TIMEOUT; i > 0; i--) { 2981179100Syongari if ((CSR_READ_4(sc, AGE_IDLE_STATUS) & 2982179100Syongari (IDLE_STATUS_RXMAC | IDLE_STATUS_DMAWR)) == 0) 2983179100Syongari break; 2984179100Syongari DELAY(10); 2985179100Syongari } 2986179100Syongari if (i == 0) 2987179100Syongari device_printf(sc->age_dev, "stopping RxMAC timeout!\n"); 2988179100Syongari} 2989179100Syongari 2990179100Syongaristatic void 2991179100Syongariage_init_tx_ring(struct age_softc *sc) 2992179100Syongari{ 2993179100Syongari struct age_ring_data *rd; 2994179100Syongari struct age_txdesc *txd; 2995179100Syongari int i; 2996179100Syongari 2997179100Syongari AGE_LOCK_ASSERT(sc); 2998179100Syongari 2999179100Syongari sc->age_cdata.age_tx_prod = 0; 3000179100Syongari sc->age_cdata.age_tx_cons = 0; 3001179100Syongari sc->age_cdata.age_tx_cnt = 0; 3002179100Syongari 3003179100Syongari rd = &sc->age_rdata; 3004179100Syongari bzero(rd->age_tx_ring, AGE_TX_RING_SZ); 3005179100Syongari for (i = 0; i < AGE_TX_RING_CNT; i++) { 3006179100Syongari txd = &sc->age_cdata.age_txdesc[i]; 3007179100Syongari txd->tx_desc = &rd->age_tx_ring[i]; 3008179100Syongari txd->tx_m = NULL; 3009179100Syongari } 3010179100Syongari 3011179100Syongari bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag, 3012179100Syongari sc->age_cdata.age_tx_ring_map, 3013179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 3014179100Syongari} 3015179100Syongari 3016179100Syongaristatic int 3017179100Syongariage_init_rx_ring(struct age_softc *sc) 3018179100Syongari{ 3019179100Syongari struct age_ring_data *rd; 3020179100Syongari struct age_rxdesc *rxd; 3021179100Syongari int i; 3022179100Syongari 3023179100Syongari AGE_LOCK_ASSERT(sc); 3024179100Syongari 3025179100Syongari sc->age_cdata.age_rx_cons = AGE_RX_RING_CNT - 1; 3026179100Syongari sc->age_morework = 0; 3027179100Syongari rd = &sc->age_rdata; 3028179100Syongari bzero(rd->age_rx_ring, AGE_RX_RING_SZ); 3029179100Syongari for (i = 0; i < AGE_RX_RING_CNT; i++) { 3030179100Syongari rxd = &sc->age_cdata.age_rxdesc[i]; 3031179100Syongari rxd->rx_m = NULL; 3032179100Syongari rxd->rx_desc = &rd->age_rx_ring[i]; 3033179100Syongari if (age_newbuf(sc, rxd) != 0) 3034179100Syongari return (ENOBUFS); 3035179100Syongari } 3036179100Syongari 3037179100Syongari bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag, 3038220252Syongari sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_PREWRITE); 3039179100Syongari 3040179100Syongari return (0); 3041179100Syongari} 3042179100Syongari 3043179100Syongaristatic void 3044179100Syongariage_init_rr_ring(struct age_softc *sc) 3045179100Syongari{ 3046179100Syongari struct age_ring_data *rd; 3047179100Syongari 3048179100Syongari AGE_LOCK_ASSERT(sc); 3049179100Syongari 3050179100Syongari sc->age_cdata.age_rr_cons = 0; 3051179100Syongari AGE_RXCHAIN_RESET(sc); 3052179100Syongari 3053179100Syongari rd = &sc->age_rdata; 3054179100Syongari bzero(rd->age_rr_ring, AGE_RR_RING_SZ); 3055179100Syongari bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag, 3056179100Syongari sc->age_cdata.age_rr_ring_map, 3057179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 3058179100Syongari} 3059179100Syongari 3060179100Syongaristatic void 3061179100Syongariage_init_cmb_block(struct age_softc *sc) 3062179100Syongari{ 3063179100Syongari struct age_ring_data *rd; 3064179100Syongari 3065179100Syongari AGE_LOCK_ASSERT(sc); 3066179100Syongari 3067179100Syongari rd = &sc->age_rdata; 3068179100Syongari bzero(rd->age_cmb_block, AGE_CMB_BLOCK_SZ); 3069179100Syongari bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag, 3070179100Syongari sc->age_cdata.age_cmb_block_map, 3071179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 3072179100Syongari} 3073179100Syongari 3074179100Syongaristatic void 3075179100Syongariage_init_smb_block(struct age_softc *sc) 3076179100Syongari{ 3077179100Syongari struct age_ring_data *rd; 3078179100Syongari 3079179100Syongari AGE_LOCK_ASSERT(sc); 3080179100Syongari 3081179100Syongari rd = &sc->age_rdata; 3082179100Syongari bzero(rd->age_smb_block, AGE_SMB_BLOCK_SZ); 3083179100Syongari bus_dmamap_sync(sc->age_cdata.age_smb_block_tag, 3084179100Syongari sc->age_cdata.age_smb_block_map, 3085179100Syongari BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 3086179100Syongari} 3087179100Syongari 3088179100Syongaristatic int 3089179100Syongariage_newbuf(struct age_softc *sc, struct age_rxdesc *rxd) 3090179100Syongari{ 3091179100Syongari struct rx_desc *desc; 3092179100Syongari struct mbuf *m; 3093179100Syongari bus_dma_segment_t segs[1]; 3094179100Syongari bus_dmamap_t map; 3095179100Syongari int nsegs; 3096179100Syongari 3097179100Syongari AGE_LOCK_ASSERT(sc); 3098179100Syongari 3099243857Sglebius m = m_getcl(M_NOWAIT, MT_DATA, M_PKTHDR); 3100179100Syongari if (m == NULL) 3101179100Syongari return (ENOBUFS); 3102179100Syongari m->m_len = m->m_pkthdr.len = MCLBYTES; 3103246341Syongari#ifndef __NO_STRICT_ALIGNMENT 3104246341Syongari m_adj(m, AGE_RX_BUF_ALIGN); 3105246341Syongari#endif 3106179100Syongari 3107179100Syongari if (bus_dmamap_load_mbuf_sg(sc->age_cdata.age_rx_tag, 3108179100Syongari sc->age_cdata.age_rx_sparemap, m, segs, &nsegs, 0) != 0) { 3109179100Syongari m_freem(m); 3110179100Syongari return (ENOBUFS); 3111179100Syongari } 3112179100Syongari KASSERT(nsegs == 1, ("%s: %d segments returned!", __func__, nsegs)); 3113179100Syongari 3114179100Syongari if (rxd->rx_m != NULL) { 3115179100Syongari bus_dmamap_sync(sc->age_cdata.age_rx_tag, rxd->rx_dmamap, 3116179100Syongari BUS_DMASYNC_POSTREAD); 3117179100Syongari bus_dmamap_unload(sc->age_cdata.age_rx_tag, rxd->rx_dmamap); 3118179100Syongari } 3119179100Syongari map = rxd->rx_dmamap; 3120179100Syongari rxd->rx_dmamap = sc->age_cdata.age_rx_sparemap; 3121179100Syongari sc->age_cdata.age_rx_sparemap = map; 3122179100Syongari bus_dmamap_sync(sc->age_cdata.age_rx_tag, rxd->rx_dmamap, 3123179100Syongari BUS_DMASYNC_PREREAD); 3124179100Syongari rxd->rx_m = m; 3125179100Syongari 3126179100Syongari desc = rxd->rx_desc; 3127179100Syongari desc->addr = htole64(segs[0].ds_addr); 3128179100Syongari desc->len = htole32((segs[0].ds_len & AGE_RD_LEN_MASK) << 3129179100Syongari AGE_RD_LEN_SHIFT); 3130179100Syongari return (0); 3131179100Syongari} 3132179100Syongari 3133179100Syongaristatic void 3134179100Syongariage_rxvlan(struct age_softc *sc) 3135179100Syongari{ 3136179100Syongari struct ifnet *ifp; 3137179100Syongari uint32_t reg; 3138179100Syongari 3139179100Syongari AGE_LOCK_ASSERT(sc); 3140179100Syongari 3141179100Syongari ifp = sc->age_ifp; 3142179100Syongari reg = CSR_READ_4(sc, AGE_MAC_CFG); 3143179100Syongari reg &= ~MAC_CFG_VLAN_TAG_STRIP; 3144179100Syongari if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) != 0) 3145179100Syongari reg |= MAC_CFG_VLAN_TAG_STRIP; 3146179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, reg); 3147179100Syongari} 3148179100Syongari 3149179100Syongaristatic void 3150179100Syongariage_rxfilter(struct age_softc *sc) 3151179100Syongari{ 3152179100Syongari struct ifnet *ifp; 3153179100Syongari struct ifmultiaddr *ifma; 3154179100Syongari uint32_t crc; 3155179100Syongari uint32_t mchash[2]; 3156179100Syongari uint32_t rxcfg; 3157179100Syongari 3158179100Syongari AGE_LOCK_ASSERT(sc); 3159179100Syongari 3160179100Syongari ifp = sc->age_ifp; 3161179100Syongari 3162179100Syongari rxcfg = CSR_READ_4(sc, AGE_MAC_CFG); 3163179100Syongari rxcfg &= ~(MAC_CFG_ALLMULTI | MAC_CFG_BCAST | MAC_CFG_PROMISC); 3164179100Syongari if ((ifp->if_flags & IFF_BROADCAST) != 0) 3165179100Syongari rxcfg |= MAC_CFG_BCAST; 3166179100Syongari if ((ifp->if_flags & (IFF_PROMISC | IFF_ALLMULTI)) != 0) { 3167179100Syongari if ((ifp->if_flags & IFF_PROMISC) != 0) 3168179100Syongari rxcfg |= MAC_CFG_PROMISC; 3169179100Syongari if ((ifp->if_flags & IFF_ALLMULTI) != 0) 3170179100Syongari rxcfg |= MAC_CFG_ALLMULTI; 3171179100Syongari CSR_WRITE_4(sc, AGE_MAR0, 0xFFFFFFFF); 3172179100Syongari CSR_WRITE_4(sc, AGE_MAR1, 0xFFFFFFFF); 3173179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, rxcfg); 3174179100Syongari return; 3175179100Syongari } 3176179100Syongari 3177179100Syongari /* Program new filter. */ 3178179100Syongari bzero(mchash, sizeof(mchash)); 3179179100Syongari 3180195049Srwatson if_maddr_rlock(ifp); 3181179100Syongari TAILQ_FOREACH(ifma, &sc->age_ifp->if_multiaddrs, ifma_link) { 3182179100Syongari if (ifma->ifma_addr->sa_family != AF_LINK) 3183179100Syongari continue; 3184197627Syongari crc = ether_crc32_be(LLADDR((struct sockaddr_dl *) 3185179100Syongari ifma->ifma_addr), ETHER_ADDR_LEN); 3186179100Syongari mchash[crc >> 31] |= 1 << ((crc >> 26) & 0x1f); 3187179100Syongari } 3188195049Srwatson if_maddr_runlock(ifp); 3189179100Syongari 3190179100Syongari CSR_WRITE_4(sc, AGE_MAR0, mchash[0]); 3191179100Syongari CSR_WRITE_4(sc, AGE_MAR1, mchash[1]); 3192179100Syongari CSR_WRITE_4(sc, AGE_MAC_CFG, rxcfg); 3193179100Syongari} 3194179100Syongari 3195179100Syongaristatic int 3196179100Syongarisysctl_age_stats(SYSCTL_HANDLER_ARGS) 3197179100Syongari{ 3198179100Syongari struct age_softc *sc; 3199179100Syongari struct age_stats *stats; 3200179100Syongari int error, result; 3201179100Syongari 3202179100Syongari result = -1; 3203179100Syongari error = sysctl_handle_int(oidp, &result, 0, req); 3204179100Syongari 3205179100Syongari if (error != 0 || req->newptr == NULL) 3206179100Syongari return (error); 3207179100Syongari 3208179100Syongari if (result != 1) 3209179100Syongari return (error); 3210179100Syongari 3211179100Syongari sc = (struct age_softc *)arg1; 3212179100Syongari stats = &sc->age_stat; 3213179100Syongari printf("%s statistics:\n", device_get_nameunit(sc->age_dev)); 3214179100Syongari printf("Transmit good frames : %ju\n", 3215179100Syongari (uintmax_t)stats->tx_frames); 3216179100Syongari printf("Transmit good broadcast frames : %ju\n", 3217179100Syongari (uintmax_t)stats->tx_bcast_frames); 3218179100Syongari printf("Transmit good multicast frames : %ju\n", 3219179100Syongari (uintmax_t)stats->tx_mcast_frames); 3220179100Syongari printf("Transmit pause control frames : %u\n", 3221179100Syongari stats->tx_pause_frames); 3222179100Syongari printf("Transmit control frames : %u\n", 3223179100Syongari stats->tx_control_frames); 3224179100Syongari printf("Transmit frames with excessive deferrals : %u\n", 3225179100Syongari stats->tx_excess_defer); 3226179100Syongari printf("Transmit deferrals : %u\n", 3227179100Syongari stats->tx_deferred); 3228179100Syongari printf("Transmit good octets : %ju\n", 3229179100Syongari (uintmax_t)stats->tx_bytes); 3230179100Syongari printf("Transmit good broadcast octets : %ju\n", 3231179100Syongari (uintmax_t)stats->tx_bcast_bytes); 3232179100Syongari printf("Transmit good multicast octets : %ju\n", 3233179100Syongari (uintmax_t)stats->tx_mcast_bytes); 3234179100Syongari printf("Transmit frames 64 bytes : %ju\n", 3235179100Syongari (uintmax_t)stats->tx_pkts_64); 3236179100Syongari printf("Transmit frames 65 to 127 bytes : %ju\n", 3237179100Syongari (uintmax_t)stats->tx_pkts_65_127); 3238179100Syongari printf("Transmit frames 128 to 255 bytes : %ju\n", 3239179100Syongari (uintmax_t)stats->tx_pkts_128_255); 3240179100Syongari printf("Transmit frames 256 to 511 bytes : %ju\n", 3241179100Syongari (uintmax_t)stats->tx_pkts_256_511); 3242179100Syongari printf("Transmit frames 512 to 1024 bytes : %ju\n", 3243179100Syongari (uintmax_t)stats->tx_pkts_512_1023); 3244179100Syongari printf("Transmit frames 1024 to 1518 bytes : %ju\n", 3245179100Syongari (uintmax_t)stats->tx_pkts_1024_1518); 3246179100Syongari printf("Transmit frames 1519 to MTU bytes : %ju\n", 3247179100Syongari (uintmax_t)stats->tx_pkts_1519_max); 3248179100Syongari printf("Transmit single collisions : %u\n", 3249179100Syongari stats->tx_single_colls); 3250179100Syongari printf("Transmit multiple collisions : %u\n", 3251179100Syongari stats->tx_multi_colls); 3252179100Syongari printf("Transmit late collisions : %u\n", 3253179100Syongari stats->tx_late_colls); 3254179100Syongari printf("Transmit abort due to excessive collisions : %u\n", 3255179100Syongari stats->tx_excess_colls); 3256179100Syongari printf("Transmit underruns due to FIFO underruns : %u\n", 3257179100Syongari stats->tx_underrun); 3258179100Syongari printf("Transmit descriptor write-back errors : %u\n", 3259179100Syongari stats->tx_desc_underrun); 3260179100Syongari printf("Transmit frames with length mismatched frame size : %u\n", 3261179100Syongari stats->tx_lenerrs); 3262179100Syongari printf("Transmit frames with truncated due to MTU size : %u\n", 3263179100Syongari stats->tx_lenerrs); 3264179100Syongari 3265179100Syongari printf("Receive good frames : %ju\n", 3266179100Syongari (uintmax_t)stats->rx_frames); 3267179100Syongari printf("Receive good broadcast frames : %ju\n", 3268179100Syongari (uintmax_t)stats->rx_bcast_frames); 3269179100Syongari printf("Receive good multicast frames : %ju\n", 3270179100Syongari (uintmax_t)stats->rx_mcast_frames); 3271179100Syongari printf("Receive pause control frames : %u\n", 3272179100Syongari stats->rx_pause_frames); 3273179100Syongari printf("Receive control frames : %u\n", 3274179100Syongari stats->rx_control_frames); 3275179100Syongari printf("Receive CRC errors : %u\n", 3276179100Syongari stats->rx_crcerrs); 3277179100Syongari printf("Receive frames with length errors : %u\n", 3278179100Syongari stats->rx_lenerrs); 3279179100Syongari printf("Receive good octets : %ju\n", 3280179100Syongari (uintmax_t)stats->rx_bytes); 3281179100Syongari printf("Receive good broadcast octets : %ju\n", 3282179100Syongari (uintmax_t)stats->rx_bcast_bytes); 3283179100Syongari printf("Receive good multicast octets : %ju\n", 3284179100Syongari (uintmax_t)stats->rx_mcast_bytes); 3285179100Syongari printf("Receive frames too short : %u\n", 3286179100Syongari stats->rx_runts); 3287179100Syongari printf("Receive fragmented frames : %ju\n", 3288179100Syongari (uintmax_t)stats->rx_fragments); 3289179100Syongari printf("Receive frames 64 bytes : %ju\n", 3290179100Syongari (uintmax_t)stats->rx_pkts_64); 3291179100Syongari printf("Receive frames 65 to 127 bytes : %ju\n", 3292179100Syongari (uintmax_t)stats->rx_pkts_65_127); 3293179100Syongari printf("Receive frames 128 to 255 bytes : %ju\n", 3294179100Syongari (uintmax_t)stats->rx_pkts_128_255); 3295179100Syongari printf("Receive frames 256 to 511 bytes : %ju\n", 3296179100Syongari (uintmax_t)stats->rx_pkts_256_511); 3297179100Syongari printf("Receive frames 512 to 1024 bytes : %ju\n", 3298179100Syongari (uintmax_t)stats->rx_pkts_512_1023); 3299179100Syongari printf("Receive frames 1024 to 1518 bytes : %ju\n", 3300179100Syongari (uintmax_t)stats->rx_pkts_1024_1518); 3301179100Syongari printf("Receive frames 1519 to MTU bytes : %ju\n", 3302179100Syongari (uintmax_t)stats->rx_pkts_1519_max); 3303179100Syongari printf("Receive frames too long : %ju\n", 3304179100Syongari (uint64_t)stats->rx_pkts_truncated); 3305179100Syongari printf("Receive frames with FIFO overflow : %u\n", 3306179100Syongari stats->rx_fifo_oflows); 3307179100Syongari printf("Receive frames with return descriptor overflow : %u\n", 3308179100Syongari stats->rx_desc_oflows); 3309179100Syongari printf("Receive frames with alignment errors : %u\n", 3310179100Syongari stats->rx_alignerrs); 3311179100Syongari printf("Receive frames dropped due to address filtering : %ju\n", 3312179100Syongari (uint64_t)stats->rx_pkts_filtered); 3313179100Syongari 3314179100Syongari return (error); 3315179100Syongari} 3316179100Syongari 3317179100Syongaristatic int 3318179100Syongarisysctl_int_range(SYSCTL_HANDLER_ARGS, int low, int high) 3319179100Syongari{ 3320179100Syongari int error, value; 3321179100Syongari 3322179100Syongari if (arg1 == NULL) 3323179100Syongari return (EINVAL); 3324179100Syongari value = *(int *)arg1; 3325179100Syongari error = sysctl_handle_int(oidp, &value, 0, req); 3326179100Syongari if (error || req->newptr == NULL) 3327179100Syongari return (error); 3328179100Syongari if (value < low || value > high) 3329179100Syongari return (EINVAL); 3330179100Syongari *(int *)arg1 = value; 3331179100Syongari 3332179100Syongari return (0); 3333179100Syongari} 3334179100Syongari 3335179100Syongaristatic int 3336179100Syongarisysctl_hw_age_proc_limit(SYSCTL_HANDLER_ARGS) 3337179100Syongari{ 3338179100Syongari return (sysctl_int_range(oidp, arg1, arg2, req, 3339179100Syongari AGE_PROC_MIN, AGE_PROC_MAX)); 3340179100Syongari} 3341179100Syongari 3342179100Syongaristatic int 3343179100Syongarisysctl_hw_age_int_mod(SYSCTL_HANDLER_ARGS) 3344179100Syongari{ 3345179100Syongari 3346179100Syongari return (sysctl_int_range(oidp, arg1, arg2, req, AGE_IM_TIMER_MIN, 3347179100Syongari AGE_IM_TIMER_MAX)); 3348179100Syongari} 3349