1// SPDX-License-Identifier: GPL-2.0-or-later 2/* 3 * rrunner.c: Linux driver for the Essential RoadRunner HIPPI board. 4 * 5 * Copyright (C) 1998-2002 by Jes Sorensen, <jes@wildopensource.com>. 6 * 7 * Thanks to Essential Communication for providing us with hardware 8 * and very comprehensive documentation without which I would not have 9 * been able to write this driver. A special thank you to John Gibbon 10 * for sorting out the legal issues, with the NDA, allowing the code to 11 * be released under the GPL. 12 * 13 * Thanks to Jayaram Bhat from ODS/Essential for fixing some of the 14 * stupid bugs in my code. 15 * 16 * Softnet support and various other patches from Val Henson of 17 * ODS/Essential. 18 * 19 * PCI DMA mapping code partly based on work by Francois Romieu. 20 */ 21 22 23#define DEBUG 1 24#define RX_DMA_SKBUFF 1 25#define PKT_COPY_THRESHOLD 512 26 27#include <linux/module.h> 28#include <linux/types.h> 29#include <linux/errno.h> 30#include <linux/ioport.h> 31#include <linux/pci.h> 32#include <linux/kernel.h> 33#include <linux/netdevice.h> 34#include <linux/hippidevice.h> 35#include <linux/skbuff.h> 36#include <linux/delay.h> 37#include <linux/mm.h> 38#include <linux/slab.h> 39#include <net/sock.h> 40 41#include <asm/cache.h> 42#include <asm/byteorder.h> 43#include <asm/io.h> 44#include <asm/irq.h> 45#include <linux/uaccess.h> 46 47#define rr_if_busy(dev) netif_queue_stopped(dev) 48#define rr_if_running(dev) netif_running(dev) 49 50#include "rrunner.h" 51 52#define RUN_AT(x) (jiffies + (x)) 53 54 55MODULE_AUTHOR("Jes Sorensen <jes@wildopensource.com>"); 56MODULE_DESCRIPTION("Essential RoadRunner HIPPI driver"); 57MODULE_LICENSE("GPL"); 58 59static const char version[] = 60"rrunner.c: v0.50 11/11/2002 Jes Sorensen (jes@wildopensource.com)\n"; 61 62 63static const struct net_device_ops rr_netdev_ops = { 64 .ndo_open = rr_open, 65 .ndo_stop = rr_close, 66 .ndo_siocdevprivate = rr_siocdevprivate, 67 .ndo_start_xmit = rr_start_xmit, 68 .ndo_set_mac_address = hippi_mac_addr, 69}; 70 71/* 72 * Implementation notes: 73 * 74 * The DMA engine only allows for DMA within physical 64KB chunks of 75 * memory. The current approach of the driver (and stack) is to use 76 * linear blocks of memory for the skbuffs. However, as the data block 77 * is always the first part of the skb and skbs are 2^n aligned so we 78 * are guarantted to get the whole block within one 64KB align 64KB 79 * chunk. 80 * 81 * On the long term, relying on being able to allocate 64KB linear 82 * chunks of memory is not feasible and the skb handling code and the 83 * stack will need to know about I/O vectors or something similar. 84 */ 85 86static int rr_init_one(struct pci_dev *pdev, const struct pci_device_id *ent) 87{ 88 struct net_device *dev; 89 static int version_disp; 90 u8 pci_latency; 91 struct rr_private *rrpriv; 92 void *tmpptr; 93 dma_addr_t ring_dma; 94 int ret = -ENOMEM; 95 96 dev = alloc_hippi_dev(sizeof(struct rr_private)); 97 if (!dev) 98 goto out3; 99 100 ret = pci_enable_device(pdev); 101 if (ret) { 102 ret = -ENODEV; 103 goto out2; 104 } 105 106 rrpriv = netdev_priv(dev); 107 108 SET_NETDEV_DEV(dev, &pdev->dev); 109 110 ret = pci_request_regions(pdev, "rrunner"); 111 if (ret < 0) 112 goto out; 113 114 pci_set_drvdata(pdev, dev); 115 116 rrpriv->pci_dev = pdev; 117 118 spin_lock_init(&rrpriv->lock); 119 120 dev->netdev_ops = &rr_netdev_ops; 121 122 /* display version info if adapter is found */ 123 if (!version_disp) { 124 /* set display flag to TRUE so that */ 125 /* we only display this string ONCE */ 126 version_disp = 1; 127 printk(version); 128 } 129 130 pci_read_config_byte(pdev, PCI_LATENCY_TIMER, &pci_latency); 131 if (pci_latency <= 0x58){ 132 pci_latency = 0x58; 133 pci_write_config_byte(pdev, PCI_LATENCY_TIMER, pci_latency); 134 } 135 136 pci_set_master(pdev); 137 138 printk(KERN_INFO "%s: Essential RoadRunner serial HIPPI " 139 "at 0x%llx, irq %i, PCI latency %i\n", dev->name, 140 (unsigned long long)pci_resource_start(pdev, 0), 141 pdev->irq, pci_latency); 142 143 /* 144 * Remap the MMIO regs into kernel space. 145 */ 146 rrpriv->regs = pci_iomap(pdev, 0, 0x1000); 147 if (!rrpriv->regs) { 148 printk(KERN_ERR "%s: Unable to map I/O register, " 149 "RoadRunner will be disabled.\n", dev->name); 150 ret = -EIO; 151 goto out; 152 } 153 154 tmpptr = dma_alloc_coherent(&pdev->dev, TX_TOTAL_SIZE, &ring_dma, 155 GFP_KERNEL); 156 rrpriv->tx_ring = tmpptr; 157 rrpriv->tx_ring_dma = ring_dma; 158 159 if (!tmpptr) { 160 ret = -ENOMEM; 161 goto out; 162 } 163 164 tmpptr = dma_alloc_coherent(&pdev->dev, RX_TOTAL_SIZE, &ring_dma, 165 GFP_KERNEL); 166 rrpriv->rx_ring = tmpptr; 167 rrpriv->rx_ring_dma = ring_dma; 168 169 if (!tmpptr) { 170 ret = -ENOMEM; 171 goto out; 172 } 173 174 tmpptr = dma_alloc_coherent(&pdev->dev, EVT_RING_SIZE, &ring_dma, 175 GFP_KERNEL); 176 rrpriv->evt_ring = tmpptr; 177 rrpriv->evt_ring_dma = ring_dma; 178 179 if (!tmpptr) { 180 ret = -ENOMEM; 181 goto out; 182 } 183 184 /* 185 * Don't access any register before this point! 186 */ 187#ifdef __BIG_ENDIAN 188 writel(readl(&rrpriv->regs->HostCtrl) | NO_SWAP, 189 &rrpriv->regs->HostCtrl); 190#endif 191 /* 192 * Need to add a case for little-endian 64-bit hosts here. 193 */ 194 195 rr_init(dev); 196 197 ret = register_netdev(dev); 198 if (ret) 199 goto out; 200 return 0; 201 202 out: 203 if (rrpriv->evt_ring) 204 dma_free_coherent(&pdev->dev, EVT_RING_SIZE, rrpriv->evt_ring, 205 rrpriv->evt_ring_dma); 206 if (rrpriv->rx_ring) 207 dma_free_coherent(&pdev->dev, RX_TOTAL_SIZE, rrpriv->rx_ring, 208 rrpriv->rx_ring_dma); 209 if (rrpriv->tx_ring) 210 dma_free_coherent(&pdev->dev, TX_TOTAL_SIZE, rrpriv->tx_ring, 211 rrpriv->tx_ring_dma); 212 if (rrpriv->regs) 213 pci_iounmap(pdev, rrpriv->regs); 214 if (pdev) 215 pci_release_regions(pdev); 216 pci_disable_device(pdev); 217 out2: 218 free_netdev(dev); 219 out3: 220 return ret; 221} 222 223static void rr_remove_one(struct pci_dev *pdev) 224{ 225 struct net_device *dev = pci_get_drvdata(pdev); 226 struct rr_private *rr = netdev_priv(dev); 227 228 if (!(readl(&rr->regs->HostCtrl) & NIC_HALTED)) { 229 printk(KERN_ERR "%s: trying to unload running NIC\n", 230 dev->name); 231 writel(HALT_NIC, &rr->regs->HostCtrl); 232 } 233 234 unregister_netdev(dev); 235 dma_free_coherent(&pdev->dev, EVT_RING_SIZE, rr->evt_ring, 236 rr->evt_ring_dma); 237 dma_free_coherent(&pdev->dev, RX_TOTAL_SIZE, rr->rx_ring, 238 rr->rx_ring_dma); 239 dma_free_coherent(&pdev->dev, TX_TOTAL_SIZE, rr->tx_ring, 240 rr->tx_ring_dma); 241 pci_iounmap(pdev, rr->regs); 242 pci_release_regions(pdev); 243 pci_disable_device(pdev); 244 free_netdev(dev); 245} 246 247 248/* 249 * Commands are considered to be slow, thus there is no reason to 250 * inline this. 251 */ 252static void rr_issue_cmd(struct rr_private *rrpriv, struct cmd *cmd) 253{ 254 struct rr_regs __iomem *regs; 255 u32 idx; 256 257 regs = rrpriv->regs; 258 /* 259 * This is temporary - it will go away in the final version. 260 * We probably also want to make this function inline. 261 */ 262 if (readl(®s->HostCtrl) & NIC_HALTED){ 263 printk("issuing command for halted NIC, code 0x%x, " 264 "HostCtrl %08x\n", cmd->code, readl(®s->HostCtrl)); 265 if (readl(®s->Mode) & FATAL_ERR) 266 printk("error codes Fail1 %02x, Fail2 %02x\n", 267 readl(®s->Fail1), readl(®s->Fail2)); 268 } 269 270 idx = rrpriv->info->cmd_ctrl.pi; 271 272 writel(*(u32*)(cmd), ®s->CmdRing[idx]); 273 wmb(); 274 275 idx = (idx - 1) % CMD_RING_ENTRIES; 276 rrpriv->info->cmd_ctrl.pi = idx; 277 wmb(); 278 279 if (readl(®s->Mode) & FATAL_ERR) 280 printk("error code %02x\n", readl(®s->Fail1)); 281} 282 283 284/* 285 * Reset the board in a sensible manner. The NIC is already halted 286 * when we get here and a spin-lock is held. 287 */ 288static int rr_reset(struct net_device *dev) 289{ 290 struct rr_private *rrpriv; 291 struct rr_regs __iomem *regs; 292 u32 start_pc; 293 int i; 294 295 rrpriv = netdev_priv(dev); 296 regs = rrpriv->regs; 297 298 rr_load_firmware(dev); 299 300 writel(0x01000000, ®s->TX_state); 301 writel(0xff800000, ®s->RX_state); 302 writel(0, ®s->AssistState); 303 writel(CLEAR_INTA, ®s->LocalCtrl); 304 writel(0x01, ®s->BrkPt); 305 writel(0, ®s->Timer); 306 writel(0, ®s->TimerRef); 307 writel(RESET_DMA, ®s->DmaReadState); 308 writel(RESET_DMA, ®s->DmaWriteState); 309 writel(0, ®s->DmaWriteHostHi); 310 writel(0, ®s->DmaWriteHostLo); 311 writel(0, ®s->DmaReadHostHi); 312 writel(0, ®s->DmaReadHostLo); 313 writel(0, ®s->DmaReadLen); 314 writel(0, ®s->DmaWriteLen); 315 writel(0, ®s->DmaWriteLcl); 316 writel(0, ®s->DmaWriteIPchecksum); 317 writel(0, ®s->DmaReadLcl); 318 writel(0, ®s->DmaReadIPchecksum); 319 writel(0, ®s->PciState); 320#if (BITS_PER_LONG == 64) && defined __LITTLE_ENDIAN 321 writel(SWAP_DATA | PTR64BIT | PTR_WD_SWAP, ®s->Mode); 322#elif (BITS_PER_LONG == 64) 323 writel(SWAP_DATA | PTR64BIT | PTR_WD_NOSWAP, ®s->Mode); 324#else 325 writel(SWAP_DATA | PTR32BIT | PTR_WD_NOSWAP, ®s->Mode); 326#endif 327 328#if 0 329 /* 330 * Don't worry, this is just black magic. 331 */ 332 writel(0xdf000, ®s->RxBase); 333 writel(0xdf000, ®s->RxPrd); 334 writel(0xdf000, ®s->RxCon); 335 writel(0xce000, ®s->TxBase); 336 writel(0xce000, ®s->TxPrd); 337 writel(0xce000, ®s->TxCon); 338 writel(0, ®s->RxIndPro); 339 writel(0, ®s->RxIndCon); 340 writel(0, ®s->RxIndRef); 341 writel(0, ®s->TxIndPro); 342 writel(0, ®s->TxIndCon); 343 writel(0, ®s->TxIndRef); 344 writel(0xcc000, ®s->pad10[0]); 345 writel(0, ®s->DrCmndPro); 346 writel(0, ®s->DrCmndCon); 347 writel(0, ®s->DwCmndPro); 348 writel(0, ®s->DwCmndCon); 349 writel(0, ®s->DwCmndRef); 350 writel(0, ®s->DrDataPro); 351 writel(0, ®s->DrDataCon); 352 writel(0, ®s->DrDataRef); 353 writel(0, ®s->DwDataPro); 354 writel(0, ®s->DwDataCon); 355 writel(0, ®s->DwDataRef); 356#endif 357 358 writel(0xffffffff, ®s->MbEvent); 359 writel(0, ®s->Event); 360 361 writel(0, ®s->TxPi); 362 writel(0, ®s->IpRxPi); 363 364 writel(0, ®s->EvtCon); 365 writel(0, ®s->EvtPrd); 366 367 rrpriv->info->evt_ctrl.pi = 0; 368 369 for (i = 0; i < CMD_RING_ENTRIES; i++) 370 writel(0, ®s->CmdRing[i]); 371 372/* 373 * Why 32 ? is this not cache line size dependent? 374 */ 375 writel(RBURST_64|WBURST_64, ®s->PciState); 376 wmb(); 377 378 start_pc = rr_read_eeprom_word(rrpriv, 379 offsetof(struct eeprom, rncd_info.FwStart)); 380 381#if (DEBUG > 1) 382 printk("%s: Executing firmware at address 0x%06x\n", 383 dev->name, start_pc); 384#endif 385 386 writel(start_pc + 0x800, ®s->Pc); 387 wmb(); 388 udelay(5); 389 390 writel(start_pc, ®s->Pc); 391 wmb(); 392 393 return 0; 394} 395 396 397/* 398 * Read a string from the EEPROM. 399 */ 400static unsigned int rr_read_eeprom(struct rr_private *rrpriv, 401 unsigned long offset, 402 unsigned char *buf, 403 unsigned long length) 404{ 405 struct rr_regs __iomem *regs = rrpriv->regs; 406 u32 misc, io, host, i; 407 408 io = readl(®s->ExtIo); 409 writel(0, ®s->ExtIo); 410 misc = readl(®s->LocalCtrl); 411 writel(0, ®s->LocalCtrl); 412 host = readl(®s->HostCtrl); 413 writel(host | HALT_NIC, ®s->HostCtrl); 414 mb(); 415 416 for (i = 0; i < length; i++){ 417 writel((EEPROM_BASE + ((offset+i) << 3)), ®s->WinBase); 418 mb(); 419 buf[i] = (readl(®s->WinData) >> 24) & 0xff; 420 mb(); 421 } 422 423 writel(host, ®s->HostCtrl); 424 writel(misc, ®s->LocalCtrl); 425 writel(io, ®s->ExtIo); 426 mb(); 427 return i; 428} 429 430 431/* 432 * Shortcut to read one word (4 bytes) out of the EEPROM and convert 433 * it to our CPU byte-order. 434 */ 435static u32 rr_read_eeprom_word(struct rr_private *rrpriv, 436 size_t offset) 437{ 438 __be32 word; 439 440 if ((rr_read_eeprom(rrpriv, offset, 441 (unsigned char *)&word, 4) == 4)) 442 return be32_to_cpu(word); 443 return 0; 444} 445 446 447/* 448 * Write a string to the EEPROM. 449 * 450 * This is only called when the firmware is not running. 451 */ 452static unsigned int write_eeprom(struct rr_private *rrpriv, 453 unsigned long offset, 454 unsigned char *buf, 455 unsigned long length) 456{ 457 struct rr_regs __iomem *regs = rrpriv->regs; 458 u32 misc, io, data, i, j, ready, error = 0; 459 460 io = readl(®s->ExtIo); 461 writel(0, ®s->ExtIo); 462 misc = readl(®s->LocalCtrl); 463 writel(ENABLE_EEPROM_WRITE, ®s->LocalCtrl); 464 mb(); 465 466 for (i = 0; i < length; i++){ 467 writel((EEPROM_BASE + ((offset+i) << 3)), ®s->WinBase); 468 mb(); 469 data = buf[i] << 24; 470 /* 471 * Only try to write the data if it is not the same 472 * value already. 473 */ 474 if ((readl(®s->WinData) & 0xff000000) != data){ 475 writel(data, ®s->WinData); 476 ready = 0; 477 j = 0; 478 mb(); 479 while(!ready){ 480 udelay(20); 481 if ((readl(®s->WinData) & 0xff000000) == 482 data) 483 ready = 1; 484 mb(); 485 if (j++ > 5000){ 486 printk("data mismatch: %08x, " 487 "WinData %08x\n", data, 488 readl(®s->WinData)); 489 ready = 1; 490 error = 1; 491 } 492 } 493 } 494 } 495 496 writel(misc, ®s->LocalCtrl); 497 writel(io, ®s->ExtIo); 498 mb(); 499 500 return error; 501} 502 503 504static int rr_init(struct net_device *dev) 505{ 506 u8 addr[HIPPI_ALEN] __aligned(4); 507 struct rr_private *rrpriv; 508 struct rr_regs __iomem *regs; 509 u32 sram_size, rev; 510 511 rrpriv = netdev_priv(dev); 512 regs = rrpriv->regs; 513 514 rev = readl(®s->FwRev); 515 rrpriv->fw_rev = rev; 516 if (rev > 0x00020024) 517 printk(" Firmware revision: %i.%i.%i\n", (rev >> 16), 518 ((rev >> 8) & 0xff), (rev & 0xff)); 519 else if (rev >= 0x00020000) { 520 printk(" Firmware revision: %i.%i.%i (2.0.37 or " 521 "later is recommended)\n", (rev >> 16), 522 ((rev >> 8) & 0xff), (rev & 0xff)); 523 }else{ 524 printk(" Firmware revision too old: %i.%i.%i, please " 525 "upgrade to 2.0.37 or later.\n", 526 (rev >> 16), ((rev >> 8) & 0xff), (rev & 0xff)); 527 } 528 529#if (DEBUG > 2) 530 printk(" Maximum receive rings %i\n", readl(®s->MaxRxRng)); 531#endif 532 533 /* 534 * Read the hardware address from the eeprom. The HW address 535 * is not really necessary for HIPPI but awfully convenient. 536 * The pointer arithmetic to put it in dev_addr is ugly, but 537 * Donald Becker does it this way for the GigE version of this 538 * card and it's shorter and more portable than any 539 * other method I've seen. -VAL 540 */ 541 542 *(__be16 *)(addr) = 543 htons(rr_read_eeprom_word(rrpriv, offsetof(struct eeprom, manf.BoardULA))); 544 *(__be32 *)(addr+2) = 545 htonl(rr_read_eeprom_word(rrpriv, offsetof(struct eeprom, manf.BoardULA[4]))); 546 dev_addr_set(dev, addr); 547 548 printk(" MAC: %pM\n", dev->dev_addr); 549 550 sram_size = rr_read_eeprom_word(rrpriv, 8); 551 printk(" SRAM size 0x%06x\n", sram_size); 552 553 return 0; 554} 555 556 557static int rr_init1(struct net_device *dev) 558{ 559 struct rr_private *rrpriv; 560 struct rr_regs __iomem *regs; 561 unsigned long myjif, flags; 562 struct cmd cmd; 563 u32 hostctrl; 564 int ecode = 0; 565 short i; 566 567 rrpriv = netdev_priv(dev); 568 regs = rrpriv->regs; 569 570 spin_lock_irqsave(&rrpriv->lock, flags); 571 572 hostctrl = readl(®s->HostCtrl); 573 writel(hostctrl | HALT_NIC | RR_CLEAR_INT, ®s->HostCtrl); 574 wmb(); 575 576 if (hostctrl & PARITY_ERR){ 577 printk("%s: Parity error halting NIC - this is serious!\n", 578 dev->name); 579 spin_unlock_irqrestore(&rrpriv->lock, flags); 580 ecode = -EFAULT; 581 goto error; 582 } 583 584 set_rxaddr(regs, rrpriv->rx_ctrl_dma); 585 set_infoaddr(regs, rrpriv->info_dma); 586 587 rrpriv->info->evt_ctrl.entry_size = sizeof(struct event); 588 rrpriv->info->evt_ctrl.entries = EVT_RING_ENTRIES; 589 rrpriv->info->evt_ctrl.mode = 0; 590 rrpriv->info->evt_ctrl.pi = 0; 591 set_rraddr(&rrpriv->info->evt_ctrl.rngptr, rrpriv->evt_ring_dma); 592 593 rrpriv->info->cmd_ctrl.entry_size = sizeof(struct cmd); 594 rrpriv->info->cmd_ctrl.entries = CMD_RING_ENTRIES; 595 rrpriv->info->cmd_ctrl.mode = 0; 596 rrpriv->info->cmd_ctrl.pi = 15; 597 598 for (i = 0; i < CMD_RING_ENTRIES; i++) { 599 writel(0, ®s->CmdRing[i]); 600 } 601 602 for (i = 0; i < TX_RING_ENTRIES; i++) { 603 rrpriv->tx_ring[i].size = 0; 604 set_rraddr(&rrpriv->tx_ring[i].addr, 0); 605 rrpriv->tx_skbuff[i] = NULL; 606 } 607 rrpriv->info->tx_ctrl.entry_size = sizeof(struct tx_desc); 608 rrpriv->info->tx_ctrl.entries = TX_RING_ENTRIES; 609 rrpriv->info->tx_ctrl.mode = 0; 610 rrpriv->info->tx_ctrl.pi = 0; 611 set_rraddr(&rrpriv->info->tx_ctrl.rngptr, rrpriv->tx_ring_dma); 612 613 /* 614 * Set dirty_tx before we start receiving interrupts, otherwise 615 * the interrupt handler might think it is supposed to process 616 * tx ints before we are up and running, which may cause a null 617 * pointer access in the int handler. 618 */ 619 rrpriv->tx_full = 0; 620 rrpriv->cur_rx = 0; 621 rrpriv->dirty_rx = rrpriv->dirty_tx = 0; 622 623 rr_reset(dev); 624 625 /* Tuning values */ 626 writel(0x5000, ®s->ConRetry); 627 writel(0x100, ®s->ConRetryTmr); 628 writel(0x500000, ®s->ConTmout); 629 writel(0x60, ®s->IntrTmr); 630 writel(0x500000, ®s->TxDataMvTimeout); 631 writel(0x200000, ®s->RxDataMvTimeout); 632 writel(0x80, ®s->WriteDmaThresh); 633 writel(0x80, ®s->ReadDmaThresh); 634 635 rrpriv->fw_running = 0; 636 wmb(); 637 638 hostctrl &= ~(HALT_NIC | INVALID_INST_B | PARITY_ERR); 639 writel(hostctrl, ®s->HostCtrl); 640 wmb(); 641 642 spin_unlock_irqrestore(&rrpriv->lock, flags); 643 644 for (i = 0; i < RX_RING_ENTRIES; i++) { 645 struct sk_buff *skb; 646 dma_addr_t addr; 647 648 rrpriv->rx_ring[i].mode = 0; 649 skb = alloc_skb(dev->mtu + HIPPI_HLEN, GFP_ATOMIC); 650 if (!skb) { 651 printk(KERN_WARNING "%s: Unable to allocate memory " 652 "for receive ring - halting NIC\n", dev->name); 653 ecode = -ENOMEM; 654 goto error; 655 } 656 rrpriv->rx_skbuff[i] = skb; 657 addr = dma_map_single(&rrpriv->pci_dev->dev, skb->data, 658 dev->mtu + HIPPI_HLEN, DMA_FROM_DEVICE); 659 /* 660 * Sanity test to see if we conflict with the DMA 661 * limitations of the Roadrunner. 662 */ 663 if ((((unsigned long)skb->data) & 0xfff) > ~65320) 664 printk("skb alloc error\n"); 665 666 set_rraddr(&rrpriv->rx_ring[i].addr, addr); 667 rrpriv->rx_ring[i].size = dev->mtu + HIPPI_HLEN; 668 } 669 670 rrpriv->rx_ctrl[4].entry_size = sizeof(struct rx_desc); 671 rrpriv->rx_ctrl[4].entries = RX_RING_ENTRIES; 672 rrpriv->rx_ctrl[4].mode = 8; 673 rrpriv->rx_ctrl[4].pi = 0; 674 wmb(); 675 set_rraddr(&rrpriv->rx_ctrl[4].rngptr, rrpriv->rx_ring_dma); 676 677 udelay(1000); 678 679 /* 680 * Now start the FirmWare. 681 */ 682 cmd.code = C_START_FW; 683 cmd.ring = 0; 684 cmd.index = 0; 685 686 rr_issue_cmd(rrpriv, &cmd); 687 688 /* 689 * Give the FirmWare time to chew on the `get running' command. 690 */ 691 myjif = jiffies + 5 * HZ; 692 while (time_before(jiffies, myjif) && !rrpriv->fw_running) 693 cpu_relax(); 694 695 netif_start_queue(dev); 696 697 return ecode; 698 699 error: 700 /* 701 * We might have gotten here because we are out of memory, 702 * make sure we release everything we allocated before failing 703 */ 704 for (i = 0; i < RX_RING_ENTRIES; i++) { 705 struct sk_buff *skb = rrpriv->rx_skbuff[i]; 706 707 if (skb) { 708 dma_unmap_single(&rrpriv->pci_dev->dev, 709 rrpriv->rx_ring[i].addr.addrlo, 710 dev->mtu + HIPPI_HLEN, 711 DMA_FROM_DEVICE); 712 rrpriv->rx_ring[i].size = 0; 713 set_rraddr(&rrpriv->rx_ring[i].addr, 0); 714 dev_kfree_skb(skb); 715 rrpriv->rx_skbuff[i] = NULL; 716 } 717 } 718 return ecode; 719} 720 721 722/* 723 * All events are considered to be slow (RX/TX ints do not generate 724 * events) and are handled here, outside the main interrupt handler, 725 * to reduce the size of the handler. 726 */ 727static u32 rr_handle_event(struct net_device *dev, u32 prodidx, u32 eidx) 728{ 729 struct rr_private *rrpriv; 730 struct rr_regs __iomem *regs; 731 u32 tmp; 732 733 rrpriv = netdev_priv(dev); 734 regs = rrpriv->regs; 735 736 while (prodidx != eidx){ 737 switch (rrpriv->evt_ring[eidx].code){ 738 case E_NIC_UP: 739 tmp = readl(®s->FwRev); 740 printk(KERN_INFO "%s: Firmware revision %i.%i.%i " 741 "up and running\n", dev->name, 742 (tmp >> 16), ((tmp >> 8) & 0xff), (tmp & 0xff)); 743 rrpriv->fw_running = 1; 744 writel(RX_RING_ENTRIES - 1, ®s->IpRxPi); 745 wmb(); 746 break; 747 case E_LINK_ON: 748 printk(KERN_INFO "%s: Optical link ON\n", dev->name); 749 break; 750 case E_LINK_OFF: 751 printk(KERN_INFO "%s: Optical link OFF\n", dev->name); 752 break; 753 case E_RX_IDLE: 754 printk(KERN_WARNING "%s: RX data not moving\n", 755 dev->name); 756 goto drop; 757 case E_WATCHDOG: 758 printk(KERN_INFO "%s: The watchdog is here to see " 759 "us\n", dev->name); 760 break; 761 case E_INTERN_ERR: 762 printk(KERN_ERR "%s: HIPPI Internal NIC error\n", 763 dev->name); 764 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 765 ®s->HostCtrl); 766 wmb(); 767 break; 768 case E_HOST_ERR: 769 printk(KERN_ERR "%s: Host software error\n", 770 dev->name); 771 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 772 ®s->HostCtrl); 773 wmb(); 774 break; 775 /* 776 * TX events. 777 */ 778 case E_CON_REJ: 779 printk(KERN_WARNING "%s: Connection rejected\n", 780 dev->name); 781 dev->stats.tx_aborted_errors++; 782 break; 783 case E_CON_TMOUT: 784 printk(KERN_WARNING "%s: Connection timeout\n", 785 dev->name); 786 break; 787 case E_DISC_ERR: 788 printk(KERN_WARNING "%s: HIPPI disconnect error\n", 789 dev->name); 790 dev->stats.tx_aborted_errors++; 791 break; 792 case E_INT_PRTY: 793 printk(KERN_ERR "%s: HIPPI Internal Parity error\n", 794 dev->name); 795 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 796 ®s->HostCtrl); 797 wmb(); 798 break; 799 case E_TX_IDLE: 800 printk(KERN_WARNING "%s: Transmitter idle\n", 801 dev->name); 802 break; 803 case E_TX_LINK_DROP: 804 printk(KERN_WARNING "%s: Link lost during transmit\n", 805 dev->name); 806 dev->stats.tx_aborted_errors++; 807 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 808 ®s->HostCtrl); 809 wmb(); 810 break; 811 case E_TX_INV_RNG: 812 printk(KERN_ERR "%s: Invalid send ring block\n", 813 dev->name); 814 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 815 ®s->HostCtrl); 816 wmb(); 817 break; 818 case E_TX_INV_BUF: 819 printk(KERN_ERR "%s: Invalid send buffer address\n", 820 dev->name); 821 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 822 ®s->HostCtrl); 823 wmb(); 824 break; 825 case E_TX_INV_DSC: 826 printk(KERN_ERR "%s: Invalid descriptor address\n", 827 dev->name); 828 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 829 ®s->HostCtrl); 830 wmb(); 831 break; 832 /* 833 * RX events. 834 */ 835 case E_RX_RNG_OUT: 836 printk(KERN_INFO "%s: Receive ring full\n", dev->name); 837 break; 838 839 case E_RX_PAR_ERR: 840 printk(KERN_WARNING "%s: Receive parity error\n", 841 dev->name); 842 goto drop; 843 case E_RX_LLRC_ERR: 844 printk(KERN_WARNING "%s: Receive LLRC error\n", 845 dev->name); 846 goto drop; 847 case E_PKT_LN_ERR: 848 printk(KERN_WARNING "%s: Receive packet length " 849 "error\n", dev->name); 850 goto drop; 851 case E_DTA_CKSM_ERR: 852 printk(KERN_WARNING "%s: Data checksum error\n", 853 dev->name); 854 goto drop; 855 case E_SHT_BST: 856 printk(KERN_WARNING "%s: Unexpected short burst " 857 "error\n", dev->name); 858 goto drop; 859 case E_STATE_ERR: 860 printk(KERN_WARNING "%s: Recv. state transition" 861 " error\n", dev->name); 862 goto drop; 863 case E_UNEXP_DATA: 864 printk(KERN_WARNING "%s: Unexpected data error\n", 865 dev->name); 866 goto drop; 867 case E_LST_LNK_ERR: 868 printk(KERN_WARNING "%s: Link lost error\n", 869 dev->name); 870 goto drop; 871 case E_FRM_ERR: 872 printk(KERN_WARNING "%s: Framing Error\n", 873 dev->name); 874 goto drop; 875 case E_FLG_SYN_ERR: 876 printk(KERN_WARNING "%s: Flag sync. lost during " 877 "packet\n", dev->name); 878 goto drop; 879 case E_RX_INV_BUF: 880 printk(KERN_ERR "%s: Invalid receive buffer " 881 "address\n", dev->name); 882 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 883 ®s->HostCtrl); 884 wmb(); 885 break; 886 case E_RX_INV_DSC: 887 printk(KERN_ERR "%s: Invalid receive descriptor " 888 "address\n", dev->name); 889 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 890 ®s->HostCtrl); 891 wmb(); 892 break; 893 case E_RNG_BLK: 894 printk(KERN_ERR "%s: Invalid ring block\n", 895 dev->name); 896 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 897 ®s->HostCtrl); 898 wmb(); 899 break; 900 drop: 901 /* Label packet to be dropped. 902 * Actual dropping occurs in rx 903 * handling. 904 * 905 * The index of packet we get to drop is 906 * the index of the packet following 907 * the bad packet. -kbf 908 */ 909 { 910 u16 index = rrpriv->evt_ring[eidx].index; 911 index = (index + (RX_RING_ENTRIES - 1)) % 912 RX_RING_ENTRIES; 913 rrpriv->rx_ring[index].mode |= 914 (PACKET_BAD | PACKET_END); 915 } 916 break; 917 default: 918 printk(KERN_WARNING "%s: Unhandled event 0x%02x\n", 919 dev->name, rrpriv->evt_ring[eidx].code); 920 } 921 eidx = (eidx + 1) % EVT_RING_ENTRIES; 922 } 923 924 rrpriv->info->evt_ctrl.pi = eidx; 925 wmb(); 926 return eidx; 927} 928 929 930static void rx_int(struct net_device *dev, u32 rxlimit, u32 index) 931{ 932 struct rr_private *rrpriv = netdev_priv(dev); 933 struct rr_regs __iomem *regs = rrpriv->regs; 934 935 do { 936 struct rx_desc *desc; 937 u32 pkt_len; 938 939 desc = &(rrpriv->rx_ring[index]); 940 pkt_len = desc->size; 941#if (DEBUG > 2) 942 printk("index %i, rxlimit %i\n", index, rxlimit); 943 printk("len %x, mode %x\n", pkt_len, desc->mode); 944#endif 945 if ( (rrpriv->rx_ring[index].mode & PACKET_BAD) == PACKET_BAD){ 946 dev->stats.rx_dropped++; 947 goto defer; 948 } 949 950 if (pkt_len > 0){ 951 struct sk_buff *skb, *rx_skb; 952 953 rx_skb = rrpriv->rx_skbuff[index]; 954 955 if (pkt_len < PKT_COPY_THRESHOLD) { 956 skb = alloc_skb(pkt_len, GFP_ATOMIC); 957 if (skb == NULL){ 958 printk(KERN_WARNING "%s: Unable to allocate skb (%i bytes), deferring packet\n", dev->name, pkt_len); 959 dev->stats.rx_dropped++; 960 goto defer; 961 } else { 962 dma_sync_single_for_cpu(&rrpriv->pci_dev->dev, 963 desc->addr.addrlo, 964 pkt_len, 965 DMA_FROM_DEVICE); 966 967 skb_put_data(skb, rx_skb->data, 968 pkt_len); 969 970 dma_sync_single_for_device(&rrpriv->pci_dev->dev, 971 desc->addr.addrlo, 972 pkt_len, 973 DMA_FROM_DEVICE); 974 } 975 }else{ 976 struct sk_buff *newskb; 977 978 newskb = alloc_skb(dev->mtu + HIPPI_HLEN, 979 GFP_ATOMIC); 980 if (newskb){ 981 dma_addr_t addr; 982 983 dma_unmap_single(&rrpriv->pci_dev->dev, 984 desc->addr.addrlo, 985 dev->mtu + HIPPI_HLEN, 986 DMA_FROM_DEVICE); 987 skb = rx_skb; 988 skb_put(skb, pkt_len); 989 rrpriv->rx_skbuff[index] = newskb; 990 addr = dma_map_single(&rrpriv->pci_dev->dev, 991 newskb->data, 992 dev->mtu + HIPPI_HLEN, 993 DMA_FROM_DEVICE); 994 set_rraddr(&desc->addr, addr); 995 } else { 996 printk("%s: Out of memory, deferring " 997 "packet\n", dev->name); 998 dev->stats.rx_dropped++; 999 goto defer; 1000 } 1001 } 1002 skb->protocol = hippi_type_trans(skb, dev); 1003 1004 netif_rx(skb); /* send it up */ 1005 1006 dev->stats.rx_packets++; 1007 dev->stats.rx_bytes += pkt_len; 1008 } 1009 defer: 1010 desc->mode = 0; 1011 desc->size = dev->mtu + HIPPI_HLEN; 1012 1013 if ((index & 7) == 7) 1014 writel(index, ®s->IpRxPi); 1015 1016 index = (index + 1) % RX_RING_ENTRIES; 1017 } while(index != rxlimit); 1018 1019 rrpriv->cur_rx = index; 1020 wmb(); 1021} 1022 1023 1024static irqreturn_t rr_interrupt(int irq, void *dev_id) 1025{ 1026 struct rr_private *rrpriv; 1027 struct rr_regs __iomem *regs; 1028 struct net_device *dev = (struct net_device *)dev_id; 1029 u32 prodidx, rxindex, eidx, txcsmr, rxlimit, txcon; 1030 1031 rrpriv = netdev_priv(dev); 1032 regs = rrpriv->regs; 1033 1034 if (!(readl(®s->HostCtrl) & RR_INT)) 1035 return IRQ_NONE; 1036 1037 spin_lock(&rrpriv->lock); 1038 1039 prodidx = readl(®s->EvtPrd); 1040 txcsmr = (prodidx >> 8) & 0xff; 1041 rxlimit = (prodidx >> 16) & 0xff; 1042 prodidx &= 0xff; 1043 1044#if (DEBUG > 2) 1045 printk("%s: interrupt, prodidx = %i, eidx = %i\n", dev->name, 1046 prodidx, rrpriv->info->evt_ctrl.pi); 1047#endif 1048 /* 1049 * Order here is important. We must handle events 1050 * before doing anything else in order to catch 1051 * such things as LLRC errors, etc -kbf 1052 */ 1053 1054 eidx = rrpriv->info->evt_ctrl.pi; 1055 if (prodidx != eidx) 1056 eidx = rr_handle_event(dev, prodidx, eidx); 1057 1058 rxindex = rrpriv->cur_rx; 1059 if (rxindex != rxlimit) 1060 rx_int(dev, rxlimit, rxindex); 1061 1062 txcon = rrpriv->dirty_tx; 1063 if (txcsmr != txcon) { 1064 do { 1065 /* Due to occational firmware TX producer/consumer out 1066 * of sync. error need to check entry in ring -kbf 1067 */ 1068 if(rrpriv->tx_skbuff[txcon]){ 1069 struct tx_desc *desc; 1070 struct sk_buff *skb; 1071 1072 desc = &(rrpriv->tx_ring[txcon]); 1073 skb = rrpriv->tx_skbuff[txcon]; 1074 1075 dev->stats.tx_packets++; 1076 dev->stats.tx_bytes += skb->len; 1077 1078 dma_unmap_single(&rrpriv->pci_dev->dev, 1079 desc->addr.addrlo, skb->len, 1080 DMA_TO_DEVICE); 1081 dev_kfree_skb_irq(skb); 1082 1083 rrpriv->tx_skbuff[txcon] = NULL; 1084 desc->size = 0; 1085 set_rraddr(&rrpriv->tx_ring[txcon].addr, 0); 1086 desc->mode = 0; 1087 } 1088 txcon = (txcon + 1) % TX_RING_ENTRIES; 1089 } while (txcsmr != txcon); 1090 wmb(); 1091 1092 rrpriv->dirty_tx = txcon; 1093 if (rrpriv->tx_full && rr_if_busy(dev) && 1094 (((rrpriv->info->tx_ctrl.pi + 1) % TX_RING_ENTRIES) 1095 != rrpriv->dirty_tx)){ 1096 rrpriv->tx_full = 0; 1097 netif_wake_queue(dev); 1098 } 1099 } 1100 1101 eidx |= ((txcsmr << 8) | (rxlimit << 16)); 1102 writel(eidx, ®s->EvtCon); 1103 wmb(); 1104 1105 spin_unlock(&rrpriv->lock); 1106 return IRQ_HANDLED; 1107} 1108 1109static inline void rr_raz_tx(struct rr_private *rrpriv, 1110 struct net_device *dev) 1111{ 1112 int i; 1113 1114 for (i = 0; i < TX_RING_ENTRIES; i++) { 1115 struct sk_buff *skb = rrpriv->tx_skbuff[i]; 1116 1117 if (skb) { 1118 struct tx_desc *desc = &(rrpriv->tx_ring[i]); 1119 1120 dma_unmap_single(&rrpriv->pci_dev->dev, 1121 desc->addr.addrlo, skb->len, 1122 DMA_TO_DEVICE); 1123 desc->size = 0; 1124 set_rraddr(&desc->addr, 0); 1125 dev_kfree_skb(skb); 1126 rrpriv->tx_skbuff[i] = NULL; 1127 } 1128 } 1129} 1130 1131 1132static inline void rr_raz_rx(struct rr_private *rrpriv, 1133 struct net_device *dev) 1134{ 1135 int i; 1136 1137 for (i = 0; i < RX_RING_ENTRIES; i++) { 1138 struct sk_buff *skb = rrpriv->rx_skbuff[i]; 1139 1140 if (skb) { 1141 struct rx_desc *desc = &(rrpriv->rx_ring[i]); 1142 1143 dma_unmap_single(&rrpriv->pci_dev->dev, 1144 desc->addr.addrlo, 1145 dev->mtu + HIPPI_HLEN, 1146 DMA_FROM_DEVICE); 1147 desc->size = 0; 1148 set_rraddr(&desc->addr, 0); 1149 dev_kfree_skb(skb); 1150 rrpriv->rx_skbuff[i] = NULL; 1151 } 1152 } 1153} 1154 1155static void rr_timer(struct timer_list *t) 1156{ 1157 struct rr_private *rrpriv = from_timer(rrpriv, t, timer); 1158 struct net_device *dev = pci_get_drvdata(rrpriv->pci_dev); 1159 struct rr_regs __iomem *regs = rrpriv->regs; 1160 unsigned long flags; 1161 1162 if (readl(®s->HostCtrl) & NIC_HALTED){ 1163 printk("%s: Restarting nic\n", dev->name); 1164 memset(rrpriv->rx_ctrl, 0, 256 * sizeof(struct ring_ctrl)); 1165 memset(rrpriv->info, 0, sizeof(struct rr_info)); 1166 wmb(); 1167 1168 rr_raz_tx(rrpriv, dev); 1169 rr_raz_rx(rrpriv, dev); 1170 1171 if (rr_init1(dev)) { 1172 spin_lock_irqsave(&rrpriv->lock, flags); 1173 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, 1174 ®s->HostCtrl); 1175 spin_unlock_irqrestore(&rrpriv->lock, flags); 1176 } 1177 } 1178 rrpriv->timer.expires = RUN_AT(5*HZ); 1179 add_timer(&rrpriv->timer); 1180} 1181 1182 1183static int rr_open(struct net_device *dev) 1184{ 1185 struct rr_private *rrpriv = netdev_priv(dev); 1186 struct pci_dev *pdev = rrpriv->pci_dev; 1187 struct rr_regs __iomem *regs; 1188 int ecode = 0; 1189 unsigned long flags; 1190 dma_addr_t dma_addr; 1191 1192 regs = rrpriv->regs; 1193 1194 if (rrpriv->fw_rev < 0x00020000) { 1195 printk(KERN_WARNING "%s: trying to configure device with " 1196 "obsolete firmware\n", dev->name); 1197 ecode = -EBUSY; 1198 goto error; 1199 } 1200 1201 rrpriv->rx_ctrl = dma_alloc_coherent(&pdev->dev, 1202 256 * sizeof(struct ring_ctrl), 1203 &dma_addr, GFP_KERNEL); 1204 if (!rrpriv->rx_ctrl) { 1205 ecode = -ENOMEM; 1206 goto error; 1207 } 1208 rrpriv->rx_ctrl_dma = dma_addr; 1209 1210 rrpriv->info = dma_alloc_coherent(&pdev->dev, sizeof(struct rr_info), 1211 &dma_addr, GFP_KERNEL); 1212 if (!rrpriv->info) { 1213 ecode = -ENOMEM; 1214 goto error; 1215 } 1216 rrpriv->info_dma = dma_addr; 1217 wmb(); 1218 1219 spin_lock_irqsave(&rrpriv->lock, flags); 1220 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, ®s->HostCtrl); 1221 readl(®s->HostCtrl); 1222 spin_unlock_irqrestore(&rrpriv->lock, flags); 1223 1224 if (request_irq(pdev->irq, rr_interrupt, IRQF_SHARED, dev->name, dev)) { 1225 printk(KERN_WARNING "%s: Requested IRQ %d is busy\n", 1226 dev->name, pdev->irq); 1227 ecode = -EAGAIN; 1228 goto error; 1229 } 1230 1231 if ((ecode = rr_init1(dev))) 1232 goto error; 1233 1234 /* Set the timer to switch to check for link beat and perhaps switch 1235 to an alternate media type. */ 1236 timer_setup(&rrpriv->timer, rr_timer, 0); 1237 rrpriv->timer.expires = RUN_AT(5*HZ); /* 5 sec. watchdog */ 1238 add_timer(&rrpriv->timer); 1239 1240 netif_start_queue(dev); 1241 1242 return ecode; 1243 1244 error: 1245 spin_lock_irqsave(&rrpriv->lock, flags); 1246 writel(readl(®s->HostCtrl)|HALT_NIC|RR_CLEAR_INT, ®s->HostCtrl); 1247 spin_unlock_irqrestore(&rrpriv->lock, flags); 1248 1249 if (rrpriv->info) { 1250 dma_free_coherent(&pdev->dev, sizeof(struct rr_info), 1251 rrpriv->info, rrpriv->info_dma); 1252 rrpriv->info = NULL; 1253 } 1254 if (rrpriv->rx_ctrl) { 1255 dma_free_coherent(&pdev->dev, 256 * sizeof(struct ring_ctrl), 1256 rrpriv->rx_ctrl, rrpriv->rx_ctrl_dma); 1257 rrpriv->rx_ctrl = NULL; 1258 } 1259 1260 netif_stop_queue(dev); 1261 1262 return ecode; 1263} 1264 1265 1266static void rr_dump(struct net_device *dev) 1267{ 1268 struct rr_private *rrpriv; 1269 struct rr_regs __iomem *regs; 1270 u32 index, cons; 1271 short i; 1272 int len; 1273 1274 rrpriv = netdev_priv(dev); 1275 regs = rrpriv->regs; 1276 1277 printk("%s: dumping NIC TX rings\n", dev->name); 1278 1279 printk("RxPrd %08x, TxPrd %02x, EvtPrd %08x, TxPi %02x, TxCtrlPi %02x\n", 1280 readl(®s->RxPrd), readl(®s->TxPrd), 1281 readl(®s->EvtPrd), readl(®s->TxPi), 1282 rrpriv->info->tx_ctrl.pi); 1283 1284 printk("Error code 0x%x\n", readl(®s->Fail1)); 1285 1286 index = (((readl(®s->EvtPrd) >> 8) & 0xff) - 1) % TX_RING_ENTRIES; 1287 cons = rrpriv->dirty_tx; 1288 printk("TX ring index %i, TX consumer %i\n", 1289 index, cons); 1290 1291 if (rrpriv->tx_skbuff[index]){ 1292 len = min_t(int, 0x80, rrpriv->tx_skbuff[index]->len); 1293 printk("skbuff for index %i is valid - dumping data (0x%x bytes - DMA len 0x%x)\n", index, len, rrpriv->tx_ring[index].size); 1294 for (i = 0; i < len; i++){ 1295 if (!(i & 7)) 1296 printk("\n"); 1297 printk("%02x ", (unsigned char) rrpriv->tx_skbuff[index]->data[i]); 1298 } 1299 printk("\n"); 1300 } 1301 1302 if (rrpriv->tx_skbuff[cons]){ 1303 len = min_t(int, 0x80, rrpriv->tx_skbuff[cons]->len); 1304 printk("skbuff for cons %i is valid - dumping data (0x%x bytes - skbuff len 0x%x)\n", cons, len, rrpriv->tx_skbuff[cons]->len); 1305 printk("mode 0x%x, size 0x%x,\n phys %08Lx, skbuff-addr %p, truesize 0x%x\n", 1306 rrpriv->tx_ring[cons].mode, 1307 rrpriv->tx_ring[cons].size, 1308 (unsigned long long) rrpriv->tx_ring[cons].addr.addrlo, 1309 rrpriv->tx_skbuff[cons]->data, 1310 (unsigned int)rrpriv->tx_skbuff[cons]->truesize); 1311 for (i = 0; i < len; i++){ 1312 if (!(i & 7)) 1313 printk("\n"); 1314 printk("%02x ", (unsigned char)rrpriv->tx_ring[cons].size); 1315 } 1316 printk("\n"); 1317 } 1318 1319 printk("dumping TX ring info:\n"); 1320 for (i = 0; i < TX_RING_ENTRIES; i++) 1321 printk("mode 0x%x, size 0x%x, phys-addr %08Lx\n", 1322 rrpriv->tx_ring[i].mode, 1323 rrpriv->tx_ring[i].size, 1324 (unsigned long long) rrpriv->tx_ring[i].addr.addrlo); 1325 1326} 1327 1328 1329static int rr_close(struct net_device *dev) 1330{ 1331 struct rr_private *rrpriv = netdev_priv(dev); 1332 struct rr_regs __iomem *regs = rrpriv->regs; 1333 struct pci_dev *pdev = rrpriv->pci_dev; 1334 unsigned long flags; 1335 u32 tmp; 1336 short i; 1337 1338 netif_stop_queue(dev); 1339 1340 1341 /* 1342 * Lock to make sure we are not cleaning up while another CPU 1343 * is handling interrupts. 1344 */ 1345 spin_lock_irqsave(&rrpriv->lock, flags); 1346 1347 tmp = readl(®s->HostCtrl); 1348 if (tmp & NIC_HALTED){ 1349 printk("%s: NIC already halted\n", dev->name); 1350 rr_dump(dev); 1351 }else{ 1352 tmp |= HALT_NIC | RR_CLEAR_INT; 1353 writel(tmp, ®s->HostCtrl); 1354 readl(®s->HostCtrl); 1355 } 1356 1357 rrpriv->fw_running = 0; 1358 1359 spin_unlock_irqrestore(&rrpriv->lock, flags); 1360 del_timer_sync(&rrpriv->timer); 1361 spin_lock_irqsave(&rrpriv->lock, flags); 1362 1363 writel(0, ®s->TxPi); 1364 writel(0, ®s->IpRxPi); 1365 1366 writel(0, ®s->EvtCon); 1367 writel(0, ®s->EvtPrd); 1368 1369 for (i = 0; i < CMD_RING_ENTRIES; i++) 1370 writel(0, ®s->CmdRing[i]); 1371 1372 rrpriv->info->tx_ctrl.entries = 0; 1373 rrpriv->info->cmd_ctrl.pi = 0; 1374 rrpriv->info->evt_ctrl.pi = 0; 1375 rrpriv->rx_ctrl[4].entries = 0; 1376 1377 rr_raz_tx(rrpriv, dev); 1378 rr_raz_rx(rrpriv, dev); 1379 1380 dma_free_coherent(&pdev->dev, 256 * sizeof(struct ring_ctrl), 1381 rrpriv->rx_ctrl, rrpriv->rx_ctrl_dma); 1382 rrpriv->rx_ctrl = NULL; 1383 1384 dma_free_coherent(&pdev->dev, sizeof(struct rr_info), rrpriv->info, 1385 rrpriv->info_dma); 1386 rrpriv->info = NULL; 1387 1388 spin_unlock_irqrestore(&rrpriv->lock, flags); 1389 free_irq(pdev->irq, dev); 1390 1391 return 0; 1392} 1393 1394 1395static netdev_tx_t rr_start_xmit(struct sk_buff *skb, 1396 struct net_device *dev) 1397{ 1398 struct rr_private *rrpriv = netdev_priv(dev); 1399 struct rr_regs __iomem *regs = rrpriv->regs; 1400 struct hippi_cb *hcb = (struct hippi_cb *) skb->cb; 1401 struct ring_ctrl *txctrl; 1402 unsigned long flags; 1403 u32 index, len = skb->len; 1404 u32 *ifield; 1405 struct sk_buff *new_skb; 1406 1407 if (readl(®s->Mode) & FATAL_ERR) 1408 printk("error codes Fail1 %02x, Fail2 %02x\n", 1409 readl(®s->Fail1), readl(®s->Fail2)); 1410 1411 /* 1412 * We probably need to deal with tbusy here to prevent overruns. 1413 */ 1414 1415 if (skb_headroom(skb) < 8){ 1416 printk("incoming skb too small - reallocating\n"); 1417 if (!(new_skb = dev_alloc_skb(len + 8))) { 1418 dev_kfree_skb(skb); 1419 netif_wake_queue(dev); 1420 return NETDEV_TX_OK; 1421 } 1422 skb_reserve(new_skb, 8); 1423 skb_put(new_skb, len); 1424 skb_copy_from_linear_data(skb, new_skb->data, len); 1425 dev_kfree_skb(skb); 1426 skb = new_skb; 1427 } 1428 1429 ifield = skb_push(skb, 8); 1430 1431 ifield[0] = 0; 1432 ifield[1] = hcb->ifield; 1433 1434 /* 1435 * We don't need the lock before we are actually going to start 1436 * fiddling with the control blocks. 1437 */ 1438 spin_lock_irqsave(&rrpriv->lock, flags); 1439 1440 txctrl = &rrpriv->info->tx_ctrl; 1441 1442 index = txctrl->pi; 1443 1444 rrpriv->tx_skbuff[index] = skb; 1445 set_rraddr(&rrpriv->tx_ring[index].addr, 1446 dma_map_single(&rrpriv->pci_dev->dev, skb->data, len + 8, DMA_TO_DEVICE)); 1447 rrpriv->tx_ring[index].size = len + 8; /* include IFIELD */ 1448 rrpriv->tx_ring[index].mode = PACKET_START | PACKET_END; 1449 txctrl->pi = (index + 1) % TX_RING_ENTRIES; 1450 wmb(); 1451 writel(txctrl->pi, ®s->TxPi); 1452 1453 if (txctrl->pi == rrpriv->dirty_tx){ 1454 rrpriv->tx_full = 1; 1455 netif_stop_queue(dev); 1456 } 1457 1458 spin_unlock_irqrestore(&rrpriv->lock, flags); 1459 1460 return NETDEV_TX_OK; 1461} 1462 1463 1464/* 1465 * Read the firmware out of the EEPROM and put it into the SRAM 1466 * (or from user space - later) 1467 * 1468 * This operation requires the NIC to be halted and is performed with 1469 * interrupts disabled and with the spinlock hold. 1470 */ 1471static int rr_load_firmware(struct net_device *dev) 1472{ 1473 struct rr_private *rrpriv; 1474 struct rr_regs __iomem *regs; 1475 size_t eptr, segptr; 1476 int i, j; 1477 u32 localctrl, sptr, len, tmp; 1478 u32 p2len, p2size, nr_seg, revision, io, sram_size; 1479 1480 rrpriv = netdev_priv(dev); 1481 regs = rrpriv->regs; 1482 1483 if (dev->flags & IFF_UP) 1484 return -EBUSY; 1485 1486 if (!(readl(®s->HostCtrl) & NIC_HALTED)){ 1487 printk("%s: Trying to load firmware to a running NIC.\n", 1488 dev->name); 1489 return -EBUSY; 1490 } 1491 1492 localctrl = readl(®s->LocalCtrl); 1493 writel(0, ®s->LocalCtrl); 1494 1495 writel(0, ®s->EvtPrd); 1496 writel(0, ®s->RxPrd); 1497 writel(0, ®s->TxPrd); 1498 1499 /* 1500 * First wipe the entire SRAM, otherwise we might run into all 1501 * kinds of trouble ... sigh, this took almost all afternoon 1502 * to track down ;-( 1503 */ 1504 io = readl(®s->ExtIo); 1505 writel(0, ®s->ExtIo); 1506 sram_size = rr_read_eeprom_word(rrpriv, 8); 1507 1508 for (i = 200; i < sram_size / 4; i++){ 1509 writel(i * 4, ®s->WinBase); 1510 mb(); 1511 writel(0, ®s->WinData); 1512 mb(); 1513 } 1514 writel(io, ®s->ExtIo); 1515 mb(); 1516 1517 eptr = rr_read_eeprom_word(rrpriv, 1518 offsetof(struct eeprom, rncd_info.AddrRunCodeSegs)); 1519 eptr = ((eptr & 0x1fffff) >> 3); 1520 1521 p2len = rr_read_eeprom_word(rrpriv, 0x83*4); 1522 p2len = (p2len << 2); 1523 p2size = rr_read_eeprom_word(rrpriv, 0x84*4); 1524 p2size = ((p2size & 0x1fffff) >> 3); 1525 1526 if ((eptr < p2size) || (eptr > (p2size + p2len))){ 1527 printk("%s: eptr is invalid\n", dev->name); 1528 goto out; 1529 } 1530 1531 revision = rr_read_eeprom_word(rrpriv, 1532 offsetof(struct eeprom, manf.HeaderFmt)); 1533 1534 if (revision != 1){ 1535 printk("%s: invalid firmware format (%i)\n", 1536 dev->name, revision); 1537 goto out; 1538 } 1539 1540 nr_seg = rr_read_eeprom_word(rrpriv, eptr); 1541 eptr +=4; 1542#if (DEBUG > 1) 1543 printk("%s: nr_seg %i\n", dev->name, nr_seg); 1544#endif 1545 1546 for (i = 0; i < nr_seg; i++){ 1547 sptr = rr_read_eeprom_word(rrpriv, eptr); 1548 eptr += 4; 1549 len = rr_read_eeprom_word(rrpriv, eptr); 1550 eptr += 4; 1551 segptr = rr_read_eeprom_word(rrpriv, eptr); 1552 segptr = ((segptr & 0x1fffff) >> 3); 1553 eptr += 4; 1554#if (DEBUG > 1) 1555 printk("%s: segment %i, sram address %06x, length %04x, segptr %06x\n", 1556 dev->name, i, sptr, len, segptr); 1557#endif 1558 for (j = 0; j < len; j++){ 1559 tmp = rr_read_eeprom_word(rrpriv, segptr); 1560 writel(sptr, ®s->WinBase); 1561 mb(); 1562 writel(tmp, ®s->WinData); 1563 mb(); 1564 segptr += 4; 1565 sptr += 4; 1566 } 1567 } 1568 1569out: 1570 writel(localctrl, ®s->LocalCtrl); 1571 mb(); 1572 return 0; 1573} 1574 1575 1576static int rr_siocdevprivate(struct net_device *dev, struct ifreq *rq, 1577 void __user *data, int cmd) 1578{ 1579 struct rr_private *rrpriv; 1580 unsigned char *image, *oldimage; 1581 unsigned long flags; 1582 unsigned int i; 1583 int error = -EOPNOTSUPP; 1584 1585 rrpriv = netdev_priv(dev); 1586 1587 switch(cmd){ 1588 case SIOCRRGFW: 1589 if (!capable(CAP_SYS_RAWIO)){ 1590 return -EPERM; 1591 } 1592 1593 image = kmalloc_array(EEPROM_WORDS, sizeof(u32), GFP_KERNEL); 1594 if (!image) 1595 return -ENOMEM; 1596 1597 if (rrpriv->fw_running){ 1598 printk("%s: Firmware already running\n", dev->name); 1599 error = -EPERM; 1600 goto gf_out; 1601 } 1602 1603 spin_lock_irqsave(&rrpriv->lock, flags); 1604 i = rr_read_eeprom(rrpriv, 0, image, EEPROM_BYTES); 1605 spin_unlock_irqrestore(&rrpriv->lock, flags); 1606 if (i != EEPROM_BYTES){ 1607 printk(KERN_ERR "%s: Error reading EEPROM\n", 1608 dev->name); 1609 error = -EFAULT; 1610 goto gf_out; 1611 } 1612 error = copy_to_user(data, image, EEPROM_BYTES); 1613 if (error) 1614 error = -EFAULT; 1615 gf_out: 1616 kfree(image); 1617 return error; 1618 1619 case SIOCRRPFW: 1620 if (!capable(CAP_SYS_RAWIO)){ 1621 return -EPERM; 1622 } 1623 1624 image = memdup_user(data, EEPROM_BYTES); 1625 if (IS_ERR(image)) 1626 return PTR_ERR(image); 1627 1628 oldimage = kmalloc(EEPROM_BYTES, GFP_KERNEL); 1629 if (!oldimage) { 1630 kfree(image); 1631 return -ENOMEM; 1632 } 1633 1634 if (rrpriv->fw_running){ 1635 printk("%s: Firmware already running\n", dev->name); 1636 error = -EPERM; 1637 goto wf_out; 1638 } 1639 1640 printk("%s: Updating EEPROM firmware\n", dev->name); 1641 1642 spin_lock_irqsave(&rrpriv->lock, flags); 1643 error = write_eeprom(rrpriv, 0, image, EEPROM_BYTES); 1644 if (error) 1645 printk(KERN_ERR "%s: Error writing EEPROM\n", 1646 dev->name); 1647 1648 i = rr_read_eeprom(rrpriv, 0, oldimage, EEPROM_BYTES); 1649 spin_unlock_irqrestore(&rrpriv->lock, flags); 1650 1651 if (i != EEPROM_BYTES) 1652 printk(KERN_ERR "%s: Error reading back EEPROM " 1653 "image\n", dev->name); 1654 1655 error = memcmp(image, oldimage, EEPROM_BYTES); 1656 if (error){ 1657 printk(KERN_ERR "%s: Error verifying EEPROM image\n", 1658 dev->name); 1659 error = -EFAULT; 1660 } 1661 wf_out: 1662 kfree(oldimage); 1663 kfree(image); 1664 return error; 1665 1666 case SIOCRRID: 1667 return put_user(0x52523032, (int __user *)data); 1668 default: 1669 return error; 1670 } 1671} 1672 1673static const struct pci_device_id rr_pci_tbl[] = { 1674 { PCI_VENDOR_ID_ESSENTIAL, PCI_DEVICE_ID_ESSENTIAL_ROADRUNNER, 1675 PCI_ANY_ID, PCI_ANY_ID, }, 1676 { 0,} 1677}; 1678MODULE_DEVICE_TABLE(pci, rr_pci_tbl); 1679 1680static struct pci_driver rr_driver = { 1681 .name = "rrunner", 1682 .id_table = rr_pci_tbl, 1683 .probe = rr_init_one, 1684 .remove = rr_remove_one, 1685}; 1686 1687module_pci_driver(rr_driver); 1688