1// SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 2/* Copyright (c) 2019-2020 Marvell International Ltd. All rights reserved */ 3 4#include <linux/etherdevice.h> 5#include <linux/jiffies.h> 6#include <linux/list.h> 7#include <linux/module.h> 8#include <linux/netdev_features.h> 9#include <linux/of.h> 10#include <linux/of_net.h> 11#include <linux/if_vlan.h> 12#include <linux/phylink.h> 13 14#include "prestera.h" 15#include "prestera_hw.h" 16#include "prestera_acl.h" 17#include "prestera_flow.h" 18#include "prestera_span.h" 19#include "prestera_rxtx.h" 20#include "prestera_devlink.h" 21#include "prestera_ethtool.h" 22#include "prestera_counter.h" 23#include "prestera_switchdev.h" 24 25#define PRESTERA_MTU_DEFAULT 1536 26 27#define PRESTERA_STATS_DELAY_MS 1000 28 29#define PRESTERA_MAC_ADDR_NUM_MAX 255 30 31static struct workqueue_struct *prestera_wq; 32static struct workqueue_struct *prestera_owq; 33 34void prestera_queue_work(struct work_struct *work) 35{ 36 queue_work(prestera_owq, work); 37} 38 39void prestera_queue_delayed_work(struct delayed_work *work, unsigned long delay) 40{ 41 queue_delayed_work(prestera_wq, work, delay); 42} 43 44void prestera_queue_drain(void) 45{ 46 drain_workqueue(prestera_wq); 47 drain_workqueue(prestera_owq); 48} 49 50int prestera_port_learning_set(struct prestera_port *port, bool learn) 51{ 52 return prestera_hw_port_learning_set(port, learn); 53} 54 55int prestera_port_uc_flood_set(struct prestera_port *port, bool flood) 56{ 57 return prestera_hw_port_uc_flood_set(port, flood); 58} 59 60int prestera_port_mc_flood_set(struct prestera_port *port, bool flood) 61{ 62 return prestera_hw_port_mc_flood_set(port, flood); 63} 64 65int prestera_port_br_locked_set(struct prestera_port *port, bool br_locked) 66{ 67 return prestera_hw_port_br_locked_set(port, br_locked); 68} 69 70int prestera_port_pvid_set(struct prestera_port *port, u16 vid) 71{ 72 enum prestera_accept_frm_type frm_type; 73 int err; 74 75 frm_type = PRESTERA_ACCEPT_FRAME_TYPE_TAGGED; 76 77 if (vid) { 78 err = prestera_hw_vlan_port_vid_set(port, vid); 79 if (err) 80 return err; 81 82 frm_type = PRESTERA_ACCEPT_FRAME_TYPE_ALL; 83 } 84 85 err = prestera_hw_port_accept_frm_type(port, frm_type); 86 if (err && frm_type == PRESTERA_ACCEPT_FRAME_TYPE_ALL) 87 prestera_hw_vlan_port_vid_set(port, port->pvid); 88 89 port->pvid = vid; 90 return 0; 91} 92 93struct prestera_port *prestera_port_find_by_hwid(struct prestera_switch *sw, 94 u32 dev_id, u32 hw_id) 95{ 96 struct prestera_port *port = NULL, *tmp; 97 98 read_lock(&sw->port_list_lock); 99 list_for_each_entry(tmp, &sw->port_list, list) { 100 if (tmp->dev_id == dev_id && tmp->hw_id == hw_id) { 101 port = tmp; 102 break; 103 } 104 } 105 read_unlock(&sw->port_list_lock); 106 107 return port; 108} 109 110struct prestera_port *prestera_find_port(struct prestera_switch *sw, u32 id) 111{ 112 struct prestera_port *port = NULL, *tmp; 113 114 read_lock(&sw->port_list_lock); 115 list_for_each_entry(tmp, &sw->port_list, list) { 116 if (tmp->id == id) { 117 port = tmp; 118 break; 119 } 120 } 121 read_unlock(&sw->port_list_lock); 122 123 return port; 124} 125 126struct prestera_switch *prestera_switch_get(struct net_device *dev) 127{ 128 struct prestera_port *port; 129 130 port = prestera_port_dev_lower_find(dev); 131 return port ? port->sw : NULL; 132} 133 134int prestera_port_cfg_mac_read(struct prestera_port *port, 135 struct prestera_port_mac_config *cfg) 136{ 137 *cfg = port->cfg_mac; 138 return 0; 139} 140 141int prestera_port_cfg_mac_write(struct prestera_port *port, 142 struct prestera_port_mac_config *cfg) 143{ 144 int err; 145 146 err = prestera_hw_port_mac_mode_set(port, cfg->admin, 147 cfg->mode, cfg->inband, cfg->speed, 148 cfg->duplex, cfg->fec); 149 if (err) 150 return err; 151 152 port->cfg_mac = *cfg; 153 return 0; 154} 155 156static int prestera_port_open(struct net_device *dev) 157{ 158 struct prestera_port *port = netdev_priv(dev); 159 struct prestera_port_mac_config cfg_mac; 160 int err = 0; 161 162 if (port->phy_link) { 163 phylink_start(port->phy_link); 164 } else { 165 if (port->caps.transceiver == PRESTERA_PORT_TCVR_SFP) { 166 err = prestera_port_cfg_mac_read(port, &cfg_mac); 167 if (!err) { 168 cfg_mac.admin = true; 169 err = prestera_port_cfg_mac_write(port, 170 &cfg_mac); 171 } 172 } else { 173 port->cfg_phy.admin = true; 174 err = prestera_hw_port_phy_mode_set(port, true, 175 port->autoneg, 176 port->cfg_phy.mode, 177 port->adver_link_modes, 178 port->cfg_phy.mdix); 179 } 180 } 181 182 netif_start_queue(dev); 183 184 return err; 185} 186 187static int prestera_port_close(struct net_device *dev) 188{ 189 struct prestera_port *port = netdev_priv(dev); 190 struct prestera_port_mac_config cfg_mac; 191 int err = 0; 192 193 netif_stop_queue(dev); 194 195 if (port->phy_link) { 196 phylink_stop(port->phy_link); 197 phylink_disconnect_phy(port->phy_link); 198 err = prestera_port_cfg_mac_read(port, &cfg_mac); 199 if (!err) { 200 cfg_mac.admin = false; 201 prestera_port_cfg_mac_write(port, &cfg_mac); 202 } 203 } else { 204 if (port->caps.transceiver == PRESTERA_PORT_TCVR_SFP) { 205 err = prestera_port_cfg_mac_read(port, &cfg_mac); 206 if (!err) { 207 cfg_mac.admin = false; 208 prestera_port_cfg_mac_write(port, &cfg_mac); 209 } 210 } else { 211 port->cfg_phy.admin = false; 212 err = prestera_hw_port_phy_mode_set(port, false, port->autoneg, 213 port->cfg_phy.mode, 214 port->adver_link_modes, 215 port->cfg_phy.mdix); 216 } 217 } 218 219 return err; 220} 221 222static void 223prestera_port_mac_state_cache_read(struct prestera_port *port, 224 struct prestera_port_mac_state *state) 225{ 226 spin_lock(&port->state_mac_lock); 227 *state = port->state_mac; 228 spin_unlock(&port->state_mac_lock); 229} 230 231static void 232prestera_port_mac_state_cache_write(struct prestera_port *port, 233 struct prestera_port_mac_state *state) 234{ 235 spin_lock(&port->state_mac_lock); 236 port->state_mac = *state; 237 spin_unlock(&port->state_mac_lock); 238} 239 240static struct prestera_port *prestera_pcs_to_port(struct phylink_pcs *pcs) 241{ 242 return container_of(pcs, struct prestera_port, phylink_pcs); 243} 244 245static void prestera_mac_config(struct phylink_config *config, 246 unsigned int an_mode, 247 const struct phylink_link_state *state) 248{ 249} 250 251static void prestera_mac_link_down(struct phylink_config *config, 252 unsigned int mode, phy_interface_t interface) 253{ 254 struct net_device *ndev = to_net_dev(config->dev); 255 struct prestera_port *port = netdev_priv(ndev); 256 struct prestera_port_mac_state state_mac; 257 258 /* Invalidate. Parameters will update on next link event. */ 259 memset(&state_mac, 0, sizeof(state_mac)); 260 state_mac.valid = false; 261 prestera_port_mac_state_cache_write(port, &state_mac); 262} 263 264static void prestera_mac_link_up(struct phylink_config *config, 265 struct phy_device *phy, 266 unsigned int mode, phy_interface_t interface, 267 int speed, int duplex, 268 bool tx_pause, bool rx_pause) 269{ 270} 271 272static struct phylink_pcs * 273prestera_mac_select_pcs(struct phylink_config *config, 274 phy_interface_t interface) 275{ 276 struct net_device *dev = to_net_dev(config->dev); 277 struct prestera_port *port = netdev_priv(dev); 278 279 return &port->phylink_pcs; 280} 281 282static void prestera_pcs_get_state(struct phylink_pcs *pcs, 283 struct phylink_link_state *state) 284{ 285 struct prestera_port *port = container_of(pcs, struct prestera_port, 286 phylink_pcs); 287 struct prestera_port_mac_state smac; 288 289 prestera_port_mac_state_cache_read(port, &smac); 290 291 if (smac.valid) { 292 state->link = smac.oper ? 1 : 0; 293 /* AN is completed, when port is up */ 294 state->an_complete = (smac.oper && port->autoneg) ? 1 : 0; 295 state->speed = smac.speed; 296 state->duplex = smac.duplex; 297 } else { 298 state->link = 0; 299 state->an_complete = 0; 300 } 301} 302 303static int prestera_pcs_config(struct phylink_pcs *pcs, unsigned int neg_mode, 304 phy_interface_t interface, 305 const unsigned long *advertising, 306 bool permit_pause_to_mac) 307{ 308 struct prestera_port *port = prestera_pcs_to_port(pcs); 309 struct prestera_port_mac_config cfg_mac; 310 int err; 311 312 err = prestera_port_cfg_mac_read(port, &cfg_mac); 313 if (err) 314 return err; 315 316 cfg_mac.admin = true; 317 cfg_mac.fec = PRESTERA_PORT_FEC_OFF; 318 cfg_mac.inband = neg_mode == PHYLINK_PCS_NEG_INBAND_ENABLED; 319 320 switch (interface) { 321 case PHY_INTERFACE_MODE_10GBASER: 322 cfg_mac.speed = SPEED_10000; 323 cfg_mac.mode = PRESTERA_MAC_MODE_SR_LR; 324 break; 325 case PHY_INTERFACE_MODE_2500BASEX: 326 cfg_mac.speed = SPEED_2500; 327 cfg_mac.duplex = DUPLEX_FULL; 328 cfg_mac.mode = PRESTERA_MAC_MODE_SGMII; 329 break; 330 case PHY_INTERFACE_MODE_SGMII: 331 cfg_mac.mode = PRESTERA_MAC_MODE_SGMII; 332 break; 333 case PHY_INTERFACE_MODE_1000BASEX: 334 default: 335 cfg_mac.speed = SPEED_1000; 336 cfg_mac.duplex = DUPLEX_FULL; 337 cfg_mac.mode = PRESTERA_MAC_MODE_1000BASE_X; 338 break; 339 } 340 341 err = prestera_port_cfg_mac_write(port, &cfg_mac); 342 if (err) 343 return err; 344 345 return 0; 346} 347 348static void prestera_pcs_an_restart(struct phylink_pcs *pcs) 349{ 350 /* TODO: add 1000basex AN restart support 351 * (Currently FW has no support for 1000baseX AN restart, but it will in the future, 352 * so as for now the function would stay empty.) 353 */ 354} 355 356static const struct phylink_mac_ops prestera_mac_ops = { 357 .mac_select_pcs = prestera_mac_select_pcs, 358 .mac_config = prestera_mac_config, 359 .mac_link_down = prestera_mac_link_down, 360 .mac_link_up = prestera_mac_link_up, 361}; 362 363static const struct phylink_pcs_ops prestera_pcs_ops = { 364 .pcs_get_state = prestera_pcs_get_state, 365 .pcs_config = prestera_pcs_config, 366 .pcs_an_restart = prestera_pcs_an_restart, 367}; 368 369static int prestera_port_sfp_bind(struct prestera_port *port) 370{ 371 struct prestera_switch *sw = port->sw; 372 struct device_node *ports, *node; 373 struct fwnode_handle *fwnode; 374 struct phylink *phy_link; 375 int err; 376 377 if (!sw->np) 378 return 0; 379 380 of_node_get(sw->np); 381 ports = of_find_node_by_name(sw->np, "ports"); 382 383 for_each_child_of_node(ports, node) { 384 int num; 385 386 err = of_property_read_u32(node, "prestera,port-num", &num); 387 if (err) { 388 dev_err(sw->dev->dev, 389 "device node %pOF has no valid reg property: %d\n", 390 node, err); 391 goto out; 392 } 393 394 if (port->fp_id != num) 395 continue; 396 397 port->phylink_pcs.ops = &prestera_pcs_ops; 398 port->phylink_pcs.neg_mode = true; 399 400 port->phy_config.dev = &port->dev->dev; 401 port->phy_config.type = PHYLINK_NETDEV; 402 403 fwnode = of_fwnode_handle(node); 404 405 __set_bit(PHY_INTERFACE_MODE_10GBASER, 406 port->phy_config.supported_interfaces); 407 __set_bit(PHY_INTERFACE_MODE_2500BASEX, 408 port->phy_config.supported_interfaces); 409 __set_bit(PHY_INTERFACE_MODE_SGMII, 410 port->phy_config.supported_interfaces); 411 __set_bit(PHY_INTERFACE_MODE_1000BASEX, 412 port->phy_config.supported_interfaces); 413 414 port->phy_config.mac_capabilities = 415 MAC_1000 | MAC_2500FD | MAC_10000FD; 416 417 phy_link = phylink_create(&port->phy_config, fwnode, 418 PHY_INTERFACE_MODE_INTERNAL, 419 &prestera_mac_ops); 420 if (IS_ERR(phy_link)) { 421 netdev_err(port->dev, "failed to create phylink\n"); 422 err = PTR_ERR(phy_link); 423 goto out; 424 } 425 426 port->phy_link = phy_link; 427 break; 428 } 429 430out: 431 of_node_put(node); 432 of_node_put(ports); 433 return err; 434} 435 436static int prestera_port_sfp_unbind(struct prestera_port *port) 437{ 438 if (port->phy_link) 439 phylink_destroy(port->phy_link); 440 441 return 0; 442} 443 444static netdev_tx_t prestera_port_xmit(struct sk_buff *skb, 445 struct net_device *dev) 446{ 447 return prestera_rxtx_xmit(netdev_priv(dev), skb); 448} 449 450int prestera_is_valid_mac_addr(struct prestera_port *port, const u8 *addr) 451{ 452 if (!is_valid_ether_addr(addr)) 453 return -EADDRNOTAVAIL; 454 455 /* firmware requires that port's MAC address contains first 5 bytes 456 * of the base MAC address 457 */ 458 if (memcmp(port->sw->base_mac, addr, ETH_ALEN - 1)) 459 return -EINVAL; 460 461 return 0; 462} 463 464static int prestera_port_set_mac_address(struct net_device *dev, void *p) 465{ 466 struct prestera_port *port = netdev_priv(dev); 467 struct sockaddr *addr = p; 468 int err; 469 470 err = prestera_is_valid_mac_addr(port, addr->sa_data); 471 if (err) 472 return err; 473 474 err = prestera_hw_port_mac_set(port, addr->sa_data); 475 if (err) 476 return err; 477 478 eth_hw_addr_set(dev, addr->sa_data); 479 480 return 0; 481} 482 483static int prestera_port_change_mtu(struct net_device *dev, int mtu) 484{ 485 struct prestera_port *port = netdev_priv(dev); 486 int err; 487 488 err = prestera_hw_port_mtu_set(port, mtu); 489 if (err) 490 return err; 491 492 dev->mtu = mtu; 493 494 return 0; 495} 496 497static void prestera_port_get_stats64(struct net_device *dev, 498 struct rtnl_link_stats64 *stats) 499{ 500 struct prestera_port *port = netdev_priv(dev); 501 struct prestera_port_stats *port_stats = &port->cached_hw_stats.stats; 502 503 stats->rx_packets = port_stats->broadcast_frames_received + 504 port_stats->multicast_frames_received + 505 port_stats->unicast_frames_received; 506 507 stats->tx_packets = port_stats->broadcast_frames_sent + 508 port_stats->multicast_frames_sent + 509 port_stats->unicast_frames_sent; 510 511 stats->rx_bytes = port_stats->good_octets_received; 512 513 stats->tx_bytes = port_stats->good_octets_sent; 514 515 stats->rx_errors = port_stats->rx_error_frame_received; 516 stats->tx_errors = port_stats->mac_trans_error; 517 518 stats->rx_dropped = port_stats->buffer_overrun; 519 stats->tx_dropped = 0; 520 521 stats->multicast = port_stats->multicast_frames_received; 522 stats->collisions = port_stats->excessive_collision; 523 524 stats->rx_crc_errors = port_stats->bad_crc; 525} 526 527static void prestera_port_get_hw_stats(struct prestera_port *port) 528{ 529 prestera_hw_port_stats_get(port, &port->cached_hw_stats.stats); 530} 531 532static void prestera_port_stats_update(struct work_struct *work) 533{ 534 struct prestera_port *port = 535 container_of(work, struct prestera_port, 536 cached_hw_stats.caching_dw.work); 537 538 prestera_port_get_hw_stats(port); 539 540 queue_delayed_work(prestera_wq, &port->cached_hw_stats.caching_dw, 541 msecs_to_jiffies(PRESTERA_STATS_DELAY_MS)); 542} 543 544static int prestera_port_setup_tc(struct net_device *dev, 545 enum tc_setup_type type, 546 void *type_data) 547{ 548 struct prestera_port *port = netdev_priv(dev); 549 550 switch (type) { 551 case TC_SETUP_BLOCK: 552 return prestera_flow_block_setup(port, type_data); 553 default: 554 return -EOPNOTSUPP; 555 } 556} 557 558static const struct net_device_ops prestera_netdev_ops = { 559 .ndo_open = prestera_port_open, 560 .ndo_stop = prestera_port_close, 561 .ndo_start_xmit = prestera_port_xmit, 562 .ndo_setup_tc = prestera_port_setup_tc, 563 .ndo_change_mtu = prestera_port_change_mtu, 564 .ndo_get_stats64 = prestera_port_get_stats64, 565 .ndo_set_mac_address = prestera_port_set_mac_address, 566}; 567 568int prestera_port_autoneg_set(struct prestera_port *port, u64 link_modes) 569{ 570 int err; 571 572 if (port->autoneg && port->adver_link_modes == link_modes) 573 return 0; 574 575 err = prestera_hw_port_phy_mode_set(port, port->cfg_phy.admin, 576 true, 0, link_modes, 577 port->cfg_phy.mdix); 578 if (err) 579 return err; 580 581 port->adver_fec = BIT(PRESTERA_PORT_FEC_OFF); 582 port->adver_link_modes = link_modes; 583 port->cfg_phy.mode = 0; 584 port->autoneg = true; 585 586 return 0; 587} 588 589static void prestera_port_list_add(struct prestera_port *port) 590{ 591 write_lock(&port->sw->port_list_lock); 592 list_add(&port->list, &port->sw->port_list); 593 write_unlock(&port->sw->port_list_lock); 594} 595 596static void prestera_port_list_del(struct prestera_port *port) 597{ 598 write_lock(&port->sw->port_list_lock); 599 list_del(&port->list); 600 write_unlock(&port->sw->port_list_lock); 601} 602 603static int prestera_port_create(struct prestera_switch *sw, u32 id) 604{ 605 struct prestera_port_mac_config cfg_mac; 606 struct prestera_port *port; 607 struct net_device *dev; 608 int err; 609 610 dev = alloc_etherdev(sizeof(*port)); 611 if (!dev) 612 return -ENOMEM; 613 614 port = netdev_priv(dev); 615 616 INIT_LIST_HEAD(&port->vlans_list); 617 port->pvid = PRESTERA_DEFAULT_VID; 618 port->lag = NULL; 619 port->dev = dev; 620 port->id = id; 621 port->sw = sw; 622 623 spin_lock_init(&port->state_mac_lock); 624 625 err = prestera_hw_port_info_get(port, &port->dev_id, &port->hw_id, 626 &port->fp_id); 627 if (err) { 628 dev_err(prestera_dev(sw), "Failed to get port(%u) info\n", id); 629 goto err_port_info_get; 630 } 631 632 err = prestera_devlink_port_register(port); 633 if (err) 634 goto err_dl_port_register; 635 636 dev->features |= NETIF_F_NETNS_LOCAL | NETIF_F_HW_TC; 637 dev->netdev_ops = &prestera_netdev_ops; 638 dev->ethtool_ops = &prestera_ethtool_ops; 639 SET_NETDEV_DEV(dev, sw->dev->dev); 640 SET_NETDEV_DEVLINK_PORT(dev, &port->dl_port); 641 642 if (port->caps.transceiver != PRESTERA_PORT_TCVR_SFP) 643 netif_carrier_off(dev); 644 645 dev->mtu = min_t(unsigned int, sw->mtu_max, PRESTERA_MTU_DEFAULT); 646 dev->min_mtu = sw->mtu_min; 647 dev->max_mtu = sw->mtu_max; 648 649 err = prestera_hw_port_mtu_set(port, dev->mtu); 650 if (err) { 651 dev_err(prestera_dev(sw), "Failed to set port(%u) mtu(%d)\n", 652 id, dev->mtu); 653 goto err_port_init; 654 } 655 656 if (port->fp_id >= PRESTERA_MAC_ADDR_NUM_MAX) { 657 err = -EINVAL; 658 goto err_port_init; 659 } 660 661 eth_hw_addr_gen(dev, sw->base_mac, port->fp_id); 662 /* firmware requires that port's MAC address consist of the first 663 * 5 bytes of the base MAC address 664 */ 665 if (memcmp(dev->dev_addr, sw->base_mac, ETH_ALEN - 1)) { 666 dev_warn(prestera_dev(sw), "Port MAC address wraps for port(%u)\n", id); 667 dev_addr_mod(dev, 0, sw->base_mac, ETH_ALEN - 1); 668 } 669 670 err = prestera_hw_port_mac_set(port, dev->dev_addr); 671 if (err) { 672 dev_err(prestera_dev(sw), "Failed to set port(%u) mac addr\n", id); 673 goto err_port_init; 674 } 675 676 err = prestera_hw_port_cap_get(port, &port->caps); 677 if (err) { 678 dev_err(prestera_dev(sw), "Failed to get port(%u) caps\n", id); 679 goto err_port_init; 680 } 681 682 port->adver_link_modes = port->caps.supp_link_modes; 683 port->adver_fec = 0; 684 port->autoneg = true; 685 686 /* initialize config mac */ 687 if (port->caps.transceiver != PRESTERA_PORT_TCVR_SFP) { 688 cfg_mac.admin = true; 689 cfg_mac.mode = PRESTERA_MAC_MODE_INTERNAL; 690 } else { 691 cfg_mac.admin = false; 692 cfg_mac.mode = PRESTERA_MAC_MODE_MAX; 693 } 694 cfg_mac.inband = 0; 695 cfg_mac.speed = 0; 696 cfg_mac.duplex = DUPLEX_UNKNOWN; 697 cfg_mac.fec = PRESTERA_PORT_FEC_OFF; 698 699 err = prestera_port_cfg_mac_write(port, &cfg_mac); 700 if (err) { 701 dev_err(prestera_dev(sw), 702 "Failed to set port(%u) mac mode\n", id); 703 goto err_port_init; 704 } 705 706 /* initialize config phy (if this is inegral) */ 707 if (port->caps.transceiver != PRESTERA_PORT_TCVR_SFP) { 708 port->cfg_phy.mdix = ETH_TP_MDI_AUTO; 709 port->cfg_phy.admin = false; 710 err = prestera_hw_port_phy_mode_set(port, 711 port->cfg_phy.admin, 712 false, 0, 0, 713 port->cfg_phy.mdix); 714 if (err) { 715 dev_err(prestera_dev(sw), 716 "Failed to set port(%u) phy mode\n", id); 717 goto err_port_init; 718 } 719 } 720 721 err = prestera_rxtx_port_init(port); 722 if (err) 723 goto err_port_init; 724 725 INIT_DELAYED_WORK(&port->cached_hw_stats.caching_dw, 726 &prestera_port_stats_update); 727 728 prestera_port_list_add(port); 729 730 err = register_netdev(dev); 731 if (err) 732 goto err_register_netdev; 733 734 err = prestera_port_sfp_bind(port); 735 if (err) 736 goto err_sfp_bind; 737 738 return 0; 739 740err_sfp_bind: 741 unregister_netdev(dev); 742err_register_netdev: 743 prestera_port_list_del(port); 744err_port_init: 745 prestera_devlink_port_unregister(port); 746err_dl_port_register: 747err_port_info_get: 748 free_netdev(dev); 749 return err; 750} 751 752static void prestera_port_destroy(struct prestera_port *port) 753{ 754 struct net_device *dev = port->dev; 755 756 cancel_delayed_work_sync(&port->cached_hw_stats.caching_dw); 757 unregister_netdev(dev); 758 prestera_port_list_del(port); 759 prestera_devlink_port_unregister(port); 760 free_netdev(dev); 761} 762 763static void prestera_destroy_ports(struct prestera_switch *sw) 764{ 765 struct prestera_port *port, *tmp; 766 767 list_for_each_entry_safe(port, tmp, &sw->port_list, list) 768 prestera_port_destroy(port); 769} 770 771static int prestera_create_ports(struct prestera_switch *sw) 772{ 773 struct prestera_port *port, *tmp; 774 u32 port_idx; 775 int err; 776 777 for (port_idx = 0; port_idx < sw->port_count; port_idx++) { 778 err = prestera_port_create(sw, port_idx); 779 if (err) 780 goto err_port_create; 781 } 782 783 return 0; 784 785err_port_create: 786 list_for_each_entry_safe(port, tmp, &sw->port_list, list) { 787 prestera_port_sfp_unbind(port); 788 prestera_port_destroy(port); 789 } 790 791 return err; 792} 793 794static void prestera_port_handle_event(struct prestera_switch *sw, 795 struct prestera_event *evt, void *arg) 796{ 797 struct prestera_port_mac_state smac; 798 struct prestera_port_event *pevt; 799 struct delayed_work *caching_dw; 800 struct prestera_port *port; 801 802 if (evt->id == PRESTERA_PORT_EVENT_MAC_STATE_CHANGED) { 803 pevt = &evt->port_evt; 804 port = prestera_find_port(sw, pevt->port_id); 805 if (!port || !port->dev) 806 return; 807 808 caching_dw = &port->cached_hw_stats.caching_dw; 809 810 memset(&smac, 0, sizeof(smac)); 811 smac.valid = true; 812 smac.oper = pevt->data.mac.oper; 813 if (smac.oper) { 814 smac.mode = pevt->data.mac.mode; 815 smac.speed = pevt->data.mac.speed; 816 smac.duplex = pevt->data.mac.duplex; 817 smac.fc = pevt->data.mac.fc; 818 smac.fec = pevt->data.mac.fec; 819 } 820 prestera_port_mac_state_cache_write(port, &smac); 821 822 if (port->state_mac.oper) { 823 if (port->phy_link) 824 phylink_mac_change(port->phy_link, true); 825 else 826 netif_carrier_on(port->dev); 827 828 if (!delayed_work_pending(caching_dw)) 829 queue_delayed_work(prestera_wq, caching_dw, 0); 830 } else { 831 if (port->phy_link) 832 phylink_mac_change(port->phy_link, false); 833 else if (netif_running(port->dev) && netif_carrier_ok(port->dev)) 834 netif_carrier_off(port->dev); 835 836 if (delayed_work_pending(caching_dw)) 837 cancel_delayed_work(caching_dw); 838 } 839 } 840} 841 842static int prestera_event_handlers_register(struct prestera_switch *sw) 843{ 844 return prestera_hw_event_handler_register(sw, PRESTERA_EVENT_TYPE_PORT, 845 prestera_port_handle_event, 846 NULL); 847} 848 849static void prestera_event_handlers_unregister(struct prestera_switch *sw) 850{ 851 prestera_hw_event_handler_unregister(sw, PRESTERA_EVENT_TYPE_PORT, 852 prestera_port_handle_event); 853} 854 855static int prestera_switch_set_base_mac_addr(struct prestera_switch *sw) 856{ 857 int ret; 858 859 if (sw->np) 860 ret = of_get_mac_address(sw->np, sw->base_mac); 861 if (!is_valid_ether_addr(sw->base_mac) || ret) { 862 eth_random_addr(sw->base_mac); 863 dev_info(prestera_dev(sw), "using random base mac address\n"); 864 } 865 866 return prestera_hw_switch_mac_set(sw, sw->base_mac); 867} 868 869struct prestera_lag *prestera_lag_by_id(struct prestera_switch *sw, u16 id) 870{ 871 return id < sw->lag_max ? &sw->lags[id] : NULL; 872} 873 874static struct prestera_lag *prestera_lag_by_dev(struct prestera_switch *sw, 875 struct net_device *dev) 876{ 877 struct prestera_lag *lag; 878 u16 id; 879 880 for (id = 0; id < sw->lag_max; id++) { 881 lag = &sw->lags[id]; 882 if (lag->dev == dev) 883 return lag; 884 } 885 886 return NULL; 887} 888 889int prestera_lag_id(struct prestera_switch *sw, 890 struct net_device *lag_dev, u16 *lag_id) 891{ 892 struct prestera_lag *lag; 893 int free_id = -1; 894 int id; 895 896 for (id = 0; id < sw->lag_max; id++) { 897 lag = prestera_lag_by_id(sw, id); 898 if (lag->member_count) { 899 if (lag->dev == lag_dev) { 900 *lag_id = id; 901 return 0; 902 } 903 } else if (free_id < 0) { 904 free_id = id; 905 } 906 } 907 if (free_id < 0) 908 return -ENOSPC; 909 *lag_id = free_id; 910 return 0; 911} 912 913static struct prestera_lag *prestera_lag_create(struct prestera_switch *sw, 914 struct net_device *lag_dev) 915{ 916 struct prestera_lag *lag = NULL; 917 u16 id; 918 919 for (id = 0; id < sw->lag_max; id++) { 920 lag = &sw->lags[id]; 921 if (!lag->dev) 922 break; 923 } 924 if (lag) { 925 INIT_LIST_HEAD(&lag->members); 926 lag->dev = lag_dev; 927 } 928 929 return lag; 930} 931 932static void prestera_lag_destroy(struct prestera_switch *sw, 933 struct prestera_lag *lag) 934{ 935 WARN_ON(!list_empty(&lag->members)); 936 lag->member_count = 0; 937 lag->dev = NULL; 938} 939 940static int prestera_lag_port_add(struct prestera_port *port, 941 struct net_device *lag_dev) 942{ 943 struct prestera_switch *sw = port->sw; 944 struct prestera_lag *lag; 945 int err; 946 947 lag = prestera_lag_by_dev(sw, lag_dev); 948 if (!lag) { 949 lag = prestera_lag_create(sw, lag_dev); 950 if (!lag) 951 return -ENOSPC; 952 } 953 954 if (lag->member_count >= sw->lag_member_max) 955 return -ENOSPC; 956 957 err = prestera_hw_lag_member_add(port, lag->lag_id); 958 if (err) { 959 if (!lag->member_count) 960 prestera_lag_destroy(sw, lag); 961 return err; 962 } 963 964 list_add(&port->lag_member, &lag->members); 965 lag->member_count++; 966 port->lag = lag; 967 968 return 0; 969} 970 971static int prestera_lag_port_del(struct prestera_port *port) 972{ 973 struct prestera_switch *sw = port->sw; 974 struct prestera_lag *lag = port->lag; 975 int err; 976 977 if (!lag || !lag->member_count) 978 return -EINVAL; 979 980 err = prestera_hw_lag_member_del(port, lag->lag_id); 981 if (err) 982 return err; 983 984 list_del(&port->lag_member); 985 lag->member_count--; 986 port->lag = NULL; 987 988 if (netif_is_bridge_port(lag->dev)) { 989 struct net_device *br_dev; 990 991 br_dev = netdev_master_upper_dev_get(lag->dev); 992 993 prestera_bridge_port_leave(br_dev, port); 994 } 995 996 if (!lag->member_count) 997 prestera_lag_destroy(sw, lag); 998 999 return 0; 1000} 1001 1002bool prestera_port_is_lag_member(const struct prestera_port *port) 1003{ 1004 return !!port->lag; 1005} 1006 1007u16 prestera_port_lag_id(const struct prestera_port *port) 1008{ 1009 return port->lag->lag_id; 1010} 1011 1012static int prestera_lag_init(struct prestera_switch *sw) 1013{ 1014 u16 id; 1015 1016 sw->lags = kcalloc(sw->lag_max, sizeof(*sw->lags), GFP_KERNEL); 1017 if (!sw->lags) 1018 return -ENOMEM; 1019 1020 for (id = 0; id < sw->lag_max; id++) 1021 sw->lags[id].lag_id = id; 1022 1023 return 0; 1024} 1025 1026static void prestera_lag_fini(struct prestera_switch *sw) 1027{ 1028 u8 idx; 1029 1030 for (idx = 0; idx < sw->lag_max; idx++) 1031 WARN_ON(sw->lags[idx].member_count); 1032 1033 kfree(sw->lags); 1034} 1035 1036bool prestera_netdev_check(const struct net_device *dev) 1037{ 1038 return dev->netdev_ops == &prestera_netdev_ops; 1039} 1040 1041static int prestera_lower_dev_walk(struct net_device *dev, 1042 struct netdev_nested_priv *priv) 1043{ 1044 struct prestera_port **pport = (struct prestera_port **)priv->data; 1045 1046 if (prestera_netdev_check(dev)) { 1047 *pport = netdev_priv(dev); 1048 return 1; 1049 } 1050 1051 return 0; 1052} 1053 1054struct prestera_port *prestera_port_dev_lower_find(struct net_device *dev) 1055{ 1056 struct prestera_port *port = NULL; 1057 struct netdev_nested_priv priv = { 1058 .data = (void *)&port, 1059 }; 1060 1061 if (prestera_netdev_check(dev)) 1062 return netdev_priv(dev); 1063 1064 netdev_walk_all_lower_dev(dev, prestera_lower_dev_walk, &priv); 1065 1066 return port; 1067} 1068 1069static int prestera_netdev_port_lower_event(struct net_device *dev, 1070 unsigned long event, void *ptr) 1071{ 1072 struct netdev_notifier_changelowerstate_info *info = ptr; 1073 struct netdev_lag_lower_state_info *lower_state_info; 1074 struct prestera_port *port = netdev_priv(dev); 1075 bool enabled; 1076 1077 if (!netif_is_lag_port(dev)) 1078 return 0; 1079 if (!prestera_port_is_lag_member(port)) 1080 return 0; 1081 1082 lower_state_info = info->lower_state_info; 1083 enabled = lower_state_info->link_up && lower_state_info->tx_enabled; 1084 1085 return prestera_hw_lag_member_enable(port, port->lag->lag_id, enabled); 1086} 1087 1088static bool prestera_lag_master_check(struct net_device *lag_dev, 1089 struct netdev_lag_upper_info *info, 1090 struct netlink_ext_ack *ext_ack) 1091{ 1092 if (info->tx_type != NETDEV_LAG_TX_TYPE_HASH) { 1093 NL_SET_ERR_MSG_MOD(ext_ack, "Unsupported LAG Tx type"); 1094 return false; 1095 } 1096 1097 return true; 1098} 1099 1100static int prestera_netdev_port_event(struct net_device *lower, 1101 struct net_device *dev, 1102 unsigned long event, void *ptr) 1103{ 1104 struct netdev_notifier_info *info = ptr; 1105 struct netdev_notifier_changeupper_info *cu_info; 1106 struct prestera_port *port = netdev_priv(dev); 1107 struct netlink_ext_ack *extack; 1108 struct net_device *upper; 1109 1110 extack = netdev_notifier_info_to_extack(info); 1111 cu_info = container_of(info, 1112 struct netdev_notifier_changeupper_info, 1113 info); 1114 1115 switch (event) { 1116 case NETDEV_PRECHANGEUPPER: 1117 upper = cu_info->upper_dev; 1118 if (!netif_is_bridge_master(upper) && 1119 !netif_is_lag_master(upper)) { 1120 NL_SET_ERR_MSG_MOD(extack, "Unknown upper device type"); 1121 return -EINVAL; 1122 } 1123 1124 if (!cu_info->linking) 1125 break; 1126 1127 if (netdev_has_any_upper_dev(upper)) { 1128 NL_SET_ERR_MSG_MOD(extack, "Upper device is already enslaved"); 1129 return -EINVAL; 1130 } 1131 1132 if (netif_is_lag_master(upper) && 1133 !prestera_lag_master_check(upper, cu_info->upper_info, extack)) 1134 return -EOPNOTSUPP; 1135 if (netif_is_lag_master(upper) && vlan_uses_dev(dev)) { 1136 NL_SET_ERR_MSG_MOD(extack, 1137 "Master device is a LAG master and port has a VLAN"); 1138 return -EINVAL; 1139 } 1140 if (netif_is_lag_port(dev) && is_vlan_dev(upper) && 1141 !netif_is_lag_master(vlan_dev_real_dev(upper))) { 1142 NL_SET_ERR_MSG_MOD(extack, 1143 "Can not put a VLAN on a LAG port"); 1144 return -EINVAL; 1145 } 1146 break; 1147 1148 case NETDEV_CHANGEUPPER: 1149 upper = cu_info->upper_dev; 1150 if (netif_is_bridge_master(upper)) { 1151 if (cu_info->linking) 1152 return prestera_bridge_port_join(upper, port, 1153 extack); 1154 else 1155 prestera_bridge_port_leave(upper, port); 1156 } else if (netif_is_lag_master(upper)) { 1157 if (cu_info->linking) 1158 return prestera_lag_port_add(port, upper); 1159 else 1160 prestera_lag_port_del(port); 1161 } 1162 break; 1163 1164 case NETDEV_CHANGELOWERSTATE: 1165 return prestera_netdev_port_lower_event(dev, event, ptr); 1166 } 1167 1168 return 0; 1169} 1170 1171static int prestera_netdevice_lag_event(struct net_device *lag_dev, 1172 unsigned long event, void *ptr) 1173{ 1174 struct net_device *dev; 1175 struct list_head *iter; 1176 int err; 1177 1178 netdev_for_each_lower_dev(lag_dev, dev, iter) { 1179 if (prestera_netdev_check(dev)) { 1180 err = prestera_netdev_port_event(lag_dev, dev, event, 1181 ptr); 1182 if (err) 1183 return err; 1184 } 1185 } 1186 1187 return 0; 1188} 1189 1190static int prestera_netdev_event_handler(struct notifier_block *nb, 1191 unsigned long event, void *ptr) 1192{ 1193 struct net_device *dev = netdev_notifier_info_to_dev(ptr); 1194 int err = 0; 1195 1196 if (prestera_netdev_check(dev)) 1197 err = prestera_netdev_port_event(dev, dev, event, ptr); 1198 else if (netif_is_lag_master(dev)) 1199 err = prestera_netdevice_lag_event(dev, event, ptr); 1200 1201 return notifier_from_errno(err); 1202} 1203 1204struct prestera_mdb_entry * 1205prestera_mdb_entry_create(struct prestera_switch *sw, 1206 const unsigned char *addr, u16 vid) 1207{ 1208 struct prestera_flood_domain *flood_domain; 1209 struct prestera_mdb_entry *mdb_entry; 1210 1211 mdb_entry = kzalloc(sizeof(*mdb_entry), GFP_KERNEL); 1212 if (!mdb_entry) 1213 goto err_mdb_alloc; 1214 1215 flood_domain = prestera_flood_domain_create(sw); 1216 if (!flood_domain) 1217 goto err_flood_domain_create; 1218 1219 mdb_entry->sw = sw; 1220 mdb_entry->vid = vid; 1221 mdb_entry->flood_domain = flood_domain; 1222 ether_addr_copy(mdb_entry->addr, addr); 1223 1224 if (prestera_hw_mdb_create(mdb_entry)) 1225 goto err_mdb_hw_create; 1226 1227 return mdb_entry; 1228 1229err_mdb_hw_create: 1230 prestera_flood_domain_destroy(flood_domain); 1231err_flood_domain_create: 1232 kfree(mdb_entry); 1233err_mdb_alloc: 1234 return NULL; 1235} 1236 1237void prestera_mdb_entry_destroy(struct prestera_mdb_entry *mdb_entry) 1238{ 1239 prestera_hw_mdb_destroy(mdb_entry); 1240 prestera_flood_domain_destroy(mdb_entry->flood_domain); 1241 kfree(mdb_entry); 1242} 1243 1244struct prestera_flood_domain * 1245prestera_flood_domain_create(struct prestera_switch *sw) 1246{ 1247 struct prestera_flood_domain *domain; 1248 1249 domain = kzalloc(sizeof(*domain), GFP_KERNEL); 1250 if (!domain) 1251 return NULL; 1252 1253 domain->sw = sw; 1254 1255 if (prestera_hw_flood_domain_create(domain)) { 1256 kfree(domain); 1257 return NULL; 1258 } 1259 1260 INIT_LIST_HEAD(&domain->flood_domain_port_list); 1261 1262 return domain; 1263} 1264 1265void prestera_flood_domain_destroy(struct prestera_flood_domain *flood_domain) 1266{ 1267 WARN_ON(!list_empty(&flood_domain->flood_domain_port_list)); 1268 WARN_ON_ONCE(prestera_hw_flood_domain_destroy(flood_domain)); 1269 kfree(flood_domain); 1270} 1271 1272int 1273prestera_flood_domain_port_create(struct prestera_flood_domain *flood_domain, 1274 struct net_device *dev, 1275 u16 vid) 1276{ 1277 struct prestera_flood_domain_port *flood_domain_port; 1278 bool is_first_port_in_list = false; 1279 int err; 1280 1281 flood_domain_port = kzalloc(sizeof(*flood_domain_port), GFP_KERNEL); 1282 if (!flood_domain_port) { 1283 err = -ENOMEM; 1284 goto err_port_alloc; 1285 } 1286 1287 flood_domain_port->vid = vid; 1288 1289 if (list_empty(&flood_domain->flood_domain_port_list)) 1290 is_first_port_in_list = true; 1291 1292 list_add(&flood_domain_port->flood_domain_port_node, 1293 &flood_domain->flood_domain_port_list); 1294 1295 flood_domain_port->flood_domain = flood_domain; 1296 flood_domain_port->dev = dev; 1297 1298 if (!is_first_port_in_list) { 1299 err = prestera_hw_flood_domain_ports_reset(flood_domain); 1300 if (err) 1301 goto err_prestera_mdb_port_create_hw; 1302 } 1303 1304 err = prestera_hw_flood_domain_ports_set(flood_domain); 1305 if (err) 1306 goto err_prestera_mdb_port_create_hw; 1307 1308 return 0; 1309 1310err_prestera_mdb_port_create_hw: 1311 list_del(&flood_domain_port->flood_domain_port_node); 1312 kfree(flood_domain_port); 1313err_port_alloc: 1314 return err; 1315} 1316 1317void 1318prestera_flood_domain_port_destroy(struct prestera_flood_domain_port *port) 1319{ 1320 struct prestera_flood_domain *flood_domain = port->flood_domain; 1321 1322 list_del(&port->flood_domain_port_node); 1323 1324 WARN_ON_ONCE(prestera_hw_flood_domain_ports_reset(flood_domain)); 1325 1326 if (!list_empty(&flood_domain->flood_domain_port_list)) 1327 WARN_ON_ONCE(prestera_hw_flood_domain_ports_set(flood_domain)); 1328 1329 kfree(port); 1330} 1331 1332struct prestera_flood_domain_port * 1333prestera_flood_domain_port_find(struct prestera_flood_domain *flood_domain, 1334 struct net_device *dev, u16 vid) 1335{ 1336 struct prestera_flood_domain_port *flood_domain_port; 1337 1338 list_for_each_entry(flood_domain_port, 1339 &flood_domain->flood_domain_port_list, 1340 flood_domain_port_node) 1341 if (flood_domain_port->dev == dev && 1342 vid == flood_domain_port->vid) 1343 return flood_domain_port; 1344 1345 return NULL; 1346} 1347 1348static int prestera_netdev_event_handler_register(struct prestera_switch *sw) 1349{ 1350 sw->netdev_nb.notifier_call = prestera_netdev_event_handler; 1351 1352 return register_netdevice_notifier(&sw->netdev_nb); 1353} 1354 1355static void prestera_netdev_event_handler_unregister(struct prestera_switch *sw) 1356{ 1357 unregister_netdevice_notifier(&sw->netdev_nb); 1358} 1359 1360static int prestera_switch_init(struct prestera_switch *sw) 1361{ 1362 int err; 1363 1364 sw->np = sw->dev->dev->of_node; 1365 1366 err = prestera_hw_switch_init(sw); 1367 if (err) { 1368 dev_err(prestera_dev(sw), "Failed to init Switch device\n"); 1369 return err; 1370 } 1371 1372 rwlock_init(&sw->port_list_lock); 1373 INIT_LIST_HEAD(&sw->port_list); 1374 1375 err = prestera_switch_set_base_mac_addr(sw); 1376 if (err) 1377 return err; 1378 1379 err = prestera_netdev_event_handler_register(sw); 1380 if (err) 1381 return err; 1382 1383 err = prestera_router_init(sw); 1384 if (err) 1385 goto err_router_init; 1386 1387 err = prestera_switchdev_init(sw); 1388 if (err) 1389 goto err_swdev_register; 1390 1391 err = prestera_rxtx_switch_init(sw); 1392 if (err) 1393 goto err_rxtx_register; 1394 1395 err = prestera_event_handlers_register(sw); 1396 if (err) 1397 goto err_handlers_register; 1398 1399 err = prestera_counter_init(sw); 1400 if (err) 1401 goto err_counter_init; 1402 1403 err = prestera_acl_init(sw); 1404 if (err) 1405 goto err_acl_init; 1406 1407 err = prestera_span_init(sw); 1408 if (err) 1409 goto err_span_init; 1410 1411 err = prestera_devlink_traps_register(sw); 1412 if (err) 1413 goto err_dl_register; 1414 1415 err = prestera_lag_init(sw); 1416 if (err) 1417 goto err_lag_init; 1418 1419 err = prestera_create_ports(sw); 1420 if (err) 1421 goto err_ports_create; 1422 1423 prestera_devlink_register(sw); 1424 return 0; 1425 1426err_ports_create: 1427 prestera_lag_fini(sw); 1428err_lag_init: 1429 prestera_devlink_traps_unregister(sw); 1430err_dl_register: 1431 prestera_span_fini(sw); 1432err_span_init: 1433 prestera_acl_fini(sw); 1434err_acl_init: 1435 prestera_counter_fini(sw); 1436err_counter_init: 1437 prestera_event_handlers_unregister(sw); 1438err_handlers_register: 1439 prestera_rxtx_switch_fini(sw); 1440err_rxtx_register: 1441 prestera_switchdev_fini(sw); 1442err_swdev_register: 1443 prestera_router_fini(sw); 1444err_router_init: 1445 prestera_netdev_event_handler_unregister(sw); 1446 prestera_hw_switch_fini(sw); 1447 1448 return err; 1449} 1450 1451static void prestera_switch_fini(struct prestera_switch *sw) 1452{ 1453 prestera_devlink_unregister(sw); 1454 prestera_destroy_ports(sw); 1455 prestera_lag_fini(sw); 1456 prestera_devlink_traps_unregister(sw); 1457 prestera_span_fini(sw); 1458 prestera_acl_fini(sw); 1459 prestera_counter_fini(sw); 1460 prestera_event_handlers_unregister(sw); 1461 prestera_rxtx_switch_fini(sw); 1462 prestera_switchdev_fini(sw); 1463 prestera_router_fini(sw); 1464 prestera_netdev_event_handler_unregister(sw); 1465 prestera_hw_switch_fini(sw); 1466 of_node_put(sw->np); 1467} 1468 1469int prestera_device_register(struct prestera_device *dev) 1470{ 1471 struct prestera_switch *sw; 1472 int err; 1473 1474 sw = prestera_devlink_alloc(dev); 1475 if (!sw) 1476 return -ENOMEM; 1477 1478 dev->priv = sw; 1479 sw->dev = dev; 1480 1481 err = prestera_switch_init(sw); 1482 if (err) { 1483 prestera_devlink_free(sw); 1484 return err; 1485 } 1486 1487 return 0; 1488} 1489EXPORT_SYMBOL(prestera_device_register); 1490 1491void prestera_device_unregister(struct prestera_device *dev) 1492{ 1493 struct prestera_switch *sw = dev->priv; 1494 1495 prestera_switch_fini(sw); 1496 prestera_devlink_free(sw); 1497} 1498EXPORT_SYMBOL(prestera_device_unregister); 1499 1500static int __init prestera_module_init(void) 1501{ 1502 prestera_wq = alloc_workqueue("prestera", 0, 0); 1503 if (!prestera_wq) 1504 return -ENOMEM; 1505 1506 prestera_owq = alloc_ordered_workqueue("prestera_ordered", 0); 1507 if (!prestera_owq) { 1508 destroy_workqueue(prestera_wq); 1509 return -ENOMEM; 1510 } 1511 1512 return 0; 1513} 1514 1515static void __exit prestera_module_exit(void) 1516{ 1517 destroy_workqueue(prestera_wq); 1518 destroy_workqueue(prestera_owq); 1519} 1520 1521module_init(prestera_module_init); 1522module_exit(prestera_module_exit); 1523 1524MODULE_LICENSE("Dual BSD/GPL"); 1525MODULE_DESCRIPTION("Marvell Prestera switch driver"); 1526