qlnx_os.c revision 322851
1316485Sdavidcs/* 2316485Sdavidcs * Copyright (c) 2017-2018 Cavium, Inc. 3316485Sdavidcs * All rights reserved. 4316485Sdavidcs * 5316485Sdavidcs * Redistribution and use in source and binary forms, with or without 6316485Sdavidcs * modification, are permitted provided that the following conditions 7316485Sdavidcs * are met: 8316485Sdavidcs * 9316485Sdavidcs * 1. Redistributions of source code must retain the above copyright 10316485Sdavidcs * notice, this list of conditions and the following disclaimer. 11316485Sdavidcs * 2. Redistributions in binary form must reproduce the above copyright 12316485Sdavidcs * notice, this list of conditions and the following disclaimer in the 13316485Sdavidcs * documentation and/or other materials provided with the distribution. 14316485Sdavidcs * 15316485Sdavidcs * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 16316485Sdavidcs * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17316485Sdavidcs * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18316485Sdavidcs * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 19316485Sdavidcs * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 20316485Sdavidcs * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 21316485Sdavidcs * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 22316485Sdavidcs * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 23316485Sdavidcs * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 24316485Sdavidcs * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 25316485Sdavidcs * POSSIBILITY OF SUCH DAMAGE. 26316485Sdavidcs */ 27316485Sdavidcs 28316485Sdavidcs 29316485Sdavidcs/* 30316485Sdavidcs * File: qlnx_os.c 31316485Sdavidcs * Author : David C Somayajulu, Cavium, Inc., San Jose, CA 95131. 32316485Sdavidcs */ 33316485Sdavidcs 34316485Sdavidcs#include <sys/cdefs.h> 35316485Sdavidcs__FBSDID("$FreeBSD: stable/11/sys/dev/qlnx/qlnxe/qlnx_os.c 322851 2017-08-24 18:51:55Z davidcs $"); 36316485Sdavidcs 37316485Sdavidcs#include "qlnx_os.h" 38316485Sdavidcs#include "bcm_osal.h" 39316485Sdavidcs#include "reg_addr.h" 40316485Sdavidcs#include "ecore_gtt_reg_addr.h" 41316485Sdavidcs#include "ecore.h" 42316485Sdavidcs#include "ecore_chain.h" 43316485Sdavidcs#include "ecore_status.h" 44316485Sdavidcs#include "ecore_hw.h" 45316485Sdavidcs#include "ecore_rt_defs.h" 46316485Sdavidcs#include "ecore_init_ops.h" 47316485Sdavidcs#include "ecore_int.h" 48316485Sdavidcs#include "ecore_cxt.h" 49316485Sdavidcs#include "ecore_spq.h" 50316485Sdavidcs#include "ecore_init_fw_funcs.h" 51316485Sdavidcs#include "ecore_sp_commands.h" 52316485Sdavidcs#include "ecore_dev_api.h" 53316485Sdavidcs#include "ecore_l2_api.h" 54316485Sdavidcs#include "ecore_mcp.h" 55316485Sdavidcs#include "ecore_hw_defs.h" 56316485Sdavidcs#include "mcp_public.h" 57316485Sdavidcs#include "ecore_iro.h" 58316485Sdavidcs#include "nvm_cfg.h" 59316485Sdavidcs#include "ecore_dev_api.h" 60316485Sdavidcs#include "ecore_dbg_fw_funcs.h" 61316485Sdavidcs 62316485Sdavidcs#include "qlnx_ioctl.h" 63316485Sdavidcs#include "qlnx_def.h" 64316485Sdavidcs#include "qlnx_ver.h" 65316485Sdavidcs#include <sys/smp.h> 66316485Sdavidcs 67316485Sdavidcs 68316485Sdavidcs/* 69316485Sdavidcs * static functions 70316485Sdavidcs */ 71316485Sdavidcs/* 72316485Sdavidcs * ioctl related functions 73316485Sdavidcs */ 74316485Sdavidcsstatic void qlnx_add_sysctls(qlnx_host_t *ha); 75316485Sdavidcs 76316485Sdavidcs/* 77316485Sdavidcs * main driver 78316485Sdavidcs */ 79316485Sdavidcsstatic void qlnx_release(qlnx_host_t *ha); 80316485Sdavidcsstatic void qlnx_fp_isr(void *arg); 81316485Sdavidcsstatic void qlnx_init_ifnet(device_t dev, qlnx_host_t *ha); 82316485Sdavidcsstatic void qlnx_init(void *arg); 83316485Sdavidcsstatic void qlnx_init_locked(qlnx_host_t *ha); 84316485Sdavidcsstatic int qlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi); 85316485Sdavidcsstatic int qlnx_set_promisc(qlnx_host_t *ha); 86316485Sdavidcsstatic int qlnx_set_allmulti(qlnx_host_t *ha); 87316485Sdavidcsstatic int qlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data); 88316485Sdavidcsstatic int qlnx_media_change(struct ifnet *ifp); 89316485Sdavidcsstatic void qlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr); 90316485Sdavidcsstatic void qlnx_stop(qlnx_host_t *ha); 91316485Sdavidcsstatic int qlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, 92316485Sdavidcs struct mbuf **m_headp); 93316485Sdavidcsstatic int qlnx_get_ifq_snd_maxlen(qlnx_host_t *ha); 94316485Sdavidcsstatic uint32_t qlnx_get_optics(qlnx_host_t *ha, 95316485Sdavidcs struct qlnx_link_output *if_link); 96316485Sdavidcsstatic int qlnx_transmit(struct ifnet *ifp, struct mbuf *mp); 97322851Sdavidcsstatic int qlnx_transmit_locked(struct ifnet *ifp, struct qlnx_fastpath *fp, 98322851Sdavidcs struct mbuf *mp); 99316485Sdavidcsstatic void qlnx_qflush(struct ifnet *ifp); 100316485Sdavidcs 101316485Sdavidcsstatic int qlnx_alloc_parent_dma_tag(qlnx_host_t *ha); 102316485Sdavidcsstatic void qlnx_free_parent_dma_tag(qlnx_host_t *ha); 103316485Sdavidcsstatic int qlnx_alloc_tx_dma_tag(qlnx_host_t *ha); 104316485Sdavidcsstatic void qlnx_free_tx_dma_tag(qlnx_host_t *ha); 105316485Sdavidcsstatic int qlnx_alloc_rx_dma_tag(qlnx_host_t *ha); 106316485Sdavidcsstatic void qlnx_free_rx_dma_tag(qlnx_host_t *ha); 107316485Sdavidcs 108316485Sdavidcsstatic int qlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver); 109316485Sdavidcsstatic int qlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size); 110316485Sdavidcs 111316485Sdavidcsstatic int qlnx_nic_setup(struct ecore_dev *cdev, 112316485Sdavidcs struct ecore_pf_params *func_params); 113316485Sdavidcsstatic int qlnx_nic_start(struct ecore_dev *cdev); 114316485Sdavidcsstatic int qlnx_slowpath_start(qlnx_host_t *ha); 115316485Sdavidcsstatic int qlnx_slowpath_stop(qlnx_host_t *ha); 116316485Sdavidcsstatic int qlnx_init_hw(qlnx_host_t *ha); 117316485Sdavidcsstatic void qlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 118316485Sdavidcs char ver_str[VER_SIZE]); 119316485Sdavidcsstatic void qlnx_unload(qlnx_host_t *ha); 120316485Sdavidcsstatic int qlnx_load(qlnx_host_t *ha); 121316485Sdavidcsstatic void qlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 122316485Sdavidcs uint32_t add_mac); 123316485Sdavidcsstatic void qlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, 124316485Sdavidcs uint32_t len); 125316485Sdavidcsstatic int qlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq); 126316485Sdavidcsstatic void qlnx_reuse_rx_data(struct qlnx_rx_queue *rxq); 127316485Sdavidcsstatic void qlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, 128316485Sdavidcs struct qlnx_rx_queue *rxq); 129316485Sdavidcsstatic int qlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter); 130316485Sdavidcsstatic int qlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, 131316485Sdavidcs int hwfn_index); 132316485Sdavidcsstatic int qlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, 133316485Sdavidcs int hwfn_index); 134316485Sdavidcsstatic void qlnx_timer(void *arg); 135316485Sdavidcsstatic int qlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 136316485Sdavidcsstatic void qlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 137316485Sdavidcsstatic void qlnx_trigger_dump(qlnx_host_t *ha); 138322851Sdavidcsstatic uint16_t qlnx_num_tx_compl(qlnx_host_t *ha, struct qlnx_fastpath *fp, 139322851Sdavidcs struct qlnx_tx_queue *txq); 140316485Sdavidcsstatic void qlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 141316485Sdavidcs struct qlnx_tx_queue *txq); 142316485Sdavidcsstatic int qlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 143316485Sdavidcs int lro_enable); 144316485Sdavidcsstatic void qlnx_fp_taskqueue(void *context, int pending); 145316485Sdavidcsstatic void qlnx_sample_storm_stats(qlnx_host_t *ha); 146316485Sdavidcsstatic int qlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 147316485Sdavidcs struct qlnx_agg_info *tpa); 148316485Sdavidcsstatic void qlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa); 149316485Sdavidcs 150316485Sdavidcs#if __FreeBSD_version >= 1100000 151316485Sdavidcsstatic uint64_t qlnx_get_counter(if_t ifp, ift_counter cnt); 152316485Sdavidcs#endif 153316485Sdavidcs 154316485Sdavidcs 155316485Sdavidcs/* 156316485Sdavidcs * Hooks to the Operating Systems 157316485Sdavidcs */ 158316485Sdavidcsstatic int qlnx_pci_probe (device_t); 159316485Sdavidcsstatic int qlnx_pci_attach (device_t); 160316485Sdavidcsstatic int qlnx_pci_detach (device_t); 161316485Sdavidcs 162316485Sdavidcsstatic device_method_t qlnx_pci_methods[] = { 163316485Sdavidcs /* Device interface */ 164316485Sdavidcs DEVMETHOD(device_probe, qlnx_pci_probe), 165316485Sdavidcs DEVMETHOD(device_attach, qlnx_pci_attach), 166316485Sdavidcs DEVMETHOD(device_detach, qlnx_pci_detach), 167316485Sdavidcs { 0, 0 } 168316485Sdavidcs}; 169316485Sdavidcs 170316485Sdavidcsstatic driver_t qlnx_pci_driver = { 171316485Sdavidcs "ql", qlnx_pci_methods, sizeof (qlnx_host_t), 172316485Sdavidcs}; 173316485Sdavidcs 174316485Sdavidcsstatic devclass_t qlnx_devclass; 175316485Sdavidcs 176316485SdavidcsMODULE_VERSION(if_qlnxe,1); 177316485SdavidcsDRIVER_MODULE(if_qlnxe, pci, qlnx_pci_driver, qlnx_devclass, 0, 0); 178316485Sdavidcs 179316485SdavidcsMODULE_DEPEND(if_qlnxe, pci, 1, 1, 1); 180316485SdavidcsMODULE_DEPEND(if_qlnxe, ether, 1, 1, 1); 181316485Sdavidcs 182316485SdavidcsMALLOC_DEFINE(M_QLNXBUF, "qlnxbuf", "Buffers for qlnx driver"); 183316485Sdavidcs 184316485Sdavidcs 185316485Sdavidcschar qlnx_dev_str[64]; 186316485Sdavidcschar qlnx_ver_str[VER_SIZE]; 187316485Sdavidcschar qlnx_name_str[NAME_SIZE]; 188316485Sdavidcs 189316485Sdavidcs/* 190316485Sdavidcs * Some PCI Configuration Space Related Defines 191316485Sdavidcs */ 192316485Sdavidcs 193316485Sdavidcs#ifndef PCI_VENDOR_QLOGIC 194316485Sdavidcs#define PCI_VENDOR_QLOGIC 0x1077 195316485Sdavidcs#endif 196316485Sdavidcs 197316485Sdavidcs/* 40G Adapter QLE45xxx*/ 198316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1634 199316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1634 0x1634 200316485Sdavidcs#endif 201316485Sdavidcs 202316485Sdavidcs/* 100G Adapter QLE45xxx*/ 203316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1644 204316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1644 0x1644 205316485Sdavidcs#endif 206316485Sdavidcs 207316485Sdavidcs/* 25G Adapter QLE45xxx*/ 208316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1656 209316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1656 0x1656 210316485Sdavidcs#endif 211316485Sdavidcs 212316485Sdavidcs/* 50G Adapter QLE45xxx*/ 213316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1654 214316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1654 0x1654 215316485Sdavidcs#endif 216316485Sdavidcs 217320164Sdavidcs/* 10G/25G/40G Adapter QLE41xxx*/ 218320164Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_8070 219320164Sdavidcs#define QLOGIC_PCI_DEVICE_ID_8070 0x8070 220320164Sdavidcs#endif 221320164Sdavidcs 222322851SdavidcsSYSCTL_NODE(_hw, OID_AUTO, qlnxe, CTLFLAG_RD, 0, "qlnxe driver parameters"); 223322851Sdavidcs/* Number of Queues: 0 (Auto) or 1 to 32 (fixed queue number) */ 224322851Sdavidcsstatic int qlnxe_queue_count = QLNX_DEFAULT_RSS; 225322851SdavidcsSYSCTL_INT(_hw_qlnxe, OID_AUTO, queue_count, CTLFLAG_RDTUN, 226322851Sdavidcs &qlnxe_queue_count, 0, "Multi-Queue queue count"); 227322851Sdavidcs 228316485Sdavidcsstatic int 229316485Sdavidcsqlnx_valid_device(device_t dev) 230316485Sdavidcs{ 231316485Sdavidcs uint16_t device_id; 232316485Sdavidcs 233316485Sdavidcs device_id = pci_get_device(dev); 234316485Sdavidcs 235316485Sdavidcs if ((device_id == QLOGIC_PCI_DEVICE_ID_1634) || 236316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1644) || 237316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1656) || 238320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1654) || 239320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) 240316485Sdavidcs return 0; 241316485Sdavidcs 242316485Sdavidcs return -1; 243316485Sdavidcs} 244316485Sdavidcs 245316485Sdavidcs/* 246316485Sdavidcs * Name: qlnx_pci_probe 247316485Sdavidcs * Function: Validate the PCI device to be a QLA80XX device 248316485Sdavidcs */ 249316485Sdavidcsstatic int 250316485Sdavidcsqlnx_pci_probe(device_t dev) 251316485Sdavidcs{ 252316485Sdavidcs snprintf(qlnx_ver_str, sizeof(qlnx_ver_str), "v%d.%d.%d", 253316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, QLNX_VERSION_BUILD); 254316485Sdavidcs snprintf(qlnx_name_str, sizeof(qlnx_name_str), "qlnx"); 255316485Sdavidcs 256316485Sdavidcs if (pci_get_vendor(dev) != PCI_VENDOR_QLOGIC) { 257316485Sdavidcs return (ENXIO); 258316485Sdavidcs } 259316485Sdavidcs 260316485Sdavidcs switch (pci_get_device(dev)) { 261316485Sdavidcs 262316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1644: 263316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 264316485Sdavidcs "Qlogic 100GbE PCI CNA Adapter-Ethernet Function", 265316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 266316485Sdavidcs QLNX_VERSION_BUILD); 267316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 268316485Sdavidcs 269316485Sdavidcs break; 270316485Sdavidcs 271316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1634: 272316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 273316485Sdavidcs "Qlogic 40GbE PCI CNA Adapter-Ethernet Function", 274316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 275316485Sdavidcs QLNX_VERSION_BUILD); 276316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 277316485Sdavidcs 278316485Sdavidcs break; 279316485Sdavidcs 280316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1656: 281316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 282316485Sdavidcs "Qlogic 25GbE PCI CNA Adapter-Ethernet Function", 283316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 284316485Sdavidcs QLNX_VERSION_BUILD); 285316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 286316485Sdavidcs 287316485Sdavidcs break; 288316485Sdavidcs 289316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1654: 290316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 291316485Sdavidcs "Qlogic 50GbE PCI CNA Adapter-Ethernet Function", 292316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 293316485Sdavidcs QLNX_VERSION_BUILD); 294316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 295316485Sdavidcs 296316485Sdavidcs break; 297316485Sdavidcs 298320164Sdavidcs case QLOGIC_PCI_DEVICE_ID_8070: 299320164Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 300320164Sdavidcs "Qlogic 10GbE/25GbE/40GbE PCI CNA (AH) " 301320164Sdavidcs "Adapter-Ethernet Function", 302320164Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 303320164Sdavidcs QLNX_VERSION_BUILD); 304320164Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 305320164Sdavidcs 306320164Sdavidcs break; 307320164Sdavidcs 308316485Sdavidcs default: 309316485Sdavidcs return (ENXIO); 310316485Sdavidcs } 311316485Sdavidcs 312316485Sdavidcs return (BUS_PROBE_DEFAULT); 313316485Sdavidcs} 314316485Sdavidcs 315322851Sdavidcsstatic uint16_t 316322851Sdavidcsqlnx_num_tx_compl(qlnx_host_t *ha, struct qlnx_fastpath *fp, 317322851Sdavidcs struct qlnx_tx_queue *txq) 318322851Sdavidcs{ 319322851Sdavidcs u16 hw_bd_cons; 320322851Sdavidcs u16 ecore_cons_idx; 321322851Sdavidcs uint16_t diff; 322316485Sdavidcs 323322851Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 324322851Sdavidcs 325322851Sdavidcs ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl); 326322851Sdavidcs if (hw_bd_cons < ecore_cons_idx) { 327322851Sdavidcs diff = (1 << 16) - (ecore_cons_idx - hw_bd_cons); 328322851Sdavidcs } else { 329322851Sdavidcs diff = hw_bd_cons - ecore_cons_idx; 330322851Sdavidcs } 331322851Sdavidcs return diff; 332322851Sdavidcs} 333322851Sdavidcs 334322851Sdavidcs 335316485Sdavidcsstatic void 336316485Sdavidcsqlnx_sp_intr(void *arg) 337316485Sdavidcs{ 338316485Sdavidcs struct ecore_hwfn *p_hwfn; 339316485Sdavidcs qlnx_host_t *ha; 340316485Sdavidcs int i; 341316485Sdavidcs 342316485Sdavidcs p_hwfn = arg; 343316485Sdavidcs 344316485Sdavidcs if (p_hwfn == NULL) { 345316485Sdavidcs printf("%s: spurious slowpath intr\n", __func__); 346316485Sdavidcs return; 347316485Sdavidcs } 348316485Sdavidcs 349316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 350316485Sdavidcs 351318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 352316485Sdavidcs 353316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 354316485Sdavidcs if (&ha->cdev.hwfns[i] == p_hwfn) { 355316485Sdavidcs taskqueue_enqueue(ha->sp_taskqueue[i], &ha->sp_task[i]); 356316485Sdavidcs break; 357316485Sdavidcs } 358316485Sdavidcs } 359318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 360316485Sdavidcs 361316485Sdavidcs return; 362316485Sdavidcs} 363316485Sdavidcs 364316485Sdavidcsstatic void 365316485Sdavidcsqlnx_sp_taskqueue(void *context, int pending) 366316485Sdavidcs{ 367316485Sdavidcs struct ecore_hwfn *p_hwfn; 368316485Sdavidcs 369316485Sdavidcs p_hwfn = context; 370316485Sdavidcs 371316485Sdavidcs if (p_hwfn != NULL) { 372316485Sdavidcs qlnx_sp_isr(p_hwfn); 373316485Sdavidcs } 374316485Sdavidcs return; 375316485Sdavidcs} 376316485Sdavidcs 377316485Sdavidcsstatic int 378316485Sdavidcsqlnx_create_sp_taskqueues(qlnx_host_t *ha) 379316485Sdavidcs{ 380316485Sdavidcs int i; 381316485Sdavidcs uint8_t tq_name[32]; 382316485Sdavidcs 383316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 384316485Sdavidcs 385316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 386316485Sdavidcs 387316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 388316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_sp_tq_%d", i); 389316485Sdavidcs 390316485Sdavidcs TASK_INIT(&ha->sp_task[i], 0, qlnx_sp_taskqueue, p_hwfn); 391316485Sdavidcs 392316485Sdavidcs ha->sp_taskqueue[i] = taskqueue_create_fast(tq_name, M_NOWAIT, 393316485Sdavidcs taskqueue_thread_enqueue, &ha->sp_taskqueue[i]); 394316485Sdavidcs 395316485Sdavidcs if (ha->sp_taskqueue[i] == NULL) 396316485Sdavidcs return (-1); 397316485Sdavidcs 398316485Sdavidcs taskqueue_start_threads(&ha->sp_taskqueue[i], 1, PI_NET, "%s", 399316485Sdavidcs tq_name); 400316485Sdavidcs 401318659Sdavidcs QL_DPRINT1(ha, "%p\n", ha->sp_taskqueue[i]); 402316485Sdavidcs } 403316485Sdavidcs 404316485Sdavidcs return (0); 405316485Sdavidcs} 406316485Sdavidcs 407316485Sdavidcsstatic void 408316485Sdavidcsqlnx_destroy_sp_taskqueues(qlnx_host_t *ha) 409316485Sdavidcs{ 410316485Sdavidcs int i; 411316485Sdavidcs 412316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 413316485Sdavidcs if (ha->sp_taskqueue[i] != NULL) { 414316485Sdavidcs taskqueue_drain(ha->sp_taskqueue[i], &ha->sp_task[i]); 415316485Sdavidcs taskqueue_free(ha->sp_taskqueue[i]); 416316485Sdavidcs } 417316485Sdavidcs } 418316485Sdavidcs return; 419316485Sdavidcs} 420316485Sdavidcs 421316485Sdavidcsstatic void 422316485Sdavidcsqlnx_fp_taskqueue(void *context, int pending) 423316485Sdavidcs{ 424316485Sdavidcs struct qlnx_fastpath *fp; 425316485Sdavidcs qlnx_host_t *ha; 426316485Sdavidcs struct ifnet *ifp; 427322849Sdavidcs 428322849Sdavidcs#ifdef QLNX_RCV_IN_TASKQ 429320164Sdavidcs int lro_enable; 430318657Sdavidcs int rx_int = 0, total_rx_count = 0; 431322851Sdavidcs struct thread *cthread; 432322849Sdavidcs#endif /* #ifdef QLNX_RCV_IN_TASKQ */ 433322849Sdavidcs 434316485Sdavidcs fp = context; 435316485Sdavidcs 436316485Sdavidcs if (fp == NULL) 437316485Sdavidcs return; 438316485Sdavidcs 439322851Sdavidcs ha = (qlnx_host_t *)fp->edev; 440322851Sdavidcs 441322851Sdavidcs ifp = ha->ifp; 442322851Sdavidcs 443322851Sdavidcs#ifdef QLNX_RCV_IN_TASKQ 444322851Sdavidcs 445318657Sdavidcs cthread = curthread; 446318657Sdavidcs 447318657Sdavidcs thread_lock(cthread); 448318657Sdavidcs 449318657Sdavidcs if (!sched_is_bound(cthread)) 450318657Sdavidcs sched_bind(cthread, fp->rss_id); 451318657Sdavidcs 452318657Sdavidcs thread_unlock(cthread); 453318657Sdavidcs 454322851Sdavidcs lro_enable = ifp->if_capenable & IFCAP_LRO; 455316485Sdavidcs 456322851Sdavidcs rx_int = qlnx_rx_int(ha, fp, ha->rx_pkt_threshold, lro_enable); 457316485Sdavidcs 458322851Sdavidcs if (rx_int) { 459322851Sdavidcs fp->rx_pkts += rx_int; 460322851Sdavidcs total_rx_count += rx_int; 461322851Sdavidcs } 462322851Sdavidcs 463322851Sdavidcs#ifdef QLNX_SOFT_LRO 464322849Sdavidcs { 465322851Sdavidcs struct lro_ctrl *lro; 466318657Sdavidcs 467322851Sdavidcs lro = &fp->rxq->lro; 468318657Sdavidcs 469322851Sdavidcs if (lro_enable && total_rx_count) { 470318657Sdavidcs 471318657Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 472318657Sdavidcs 473322851Sdavidcs if (ha->dbg_trace_lro_cnt) { 474322851Sdavidcs if (lro->lro_mbuf_count & ~1023) 475322851Sdavidcs fp->lro_cnt_1024++; 476322851Sdavidcs else if (lro->lro_mbuf_count & ~511) 477322851Sdavidcs fp->lro_cnt_512++; 478322851Sdavidcs else if (lro->lro_mbuf_count & ~255) 479322851Sdavidcs fp->lro_cnt_256++; 480322851Sdavidcs else if (lro->lro_mbuf_count & ~127) 481322851Sdavidcs fp->lro_cnt_128++; 482322851Sdavidcs else if (lro->lro_mbuf_count & ~63) 483322851Sdavidcs fp->lro_cnt_64++; 484322851Sdavidcs } 485322851Sdavidcs tcp_lro_flush_all(lro); 486318657Sdavidcs 487318657Sdavidcs#else 488322851Sdavidcs struct lro_entry *queued; 489318657Sdavidcs 490322851Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))) { 491322851Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 492322851Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 493322851Sdavidcs tcp_lro_flush(lro, queued); 494322851Sdavidcs } 495322849Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 496318657Sdavidcs } 497322851Sdavidcs } 498318657Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 499318657Sdavidcs 500322851Sdavidcs ecore_sb_update_sb_idx(fp->sb_info); 501322851Sdavidcs rmb(); 502318657Sdavidcs 503322849Sdavidcs#endif /* #ifdef QLNX_RCV_IN_TASKQ */ 504322849Sdavidcs 505322851Sdavidcs if(ifp->if_drv_flags & IFF_DRV_RUNNING) { 506316485Sdavidcs 507322851Sdavidcs if (!drbr_empty(ifp, fp->tx_br)) { 508316485Sdavidcs 509322851Sdavidcs if(mtx_trylock(&fp->tx_mtx)) { 510316485Sdavidcs 511322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 512322851Sdavidcs tx_pkts = fp->tx_pkts_transmitted; 513322851Sdavidcs tx_compl = fp->tx_pkts_completed; 514322851Sdavidcs#endif 515316485Sdavidcs 516322851Sdavidcs qlnx_transmit_locked(ifp, fp, NULL); 517316485Sdavidcs 518322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 519322851Sdavidcs fp->tx_pkts_trans_fp += 520322851Sdavidcs (fp->tx_pkts_transmitted - tx_pkts); 521322851Sdavidcs fp->tx_pkts_compl_fp += 522322851Sdavidcs (fp->tx_pkts_completed - tx_compl); 523322851Sdavidcs#endif 524322851Sdavidcs mtx_unlock(&fp->tx_mtx); 525316485Sdavidcs } 526316485Sdavidcs } 527316485Sdavidcs } 528316485Sdavidcs 529322849Sdavidcs#ifdef QLNX_RCV_IN_TASKQ 530318657Sdavidcs if (rx_int) { 531318657Sdavidcs if (fp->fp_taskqueue != NULL) 532318657Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 533318657Sdavidcs } else { 534318657Sdavidcs if (fp->tx_ring_full) { 535318657Sdavidcs qlnx_mdelay(__func__, 100); 536318657Sdavidcs } 537318657Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_ENABLE, 1); 538318657Sdavidcs } 539322849Sdavidcs#endif /* #ifdef QLNX_RCV_IN_TASKQ */ 540316485Sdavidcs 541322851Sdavidcs QL_DPRINT2(ha, "exit \n"); 542316485Sdavidcs return; 543316485Sdavidcs} 544316485Sdavidcs 545316485Sdavidcsstatic int 546316485Sdavidcsqlnx_create_fp_taskqueues(qlnx_host_t *ha) 547316485Sdavidcs{ 548316485Sdavidcs int i; 549316485Sdavidcs uint8_t tq_name[32]; 550316485Sdavidcs struct qlnx_fastpath *fp; 551316485Sdavidcs 552316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 553316485Sdavidcs 554316485Sdavidcs fp = &ha->fp_array[i]; 555316485Sdavidcs 556316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 557316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_fp_tq_%d", i); 558316485Sdavidcs 559316485Sdavidcs TASK_INIT(&fp->fp_task, 0, qlnx_fp_taskqueue, fp); 560316485Sdavidcs 561316485Sdavidcs fp->fp_taskqueue = taskqueue_create_fast(tq_name, M_NOWAIT, 562316485Sdavidcs taskqueue_thread_enqueue, 563316485Sdavidcs &fp->fp_taskqueue); 564316485Sdavidcs 565316485Sdavidcs if (fp->fp_taskqueue == NULL) 566316485Sdavidcs return (-1); 567316485Sdavidcs 568316485Sdavidcs taskqueue_start_threads(&fp->fp_taskqueue, 1, PI_NET, "%s", 569316485Sdavidcs tq_name); 570316485Sdavidcs 571318659Sdavidcs QL_DPRINT1(ha, "%p\n",fp->fp_taskqueue); 572316485Sdavidcs } 573316485Sdavidcs 574316485Sdavidcs return (0); 575316485Sdavidcs} 576316485Sdavidcs 577316485Sdavidcsstatic void 578316485Sdavidcsqlnx_destroy_fp_taskqueues(qlnx_host_t *ha) 579316485Sdavidcs{ 580316485Sdavidcs int i; 581316485Sdavidcs struct qlnx_fastpath *fp; 582316485Sdavidcs 583316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 584316485Sdavidcs 585316485Sdavidcs fp = &ha->fp_array[i]; 586316485Sdavidcs 587316485Sdavidcs if (fp->fp_taskqueue != NULL) { 588316485Sdavidcs 589316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 590316485Sdavidcs taskqueue_free(fp->fp_taskqueue); 591316485Sdavidcs fp->fp_taskqueue = NULL; 592316485Sdavidcs } 593316485Sdavidcs } 594316485Sdavidcs return; 595316485Sdavidcs} 596316485Sdavidcs 597316485Sdavidcsstatic void 598316485Sdavidcsqlnx_drain_fp_taskqueues(qlnx_host_t *ha) 599316485Sdavidcs{ 600316485Sdavidcs int i; 601316485Sdavidcs struct qlnx_fastpath *fp; 602316485Sdavidcs 603316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 604316485Sdavidcs fp = &ha->fp_array[i]; 605316485Sdavidcs 606316485Sdavidcs if (fp->fp_taskqueue != NULL) { 607318657Sdavidcs QLNX_UNLOCK(ha); 608316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 609318657Sdavidcs QLNX_LOCK(ha); 610316485Sdavidcs } 611316485Sdavidcs } 612316485Sdavidcs return; 613316485Sdavidcs} 614316485Sdavidcs 615322851Sdavidcsstatic void 616322851Sdavidcsqlnx_get_params(qlnx_host_t *ha) 617322851Sdavidcs{ 618322851Sdavidcs if ((qlnxe_queue_count < 0) || (qlnxe_queue_count > QLNX_MAX_RSS)) { 619322851Sdavidcs device_printf(ha->pci_dev, "invalid queue_count value (%d)\n", 620322851Sdavidcs qlnxe_queue_count); 621322851Sdavidcs qlnxe_queue_count = 0; 622322851Sdavidcs } 623322851Sdavidcs return; 624322851Sdavidcs} 625322851Sdavidcs 626316485Sdavidcs/* 627316485Sdavidcs * Name: qlnx_pci_attach 628316485Sdavidcs * Function: attaches the device to the operating system 629316485Sdavidcs */ 630316485Sdavidcsstatic int 631316485Sdavidcsqlnx_pci_attach(device_t dev) 632316485Sdavidcs{ 633316485Sdavidcs qlnx_host_t *ha = NULL; 634316485Sdavidcs uint32_t rsrc_len_reg = 0; 635316485Sdavidcs uint32_t rsrc_len_dbells = 0; 636316485Sdavidcs uint32_t rsrc_len_msix = 0; 637316485Sdavidcs int i; 638316485Sdavidcs uint32_t mfw_ver; 639316485Sdavidcs 640316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 641316485Sdavidcs device_printf(dev, "cannot get softc\n"); 642316485Sdavidcs return (ENOMEM); 643316485Sdavidcs } 644316485Sdavidcs 645316485Sdavidcs memset(ha, 0, sizeof (qlnx_host_t)); 646316485Sdavidcs 647316485Sdavidcs if (qlnx_valid_device(dev) != 0) { 648316485Sdavidcs device_printf(dev, "device is not valid device\n"); 649316485Sdavidcs return (ENXIO); 650316485Sdavidcs } 651316485Sdavidcs ha->pci_func = pci_get_function(dev); 652316485Sdavidcs 653316485Sdavidcs ha->pci_dev = dev; 654316485Sdavidcs 655316485Sdavidcs mtx_init(&ha->hw_lock, "qlnx_hw_lock", MTX_NETWORK_LOCK, MTX_DEF); 656316485Sdavidcs 657316485Sdavidcs ha->flags.lock_init = 1; 658316485Sdavidcs 659316485Sdavidcs pci_enable_busmaster(dev); 660316485Sdavidcs 661316485Sdavidcs /* 662316485Sdavidcs * map the PCI BARs 663316485Sdavidcs */ 664316485Sdavidcs 665316485Sdavidcs ha->reg_rid = PCIR_BAR(0); 666316485Sdavidcs ha->pci_reg = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &ha->reg_rid, 667316485Sdavidcs RF_ACTIVE); 668316485Sdavidcs 669316485Sdavidcs if (ha->pci_reg == NULL) { 670316485Sdavidcs device_printf(dev, "unable to map BAR0\n"); 671316485Sdavidcs goto qlnx_pci_attach_err; 672316485Sdavidcs } 673316485Sdavidcs 674316485Sdavidcs rsrc_len_reg = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 675316485Sdavidcs ha->reg_rid); 676316485Sdavidcs 677316485Sdavidcs ha->dbells_rid = PCIR_BAR(2); 678316485Sdavidcs ha->pci_dbells = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 679316485Sdavidcs &ha->dbells_rid, RF_ACTIVE); 680316485Sdavidcs 681316485Sdavidcs if (ha->pci_dbells == NULL) { 682316485Sdavidcs device_printf(dev, "unable to map BAR1\n"); 683316485Sdavidcs goto qlnx_pci_attach_err; 684316485Sdavidcs } 685316485Sdavidcs 686316485Sdavidcs rsrc_len_dbells = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 687316485Sdavidcs ha->dbells_rid); 688316485Sdavidcs 689316485Sdavidcs ha->dbells_phys_addr = (uint64_t) 690316485Sdavidcs bus_get_resource_start(dev, SYS_RES_MEMORY, ha->dbells_rid);; 691316485Sdavidcs ha->dbells_size = rsrc_len_dbells; 692316485Sdavidcs 693316485Sdavidcs ha->msix_rid = PCIR_BAR(4); 694316485Sdavidcs ha->msix_bar = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 695316485Sdavidcs &ha->msix_rid, RF_ACTIVE); 696316485Sdavidcs 697316485Sdavidcs if (ha->msix_bar == NULL) { 698316485Sdavidcs device_printf(dev, "unable to map BAR2\n"); 699316485Sdavidcs goto qlnx_pci_attach_err; 700316485Sdavidcs } 701316485Sdavidcs 702316485Sdavidcs rsrc_len_msix = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 703316485Sdavidcs ha->msix_rid); 704316485Sdavidcs /* 705316485Sdavidcs * allocate dma tags 706316485Sdavidcs */ 707316485Sdavidcs 708316485Sdavidcs if (qlnx_alloc_parent_dma_tag(ha)) 709316485Sdavidcs goto qlnx_pci_attach_err; 710316485Sdavidcs 711316485Sdavidcs if (qlnx_alloc_tx_dma_tag(ha)) 712316485Sdavidcs goto qlnx_pci_attach_err; 713316485Sdavidcs 714316485Sdavidcs if (qlnx_alloc_rx_dma_tag(ha)) 715316485Sdavidcs goto qlnx_pci_attach_err; 716316485Sdavidcs 717316485Sdavidcs 718316485Sdavidcs if (qlnx_init_hw(ha) != 0) 719316485Sdavidcs goto qlnx_pci_attach_err; 720316485Sdavidcs 721322851Sdavidcs qlnx_get_params(ha); 722322851Sdavidcs 723322851Sdavidcs if((pci_get_device(dev) == QLOGIC_PCI_DEVICE_ID_1644) && 724322851Sdavidcs (qlnxe_queue_count == QLNX_DEFAULT_RSS)) { 725322851Sdavidcs qlnxe_queue_count = QLNX_MAX_RSS; 726322851Sdavidcs } 727322851Sdavidcs 728316485Sdavidcs /* 729316485Sdavidcs * Allocate MSI-x vectors 730316485Sdavidcs */ 731322851Sdavidcs if(qlnxe_queue_count == 0) 732322851Sdavidcs ha->num_rss = QLNX_DEFAULT_RSS; 733322851Sdavidcs else 734322851Sdavidcs ha->num_rss = qlnxe_queue_count; 735322851Sdavidcs 736316485Sdavidcs ha->num_tc = QLNX_MAX_TC; 737316485Sdavidcs 738316485Sdavidcs ha->msix_count = pci_msix_count(dev); 739316485Sdavidcs 740316485Sdavidcs if (ha->msix_count > (mp_ncpus + ha->cdev.num_hwfns)) 741316485Sdavidcs ha->msix_count = mp_ncpus + ha->cdev.num_hwfns; 742316485Sdavidcs 743316485Sdavidcs if (!ha->msix_count || 744316485Sdavidcs (ha->msix_count < (ha->cdev.num_hwfns + 1 ))) { 745316485Sdavidcs device_printf(dev, "%s: msix_count[%d] not enough\n", __func__, 746316485Sdavidcs ha->msix_count); 747316485Sdavidcs goto qlnx_pci_attach_err; 748316485Sdavidcs } 749316485Sdavidcs 750316485Sdavidcs if (ha->msix_count > (ha->num_rss + ha->cdev.num_hwfns )) 751316485Sdavidcs ha->msix_count = ha->num_rss + ha->cdev.num_hwfns; 752316485Sdavidcs else 753316485Sdavidcs ha->num_rss = ha->msix_count - ha->cdev.num_hwfns; 754316485Sdavidcs 755318659Sdavidcs QL_DPRINT1(ha, "\n\t\t\tpci_reg [%p, 0x%08x 0x%08x]" 756316485Sdavidcs "\n\t\t\tdbells [%p, 0x%08x 0x%08x]" 757316485Sdavidcs "\n\t\t\tmsix [%p, 0x%08x 0x%08x 0x%x 0x%x]" 758316485Sdavidcs "\n\t\t\t[ncpus = %d][num_rss = 0x%x] [num_tc = 0x%x]\n", 759318659Sdavidcs ha->pci_reg, rsrc_len_reg, 760316485Sdavidcs ha->reg_rid, ha->pci_dbells, rsrc_len_dbells, ha->dbells_rid, 761316485Sdavidcs ha->msix_bar, rsrc_len_msix, ha->msix_rid, pci_msix_count(dev), 762318659Sdavidcs ha->msix_count, mp_ncpus, ha->num_rss, ha->num_tc); 763316485Sdavidcs if (pci_alloc_msix(dev, &ha->msix_count)) { 764316485Sdavidcs device_printf(dev, "%s: pci_alloc_msix[%d] failed\n", __func__, 765316485Sdavidcs ha->msix_count); 766316485Sdavidcs ha->msix_count = 0; 767316485Sdavidcs goto qlnx_pci_attach_err; 768316485Sdavidcs } 769316485Sdavidcs 770316485Sdavidcs /* 771316485Sdavidcs * Initialize slow path interrupt and task queue 772316485Sdavidcs */ 773316485Sdavidcs if (qlnx_create_sp_taskqueues(ha) != 0) 774316485Sdavidcs goto qlnx_pci_attach_err; 775316485Sdavidcs 776316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 777316485Sdavidcs 778316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 779316485Sdavidcs 780316485Sdavidcs ha->sp_irq_rid[i] = i + 1; 781316485Sdavidcs ha->sp_irq[i] = bus_alloc_resource_any(dev, SYS_RES_IRQ, 782316485Sdavidcs &ha->sp_irq_rid[i], 783316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 784316485Sdavidcs if (ha->sp_irq[i] == NULL) { 785316485Sdavidcs device_printf(dev, 786316485Sdavidcs "could not allocate mbx interrupt\n"); 787316485Sdavidcs goto qlnx_pci_attach_err; 788316485Sdavidcs } 789316485Sdavidcs 790316485Sdavidcs if (bus_setup_intr(dev, ha->sp_irq[i], 791316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), NULL, 792316485Sdavidcs qlnx_sp_intr, p_hwfn, &ha->sp_handle[i])) { 793316485Sdavidcs device_printf(dev, 794316485Sdavidcs "could not setup slow path interrupt\n"); 795316485Sdavidcs goto qlnx_pci_attach_err; 796316485Sdavidcs } 797316485Sdavidcs 798318659Sdavidcs QL_DPRINT1(ha, "p_hwfn [%p] sp_irq_rid %d" 799318659Sdavidcs " sp_irq %p sp_handle %p\n", p_hwfn, 800318659Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i], ha->sp_handle[i]); 801316485Sdavidcs 802316485Sdavidcs } 803316485Sdavidcs 804316485Sdavidcs /* 805316485Sdavidcs * initialize fast path interrupt 806316485Sdavidcs */ 807316485Sdavidcs if (qlnx_create_fp_taskqueues(ha) != 0) 808316485Sdavidcs goto qlnx_pci_attach_err; 809316485Sdavidcs 810316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 811316485Sdavidcs ha->irq_vec[i].rss_idx = i; 812316485Sdavidcs ha->irq_vec[i].ha = ha; 813316485Sdavidcs ha->irq_vec[i].irq_rid = (1 + ha->cdev.num_hwfns) + i; 814316485Sdavidcs 815316485Sdavidcs ha->irq_vec[i].irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, 816316485Sdavidcs &ha->irq_vec[i].irq_rid, 817316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 818316485Sdavidcs 819316485Sdavidcs if (ha->irq_vec[i].irq == NULL) { 820316485Sdavidcs device_printf(dev, 821316485Sdavidcs "could not allocate interrupt[%d]\n", i); 822316485Sdavidcs goto qlnx_pci_attach_err; 823316485Sdavidcs } 824316485Sdavidcs 825316485Sdavidcs if (qlnx_alloc_tx_br(ha, &ha->fp_array[i])) { 826316485Sdavidcs device_printf(dev, "could not allocate tx_br[%d]\n", i); 827316485Sdavidcs goto qlnx_pci_attach_err; 828316485Sdavidcs 829316485Sdavidcs } 830316485Sdavidcs } 831316485Sdavidcs 832316485Sdavidcs callout_init(&ha->qlnx_callout, 1); 833316485Sdavidcs ha->flags.callout_init = 1; 834316485Sdavidcs 835316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 836316485Sdavidcs 837316485Sdavidcs if (qlnx_grc_dumpsize(ha, &ha->grcdump_size[i], i) != 0) 838316485Sdavidcs goto qlnx_pci_attach_err; 839316485Sdavidcs if (ha->grcdump_size[i] == 0) 840316485Sdavidcs goto qlnx_pci_attach_err; 841316485Sdavidcs 842316485Sdavidcs ha->grcdump_size[i] = ha->grcdump_size[i] << 2; 843318659Sdavidcs QL_DPRINT1(ha, "grcdump_size[%d] = 0x%08x\n", 844318659Sdavidcs i, ha->grcdump_size[i]); 845316485Sdavidcs 846316485Sdavidcs ha->grcdump[i] = qlnx_zalloc(ha->grcdump_size[i]); 847316485Sdavidcs if (ha->grcdump[i] == NULL) { 848316485Sdavidcs device_printf(dev, "grcdump alloc[%d] failed\n", i); 849316485Sdavidcs goto qlnx_pci_attach_err; 850316485Sdavidcs } 851316485Sdavidcs 852316485Sdavidcs if (qlnx_idle_chk_size(ha, &ha->idle_chk_size[i], i) != 0) 853316485Sdavidcs goto qlnx_pci_attach_err; 854316485Sdavidcs if (ha->idle_chk_size[i] == 0) 855316485Sdavidcs goto qlnx_pci_attach_err; 856316485Sdavidcs 857316485Sdavidcs ha->idle_chk_size[i] = ha->idle_chk_size[i] << 2; 858318659Sdavidcs QL_DPRINT1(ha, "idle_chk_size[%d] = 0x%08x\n", 859318659Sdavidcs i, ha->idle_chk_size[i]); 860316485Sdavidcs 861316485Sdavidcs ha->idle_chk[i] = qlnx_zalloc(ha->idle_chk_size[i]); 862316485Sdavidcs 863316485Sdavidcs if (ha->idle_chk[i] == NULL) { 864316485Sdavidcs device_printf(dev, "idle_chk alloc failed\n"); 865316485Sdavidcs goto qlnx_pci_attach_err; 866316485Sdavidcs } 867316485Sdavidcs } 868316485Sdavidcs 869316485Sdavidcs if (qlnx_slowpath_start(ha) != 0) { 870316485Sdavidcs 871316485Sdavidcs qlnx_mdelay(__func__, 1000); 872316485Sdavidcs qlnx_trigger_dump(ha); 873316485Sdavidcs 874316485Sdavidcs goto qlnx_pci_attach_err0; 875316485Sdavidcs } else 876316485Sdavidcs ha->flags.slowpath_start = 1; 877316485Sdavidcs 878316485Sdavidcs if (qlnx_get_flash_size(ha, &ha->flash_size) != 0) { 879316485Sdavidcs qlnx_mdelay(__func__, 1000); 880316485Sdavidcs qlnx_trigger_dump(ha); 881316485Sdavidcs 882316485Sdavidcs goto qlnx_pci_attach_err0; 883316485Sdavidcs } 884316485Sdavidcs 885316485Sdavidcs if (qlnx_get_mfw_version(ha, &mfw_ver) != 0) { 886316485Sdavidcs qlnx_mdelay(__func__, 1000); 887316485Sdavidcs qlnx_trigger_dump(ha); 888316485Sdavidcs 889316485Sdavidcs goto qlnx_pci_attach_err0; 890316485Sdavidcs } 891316485Sdavidcs snprintf(ha->mfw_ver, sizeof(ha->mfw_ver), "%d.%d.%d.%d", 892316485Sdavidcs ((mfw_ver >> 24) & 0xFF), ((mfw_ver >> 16) & 0xFF), 893316485Sdavidcs ((mfw_ver >> 8) & 0xFF), (mfw_ver & 0xFF)); 894316485Sdavidcs snprintf(ha->stormfw_ver, sizeof(ha->stormfw_ver), "%d.%d.%d.%d", 895316485Sdavidcs FW_MAJOR_VERSION, FW_MINOR_VERSION, FW_REVISION_VERSION, 896316485Sdavidcs FW_ENGINEERING_VERSION); 897316485Sdavidcs 898318659Sdavidcs QL_DPRINT1(ha, "STORM_FW version %s MFW version %s\n", 899318659Sdavidcs ha->stormfw_ver, ha->mfw_ver); 900316485Sdavidcs 901316485Sdavidcs qlnx_init_ifnet(dev, ha); 902316485Sdavidcs 903316485Sdavidcs /* 904316485Sdavidcs * add sysctls 905316485Sdavidcs */ 906316485Sdavidcs qlnx_add_sysctls(ha); 907316485Sdavidcs 908316485Sdavidcsqlnx_pci_attach_err0: 909316485Sdavidcs /* 910316485Sdavidcs * create ioctl device interface 911316485Sdavidcs */ 912316485Sdavidcs if (qlnx_make_cdev(ha)) { 913316485Sdavidcs device_printf(dev, "%s: ql_make_cdev failed\n", __func__); 914316485Sdavidcs goto qlnx_pci_attach_err; 915316485Sdavidcs } 916316485Sdavidcs 917318659Sdavidcs QL_DPRINT2(ha, "success\n"); 918316485Sdavidcs 919316485Sdavidcs return (0); 920316485Sdavidcs 921316485Sdavidcsqlnx_pci_attach_err: 922316485Sdavidcs 923316485Sdavidcs qlnx_release(ha); 924316485Sdavidcs 925316485Sdavidcs return (ENXIO); 926316485Sdavidcs} 927316485Sdavidcs 928316485Sdavidcs/* 929316485Sdavidcs * Name: qlnx_pci_detach 930316485Sdavidcs * Function: Unhooks the device from the operating system 931316485Sdavidcs */ 932316485Sdavidcsstatic int 933316485Sdavidcsqlnx_pci_detach(device_t dev) 934316485Sdavidcs{ 935316485Sdavidcs qlnx_host_t *ha = NULL; 936316485Sdavidcs 937316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 938316485Sdavidcs device_printf(dev, "cannot get softc\n"); 939316485Sdavidcs return (ENOMEM); 940316485Sdavidcs } 941316485Sdavidcs 942316485Sdavidcs QLNX_LOCK(ha); 943316485Sdavidcs qlnx_stop(ha); 944316485Sdavidcs QLNX_UNLOCK(ha); 945316485Sdavidcs 946316485Sdavidcs qlnx_release(ha); 947316485Sdavidcs 948316485Sdavidcs return (0); 949316485Sdavidcs} 950316485Sdavidcs 951316485Sdavidcsstatic int 952316485Sdavidcsqlnx_init_hw(qlnx_host_t *ha) 953316485Sdavidcs{ 954316485Sdavidcs int rval = 0; 955316485Sdavidcs struct ecore_hw_prepare_params params; 956316485Sdavidcs 957316485Sdavidcs ecore_init_struct(&ha->cdev); 958316485Sdavidcs 959316485Sdavidcs /* ha->dp_module = ECORE_MSG_PROBE | 960316485Sdavidcs ECORE_MSG_INTR | 961316485Sdavidcs ECORE_MSG_SP | 962316485Sdavidcs ECORE_MSG_LINK | 963316485Sdavidcs ECORE_MSG_SPQ | 964316485Sdavidcs ECORE_MSG_RDMA; 965316485Sdavidcs ha->dp_level = ECORE_LEVEL_VERBOSE;*/ 966316485Sdavidcs ha->dp_level = ECORE_LEVEL_NOTICE; 967316485Sdavidcs 968316485Sdavidcs ecore_init_dp(&ha->cdev, ha->dp_module, ha->dp_level, ha->pci_dev); 969316485Sdavidcs 970316485Sdavidcs ha->cdev.regview = ha->pci_reg; 971316485Sdavidcs ha->cdev.doorbells = ha->pci_dbells; 972316485Sdavidcs ha->cdev.db_phys_addr = ha->dbells_phys_addr; 973316485Sdavidcs ha->cdev.db_size = ha->dbells_size; 974316485Sdavidcs 975316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_prepare_params)); 976316485Sdavidcs 977316485Sdavidcs ha->personality = ECORE_PCI_DEFAULT; 978316485Sdavidcs 979316485Sdavidcs params.personality = ha->personality; 980316485Sdavidcs 981316485Sdavidcs params.drv_resc_alloc = false; 982316485Sdavidcs params.chk_reg_fifo = false; 983316485Sdavidcs params.initiate_pf_flr = true; 984316485Sdavidcs params.epoch = 0; 985316485Sdavidcs 986316485Sdavidcs ecore_hw_prepare(&ha->cdev, ¶ms); 987316485Sdavidcs 988316485Sdavidcs qlnx_set_id(&ha->cdev, qlnx_name_str, qlnx_ver_str); 989316485Sdavidcs 990316485Sdavidcs return (rval); 991316485Sdavidcs} 992316485Sdavidcs 993316485Sdavidcsstatic void 994316485Sdavidcsqlnx_release(qlnx_host_t *ha) 995316485Sdavidcs{ 996316485Sdavidcs device_t dev; 997316485Sdavidcs int i; 998316485Sdavidcs 999316485Sdavidcs dev = ha->pci_dev; 1000316485Sdavidcs 1001318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 1002316485Sdavidcs 1003316485Sdavidcs for (i = 0; i < QLNX_MAX_HW_FUNCS; i++) { 1004316485Sdavidcs if (ha->idle_chk[i] != NULL) { 1005316485Sdavidcs free(ha->idle_chk[i], M_QLNXBUF); 1006316485Sdavidcs ha->idle_chk[i] = NULL; 1007316485Sdavidcs } 1008316485Sdavidcs 1009316485Sdavidcs if (ha->grcdump[i] != NULL) { 1010316485Sdavidcs free(ha->grcdump[i], M_QLNXBUF); 1011316485Sdavidcs ha->grcdump[i] = NULL; 1012316485Sdavidcs } 1013316485Sdavidcs } 1014316485Sdavidcs 1015316485Sdavidcs if (ha->flags.callout_init) 1016316485Sdavidcs callout_drain(&ha->qlnx_callout); 1017316485Sdavidcs 1018316485Sdavidcs if (ha->flags.slowpath_start) { 1019316485Sdavidcs qlnx_slowpath_stop(ha); 1020316485Sdavidcs } 1021316485Sdavidcs 1022316485Sdavidcs ecore_hw_remove(&ha->cdev); 1023316485Sdavidcs 1024316485Sdavidcs qlnx_del_cdev(ha); 1025316485Sdavidcs 1026316485Sdavidcs if (ha->ifp != NULL) 1027316485Sdavidcs ether_ifdetach(ha->ifp); 1028316485Sdavidcs 1029316485Sdavidcs qlnx_free_tx_dma_tag(ha); 1030316485Sdavidcs 1031316485Sdavidcs qlnx_free_rx_dma_tag(ha); 1032316485Sdavidcs 1033316485Sdavidcs qlnx_free_parent_dma_tag(ha); 1034316485Sdavidcs 1035316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1036316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 1037316485Sdavidcs 1038316485Sdavidcs if (ha->irq_vec[i].handle) { 1039316485Sdavidcs (void)bus_teardown_intr(dev, ha->irq_vec[i].irq, 1040316485Sdavidcs ha->irq_vec[i].handle); 1041316485Sdavidcs } 1042316485Sdavidcs 1043316485Sdavidcs if (ha->irq_vec[i].irq) { 1044316485Sdavidcs (void)bus_release_resource(dev, SYS_RES_IRQ, 1045316485Sdavidcs ha->irq_vec[i].irq_rid, 1046316485Sdavidcs ha->irq_vec[i].irq); 1047316485Sdavidcs } 1048316485Sdavidcs 1049316485Sdavidcs qlnx_free_tx_br(ha, fp); 1050316485Sdavidcs } 1051316485Sdavidcs qlnx_destroy_fp_taskqueues(ha); 1052316485Sdavidcs 1053316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1054316485Sdavidcs if (ha->sp_handle[i]) 1055316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 1056316485Sdavidcs ha->sp_handle[i]); 1057316485Sdavidcs 1058316485Sdavidcs if (ha->sp_irq[i]) 1059316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 1060316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 1061316485Sdavidcs } 1062316485Sdavidcs 1063316485Sdavidcs qlnx_destroy_sp_taskqueues(ha); 1064316485Sdavidcs 1065316485Sdavidcs if (ha->msix_count) 1066316485Sdavidcs pci_release_msi(dev); 1067316485Sdavidcs 1068316485Sdavidcs if (ha->flags.lock_init) { 1069316485Sdavidcs mtx_destroy(&ha->hw_lock); 1070316485Sdavidcs } 1071316485Sdavidcs 1072316485Sdavidcs if (ha->pci_reg) 1073316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->reg_rid, 1074316485Sdavidcs ha->pci_reg); 1075316485Sdavidcs 1076316485Sdavidcs if (ha->pci_dbells) 1077316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->dbells_rid, 1078316485Sdavidcs ha->pci_dbells); 1079316485Sdavidcs 1080316485Sdavidcs if (ha->msix_bar) 1081316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->msix_rid, 1082316485Sdavidcs ha->msix_bar); 1083316485Sdavidcs 1084318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1085316485Sdavidcs return; 1086316485Sdavidcs} 1087316485Sdavidcs 1088316485Sdavidcsstatic void 1089316485Sdavidcsqlnx_trigger_dump(qlnx_host_t *ha) 1090316485Sdavidcs{ 1091316485Sdavidcs int i; 1092316485Sdavidcs 1093316485Sdavidcs if (ha->ifp != NULL) 1094316485Sdavidcs ha->ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 1095316485Sdavidcs 1096318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 1097316485Sdavidcs 1098316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1099316485Sdavidcs qlnx_grc_dump(ha, &ha->grcdump_dwords[i], i); 1100316485Sdavidcs qlnx_idle_chk(ha, &ha->idle_chk_dwords[i], i); 1101316485Sdavidcs } 1102316485Sdavidcs 1103318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1104316485Sdavidcs 1105316485Sdavidcs return; 1106316485Sdavidcs} 1107316485Sdavidcs 1108316485Sdavidcsstatic int 1109316485Sdavidcsqlnx_trigger_dump_sysctl(SYSCTL_HANDLER_ARGS) 1110316485Sdavidcs{ 1111316485Sdavidcs int err, ret = 0; 1112316485Sdavidcs qlnx_host_t *ha; 1113316485Sdavidcs 1114316485Sdavidcs err = sysctl_handle_int(oidp, &ret, 0, req); 1115316485Sdavidcs 1116316485Sdavidcs if (err || !req->newptr) 1117316485Sdavidcs return (err); 1118316485Sdavidcs 1119316485Sdavidcs if (ret == 1) { 1120316485Sdavidcs ha = (qlnx_host_t *)arg1; 1121316485Sdavidcs qlnx_trigger_dump(ha); 1122316485Sdavidcs } 1123316485Sdavidcs return (err); 1124316485Sdavidcs} 1125316485Sdavidcs 1126316485Sdavidcsstatic int 1127316485Sdavidcsqlnx_set_tx_coalesce(SYSCTL_HANDLER_ARGS) 1128316485Sdavidcs{ 1129316485Sdavidcs int err, i, ret = 0, usecs = 0; 1130316485Sdavidcs qlnx_host_t *ha; 1131316485Sdavidcs struct ecore_hwfn *p_hwfn; 1132316485Sdavidcs struct qlnx_fastpath *fp; 1133316485Sdavidcs 1134316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1135316485Sdavidcs 1136316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1137316485Sdavidcs return (err); 1138316485Sdavidcs 1139316485Sdavidcs ha = (qlnx_host_t *)arg1; 1140316485Sdavidcs 1141316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1142316485Sdavidcs 1143316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1144316485Sdavidcs 1145316485Sdavidcs fp = &ha->fp_array[i]; 1146316485Sdavidcs 1147316485Sdavidcs if (fp->txq[0]->handle != NULL) { 1148316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, 0, 1149316485Sdavidcs (uint16_t)usecs, fp->txq[0]->handle); 1150316485Sdavidcs } 1151316485Sdavidcs } 1152316485Sdavidcs 1153316485Sdavidcs if (!ret) 1154316485Sdavidcs ha->tx_coalesce_usecs = (uint8_t)usecs; 1155316485Sdavidcs 1156316485Sdavidcs return (err); 1157316485Sdavidcs} 1158316485Sdavidcs 1159316485Sdavidcsstatic int 1160316485Sdavidcsqlnx_set_rx_coalesce(SYSCTL_HANDLER_ARGS) 1161316485Sdavidcs{ 1162316485Sdavidcs int err, i, ret = 0, usecs = 0; 1163316485Sdavidcs qlnx_host_t *ha; 1164316485Sdavidcs struct ecore_hwfn *p_hwfn; 1165316485Sdavidcs struct qlnx_fastpath *fp; 1166316485Sdavidcs 1167316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1168316485Sdavidcs 1169316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1170316485Sdavidcs return (err); 1171316485Sdavidcs 1172316485Sdavidcs ha = (qlnx_host_t *)arg1; 1173316485Sdavidcs 1174316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1175316485Sdavidcs 1176316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1177316485Sdavidcs 1178316485Sdavidcs fp = &ha->fp_array[i]; 1179316485Sdavidcs 1180316485Sdavidcs if (fp->rxq->handle != NULL) { 1181316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, (uint16_t)usecs, 1182316485Sdavidcs 0, fp->rxq->handle); 1183316485Sdavidcs } 1184316485Sdavidcs } 1185316485Sdavidcs 1186316485Sdavidcs if (!ret) 1187316485Sdavidcs ha->rx_coalesce_usecs = (uint8_t)usecs; 1188316485Sdavidcs 1189316485Sdavidcs return (err); 1190316485Sdavidcs} 1191316485Sdavidcs 1192316485Sdavidcsstatic void 1193316485Sdavidcsqlnx_add_sp_stats_sysctls(qlnx_host_t *ha) 1194316485Sdavidcs{ 1195316485Sdavidcs struct sysctl_ctx_list *ctx; 1196316485Sdavidcs struct sysctl_oid_list *children; 1197316485Sdavidcs struct sysctl_oid *ctx_oid; 1198316485Sdavidcs 1199316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1200316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1201316485Sdavidcs 1202316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "spstat", 1203316485Sdavidcs CTLFLAG_RD, NULL, "spstat"); 1204316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1205316485Sdavidcs 1206316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1207316485Sdavidcs OID_AUTO, "sp_interrupts", 1208316485Sdavidcs CTLFLAG_RD, &ha->sp_interrupts, 1209316485Sdavidcs "No. of slowpath interrupts"); 1210316485Sdavidcs 1211316485Sdavidcs return; 1212316485Sdavidcs} 1213316485Sdavidcs 1214316485Sdavidcsstatic void 1215316485Sdavidcsqlnx_add_fp_stats_sysctls(qlnx_host_t *ha) 1216316485Sdavidcs{ 1217316485Sdavidcs struct sysctl_ctx_list *ctx; 1218316485Sdavidcs struct sysctl_oid_list *children; 1219316485Sdavidcs struct sysctl_oid_list *node_children; 1220316485Sdavidcs struct sysctl_oid *ctx_oid; 1221316485Sdavidcs int i, j; 1222316485Sdavidcs uint8_t name_str[16]; 1223316485Sdavidcs 1224316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1225316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1226316485Sdavidcs 1227316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "fpstat", 1228316485Sdavidcs CTLFLAG_RD, NULL, "fpstat"); 1229316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1230316485Sdavidcs 1231316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1232316485Sdavidcs 1233316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1234316485Sdavidcs snprintf(name_str, sizeof(name_str), "%d", i); 1235316485Sdavidcs 1236316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str, 1237316485Sdavidcs CTLFLAG_RD, NULL, name_str); 1238316485Sdavidcs node_children = SYSCTL_CHILDREN(ctx_oid); 1239316485Sdavidcs 1240316485Sdavidcs /* Tx Related */ 1241316485Sdavidcs 1242316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1243316485Sdavidcs OID_AUTO, "tx_pkts_processed", 1244316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_processed, 1245316485Sdavidcs "No. of packets processed for transmission"); 1246316485Sdavidcs 1247316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1248316485Sdavidcs OID_AUTO, "tx_pkts_freed", 1249316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_freed, 1250316485Sdavidcs "No. of freed packets"); 1251316485Sdavidcs 1252316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1253316485Sdavidcs OID_AUTO, "tx_pkts_transmitted", 1254316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_transmitted, 1255316485Sdavidcs "No. of transmitted packets"); 1256316485Sdavidcs 1257316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1258316485Sdavidcs OID_AUTO, "tx_pkts_completed", 1259316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_completed, 1260316485Sdavidcs "No. of transmit completions"); 1261316485Sdavidcs 1262322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1263322851Sdavidcs OID_AUTO, "tx_non_tso_pkts", 1264322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_non_tso_pkts, 1265322851Sdavidcs "No. of non LSO transmited packets"); 1266322851Sdavidcs 1267322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 1268322851Sdavidcs 1269322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1270322851Sdavidcs OID_AUTO, "tx_pkts_trans_ctx", 1271322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_trans_ctx, 1272322851Sdavidcs "No. of transmitted packets in transmit context"); 1273322851Sdavidcs 1274322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1275322851Sdavidcs OID_AUTO, "tx_pkts_compl_ctx", 1276322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_ctx, 1277322851Sdavidcs "No. of transmit completions in transmit context"); 1278322851Sdavidcs 1279322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1280322851Sdavidcs OID_AUTO, "tx_pkts_trans_fp", 1281322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_trans_fp, 1282322851Sdavidcs "No. of transmitted packets in taskqueue"); 1283322851Sdavidcs 1284322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1285322851Sdavidcs OID_AUTO, "tx_pkts_compl_fp", 1286322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_fp, 1287322851Sdavidcs "No. of transmit completions in taskqueue"); 1288322851Sdavidcs 1289322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1290322851Sdavidcs OID_AUTO, "tx_pkts_compl_intr", 1291322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_intr, 1292322851Sdavidcs "No. of transmit completions in interrupt ctx"); 1293322851Sdavidcs#endif 1294322851Sdavidcs 1295322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1296322851Sdavidcs OID_AUTO, "tx_tso_pkts", 1297322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_pkts, 1298322851Sdavidcs "No. of LSO transmited packets"); 1299322851Sdavidcs 1300316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1301316485Sdavidcs OID_AUTO, "tx_lso_wnd_min_len", 1302316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_lso_wnd_min_len, 1303316485Sdavidcs "tx_lso_wnd_min_len"); 1304316485Sdavidcs 1305316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1306316485Sdavidcs OID_AUTO, "tx_defrag", 1307316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_defrag, 1308316485Sdavidcs "tx_defrag"); 1309316485Sdavidcs 1310316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1311316485Sdavidcs OID_AUTO, "tx_nsegs_gt_elem_left", 1312316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_nsegs_gt_elem_left, 1313316485Sdavidcs "tx_nsegs_gt_elem_left"); 1314316485Sdavidcs 1315316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1316316485Sdavidcs OID_AUTO, "tx_tso_max_nsegs", 1317316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_nsegs, 1318316485Sdavidcs ha->fp_array[i].tx_tso_max_nsegs, "tx_tso_max_nsegs"); 1319316485Sdavidcs 1320316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1321316485Sdavidcs OID_AUTO, "tx_tso_min_nsegs", 1322316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_nsegs, 1323316485Sdavidcs ha->fp_array[i].tx_tso_min_nsegs, "tx_tso_min_nsegs"); 1324316485Sdavidcs 1325316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1326316485Sdavidcs OID_AUTO, "tx_tso_max_pkt_len", 1327316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_pkt_len, 1328316485Sdavidcs ha->fp_array[i].tx_tso_max_pkt_len, 1329316485Sdavidcs "tx_tso_max_pkt_len"); 1330316485Sdavidcs 1331316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1332316485Sdavidcs OID_AUTO, "tx_tso_min_pkt_len", 1333316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_pkt_len, 1334316485Sdavidcs ha->fp_array[i].tx_tso_min_pkt_len, 1335316485Sdavidcs "tx_tso_min_pkt_len"); 1336316485Sdavidcs 1337316485Sdavidcs for (j = 0; j < QLNX_FP_MAX_SEGS; j++) { 1338316485Sdavidcs 1339316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1340316485Sdavidcs snprintf(name_str, sizeof(name_str), 1341316485Sdavidcs "tx_pkts_nseg_%02d", (j+1)); 1342316485Sdavidcs 1343316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1344316485Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1345316485Sdavidcs &ha->fp_array[i].tx_pkts[j], name_str); 1346316485Sdavidcs } 1347316485Sdavidcs 1348322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 1349322851Sdavidcs for (j = 0; j < 18; j++) { 1350322851Sdavidcs 1351322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1352322851Sdavidcs snprintf(name_str, sizeof(name_str), 1353322851Sdavidcs "tx_pkts_hist_%02d", (j+1)); 1354322851Sdavidcs 1355322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1356322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1357322851Sdavidcs &ha->fp_array[i].tx_pkts_hist[j], name_str); 1358322851Sdavidcs } 1359322851Sdavidcs for (j = 0; j < 5; j++) { 1360322851Sdavidcs 1361322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1362322851Sdavidcs snprintf(name_str, sizeof(name_str), 1363322851Sdavidcs "tx_comInt_%02d", (j+1)); 1364322851Sdavidcs 1365322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1366322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1367322851Sdavidcs &ha->fp_array[i].tx_comInt[j], name_str); 1368322851Sdavidcs } 1369322851Sdavidcs for (j = 0; j < 18; j++) { 1370322851Sdavidcs 1371322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1372322851Sdavidcs snprintf(name_str, sizeof(name_str), 1373322851Sdavidcs "tx_pkts_q_%02d", (j+1)); 1374322851Sdavidcs 1375322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1376322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1377322851Sdavidcs &ha->fp_array[i].tx_pkts_q[j], name_str); 1378322851Sdavidcs } 1379322851Sdavidcs#endif 1380322851Sdavidcs 1381316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1382316485Sdavidcs OID_AUTO, "err_tx_nsegs_gt_elem_left", 1383316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_nsegs_gt_elem_left, 1384316485Sdavidcs "err_tx_nsegs_gt_elem_left"); 1385316485Sdavidcs 1386316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1387316485Sdavidcs OID_AUTO, "err_tx_dmamap_create", 1388316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_create, 1389316485Sdavidcs "err_tx_dmamap_create"); 1390316485Sdavidcs 1391316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1392316485Sdavidcs OID_AUTO, "err_tx_defrag_dmamap_load", 1393316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag_dmamap_load, 1394316485Sdavidcs "err_tx_defrag_dmamap_load"); 1395316485Sdavidcs 1396316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1397316485Sdavidcs OID_AUTO, "err_tx_non_tso_max_seg", 1398316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_non_tso_max_seg, 1399316485Sdavidcs "err_tx_non_tso_max_seg"); 1400316485Sdavidcs 1401316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1402316485Sdavidcs OID_AUTO, "err_tx_dmamap_load", 1403316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_load, 1404316485Sdavidcs "err_tx_dmamap_load"); 1405316485Sdavidcs 1406316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1407316485Sdavidcs OID_AUTO, "err_tx_defrag", 1408316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag, 1409316485Sdavidcs "err_tx_defrag"); 1410316485Sdavidcs 1411316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1412316485Sdavidcs OID_AUTO, "err_tx_free_pkt_null", 1413316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_free_pkt_null, 1414316485Sdavidcs "err_tx_free_pkt_null"); 1415316485Sdavidcs 1416316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1417316485Sdavidcs OID_AUTO, "err_tx_cons_idx_conflict", 1418316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_cons_idx_conflict, 1419316485Sdavidcs "err_tx_cons_idx_conflict"); 1420316485Sdavidcs 1421316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1422316485Sdavidcs OID_AUTO, "lro_cnt_64", 1423316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_64, 1424316485Sdavidcs "lro_cnt_64"); 1425316485Sdavidcs 1426316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1427316485Sdavidcs OID_AUTO, "lro_cnt_128", 1428316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_128, 1429316485Sdavidcs "lro_cnt_128"); 1430316485Sdavidcs 1431316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1432316485Sdavidcs OID_AUTO, "lro_cnt_256", 1433316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_256, 1434316485Sdavidcs "lro_cnt_256"); 1435316485Sdavidcs 1436316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1437316485Sdavidcs OID_AUTO, "lro_cnt_512", 1438316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_512, 1439316485Sdavidcs "lro_cnt_512"); 1440316485Sdavidcs 1441316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1442316485Sdavidcs OID_AUTO, "lro_cnt_1024", 1443316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_1024, 1444316485Sdavidcs "lro_cnt_1024"); 1445316485Sdavidcs 1446316485Sdavidcs /* Rx Related */ 1447316485Sdavidcs 1448316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1449316485Sdavidcs OID_AUTO, "rx_pkts", 1450316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].rx_pkts, 1451316485Sdavidcs "No. of received packets"); 1452316485Sdavidcs 1453316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1454316485Sdavidcs OID_AUTO, "tpa_start", 1455316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_start, 1456316485Sdavidcs "No. of tpa_start packets"); 1457316485Sdavidcs 1458316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1459316485Sdavidcs OID_AUTO, "tpa_cont", 1460316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_cont, 1461316485Sdavidcs "No. of tpa_cont packets"); 1462316485Sdavidcs 1463316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1464316485Sdavidcs OID_AUTO, "tpa_end", 1465316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_end, 1466316485Sdavidcs "No. of tpa_end packets"); 1467316485Sdavidcs 1468316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1469316485Sdavidcs OID_AUTO, "err_m_getcl", 1470316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getcl, 1471316485Sdavidcs "err_m_getcl"); 1472316485Sdavidcs 1473316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1474316485Sdavidcs OID_AUTO, "err_m_getjcl", 1475316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getjcl, 1476316485Sdavidcs "err_m_getjcl"); 1477316485Sdavidcs 1478316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1479316485Sdavidcs OID_AUTO, "err_rx_hw_errors", 1480316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_hw_errors, 1481316485Sdavidcs "err_rx_hw_errors"); 1482316485Sdavidcs 1483316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1484316485Sdavidcs OID_AUTO, "err_rx_alloc_errors", 1485316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_alloc_errors, 1486316485Sdavidcs "err_rx_alloc_errors"); 1487316485Sdavidcs } 1488316485Sdavidcs 1489316485Sdavidcs return; 1490316485Sdavidcs} 1491316485Sdavidcs 1492316485Sdavidcsstatic void 1493316485Sdavidcsqlnx_add_hw_stats_sysctls(qlnx_host_t *ha) 1494316485Sdavidcs{ 1495316485Sdavidcs struct sysctl_ctx_list *ctx; 1496316485Sdavidcs struct sysctl_oid_list *children; 1497316485Sdavidcs struct sysctl_oid *ctx_oid; 1498316485Sdavidcs 1499316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1500316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1501316485Sdavidcs 1502316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "hwstat", 1503316485Sdavidcs CTLFLAG_RD, NULL, "hwstat"); 1504316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1505316485Sdavidcs 1506316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1507316485Sdavidcs OID_AUTO, "no_buff_discards", 1508316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.no_buff_discards, 1509316485Sdavidcs "No. of packets discarded due to lack of buffer"); 1510316485Sdavidcs 1511316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1512316485Sdavidcs OID_AUTO, "packet_too_big_discard", 1513316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.packet_too_big_discard, 1514316485Sdavidcs "No. of packets discarded because packet was too big"); 1515316485Sdavidcs 1516316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1517316485Sdavidcs OID_AUTO, "ttl0_discard", 1518316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.ttl0_discard, 1519316485Sdavidcs "ttl0_discard"); 1520316485Sdavidcs 1521316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1522316485Sdavidcs OID_AUTO, "rx_ucast_bytes", 1523316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_bytes, 1524316485Sdavidcs "rx_ucast_bytes"); 1525316485Sdavidcs 1526316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1527316485Sdavidcs OID_AUTO, "rx_mcast_bytes", 1528316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_bytes, 1529316485Sdavidcs "rx_mcast_bytes"); 1530316485Sdavidcs 1531316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1532316485Sdavidcs OID_AUTO, "rx_bcast_bytes", 1533316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_bytes, 1534316485Sdavidcs "rx_bcast_bytes"); 1535316485Sdavidcs 1536316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1537316485Sdavidcs OID_AUTO, "rx_ucast_pkts", 1538316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_pkts, 1539316485Sdavidcs "rx_ucast_pkts"); 1540316485Sdavidcs 1541316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1542316485Sdavidcs OID_AUTO, "rx_mcast_pkts", 1543316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_pkts, 1544316485Sdavidcs "rx_mcast_pkts"); 1545316485Sdavidcs 1546316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1547316485Sdavidcs OID_AUTO, "rx_bcast_pkts", 1548316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_pkts, 1549316485Sdavidcs "rx_bcast_pkts"); 1550316485Sdavidcs 1551316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1552316485Sdavidcs OID_AUTO, "mftag_filter_discards", 1553316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mftag_filter_discards, 1554316485Sdavidcs "mftag_filter_discards"); 1555316485Sdavidcs 1556316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1557316485Sdavidcs OID_AUTO, "mac_filter_discards", 1558316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mac_filter_discards, 1559316485Sdavidcs "mac_filter_discards"); 1560316485Sdavidcs 1561316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1562316485Sdavidcs OID_AUTO, "tx_ucast_bytes", 1563316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_bytes, 1564316485Sdavidcs "tx_ucast_bytes"); 1565316485Sdavidcs 1566316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1567316485Sdavidcs OID_AUTO, "tx_mcast_bytes", 1568316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_bytes, 1569316485Sdavidcs "tx_mcast_bytes"); 1570316485Sdavidcs 1571316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1572316485Sdavidcs OID_AUTO, "tx_bcast_bytes", 1573316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_bytes, 1574316485Sdavidcs "tx_bcast_bytes"); 1575316485Sdavidcs 1576316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1577316485Sdavidcs OID_AUTO, "tx_ucast_pkts", 1578316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_pkts, 1579316485Sdavidcs "tx_ucast_pkts"); 1580316485Sdavidcs 1581316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1582316485Sdavidcs OID_AUTO, "tx_mcast_pkts", 1583316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_pkts, 1584316485Sdavidcs "tx_mcast_pkts"); 1585316485Sdavidcs 1586316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1587316485Sdavidcs OID_AUTO, "tx_bcast_pkts", 1588316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_pkts, 1589316485Sdavidcs "tx_bcast_pkts"); 1590316485Sdavidcs 1591316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1592316485Sdavidcs OID_AUTO, "tx_err_drop_pkts", 1593316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_err_drop_pkts, 1594316485Sdavidcs "tx_err_drop_pkts"); 1595316485Sdavidcs 1596316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1597316485Sdavidcs OID_AUTO, "tpa_coalesced_pkts", 1598316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_pkts, 1599316485Sdavidcs "tpa_coalesced_pkts"); 1600316485Sdavidcs 1601316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1602316485Sdavidcs OID_AUTO, "tpa_coalesced_events", 1603316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_events, 1604316485Sdavidcs "tpa_coalesced_events"); 1605316485Sdavidcs 1606316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1607316485Sdavidcs OID_AUTO, "tpa_aborts_num", 1608316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_aborts_num, 1609316485Sdavidcs "tpa_aborts_num"); 1610316485Sdavidcs 1611316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1612316485Sdavidcs OID_AUTO, "tpa_not_coalesced_pkts", 1613316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_not_coalesced_pkts, 1614316485Sdavidcs "tpa_not_coalesced_pkts"); 1615316485Sdavidcs 1616316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1617316485Sdavidcs OID_AUTO, "tpa_coalesced_bytes", 1618316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_bytes, 1619316485Sdavidcs "tpa_coalesced_bytes"); 1620316485Sdavidcs 1621316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1622316485Sdavidcs OID_AUTO, "rx_64_byte_packets", 1623316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_64_byte_packets, 1624316485Sdavidcs "rx_64_byte_packets"); 1625316485Sdavidcs 1626316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1627316485Sdavidcs OID_AUTO, "rx_65_to_127_byte_packets", 1628316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_65_to_127_byte_packets, 1629316485Sdavidcs "rx_65_to_127_byte_packets"); 1630316485Sdavidcs 1631316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1632316485Sdavidcs OID_AUTO, "rx_128_to_255_byte_packets", 1633316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_128_to_255_byte_packets, 1634316485Sdavidcs "rx_128_to_255_byte_packets"); 1635316485Sdavidcs 1636316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1637316485Sdavidcs OID_AUTO, "rx_256_to_511_byte_packets", 1638316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_256_to_511_byte_packets, 1639316485Sdavidcs "rx_256_to_511_byte_packets"); 1640316485Sdavidcs 1641316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1642316485Sdavidcs OID_AUTO, "rx_512_to_1023_byte_packets", 1643316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_512_to_1023_byte_packets, 1644316485Sdavidcs "rx_512_to_1023_byte_packets"); 1645316485Sdavidcs 1646316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1647316485Sdavidcs OID_AUTO, "rx_1024_to_1518_byte_packets", 1648316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_1024_to_1518_byte_packets, 1649316485Sdavidcs "rx_1024_to_1518_byte_packets"); 1650316485Sdavidcs 1651316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1652316485Sdavidcs OID_AUTO, "rx_1519_to_1522_byte_packets", 1653316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_1522_byte_packets, 1654316485Sdavidcs "rx_1519_to_1522_byte_packets"); 1655316485Sdavidcs 1656316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1657316485Sdavidcs OID_AUTO, "rx_1523_to_2047_byte_packets", 1658316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_2047_byte_packets, 1659316485Sdavidcs "rx_1523_to_2047_byte_packets"); 1660316485Sdavidcs 1661316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1662316485Sdavidcs OID_AUTO, "rx_2048_to_4095_byte_packets", 1663316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_2048_to_4095_byte_packets, 1664316485Sdavidcs "rx_2048_to_4095_byte_packets"); 1665316485Sdavidcs 1666316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1667316485Sdavidcs OID_AUTO, "rx_4096_to_9216_byte_packets", 1668316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_4096_to_9216_byte_packets, 1669316485Sdavidcs "rx_4096_to_9216_byte_packets"); 1670316485Sdavidcs 1671316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1672316485Sdavidcs OID_AUTO, "rx_9217_to_16383_byte_packets", 1673316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_9217_to_16383_byte_packets, 1674316485Sdavidcs "rx_9217_to_16383_byte_packets"); 1675316485Sdavidcs 1676316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1677316485Sdavidcs OID_AUTO, "rx_crc_errors", 1678316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_crc_errors, 1679316485Sdavidcs "rx_crc_errors"); 1680316485Sdavidcs 1681316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1682316485Sdavidcs OID_AUTO, "rx_mac_crtl_frames", 1683316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_crtl_frames, 1684316485Sdavidcs "rx_mac_crtl_frames"); 1685316485Sdavidcs 1686316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1687316485Sdavidcs OID_AUTO, "rx_pause_frames", 1688316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pause_frames, 1689316485Sdavidcs "rx_pause_frames"); 1690316485Sdavidcs 1691316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1692316485Sdavidcs OID_AUTO, "rx_pfc_frames", 1693316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pfc_frames, 1694316485Sdavidcs "rx_pfc_frames"); 1695316485Sdavidcs 1696316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1697316485Sdavidcs OID_AUTO, "rx_align_errors", 1698316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_align_errors, 1699316485Sdavidcs "rx_align_errors"); 1700316485Sdavidcs 1701316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1702316485Sdavidcs OID_AUTO, "rx_carrier_errors", 1703316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_carrier_errors, 1704316485Sdavidcs "rx_carrier_errors"); 1705316485Sdavidcs 1706316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1707316485Sdavidcs OID_AUTO, "rx_oversize_packets", 1708316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_oversize_packets, 1709316485Sdavidcs "rx_oversize_packets"); 1710316485Sdavidcs 1711316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1712316485Sdavidcs OID_AUTO, "rx_jabbers", 1713316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_jabbers, 1714316485Sdavidcs "rx_jabbers"); 1715316485Sdavidcs 1716316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1717316485Sdavidcs OID_AUTO, "rx_undersize_packets", 1718316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_undersize_packets, 1719316485Sdavidcs "rx_undersize_packets"); 1720316485Sdavidcs 1721316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1722316485Sdavidcs OID_AUTO, "rx_fragments", 1723316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_fragments, 1724316485Sdavidcs "rx_fragments"); 1725316485Sdavidcs 1726316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1727316485Sdavidcs OID_AUTO, "tx_64_byte_packets", 1728316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_64_byte_packets, 1729316485Sdavidcs "tx_64_byte_packets"); 1730316485Sdavidcs 1731316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1732316485Sdavidcs OID_AUTO, "tx_65_to_127_byte_packets", 1733316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_65_to_127_byte_packets, 1734316485Sdavidcs "tx_65_to_127_byte_packets"); 1735316485Sdavidcs 1736316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1737316485Sdavidcs OID_AUTO, "tx_128_to_255_byte_packets", 1738316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_128_to_255_byte_packets, 1739316485Sdavidcs "tx_128_to_255_byte_packets"); 1740316485Sdavidcs 1741316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1742316485Sdavidcs OID_AUTO, "tx_256_to_511_byte_packets", 1743316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_256_to_511_byte_packets, 1744316485Sdavidcs "tx_256_to_511_byte_packets"); 1745316485Sdavidcs 1746316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1747316485Sdavidcs OID_AUTO, "tx_512_to_1023_byte_packets", 1748316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_512_to_1023_byte_packets, 1749316485Sdavidcs "tx_512_to_1023_byte_packets"); 1750316485Sdavidcs 1751316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1752316485Sdavidcs OID_AUTO, "tx_1024_to_1518_byte_packets", 1753316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_1024_to_1518_byte_packets, 1754316485Sdavidcs "tx_1024_to_1518_byte_packets"); 1755316485Sdavidcs 1756316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1757316485Sdavidcs OID_AUTO, "tx_1519_to_2047_byte_packets", 1758316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_1519_to_2047_byte_packets, 1759316485Sdavidcs "tx_1519_to_2047_byte_packets"); 1760316485Sdavidcs 1761316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1762316485Sdavidcs OID_AUTO, "tx_2048_to_4095_byte_packets", 1763316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_2048_to_4095_byte_packets, 1764316485Sdavidcs "tx_2048_to_4095_byte_packets"); 1765316485Sdavidcs 1766316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1767316485Sdavidcs OID_AUTO, "tx_4096_to_9216_byte_packets", 1768316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_4096_to_9216_byte_packets, 1769316485Sdavidcs "tx_4096_to_9216_byte_packets"); 1770316485Sdavidcs 1771316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1772316485Sdavidcs OID_AUTO, "tx_9217_to_16383_byte_packets", 1773316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_9217_to_16383_byte_packets, 1774316485Sdavidcs "tx_9217_to_16383_byte_packets"); 1775316485Sdavidcs 1776316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1777316485Sdavidcs OID_AUTO, "tx_pause_frames", 1778316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pause_frames, 1779316485Sdavidcs "tx_pause_frames"); 1780316485Sdavidcs 1781316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1782316485Sdavidcs OID_AUTO, "tx_pfc_frames", 1783316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pfc_frames, 1784316485Sdavidcs "tx_pfc_frames"); 1785316485Sdavidcs 1786316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1787316485Sdavidcs OID_AUTO, "tx_lpi_entry_count", 1788316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_lpi_entry_count, 1789316485Sdavidcs "tx_lpi_entry_count"); 1790316485Sdavidcs 1791316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1792316485Sdavidcs OID_AUTO, "tx_total_collisions", 1793316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_total_collisions, 1794316485Sdavidcs "tx_total_collisions"); 1795316485Sdavidcs 1796316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1797316485Sdavidcs OID_AUTO, "brb_truncates", 1798316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_truncates, 1799316485Sdavidcs "brb_truncates"); 1800316485Sdavidcs 1801316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1802316485Sdavidcs OID_AUTO, "brb_discards", 1803316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_discards, 1804316485Sdavidcs "brb_discards"); 1805316485Sdavidcs 1806316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1807316485Sdavidcs OID_AUTO, "rx_mac_bytes", 1808316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bytes, 1809316485Sdavidcs "rx_mac_bytes"); 1810316485Sdavidcs 1811316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1812316485Sdavidcs OID_AUTO, "rx_mac_uc_packets", 1813316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_uc_packets, 1814316485Sdavidcs "rx_mac_uc_packets"); 1815316485Sdavidcs 1816316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1817316485Sdavidcs OID_AUTO, "rx_mac_mc_packets", 1818316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_mc_packets, 1819316485Sdavidcs "rx_mac_mc_packets"); 1820316485Sdavidcs 1821316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1822316485Sdavidcs OID_AUTO, "rx_mac_bc_packets", 1823316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bc_packets, 1824316485Sdavidcs "rx_mac_bc_packets"); 1825316485Sdavidcs 1826316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1827316485Sdavidcs OID_AUTO, "rx_mac_frames_ok", 1828316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_frames_ok, 1829316485Sdavidcs "rx_mac_frames_ok"); 1830316485Sdavidcs 1831316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1832316485Sdavidcs OID_AUTO, "tx_mac_bytes", 1833316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bytes, 1834316485Sdavidcs "tx_mac_bytes"); 1835316485Sdavidcs 1836316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1837316485Sdavidcs OID_AUTO, "tx_mac_uc_packets", 1838316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_uc_packets, 1839316485Sdavidcs "tx_mac_uc_packets"); 1840316485Sdavidcs 1841316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1842316485Sdavidcs OID_AUTO, "tx_mac_mc_packets", 1843316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_mc_packets, 1844316485Sdavidcs "tx_mac_mc_packets"); 1845316485Sdavidcs 1846316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1847316485Sdavidcs OID_AUTO, "tx_mac_bc_packets", 1848316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bc_packets, 1849316485Sdavidcs "tx_mac_bc_packets"); 1850316485Sdavidcs 1851316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1852316485Sdavidcs OID_AUTO, "tx_mac_ctrl_frames", 1853316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_ctrl_frames, 1854316485Sdavidcs "tx_mac_ctrl_frames"); 1855316485Sdavidcs return; 1856316485Sdavidcs} 1857316485Sdavidcs 1858316485Sdavidcsstatic void 1859316485Sdavidcsqlnx_add_sysctls(qlnx_host_t *ha) 1860316485Sdavidcs{ 1861316485Sdavidcs device_t dev = ha->pci_dev; 1862316485Sdavidcs struct sysctl_ctx_list *ctx; 1863316485Sdavidcs struct sysctl_oid_list *children; 1864316485Sdavidcs 1865316485Sdavidcs ctx = device_get_sysctl_ctx(dev); 1866316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(dev)); 1867316485Sdavidcs 1868316485Sdavidcs qlnx_add_fp_stats_sysctls(ha); 1869316485Sdavidcs qlnx_add_sp_stats_sysctls(ha); 1870316485Sdavidcs qlnx_add_hw_stats_sysctls(ha); 1871316485Sdavidcs 1872316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "Driver_Version", 1873316485Sdavidcs CTLFLAG_RD, qlnx_ver_str, 0, 1874316485Sdavidcs "Driver Version"); 1875316485Sdavidcs 1876316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "STORMFW_Version", 1877316485Sdavidcs CTLFLAG_RD, ha->stormfw_ver, 0, 1878316485Sdavidcs "STORM Firmware Version"); 1879316485Sdavidcs 1880316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "MFW_Version", 1881316485Sdavidcs CTLFLAG_RD, ha->mfw_ver, 0, 1882316485Sdavidcs "Management Firmware Version"); 1883316485Sdavidcs 1884316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1885316485Sdavidcs OID_AUTO, "personality", CTLFLAG_RD, 1886316485Sdavidcs &ha->personality, ha->personality, 1887316485Sdavidcs "\tpersonality = 0 => Ethernet Only\n" 1888316485Sdavidcs "\tpersonality = 3 => Ethernet and RoCE\n" 1889316485Sdavidcs "\tpersonality = 4 => Ethernet and iWARP\n" 1890316485Sdavidcs "\tpersonality = 6 => Default in Shared Memory\n"); 1891316485Sdavidcs 1892316485Sdavidcs ha->dbg_level = 0; 1893316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1894316485Sdavidcs OID_AUTO, "debug", CTLFLAG_RW, 1895316485Sdavidcs &ha->dbg_level, ha->dbg_level, "Debug Level"); 1896316485Sdavidcs 1897318659Sdavidcs ha->dp_level = 0x01; 1898316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1899316485Sdavidcs OID_AUTO, "dp_level", CTLFLAG_RW, 1900316485Sdavidcs &ha->dp_level, ha->dp_level, "DP Level"); 1901316485Sdavidcs 1902318657Sdavidcs ha->dbg_trace_lro_cnt = 0; 1903318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1904318657Sdavidcs OID_AUTO, "dbg_trace_lro_cnt", CTLFLAG_RW, 1905318657Sdavidcs &ha->dbg_trace_lro_cnt, ha->dbg_trace_lro_cnt, 1906318657Sdavidcs "Trace LRO Counts"); 1907318657Sdavidcs 1908318657Sdavidcs ha->dbg_trace_tso_pkt_len = 0; 1909318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1910318657Sdavidcs OID_AUTO, "dbg_trace_tso_pkt_len", CTLFLAG_RW, 1911318657Sdavidcs &ha->dbg_trace_tso_pkt_len, ha->dbg_trace_tso_pkt_len, 1912318657Sdavidcs "Trace TSO packet lengths"); 1913318657Sdavidcs 1914316485Sdavidcs ha->dp_module = 0; 1915316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1916316485Sdavidcs OID_AUTO, "dp_module", CTLFLAG_RW, 1917316485Sdavidcs &ha->dp_module, ha->dp_module, "DP Module"); 1918316485Sdavidcs 1919316485Sdavidcs ha->err_inject = 0; 1920316485Sdavidcs 1921316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1922316485Sdavidcs OID_AUTO, "err_inject", CTLFLAG_RW, 1923316485Sdavidcs &ha->err_inject, ha->err_inject, "Error Inject"); 1924316485Sdavidcs 1925316485Sdavidcs ha->storm_stats_enable = 0; 1926316485Sdavidcs 1927316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1928316485Sdavidcs OID_AUTO, "storm_stats_enable", CTLFLAG_RW, 1929316485Sdavidcs &ha->storm_stats_enable, ha->storm_stats_enable, 1930316485Sdavidcs "Enable Storm Statistics Gathering"); 1931316485Sdavidcs 1932316485Sdavidcs ha->storm_stats_index = 0; 1933316485Sdavidcs 1934316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1935316485Sdavidcs OID_AUTO, "storm_stats_index", CTLFLAG_RD, 1936316485Sdavidcs &ha->storm_stats_index, ha->storm_stats_index, 1937316485Sdavidcs "Enable Storm Statistics Gathering Current Index"); 1938316485Sdavidcs 1939316485Sdavidcs ha->grcdump_taken = 0; 1940316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1941316485Sdavidcs OID_AUTO, "grcdump_taken", CTLFLAG_RD, 1942316485Sdavidcs &ha->grcdump_taken, ha->grcdump_taken, "grcdump_taken"); 1943316485Sdavidcs 1944316485Sdavidcs ha->idle_chk_taken = 0; 1945316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1946316485Sdavidcs OID_AUTO, "idle_chk_taken", CTLFLAG_RD, 1947316485Sdavidcs &ha->idle_chk_taken, ha->idle_chk_taken, "idle_chk_taken"); 1948316485Sdavidcs 1949316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1950316485Sdavidcs OID_AUTO, "rx_coalesce_usecs", CTLFLAG_RD, 1951316485Sdavidcs &ha->rx_coalesce_usecs, ha->rx_coalesce_usecs, 1952316485Sdavidcs "rx_coalesce_usecs"); 1953316485Sdavidcs 1954316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1955316485Sdavidcs OID_AUTO, "tx_coalesce_usecs", CTLFLAG_RD, 1956316485Sdavidcs &ha->tx_coalesce_usecs, ha->tx_coalesce_usecs, 1957316485Sdavidcs "tx_coalesce_usecs"); 1958316485Sdavidcs 1959318657Sdavidcs ha->rx_pkt_threshold = 128; 1960316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1961316485Sdavidcs OID_AUTO, "rx_pkt_threshold", CTLFLAG_RW, 1962316485Sdavidcs &ha->rx_pkt_threshold, ha->rx_pkt_threshold, 1963316485Sdavidcs "No. of Rx Pkts to process at a time"); 1964316485Sdavidcs 1965316485Sdavidcs ha->rx_jumbo_buf_eq_mtu = 0; 1966316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1967316485Sdavidcs OID_AUTO, "rx_jumbo_buf_eq_mtu", CTLFLAG_RW, 1968316485Sdavidcs &ha->rx_jumbo_buf_eq_mtu, ha->rx_jumbo_buf_eq_mtu, 1969316485Sdavidcs "== 0 => Rx Jumbo buffers are capped to 4Kbytes\n" 1970316485Sdavidcs "otherwise Rx Jumbo buffers are set to >= MTU size\n"); 1971316485Sdavidcs 1972316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1973316485Sdavidcs OID_AUTO, "trigger_dump", CTLTYPE_INT | CTLFLAG_RW, 1974316485Sdavidcs (void *)ha, 0, 1975316485Sdavidcs qlnx_trigger_dump_sysctl, "I", "trigger_dump"); 1976316485Sdavidcs 1977316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1978316485Sdavidcs OID_AUTO, "set_rx_coalesce_usecs", CTLTYPE_INT | CTLFLAG_RW, 1979316485Sdavidcs (void *)ha, 0, 1980316485Sdavidcs qlnx_set_rx_coalesce, "I", 1981316485Sdavidcs "rx interrupt coalesce period microseconds"); 1982316485Sdavidcs 1983316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1984316485Sdavidcs OID_AUTO, "set_tx_coalesce_usecs", CTLTYPE_INT | CTLFLAG_RW, 1985316485Sdavidcs (void *)ha, 0, 1986316485Sdavidcs qlnx_set_tx_coalesce, "I", 1987316485Sdavidcs "tx interrupt coalesce period microseconds"); 1988316485Sdavidcs 1989316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1990316485Sdavidcs OID_AUTO, "err_illegal_intr", CTLFLAG_RD, 1991316485Sdavidcs &ha->err_illegal_intr, "err_illegal_intr"); 1992316485Sdavidcs 1993316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1994316485Sdavidcs OID_AUTO, "err_fp_null", CTLFLAG_RD, 1995316485Sdavidcs &ha->err_fp_null, "err_fp_null"); 1996316485Sdavidcs 1997316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1998316485Sdavidcs OID_AUTO, "err_get_proto_invalid_type", CTLFLAG_RD, 1999316485Sdavidcs &ha->err_get_proto_invalid_type, "err_get_proto_invalid_type"); 2000316485Sdavidcs return; 2001316485Sdavidcs} 2002316485Sdavidcs 2003316485Sdavidcs 2004316485Sdavidcs 2005316485Sdavidcs/***************************************************************************** 2006316485Sdavidcs * Operating System Network Interface Functions 2007316485Sdavidcs *****************************************************************************/ 2008316485Sdavidcs 2009316485Sdavidcsstatic void 2010316485Sdavidcsqlnx_init_ifnet(device_t dev, qlnx_host_t *ha) 2011316485Sdavidcs{ 2012316485Sdavidcs uint16_t device_id; 2013316485Sdavidcs struct ifnet *ifp; 2014316485Sdavidcs 2015316485Sdavidcs ifp = ha->ifp = if_alloc(IFT_ETHER); 2016316485Sdavidcs 2017316485Sdavidcs if (ifp == NULL) 2018316485Sdavidcs panic("%s: cannot if_alloc()\n", device_get_nameunit(dev)); 2019316485Sdavidcs 2020316485Sdavidcs if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 2021316485Sdavidcs 2022316485Sdavidcs device_id = pci_get_device(ha->pci_dev); 2023316485Sdavidcs 2024316485Sdavidcs#if __FreeBSD_version >= 1000000 2025316485Sdavidcs 2026316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) 2027316485Sdavidcs ifp->if_baudrate = IF_Gbps(40); 2028320164Sdavidcs else if ((device_id == QLOGIC_PCI_DEVICE_ID_1656) || 2029320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) 2030316485Sdavidcs ifp->if_baudrate = IF_Gbps(25); 2031316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) 2032316485Sdavidcs ifp->if_baudrate = IF_Gbps(50); 2033316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) 2034316485Sdavidcs ifp->if_baudrate = IF_Gbps(100); 2035316485Sdavidcs 2036316485Sdavidcs ifp->if_capabilities = IFCAP_LINKSTATE; 2037316485Sdavidcs#else 2038316485Sdavidcs ifp->if_mtu = ETHERMTU; 2039316485Sdavidcs ifp->if_baudrate = (1 * 1000 * 1000 *1000); 2040316485Sdavidcs 2041316485Sdavidcs#endif /* #if __FreeBSD_version >= 1000000 */ 2042316485Sdavidcs 2043316485Sdavidcs ifp->if_init = qlnx_init; 2044316485Sdavidcs ifp->if_softc = ha; 2045316485Sdavidcs ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 2046316485Sdavidcs ifp->if_ioctl = qlnx_ioctl; 2047316485Sdavidcs ifp->if_transmit = qlnx_transmit; 2048316485Sdavidcs ifp->if_qflush = qlnx_qflush; 2049316485Sdavidcs 2050316485Sdavidcs IFQ_SET_MAXLEN(&ifp->if_snd, qlnx_get_ifq_snd_maxlen(ha)); 2051316485Sdavidcs ifp->if_snd.ifq_drv_maxlen = qlnx_get_ifq_snd_maxlen(ha); 2052316485Sdavidcs IFQ_SET_READY(&ifp->if_snd); 2053316485Sdavidcs 2054316485Sdavidcs#if __FreeBSD_version >= 1100036 2055316485Sdavidcs if_setgetcounterfn(ifp, qlnx_get_counter); 2056316485Sdavidcs#endif 2057316485Sdavidcs 2058316485Sdavidcs ha->max_frame_size = ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 2059316485Sdavidcs 2060316485Sdavidcs memcpy(ha->primary_mac, qlnx_get_mac_addr(ha), ETH_ALEN); 2061316485Sdavidcs ether_ifattach(ifp, ha->primary_mac); 2062316485Sdavidcs bcopy(IF_LLADDR(ha->ifp), ha->primary_mac, ETHER_ADDR_LEN); 2063316485Sdavidcs 2064316485Sdavidcs ifp->if_capabilities = IFCAP_HWCSUM; 2065316485Sdavidcs ifp->if_capabilities |= IFCAP_JUMBO_MTU; 2066316485Sdavidcs 2067316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_MTU; 2068316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTAGGING; 2069316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWFILTER; 2070316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWCSUM; 2071316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTSO; 2072316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO4; 2073316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO6; 2074316485Sdavidcs ifp->if_capabilities |= IFCAP_LRO; 2075316485Sdavidcs 2076322851Sdavidcs ifp->if_hw_tsomax = QLNX_MAX_TSO_FRAME_SIZE - 2077322851Sdavidcs (ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN); 2078322851Sdavidcs ifp->if_hw_tsomaxsegcount = QLNX_MAX_SEGMENTS - 1 /* hdr */; 2079322851Sdavidcs ifp->if_hw_tsomaxsegsize = QLNX_MAX_TX_MBUF_SIZE; 2080322851Sdavidcs 2081322851Sdavidcs 2082316485Sdavidcs ifp->if_capenable = ifp->if_capabilities; 2083316485Sdavidcs 2084316485Sdavidcs ifp->if_hwassist = CSUM_IP; 2085316485Sdavidcs ifp->if_hwassist |= CSUM_TCP | CSUM_UDP; 2086316485Sdavidcs ifp->if_hwassist |= CSUM_TCP_IPV6 | CSUM_UDP_IPV6; 2087316485Sdavidcs ifp->if_hwassist |= CSUM_TSO; 2088316485Sdavidcs 2089316485Sdavidcs ifp->if_hdrlen = sizeof(struct ether_vlan_header); 2090316485Sdavidcs 2091316485Sdavidcs ifmedia_init(&ha->media, IFM_IMASK, qlnx_media_change,\ 2092316485Sdavidcs qlnx_media_status); 2093316485Sdavidcs 2094316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) { 2095316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_LR4), 0, NULL); 2096316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_SR4), 0, NULL); 2097316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_CR4), 0, NULL); 2098320164Sdavidcs } else if ((device_id == QLOGIC_PCI_DEVICE_ID_1656) || 2099320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) { 2100316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_SR), 0, NULL); 2101316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_CR), 0, NULL); 2102316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) { 2103316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_KR2), 0, NULL); 2104316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_CR2), 0, NULL); 2105316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) { 2106316485Sdavidcs ifmedia_add(&ha->media, 2107316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_LR4), 0, NULL); 2108316485Sdavidcs ifmedia_add(&ha->media, 2109316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_SR4), 0, NULL); 2110316485Sdavidcs ifmedia_add(&ha->media, 2111316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_CR4), 0, NULL); 2112316485Sdavidcs } 2113316485Sdavidcs 2114316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_FDX), 0, NULL); 2115316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_AUTO), 0, NULL); 2116316485Sdavidcs 2117316485Sdavidcs 2118316485Sdavidcs ifmedia_set(&ha->media, (IFM_ETHER | IFM_AUTO)); 2119316485Sdavidcs 2120318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2121316485Sdavidcs 2122316485Sdavidcs return; 2123316485Sdavidcs} 2124316485Sdavidcs 2125316485Sdavidcsstatic void 2126316485Sdavidcsqlnx_init_locked(qlnx_host_t *ha) 2127316485Sdavidcs{ 2128316485Sdavidcs struct ifnet *ifp = ha->ifp; 2129316485Sdavidcs 2130318659Sdavidcs QL_DPRINT1(ha, "Driver Initialization start \n"); 2131318659Sdavidcs 2132316485Sdavidcs qlnx_stop(ha); 2133316485Sdavidcs 2134316485Sdavidcs if (qlnx_load(ha) == 0) { 2135316485Sdavidcs ifp->if_drv_flags |= IFF_DRV_RUNNING; 2136316485Sdavidcs ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2137316485Sdavidcs } 2138316485Sdavidcs 2139316485Sdavidcs return; 2140316485Sdavidcs} 2141316485Sdavidcs 2142316485Sdavidcsstatic void 2143316485Sdavidcsqlnx_init(void *arg) 2144316485Sdavidcs{ 2145316485Sdavidcs qlnx_host_t *ha; 2146316485Sdavidcs 2147316485Sdavidcs ha = (qlnx_host_t *)arg; 2148316485Sdavidcs 2149318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2150316485Sdavidcs 2151316485Sdavidcs QLNX_LOCK(ha); 2152316485Sdavidcs qlnx_init_locked(ha); 2153316485Sdavidcs QLNX_UNLOCK(ha); 2154316485Sdavidcs 2155318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2156316485Sdavidcs 2157316485Sdavidcs return; 2158316485Sdavidcs} 2159316485Sdavidcs 2160316485Sdavidcsstatic int 2161316485Sdavidcsqlnx_config_mcast_mac_addr(qlnx_host_t *ha, uint8_t *mac_addr, uint32_t add_mac) 2162316485Sdavidcs{ 2163316485Sdavidcs struct ecore_filter_mcast *mcast; 2164316485Sdavidcs struct ecore_dev *cdev; 2165316485Sdavidcs int rc; 2166316485Sdavidcs 2167316485Sdavidcs cdev = &ha->cdev; 2168316485Sdavidcs 2169316485Sdavidcs mcast = &ha->ecore_mcast; 2170316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 2171316485Sdavidcs 2172316485Sdavidcs if (add_mac) 2173316485Sdavidcs mcast->opcode = ECORE_FILTER_ADD; 2174316485Sdavidcs else 2175316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 2176316485Sdavidcs 2177316485Sdavidcs mcast->num_mc_addrs = 1; 2178316485Sdavidcs memcpy(mcast->mac, mac_addr, ETH_ALEN); 2179316485Sdavidcs 2180316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 2181316485Sdavidcs 2182316485Sdavidcs return (rc); 2183316485Sdavidcs} 2184316485Sdavidcs 2185316485Sdavidcsstatic int 2186316485Sdavidcsqlnx_hw_add_mcast(qlnx_host_t *ha, uint8_t *mta) 2187316485Sdavidcs{ 2188316485Sdavidcs int i; 2189316485Sdavidcs 2190316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2191316485Sdavidcs 2192316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) 2193316485Sdavidcs return 0; /* its been already added */ 2194316485Sdavidcs } 2195316485Sdavidcs 2196316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2197316485Sdavidcs 2198316485Sdavidcs if ((ha->mcast[i].addr[0] == 0) && 2199316485Sdavidcs (ha->mcast[i].addr[1] == 0) && 2200316485Sdavidcs (ha->mcast[i].addr[2] == 0) && 2201316485Sdavidcs (ha->mcast[i].addr[3] == 0) && 2202316485Sdavidcs (ha->mcast[i].addr[4] == 0) && 2203316485Sdavidcs (ha->mcast[i].addr[5] == 0)) { 2204316485Sdavidcs 2205316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 1)) 2206316485Sdavidcs return (-1); 2207316485Sdavidcs 2208316485Sdavidcs bcopy(mta, ha->mcast[i].addr, ETH_ALEN); 2209316485Sdavidcs ha->nmcast++; 2210316485Sdavidcs 2211316485Sdavidcs return 0; 2212316485Sdavidcs } 2213316485Sdavidcs } 2214316485Sdavidcs return 0; 2215316485Sdavidcs} 2216316485Sdavidcs 2217316485Sdavidcsstatic int 2218316485Sdavidcsqlnx_hw_del_mcast(qlnx_host_t *ha, uint8_t *mta) 2219316485Sdavidcs{ 2220316485Sdavidcs int i; 2221316485Sdavidcs 2222316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2223316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) { 2224316485Sdavidcs 2225316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 0)) 2226316485Sdavidcs return (-1); 2227316485Sdavidcs 2228316485Sdavidcs ha->mcast[i].addr[0] = 0; 2229316485Sdavidcs ha->mcast[i].addr[1] = 0; 2230316485Sdavidcs ha->mcast[i].addr[2] = 0; 2231316485Sdavidcs ha->mcast[i].addr[3] = 0; 2232316485Sdavidcs ha->mcast[i].addr[4] = 0; 2233316485Sdavidcs ha->mcast[i].addr[5] = 0; 2234316485Sdavidcs 2235316485Sdavidcs ha->nmcast--; 2236316485Sdavidcs 2237316485Sdavidcs return 0; 2238316485Sdavidcs } 2239316485Sdavidcs } 2240316485Sdavidcs return 0; 2241316485Sdavidcs} 2242316485Sdavidcs 2243316485Sdavidcs/* 2244316485Sdavidcs * Name: qls_hw_set_multi 2245316485Sdavidcs * Function: Sets the Multicast Addresses provided the host O.S into the 2246316485Sdavidcs * hardware (for the given interface) 2247316485Sdavidcs */ 2248316485Sdavidcsstatic void 2249316485Sdavidcsqlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 2250316485Sdavidcs uint32_t add_mac) 2251316485Sdavidcs{ 2252316485Sdavidcs int i; 2253316485Sdavidcs 2254316485Sdavidcs for (i = 0; i < mcnt; i++) { 2255316485Sdavidcs if (add_mac) { 2256316485Sdavidcs if (qlnx_hw_add_mcast(ha, mta)) 2257316485Sdavidcs break; 2258316485Sdavidcs } else { 2259316485Sdavidcs if (qlnx_hw_del_mcast(ha, mta)) 2260316485Sdavidcs break; 2261316485Sdavidcs } 2262316485Sdavidcs 2263316485Sdavidcs mta += ETHER_HDR_LEN; 2264316485Sdavidcs } 2265316485Sdavidcs return; 2266316485Sdavidcs} 2267316485Sdavidcs 2268316485Sdavidcs 2269316485Sdavidcs#define QLNX_MCAST_ADDRS_SIZE (QLNX_MAX_NUM_MULTICAST_ADDRS * ETHER_HDR_LEN) 2270316485Sdavidcsstatic int 2271316485Sdavidcsqlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi) 2272316485Sdavidcs{ 2273316485Sdavidcs uint8_t mta[QLNX_MCAST_ADDRS_SIZE]; 2274316485Sdavidcs struct ifmultiaddr *ifma; 2275316485Sdavidcs int mcnt = 0; 2276316485Sdavidcs struct ifnet *ifp = ha->ifp; 2277316485Sdavidcs int ret = 0; 2278316485Sdavidcs 2279316485Sdavidcs if_maddr_rlock(ifp); 2280316485Sdavidcs 2281316485Sdavidcs TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) { 2282316485Sdavidcs 2283316485Sdavidcs if (ifma->ifma_addr->sa_family != AF_LINK) 2284316485Sdavidcs continue; 2285316485Sdavidcs 2286316485Sdavidcs if (mcnt == QLNX_MAX_NUM_MULTICAST_ADDRS) 2287316485Sdavidcs break; 2288316485Sdavidcs 2289316485Sdavidcs bcopy(LLADDR((struct sockaddr_dl *) ifma->ifma_addr), 2290316485Sdavidcs &mta[mcnt * ETHER_HDR_LEN], ETHER_HDR_LEN); 2291316485Sdavidcs 2292316485Sdavidcs mcnt++; 2293316485Sdavidcs } 2294316485Sdavidcs 2295316485Sdavidcs if_maddr_runlock(ifp); 2296316485Sdavidcs 2297316485Sdavidcs QLNX_LOCK(ha); 2298316485Sdavidcs qlnx_hw_set_multi(ha, mta, mcnt, add_multi); 2299316485Sdavidcs QLNX_UNLOCK(ha); 2300316485Sdavidcs 2301316485Sdavidcs return (ret); 2302316485Sdavidcs} 2303316485Sdavidcs 2304316485Sdavidcsstatic int 2305316485Sdavidcsqlnx_set_promisc(qlnx_host_t *ha) 2306316485Sdavidcs{ 2307316485Sdavidcs int rc = 0; 2308316485Sdavidcs uint8_t filter; 2309316485Sdavidcs 2310316485Sdavidcs filter = ha->filter; 2311316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2312316485Sdavidcs filter |= ECORE_ACCEPT_UCAST_UNMATCHED; 2313316485Sdavidcs 2314316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2315316485Sdavidcs return (rc); 2316316485Sdavidcs} 2317316485Sdavidcs 2318316485Sdavidcsstatic int 2319316485Sdavidcsqlnx_set_allmulti(qlnx_host_t *ha) 2320316485Sdavidcs{ 2321316485Sdavidcs int rc = 0; 2322316485Sdavidcs uint8_t filter; 2323316485Sdavidcs 2324316485Sdavidcs filter = ha->filter; 2325316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2326316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2327316485Sdavidcs 2328316485Sdavidcs return (rc); 2329316485Sdavidcs} 2330316485Sdavidcs 2331316485Sdavidcs 2332316485Sdavidcsstatic int 2333316485Sdavidcsqlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 2334316485Sdavidcs{ 2335316485Sdavidcs int ret = 0, mask; 2336316485Sdavidcs struct ifreq *ifr = (struct ifreq *)data; 2337316485Sdavidcs struct ifaddr *ifa = (struct ifaddr *)data; 2338316485Sdavidcs qlnx_host_t *ha; 2339316485Sdavidcs 2340316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2341316485Sdavidcs 2342316485Sdavidcs switch (cmd) { 2343316485Sdavidcs case SIOCSIFADDR: 2344318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFADDR (0x%lx)\n", cmd); 2345316485Sdavidcs 2346316485Sdavidcs if (ifa->ifa_addr->sa_family == AF_INET) { 2347316485Sdavidcs ifp->if_flags |= IFF_UP; 2348316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) { 2349316485Sdavidcs QLNX_LOCK(ha); 2350316485Sdavidcs qlnx_init_locked(ha); 2351316485Sdavidcs QLNX_UNLOCK(ha); 2352316485Sdavidcs } 2353318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFADDR (0x%lx) ipv4 [0x%08x]\n", 2354318659Sdavidcs cmd, ntohl(IA_SIN(ifa)->sin_addr.s_addr)); 2355316485Sdavidcs 2356316485Sdavidcs arp_ifinit(ifp, ifa); 2357316485Sdavidcs } else { 2358316485Sdavidcs ether_ioctl(ifp, cmd, data); 2359316485Sdavidcs } 2360316485Sdavidcs break; 2361316485Sdavidcs 2362316485Sdavidcs case SIOCSIFMTU: 2363318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFMTU (0x%lx)\n", cmd); 2364316485Sdavidcs 2365316485Sdavidcs if (ifr->ifr_mtu > QLNX_MAX_MTU) { 2366316485Sdavidcs ret = EINVAL; 2367316485Sdavidcs } else { 2368316485Sdavidcs QLNX_LOCK(ha); 2369316485Sdavidcs ifp->if_mtu = ifr->ifr_mtu; 2370316485Sdavidcs ha->max_frame_size = 2371316485Sdavidcs ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 2372318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2373316485Sdavidcs qlnx_init_locked(ha); 2374316485Sdavidcs } 2375316485Sdavidcs 2376316485Sdavidcs QLNX_UNLOCK(ha); 2377316485Sdavidcs } 2378316485Sdavidcs 2379316485Sdavidcs break; 2380316485Sdavidcs 2381316485Sdavidcs case SIOCSIFFLAGS: 2382318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFFLAGS (0x%lx)\n", cmd); 2383316485Sdavidcs 2384316485Sdavidcs QLNX_LOCK(ha); 2385316485Sdavidcs 2386316485Sdavidcs if (ifp->if_flags & IFF_UP) { 2387318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2388316485Sdavidcs if ((ifp->if_flags ^ ha->if_flags) & 2389316485Sdavidcs IFF_PROMISC) { 2390316485Sdavidcs ret = qlnx_set_promisc(ha); 2391316485Sdavidcs } else if ((ifp->if_flags ^ ha->if_flags) & 2392316485Sdavidcs IFF_ALLMULTI) { 2393316485Sdavidcs ret = qlnx_set_allmulti(ha); 2394316485Sdavidcs } 2395316485Sdavidcs } else { 2396316485Sdavidcs ha->max_frame_size = ifp->if_mtu + 2397316485Sdavidcs ETHER_HDR_LEN + ETHER_CRC_LEN; 2398316485Sdavidcs qlnx_init_locked(ha); 2399316485Sdavidcs } 2400316485Sdavidcs } else { 2401316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) 2402316485Sdavidcs qlnx_stop(ha); 2403316485Sdavidcs ha->if_flags = ifp->if_flags; 2404316485Sdavidcs } 2405316485Sdavidcs 2406316485Sdavidcs QLNX_UNLOCK(ha); 2407316485Sdavidcs break; 2408316485Sdavidcs 2409316485Sdavidcs case SIOCADDMULTI: 2410318659Sdavidcs QL_DPRINT4(ha, "%s (0x%lx)\n", "SIOCADDMULTI", cmd); 2411316485Sdavidcs 2412316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2413316485Sdavidcs if (qlnx_set_multi(ha, 1)) 2414316485Sdavidcs ret = EINVAL; 2415316485Sdavidcs } 2416316485Sdavidcs break; 2417316485Sdavidcs 2418316485Sdavidcs case SIOCDELMULTI: 2419318659Sdavidcs QL_DPRINT4(ha, "%s (0x%lx)\n", "SIOCDELMULTI", cmd); 2420316485Sdavidcs 2421316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2422316485Sdavidcs if (qlnx_set_multi(ha, 0)) 2423316485Sdavidcs ret = EINVAL; 2424316485Sdavidcs } 2425316485Sdavidcs break; 2426316485Sdavidcs 2427316485Sdavidcs case SIOCSIFMEDIA: 2428316485Sdavidcs case SIOCGIFMEDIA: 2429318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFMEDIA/SIOCGIFMEDIA (0x%lx)\n", cmd); 2430318659Sdavidcs 2431316485Sdavidcs ret = ifmedia_ioctl(ifp, ifr, &ha->media, cmd); 2432316485Sdavidcs break; 2433316485Sdavidcs 2434316485Sdavidcs case SIOCSIFCAP: 2435316485Sdavidcs 2436316485Sdavidcs mask = ifr->ifr_reqcap ^ ifp->if_capenable; 2437316485Sdavidcs 2438318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFCAP (0x%lx)\n", cmd); 2439316485Sdavidcs 2440316485Sdavidcs if (mask & IFCAP_HWCSUM) 2441316485Sdavidcs ifp->if_capenable ^= IFCAP_HWCSUM; 2442316485Sdavidcs if (mask & IFCAP_TSO4) 2443316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO4; 2444316485Sdavidcs if (mask & IFCAP_TSO6) 2445316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO6; 2446316485Sdavidcs if (mask & IFCAP_VLAN_HWTAGGING) 2447316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 2448316485Sdavidcs if (mask & IFCAP_VLAN_HWTSO) 2449316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTSO; 2450316485Sdavidcs if (mask & IFCAP_LRO) 2451316485Sdavidcs ifp->if_capenable ^= IFCAP_LRO; 2452316485Sdavidcs 2453316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) 2454316485Sdavidcs qlnx_init(ha); 2455316485Sdavidcs 2456316485Sdavidcs VLAN_CAPABILITIES(ifp); 2457316485Sdavidcs break; 2458316485Sdavidcs 2459316485Sdavidcs#if (__FreeBSD_version >= 1100101) 2460316485Sdavidcs 2461316485Sdavidcs case SIOCGI2C: 2462316485Sdavidcs { 2463316485Sdavidcs struct ifi2creq i2c; 2464316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[0]; 2465316485Sdavidcs struct ecore_ptt *p_ptt; 2466316485Sdavidcs 2467316485Sdavidcs ret = copyin(ifr->ifr_data, &i2c, sizeof(i2c)); 2468316485Sdavidcs 2469316485Sdavidcs if (ret) 2470316485Sdavidcs break; 2471316485Sdavidcs 2472316485Sdavidcs if ((i2c.len > sizeof (i2c.data)) || 2473316485Sdavidcs (i2c.dev_addr != 0xA0 && i2c.dev_addr != 0xA2)) { 2474316485Sdavidcs ret = EINVAL; 2475316485Sdavidcs break; 2476316485Sdavidcs } 2477316485Sdavidcs 2478316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 2479316485Sdavidcs 2480316485Sdavidcs if (!p_ptt) { 2481318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 2482316485Sdavidcs ret = -1; 2483316485Sdavidcs break; 2484316485Sdavidcs } 2485316485Sdavidcs 2486316485Sdavidcs ret = ecore_mcp_phy_sfp_read(p_hwfn, p_ptt, 2487316485Sdavidcs (ha->pci_func & 0x1), i2c.dev_addr, i2c.offset, 2488316485Sdavidcs i2c.len, &i2c.data[0]); 2489316485Sdavidcs 2490316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 2491316485Sdavidcs 2492316485Sdavidcs if (ret) { 2493316485Sdavidcs ret = -1; 2494316485Sdavidcs break; 2495316485Sdavidcs } 2496316485Sdavidcs 2497316485Sdavidcs ret = copyout(&i2c, ifr->ifr_data, sizeof(i2c)); 2498316485Sdavidcs 2499318659Sdavidcs QL_DPRINT8(ha, "SIOCGI2C copyout ret = %d \ 2500318659Sdavidcs len = %d addr = 0x%02x offset = 0x%04x \ 2501318659Sdavidcs data[0..7]=0x%02x 0x%02x 0x%02x 0x%02x 0x%02x \ 2502318659Sdavidcs 0x%02x 0x%02x 0x%02x\n", 2503316485Sdavidcs ret, i2c.len, i2c.dev_addr, i2c.offset, 2504316485Sdavidcs i2c.data[0], i2c.data[1], i2c.data[2], i2c.data[3], 2505318659Sdavidcs i2c.data[4], i2c.data[5], i2c.data[6], i2c.data[7]); 2506316485Sdavidcs break; 2507316485Sdavidcs } 2508316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) */ 2509316485Sdavidcs 2510316485Sdavidcs default: 2511318659Sdavidcs QL_DPRINT4(ha, "default (0x%lx)\n", cmd); 2512316485Sdavidcs ret = ether_ioctl(ifp, cmd, data); 2513316485Sdavidcs break; 2514316485Sdavidcs } 2515316485Sdavidcs 2516316485Sdavidcs return (ret); 2517316485Sdavidcs} 2518316485Sdavidcs 2519316485Sdavidcsstatic int 2520316485Sdavidcsqlnx_media_change(struct ifnet *ifp) 2521316485Sdavidcs{ 2522316485Sdavidcs qlnx_host_t *ha; 2523316485Sdavidcs struct ifmedia *ifm; 2524316485Sdavidcs int ret = 0; 2525316485Sdavidcs 2526316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2527316485Sdavidcs 2528318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2529316485Sdavidcs 2530316485Sdavidcs ifm = &ha->media; 2531316485Sdavidcs 2532316485Sdavidcs if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER) 2533316485Sdavidcs ret = EINVAL; 2534316485Sdavidcs 2535318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2536316485Sdavidcs 2537316485Sdavidcs return (ret); 2538316485Sdavidcs} 2539316485Sdavidcs 2540316485Sdavidcsstatic void 2541316485Sdavidcsqlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr) 2542316485Sdavidcs{ 2543316485Sdavidcs qlnx_host_t *ha; 2544316485Sdavidcs 2545316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2546316485Sdavidcs 2547318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2548316485Sdavidcs 2549316485Sdavidcs ifmr->ifm_status = IFM_AVALID; 2550316485Sdavidcs ifmr->ifm_active = IFM_ETHER; 2551316485Sdavidcs 2552316485Sdavidcs if (ha->link_up) { 2553316485Sdavidcs ifmr->ifm_status |= IFM_ACTIVE; 2554316485Sdavidcs ifmr->ifm_active |= 2555316485Sdavidcs (IFM_FDX | qlnx_get_optics(ha, &ha->if_link)); 2556316485Sdavidcs 2557316485Sdavidcs if (ha->if_link.link_partner_caps & 2558316485Sdavidcs (QLNX_LINK_CAP_Pause | QLNX_LINK_CAP_Asym_Pause)) 2559316485Sdavidcs ifmr->ifm_active |= 2560316485Sdavidcs (IFM_ETH_RXPAUSE | IFM_ETH_TXPAUSE); 2561316485Sdavidcs } 2562316485Sdavidcs 2563318659Sdavidcs QL_DPRINT2(ha, "exit (%s)\n", (ha->link_up ? "link_up" : "link_down")); 2564316485Sdavidcs 2565316485Sdavidcs return; 2566316485Sdavidcs} 2567316485Sdavidcs 2568316485Sdavidcs 2569316485Sdavidcsstatic void 2570316485Sdavidcsqlnx_free_tx_pkt(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2571316485Sdavidcs struct qlnx_tx_queue *txq) 2572316485Sdavidcs{ 2573316485Sdavidcs u16 idx; 2574316485Sdavidcs struct mbuf *mp; 2575316485Sdavidcs bus_dmamap_t map; 2576316485Sdavidcs int i; 2577316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2578316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2579316485Sdavidcs int nbds = 0; 2580316485Sdavidcs 2581316485Sdavidcs idx = txq->sw_tx_cons; 2582316485Sdavidcs mp = txq->sw_tx_ring[idx].mp; 2583316485Sdavidcs map = txq->sw_tx_ring[idx].map; 2584316485Sdavidcs 2585316485Sdavidcs if ((mp == NULL) || QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL)){ 2586316485Sdavidcs 2587316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL); 2588316485Sdavidcs 2589318659Sdavidcs QL_DPRINT1(ha, "(mp == NULL) " 2590316485Sdavidcs " tx_idx = 0x%x" 2591316485Sdavidcs " ecore_prod_idx = 0x%x" 2592316485Sdavidcs " ecore_cons_idx = 0x%x" 2593316485Sdavidcs " hw_bd_cons = 0x%x" 2594316485Sdavidcs " txq_db_last = 0x%x" 2595316485Sdavidcs " elem_left = 0x%x\n", 2596316485Sdavidcs fp->rss_id, 2597316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2598316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2599316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2600316485Sdavidcs txq->tx_db.raw, 2601318659Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)); 2602316485Sdavidcs 2603316485Sdavidcs fp->err_tx_free_pkt_null++; 2604316485Sdavidcs 2605316485Sdavidcs //DEBUG 2606316485Sdavidcs qlnx_trigger_dump(ha); 2607316485Sdavidcs 2608316485Sdavidcs return; 2609316485Sdavidcs } else { 2610316485Sdavidcs 2611316485Sdavidcs QLNX_INC_OPACKETS((ha->ifp)); 2612316485Sdavidcs QLNX_INC_OBYTES((ha->ifp), (mp->m_pkthdr.len)); 2613316485Sdavidcs 2614316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_POSTWRITE); 2615316485Sdavidcs bus_dmamap_unload(ha->tx_tag, map); 2616316485Sdavidcs 2617316485Sdavidcs fp->tx_pkts_freed++; 2618316485Sdavidcs fp->tx_pkts_completed++; 2619316485Sdavidcs 2620316485Sdavidcs m_freem(mp); 2621316485Sdavidcs } 2622316485Sdavidcs 2623316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_consume(&txq->tx_pbl); 2624316485Sdavidcs nbds = first_bd->data.nbds; 2625316485Sdavidcs 2626316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(first_bd, 0, 0); 2627316485Sdavidcs 2628316485Sdavidcs for (i = 1; i < nbds; i++) { 2629316485Sdavidcs tx_data_bd = ecore_chain_consume(&txq->tx_pbl); 2630316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(tx_data_bd, 0, 0); 2631316485Sdavidcs } 2632316485Sdavidcs txq->sw_tx_ring[idx].flags = 0; 2633316485Sdavidcs txq->sw_tx_ring[idx].mp = NULL; 2634316485Sdavidcs txq->sw_tx_ring[idx].map = (bus_dmamap_t)0; 2635316485Sdavidcs 2636316485Sdavidcs return; 2637316485Sdavidcs} 2638316485Sdavidcs 2639316485Sdavidcsstatic void 2640316485Sdavidcsqlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2641316485Sdavidcs struct qlnx_tx_queue *txq) 2642316485Sdavidcs{ 2643316485Sdavidcs u16 hw_bd_cons; 2644316485Sdavidcs u16 ecore_cons_idx; 2645316485Sdavidcs uint16_t diff; 2646322851Sdavidcs uint16_t idx, idx2; 2647316485Sdavidcs 2648316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 2649316485Sdavidcs 2650316485Sdavidcs while (hw_bd_cons != 2651316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 2652316485Sdavidcs 2653316485Sdavidcs if (hw_bd_cons < ecore_cons_idx) { 2654316485Sdavidcs diff = (1 << 16) - (ecore_cons_idx - hw_bd_cons); 2655316485Sdavidcs } else { 2656316485Sdavidcs diff = hw_bd_cons - ecore_cons_idx; 2657316485Sdavidcs } 2658316485Sdavidcs if ((diff > TX_RING_SIZE) || 2659316485Sdavidcs QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF)){ 2660316485Sdavidcs 2661316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF); 2662316485Sdavidcs 2663318659Sdavidcs QL_DPRINT1(ha, "(diff = 0x%x) " 2664316485Sdavidcs " tx_idx = 0x%x" 2665316485Sdavidcs " ecore_prod_idx = 0x%x" 2666316485Sdavidcs " ecore_cons_idx = 0x%x" 2667316485Sdavidcs " hw_bd_cons = 0x%x" 2668316485Sdavidcs " txq_db_last = 0x%x" 2669316485Sdavidcs " elem_left = 0x%x\n", 2670318659Sdavidcs diff, 2671316485Sdavidcs fp->rss_id, 2672316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2673316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2674316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2675316485Sdavidcs txq->tx_db.raw, 2676318659Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)); 2677316485Sdavidcs 2678316485Sdavidcs fp->err_tx_cons_idx_conflict++; 2679316485Sdavidcs 2680316485Sdavidcs //DEBUG 2681316485Sdavidcs qlnx_trigger_dump(ha); 2682316485Sdavidcs } 2683316485Sdavidcs 2684322851Sdavidcs idx = (txq->sw_tx_cons + 1) & (TX_RING_SIZE - 1); 2685322851Sdavidcs idx2 = (txq->sw_tx_cons + 2) & (TX_RING_SIZE - 1); 2686322851Sdavidcs prefetch(txq->sw_tx_ring[idx].mp); 2687322851Sdavidcs prefetch(txq->sw_tx_ring[idx2].mp); 2688322851Sdavidcs 2689316485Sdavidcs qlnx_free_tx_pkt(ha, fp, txq); 2690316485Sdavidcs 2691316485Sdavidcs txq->sw_tx_cons = (txq->sw_tx_cons + 1) & (TX_RING_SIZE - 1); 2692316485Sdavidcs } 2693316485Sdavidcs return; 2694316485Sdavidcs} 2695316485Sdavidcs 2696316485Sdavidcsstatic int 2697322851Sdavidcsqlnx_transmit_locked(struct ifnet *ifp,struct qlnx_fastpath *fp, struct mbuf *mp) 2698322851Sdavidcs{ 2699322851Sdavidcs int ret = 0; 2700322851Sdavidcs struct qlnx_tx_queue *txq; 2701322851Sdavidcs qlnx_host_t * ha; 2702322851Sdavidcs uint16_t elem_left; 2703322851Sdavidcs 2704322851Sdavidcs txq = fp->txq[0]; 2705322851Sdavidcs ha = (qlnx_host_t *)fp->edev; 2706322851Sdavidcs 2707322851Sdavidcs 2708322851Sdavidcs if ((!(ifp->if_drv_flags & IFF_DRV_RUNNING)) || (!ha->link_up)) { 2709322851Sdavidcs if(mp != NULL) 2710322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 2711322851Sdavidcs return (ret); 2712322851Sdavidcs } 2713322851Sdavidcs 2714322851Sdavidcs if(mp != NULL) 2715322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 2716322851Sdavidcs 2717322851Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 2718322851Sdavidcs 2719322851Sdavidcs while (mp != NULL) { 2720322851Sdavidcs 2721322851Sdavidcs if (qlnx_send(ha, fp, &mp)) { 2722322851Sdavidcs 2723322851Sdavidcs if (mp != NULL) { 2724322851Sdavidcs drbr_putback(ifp, fp->tx_br, mp); 2725322851Sdavidcs } else { 2726322851Sdavidcs fp->tx_pkts_processed++; 2727322851Sdavidcs drbr_advance(ifp, fp->tx_br); 2728322851Sdavidcs } 2729322851Sdavidcs goto qlnx_transmit_locked_exit; 2730322851Sdavidcs 2731322851Sdavidcs } else { 2732322851Sdavidcs drbr_advance(ifp, fp->tx_br); 2733322851Sdavidcs fp->tx_pkts_transmitted++; 2734322851Sdavidcs fp->tx_pkts_processed++; 2735322851Sdavidcs } 2736322851Sdavidcs 2737322851Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 2738322851Sdavidcs } 2739322851Sdavidcs 2740322851Sdavidcsqlnx_transmit_locked_exit: 2741322851Sdavidcs if((qlnx_num_tx_compl(ha,fp, fp->txq[0]) > QLNX_TX_COMPL_THRESH) || 2742322851Sdavidcs ((int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl)) 2743322851Sdavidcs < QLNX_TX_ELEM_MAX_THRESH)) 2744322851Sdavidcs (void)qlnx_tx_int(ha, fp, fp->txq[0]); 2745322851Sdavidcs 2746322851Sdavidcs QL_DPRINT2(ha, "%s: exit ret = %d\n", __func__, ret); 2747322851Sdavidcs return ret; 2748322851Sdavidcs} 2749322851Sdavidcs 2750322851Sdavidcs 2751322851Sdavidcsstatic int 2752316485Sdavidcsqlnx_transmit(struct ifnet *ifp, struct mbuf *mp) 2753316485Sdavidcs{ 2754316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)ifp->if_softc; 2755316485Sdavidcs struct qlnx_fastpath *fp; 2756316485Sdavidcs int rss_id = 0, ret = 0; 2757316485Sdavidcs 2758322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 2759322851Sdavidcs uint64_t tx_pkts = 0, tx_compl = 0; 2760322851Sdavidcs#endif 2761322851Sdavidcs 2762318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2763316485Sdavidcs 2764316485Sdavidcs#if __FreeBSD_version >= 1100000 2765316485Sdavidcs if (M_HASHTYPE_GET(mp) != M_HASHTYPE_NONE) 2766316485Sdavidcs#else 2767316485Sdavidcs if (mp->m_flags & M_FLOWID) 2768316485Sdavidcs#endif 2769316485Sdavidcs rss_id = (mp->m_pkthdr.flowid % ECORE_RSS_IND_TABLE_SIZE) % 2770316485Sdavidcs ha->num_rss; 2771316485Sdavidcs 2772316485Sdavidcs fp = &ha->fp_array[rss_id]; 2773316485Sdavidcs 2774316485Sdavidcs if (fp->tx_br == NULL) { 2775316485Sdavidcs ret = EINVAL; 2776316485Sdavidcs goto qlnx_transmit_exit; 2777316485Sdavidcs } 2778316485Sdavidcs 2779322851Sdavidcs if (mtx_trylock(&fp->tx_mtx)) { 2780316485Sdavidcs 2781322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 2782322851Sdavidcs tx_pkts = fp->tx_pkts_transmitted; 2783322851Sdavidcs tx_compl = fp->tx_pkts_completed; 2784322851Sdavidcs#endif 2785316485Sdavidcs 2786322851Sdavidcs ret = qlnx_transmit_locked(ifp, fp, mp); 2787316485Sdavidcs 2788322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 2789322851Sdavidcs fp->tx_pkts_trans_ctx += (fp->tx_pkts_transmitted - tx_pkts); 2790322851Sdavidcs fp->tx_pkts_compl_ctx += (fp->tx_pkts_completed - tx_compl); 2791322851Sdavidcs#endif 2792322851Sdavidcs mtx_unlock(&fp->tx_mtx); 2793322851Sdavidcs } else { 2794322851Sdavidcs if (mp != NULL && (fp->fp_taskqueue != NULL)) { 2795322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 2796322851Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 2797322851Sdavidcs } 2798322851Sdavidcs } 2799322851Sdavidcs 2800316485Sdavidcsqlnx_transmit_exit: 2801316485Sdavidcs 2802318659Sdavidcs QL_DPRINT2(ha, "exit ret = %d\n", ret); 2803316485Sdavidcs return ret; 2804316485Sdavidcs} 2805316485Sdavidcs 2806316485Sdavidcsstatic void 2807316485Sdavidcsqlnx_qflush(struct ifnet *ifp) 2808316485Sdavidcs{ 2809316485Sdavidcs int rss_id; 2810316485Sdavidcs struct qlnx_fastpath *fp; 2811316485Sdavidcs struct mbuf *mp; 2812316485Sdavidcs qlnx_host_t *ha; 2813316485Sdavidcs 2814316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2815316485Sdavidcs 2816318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2817316485Sdavidcs 2818316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 2819316485Sdavidcs 2820316485Sdavidcs fp = &ha->fp_array[rss_id]; 2821316485Sdavidcs 2822316485Sdavidcs if (fp == NULL) 2823316485Sdavidcs continue; 2824316485Sdavidcs 2825316485Sdavidcs if (fp->tx_br) { 2826316485Sdavidcs mtx_lock(&fp->tx_mtx); 2827316485Sdavidcs 2828316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 2829316485Sdavidcs fp->tx_pkts_freed++; 2830316485Sdavidcs m_freem(mp); 2831316485Sdavidcs } 2832316485Sdavidcs mtx_unlock(&fp->tx_mtx); 2833316485Sdavidcs } 2834316485Sdavidcs } 2835318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2836316485Sdavidcs 2837316485Sdavidcs return; 2838316485Sdavidcs} 2839316485Sdavidcs 2840316485Sdavidcsstatic void 2841316485Sdavidcsqlnx_txq_doorbell_wr32(qlnx_host_t *ha, void *reg_addr, uint32_t value) 2842316485Sdavidcs{ 2843316485Sdavidcs struct ecore_dev *cdev; 2844316485Sdavidcs uint32_t offset; 2845316485Sdavidcs 2846316485Sdavidcs cdev = &ha->cdev; 2847316485Sdavidcs 2848316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)cdev->doorbells); 2849316485Sdavidcs 2850316485Sdavidcs bus_write_4(ha->pci_dbells, offset, value); 2851316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_READ); 2852316485Sdavidcs bus_barrier(ha->pci_dbells, 0, 0, BUS_SPACE_BARRIER_READ); 2853316485Sdavidcs 2854316485Sdavidcs return; 2855316485Sdavidcs} 2856316485Sdavidcs 2857316485Sdavidcsstatic uint32_t 2858316485Sdavidcsqlnx_tcp_offset(qlnx_host_t *ha, struct mbuf *mp) 2859316485Sdavidcs{ 2860316485Sdavidcs struct ether_vlan_header *eh = NULL; 2861316485Sdavidcs struct ip *ip = NULL; 2862316485Sdavidcs struct ip6_hdr *ip6 = NULL; 2863316485Sdavidcs struct tcphdr *th = NULL; 2864316485Sdavidcs uint32_t ehdrlen = 0, ip_hlen = 0, offset = 0; 2865316485Sdavidcs uint16_t etype = 0; 2866316485Sdavidcs device_t dev; 2867316485Sdavidcs uint8_t buf[sizeof(struct ip6_hdr)]; 2868316485Sdavidcs 2869316485Sdavidcs dev = ha->pci_dev; 2870316485Sdavidcs 2871316485Sdavidcs eh = mtod(mp, struct ether_vlan_header *); 2872316485Sdavidcs 2873316485Sdavidcs if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) { 2874316485Sdavidcs ehdrlen = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN; 2875316485Sdavidcs etype = ntohs(eh->evl_proto); 2876316485Sdavidcs } else { 2877316485Sdavidcs ehdrlen = ETHER_HDR_LEN; 2878316485Sdavidcs etype = ntohs(eh->evl_encap_proto); 2879316485Sdavidcs } 2880316485Sdavidcs 2881316485Sdavidcs switch (etype) { 2882316485Sdavidcs 2883316485Sdavidcs case ETHERTYPE_IP: 2884316485Sdavidcs ip = (struct ip *)(mp->m_data + ehdrlen); 2885316485Sdavidcs 2886316485Sdavidcs ip_hlen = sizeof (struct ip); 2887316485Sdavidcs 2888316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 2889316485Sdavidcs m_copydata(mp, ehdrlen, sizeof(struct ip), buf); 2890316485Sdavidcs ip = (struct ip *)buf; 2891316485Sdavidcs } 2892316485Sdavidcs 2893316485Sdavidcs th = (struct tcphdr *)(ip + 1); 2894316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 2895316485Sdavidcs break; 2896316485Sdavidcs 2897316485Sdavidcs case ETHERTYPE_IPV6: 2898316485Sdavidcs ip6 = (struct ip6_hdr *)(mp->m_data + ehdrlen); 2899316485Sdavidcs 2900316485Sdavidcs ip_hlen = sizeof(struct ip6_hdr); 2901316485Sdavidcs 2902316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 2903316485Sdavidcs m_copydata(mp, ehdrlen, sizeof (struct ip6_hdr), 2904316485Sdavidcs buf); 2905316485Sdavidcs ip6 = (struct ip6_hdr *)buf; 2906316485Sdavidcs } 2907316485Sdavidcs th = (struct tcphdr *)(ip6 + 1); 2908316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 2909316485Sdavidcs break; 2910316485Sdavidcs 2911316485Sdavidcs default: 2912316485Sdavidcs break; 2913316485Sdavidcs } 2914316485Sdavidcs 2915316485Sdavidcs return (offset); 2916316485Sdavidcs} 2917316485Sdavidcs 2918316485Sdavidcsstatic __inline int 2919316485Sdavidcsqlnx_tso_check(struct qlnx_fastpath *fp, bus_dma_segment_t *segs, int nsegs, 2920316485Sdavidcs uint32_t offset) 2921316485Sdavidcs{ 2922316485Sdavidcs int i; 2923316485Sdavidcs uint32_t sum, nbds_in_hdr = 1; 2924316485Sdavidcs bus_dma_segment_t *t_segs = segs; 2925316485Sdavidcs 2926316485Sdavidcs /* count the number of segments spanned by TCP header */ 2927316485Sdavidcs 2928316485Sdavidcs i = 0; 2929316485Sdavidcs while ((i < nsegs) && (offset > t_segs->ds_len)) { 2930316485Sdavidcs nbds_in_hdr++; 2931316485Sdavidcs offset = offset - t_segs->ds_len; 2932316485Sdavidcs t_segs++; 2933316485Sdavidcs i++; 2934316485Sdavidcs } 2935316485Sdavidcs 2936316485Sdavidcs while (nsegs >= QLNX_MAX_SEGMENTS_NON_TSO) { 2937316485Sdavidcs 2938316485Sdavidcs sum = 0; 2939316485Sdavidcs 2940316485Sdavidcs for (i = 0; i < (ETH_TX_LSO_WINDOW_BDS_NUM - nbds_in_hdr); i++){ 2941316485Sdavidcs sum += segs->ds_len; 2942316485Sdavidcs segs++; 2943316485Sdavidcs } 2944316485Sdavidcs 2945316485Sdavidcs if (sum < ETH_TX_LSO_WINDOW_MIN_LEN) { 2946316485Sdavidcs fp->tx_lso_wnd_min_len++; 2947316485Sdavidcs return (-1); 2948316485Sdavidcs } 2949316485Sdavidcs 2950316485Sdavidcs nsegs -= QLNX_MAX_SEGMENTS_NON_TSO; 2951316485Sdavidcs } 2952316485Sdavidcs 2953316485Sdavidcs return (0); 2954316485Sdavidcs} 2955316485Sdavidcs 2956316485Sdavidcsstatic int 2957316485Sdavidcsqlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, struct mbuf **m_headp) 2958316485Sdavidcs{ 2959316485Sdavidcs bus_dma_segment_t *segs; 2960316485Sdavidcs bus_dmamap_t map = 0; 2961316485Sdavidcs uint32_t nsegs = 0; 2962316485Sdavidcs int ret = -1; 2963316485Sdavidcs struct mbuf *m_head = *m_headp; 2964316485Sdavidcs uint16_t idx = 0; 2965316485Sdavidcs uint16_t elem_left; 2966316485Sdavidcs 2967316485Sdavidcs uint8_t nbd = 0; 2968316485Sdavidcs struct qlnx_tx_queue *txq; 2969316485Sdavidcs 2970316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2971316485Sdavidcs struct eth_tx_2nd_bd *second_bd; 2972316485Sdavidcs struct eth_tx_3rd_bd *third_bd; 2973316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2974316485Sdavidcs 2975316485Sdavidcs int seg_idx = 0; 2976316485Sdavidcs uint32_t nbds_in_hdr = 0; 2977316485Sdavidcs uint32_t offset = 0; 2978316485Sdavidcs 2979322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 2980322851Sdavidcs uint16_t bd_used; 2981322851Sdavidcs#endif 2982322851Sdavidcs 2983318659Sdavidcs QL_DPRINT8(ha, "enter\n"); 2984316485Sdavidcs 2985316485Sdavidcs if (!ha->link_up) 2986316485Sdavidcs return (-1); 2987316485Sdavidcs 2988316485Sdavidcs first_bd = NULL; 2989316485Sdavidcs second_bd = NULL; 2990316485Sdavidcs third_bd = NULL; 2991316485Sdavidcs tx_data_bd = NULL; 2992316485Sdavidcs 2993316485Sdavidcs txq = fp->txq[0]; 2994318657Sdavidcs 2995322851Sdavidcs if ((int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl)) < 2996322851Sdavidcs QLNX_TX_ELEM_MIN_THRESH) { 2997318657Sdavidcs 2998322851Sdavidcs fp->tx_nsegs_gt_elem_left++; 2999322851Sdavidcs fp->err_tx_nsegs_gt_elem_left++; 3000318657Sdavidcs 3001322851Sdavidcs return (ENOBUFS); 3002322851Sdavidcs } 3003322851Sdavidcs 3004316485Sdavidcs idx = txq->sw_tx_prod; 3005316485Sdavidcs 3006316485Sdavidcs map = txq->sw_tx_ring[idx].map; 3007316485Sdavidcs segs = txq->segs; 3008316485Sdavidcs 3009316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, segs, &nsegs, 3010316485Sdavidcs BUS_DMA_NOWAIT); 3011316485Sdavidcs 3012318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3013322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3014322851Sdavidcs if (!fp->tx_tso_min_pkt_len) { 3015318657Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 3016322851Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 3017322851Sdavidcs } else { 3018322851Sdavidcs if (fp->tx_tso_min_pkt_len > m_head->m_pkthdr.len) 3019322851Sdavidcs fp->tx_tso_min_pkt_len = 3020322851Sdavidcs m_head->m_pkthdr.len; 3021322851Sdavidcs if (fp->tx_tso_max_pkt_len < m_head->m_pkthdr.len) 3022322851Sdavidcs fp->tx_tso_max_pkt_len = 3023322851Sdavidcs m_head->m_pkthdr.len; 3024322851Sdavidcs } 3025318657Sdavidcs } 3026316485Sdavidcs } 3027316485Sdavidcs 3028316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 3029316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 3030316485Sdavidcs 3031316485Sdavidcs if ((ret == EFBIG) || 3032316485Sdavidcs ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && ( 3033316485Sdavidcs (!(m_head->m_pkthdr.csum_flags & CSUM_TSO)) || 3034316485Sdavidcs ((m_head->m_pkthdr.csum_flags & CSUM_TSO) && 3035316485Sdavidcs qlnx_tso_check(fp, segs, nsegs, offset))))) { 3036316485Sdavidcs 3037316485Sdavidcs struct mbuf *m; 3038316485Sdavidcs 3039318659Sdavidcs QL_DPRINT8(ha, "EFBIG [%d]\n", m_head->m_pkthdr.len); 3040316485Sdavidcs 3041316485Sdavidcs fp->tx_defrag++; 3042316485Sdavidcs 3043316485Sdavidcs m = m_defrag(m_head, M_NOWAIT); 3044316485Sdavidcs if (m == NULL) { 3045316485Sdavidcs fp->err_tx_defrag++; 3046316485Sdavidcs fp->tx_pkts_freed++; 3047316485Sdavidcs m_freem(m_head); 3048316485Sdavidcs *m_headp = NULL; 3049318659Sdavidcs QL_DPRINT1(ha, "m_defrag() = NULL [%d]\n", ret); 3050316485Sdavidcs return (ENOBUFS); 3051316485Sdavidcs } 3052316485Sdavidcs 3053316485Sdavidcs m_head = m; 3054316485Sdavidcs *m_headp = m_head; 3055316485Sdavidcs 3056316485Sdavidcs if ((ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, 3057316485Sdavidcs segs, &nsegs, BUS_DMA_NOWAIT))) { 3058316485Sdavidcs 3059316485Sdavidcs fp->err_tx_defrag_dmamap_load++; 3060316485Sdavidcs 3061318659Sdavidcs QL_DPRINT1(ha, 3062318659Sdavidcs "bus_dmamap_load_mbuf_sg failed0 [%d, %d]\n", 3063318659Sdavidcs ret, m_head->m_pkthdr.len); 3064316485Sdavidcs 3065316485Sdavidcs fp->tx_pkts_freed++; 3066316485Sdavidcs m_freem(m_head); 3067316485Sdavidcs *m_headp = NULL; 3068316485Sdavidcs 3069316485Sdavidcs return (ret); 3070316485Sdavidcs } 3071316485Sdavidcs 3072316485Sdavidcs if ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && 3073316485Sdavidcs !(m_head->m_pkthdr.csum_flags & CSUM_TSO)) { 3074316485Sdavidcs 3075316485Sdavidcs fp->err_tx_non_tso_max_seg++; 3076316485Sdavidcs 3077318659Sdavidcs QL_DPRINT1(ha, 3078318659Sdavidcs "(%d) nsegs too many for non-TSO [%d, %d]\n", 3079318659Sdavidcs ret, nsegs, m_head->m_pkthdr.len); 3080316485Sdavidcs 3081316485Sdavidcs fp->tx_pkts_freed++; 3082316485Sdavidcs m_freem(m_head); 3083316485Sdavidcs *m_headp = NULL; 3084316485Sdavidcs 3085316485Sdavidcs return (ret); 3086316485Sdavidcs } 3087316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 3088316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 3089316485Sdavidcs 3090316485Sdavidcs } else if (ret) { 3091316485Sdavidcs 3092316485Sdavidcs fp->err_tx_dmamap_load++; 3093316485Sdavidcs 3094318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load_mbuf_sg failed1 [%d, %d]\n", 3095318659Sdavidcs ret, m_head->m_pkthdr.len); 3096316485Sdavidcs fp->tx_pkts_freed++; 3097316485Sdavidcs m_freem(m_head); 3098316485Sdavidcs *m_headp = NULL; 3099316485Sdavidcs return (ret); 3100316485Sdavidcs } 3101316485Sdavidcs 3102316485Sdavidcs QL_ASSERT(ha, (nsegs != 0), ("qlnx_send: empty packet")); 3103316485Sdavidcs 3104318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3105318657Sdavidcs if (nsegs < QLNX_FP_MAX_SEGS) 3106318657Sdavidcs fp->tx_pkts[(nsegs - 1)]++; 3107318657Sdavidcs else 3108318657Sdavidcs fp->tx_pkts[(QLNX_FP_MAX_SEGS - 1)]++; 3109318657Sdavidcs } 3110316485Sdavidcs 3111322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 3112322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3113322851Sdavidcs if(m_head->m_pkthdr.len <= 2048) 3114322851Sdavidcs fp->tx_pkts_hist[0]++; 3115322851Sdavidcs else if((m_head->m_pkthdr.len > 2048) && 3116322851Sdavidcs (m_head->m_pkthdr.len <= 4096)) 3117322851Sdavidcs fp->tx_pkts_hist[1]++; 3118322851Sdavidcs else if((m_head->m_pkthdr.len > 4096) && 3119322851Sdavidcs (m_head->m_pkthdr.len <= 8192)) 3120322851Sdavidcs fp->tx_pkts_hist[2]++; 3121322851Sdavidcs else if((m_head->m_pkthdr.len > 8192) && 3122322851Sdavidcs (m_head->m_pkthdr.len <= 12288 )) 3123322851Sdavidcs fp->tx_pkts_hist[3]++; 3124322851Sdavidcs else if((m_head->m_pkthdr.len > 11288) && 3125322851Sdavidcs (m_head->m_pkthdr.len <= 16394)) 3126322851Sdavidcs fp->tx_pkts_hist[4]++; 3127322851Sdavidcs else if((m_head->m_pkthdr.len > 16384) && 3128322851Sdavidcs (m_head->m_pkthdr.len <= 20480)) 3129322851Sdavidcs fp->tx_pkts_hist[5]++; 3130322851Sdavidcs else if((m_head->m_pkthdr.len > 20480) && 3131322851Sdavidcs (m_head->m_pkthdr.len <= 24576)) 3132322851Sdavidcs fp->tx_pkts_hist[6]++; 3133322851Sdavidcs else if((m_head->m_pkthdr.len > 24576) && 3134322851Sdavidcs (m_head->m_pkthdr.len <= 28672)) 3135322851Sdavidcs fp->tx_pkts_hist[7]++; 3136322851Sdavidcs else if((m_head->m_pkthdr.len > 28762) && 3137322851Sdavidcs (m_head->m_pkthdr.len <= 32768)) 3138322851Sdavidcs fp->tx_pkts_hist[8]++; 3139322851Sdavidcs else if((m_head->m_pkthdr.len > 32768) && 3140322851Sdavidcs (m_head->m_pkthdr.len <= 36864)) 3141322851Sdavidcs fp->tx_pkts_hist[9]++; 3142322851Sdavidcs else if((m_head->m_pkthdr.len > 36864) && 3143322851Sdavidcs (m_head->m_pkthdr.len <= 40960)) 3144322851Sdavidcs fp->tx_pkts_hist[10]++; 3145322851Sdavidcs else if((m_head->m_pkthdr.len > 40960) && 3146322851Sdavidcs (m_head->m_pkthdr.len <= 45056)) 3147322851Sdavidcs fp->tx_pkts_hist[11]++; 3148322851Sdavidcs else if((m_head->m_pkthdr.len > 45056) && 3149322851Sdavidcs (m_head->m_pkthdr.len <= 49152)) 3150322851Sdavidcs fp->tx_pkts_hist[12]++; 3151322851Sdavidcs else if((m_head->m_pkthdr.len > 49512) && 3152322851Sdavidcs m_head->m_pkthdr.len <= 53248)) 3153322851Sdavidcs fp->tx_pkts_hist[13]++; 3154322851Sdavidcs else if((m_head->m_pkthdr.len > 53248) && 3155322851Sdavidcs (m_head->m_pkthdr.len <= 57344)) 3156322851Sdavidcs fp->tx_pkts_hist[14]++; 3157322851Sdavidcs else if((m_head->m_pkthdr.len > 53248) && 3158322851Sdavidcs (m_head->m_pkthdr.len <= 57344)) 3159322851Sdavidcs fp->tx_pkts_hist[15]++; 3160322851Sdavidcs else if((m_head->m_pkthdr.len > 57344) && 3161322851Sdavidcs (m_head->m_pkthdr.len <= 61440)) 3162322851Sdavidcs fp->tx_pkts_hist[16]++; 3163322851Sdavidcs else 3164322851Sdavidcs fp->tx_pkts_hist[17]++; 3165322851Sdavidcs } 3166322851Sdavidcs 3167322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3168322851Sdavidcs 3169322851Sdavidcs elem_left = ecore_chain_get_elem_left(&txq->tx_pbl); 3170322851Sdavidcs bd_used = TX_RING_SIZE - elem_left; 3171322851Sdavidcs 3172322851Sdavidcs if(bd_used <= 100) 3173322851Sdavidcs fp->tx_pkts_q[0]++; 3174322851Sdavidcs else if((bd_used > 100) && (bd_used <= 500)) 3175322851Sdavidcs fp->tx_pkts_q[1]++; 3176322851Sdavidcs else if((bd_used > 500) && (bd_used <= 1000)) 3177322851Sdavidcs fp->tx_pkts_q[2]++; 3178322851Sdavidcs else if((bd_used > 1000) && (bd_used <= 2000)) 3179322851Sdavidcs fp->tx_pkts_q[3]++; 3180322851Sdavidcs else if((bd_used > 3000) && (bd_used <= 4000)) 3181322851Sdavidcs fp->tx_pkts_q[4]++; 3182322851Sdavidcs else if((bd_used > 4000) && (bd_used <= 5000)) 3183322851Sdavidcs fp->tx_pkts_q[5]++; 3184322851Sdavidcs else if((bd_used > 6000) && (bd_used <= 7000)) 3185322851Sdavidcs fp->tx_pkts_q[6]++; 3186322851Sdavidcs else if((bd_used > 7000) && (bd_used <= 8000)) 3187322851Sdavidcs fp->tx_pkts_q[7]++; 3188322851Sdavidcs else if((bd_used > 8000) && (bd_used <= 9000)) 3189322851Sdavidcs fp->tx_pkts_q[8]++; 3190322851Sdavidcs else if((bd_used > 9000) && (bd_used <= 10000)) 3191322851Sdavidcs fp->tx_pkts_q[9]++; 3192322851Sdavidcs else if((bd_used > 10000) && (bd_used <= 11000)) 3193322851Sdavidcs fp->tx_pkts_q[10]++; 3194322851Sdavidcs else if((bd_used > 11000) && (bd_used <= 12000)) 3195322851Sdavidcs fp->tx_pkts_q[11]++; 3196322851Sdavidcs else if((bd_used > 12000) && (bd_used <= 13000)) 3197322851Sdavidcs fp->tx_pkts_q[12]++; 3198322851Sdavidcs else if((bd_used > 13000) && (bd_used <= 14000)) 3199322851Sdavidcs fp->tx_pkts_q[13]++; 3200322851Sdavidcs else if((bd_used > 14000) && (bd_used <= 15000)) 3201322851Sdavidcs fp->tx_pkts_q[14]++; 3202322851Sdavidcs else if((bd_used > 15000) && (bd_used <= 16000)) 3203322851Sdavidcs fp->tx_pkts_q[15]++; 3204322851Sdavidcs else 3205322851Sdavidcs fp->tx_pkts_q[16]++; 3206322851Sdavidcs } 3207322851Sdavidcs 3208322851Sdavidcs#endif /* end of QLNX_TRACE_PERF_DATA */ 3209322851Sdavidcs 3210316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > 3211316485Sdavidcs (int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl))) { 3212316485Sdavidcs 3213318659Sdavidcs QL_DPRINT1(ha, "(%d, 0x%x) insuffient BDs" 3214318659Sdavidcs " in chain[%d] trying to free packets\n", 3215318659Sdavidcs nsegs, elem_left, fp->rss_id); 3216316485Sdavidcs 3217316485Sdavidcs fp->tx_nsegs_gt_elem_left++; 3218316485Sdavidcs 3219316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 3220316485Sdavidcs 3221316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > (int)(elem_left = 3222316485Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl))) { 3223316485Sdavidcs 3224318659Sdavidcs QL_DPRINT1(ha, 3225318659Sdavidcs "(%d, 0x%x) insuffient BDs in chain[%d]\n", 3226318659Sdavidcs nsegs, elem_left, fp->rss_id); 3227316485Sdavidcs 3228316485Sdavidcs fp->err_tx_nsegs_gt_elem_left++; 3229318657Sdavidcs fp->tx_ring_full = 1; 3230322851Sdavidcs if (ha->storm_stats_enable) 3231322851Sdavidcs ha->storm_stats_gather = 1; 3232316485Sdavidcs return (ENOBUFS); 3233316485Sdavidcs } 3234316485Sdavidcs } 3235316485Sdavidcs 3236316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_PREWRITE); 3237316485Sdavidcs 3238316485Sdavidcs txq->sw_tx_ring[idx].mp = m_head; 3239316485Sdavidcs 3240316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_produce(&txq->tx_pbl); 3241316485Sdavidcs 3242316485Sdavidcs memset(first_bd, 0, sizeof(*first_bd)); 3243316485Sdavidcs 3244316485Sdavidcs first_bd->data.bd_flags.bitfields = 3245316485Sdavidcs 1 << ETH_TX_1ST_BD_FLAGS_START_BD_SHIFT; 3246316485Sdavidcs 3247316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, segs->ds_len); 3248316485Sdavidcs 3249316485Sdavidcs nbd++; 3250316485Sdavidcs 3251316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_IP) { 3252316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3253316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 3254316485Sdavidcs } 3255316485Sdavidcs 3256319449Sdavidcs if (m_head->m_pkthdr.csum_flags & 3257319449Sdavidcs (CSUM_UDP | CSUM_TCP | CSUM_TCP_IPV6 | CSUM_UDP_IPV6)) { 3258316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3259316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_L4_CSUM_SHIFT); 3260316485Sdavidcs } 3261316485Sdavidcs 3262316485Sdavidcs if (m_head->m_flags & M_VLANTAG) { 3263316485Sdavidcs first_bd->data.vlan = m_head->m_pkthdr.ether_vtag; 3264316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3265316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_VLAN_INSERTION_SHIFT); 3266316485Sdavidcs } 3267316485Sdavidcs 3268316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3269316485Sdavidcs 3270316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3271316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_LSO_SHIFT); 3272316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3273316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 3274316485Sdavidcs 3275316485Sdavidcs nbds_in_hdr = 1; 3276316485Sdavidcs 3277316485Sdavidcs if (offset == segs->ds_len) { 3278316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 3279316485Sdavidcs segs++; 3280316485Sdavidcs seg_idx++; 3281316485Sdavidcs 3282316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3283316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3284316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 3285316485Sdavidcs nbd++; 3286316485Sdavidcs 3287316485Sdavidcs if (seg_idx < nsegs) { 3288316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3289316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 3290316485Sdavidcs segs++; 3291316485Sdavidcs seg_idx++; 3292316485Sdavidcs } 3293316485Sdavidcs 3294316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3295316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3296316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3297316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3298316485Sdavidcs third_bd->data.bitfields |= 3299316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3300316485Sdavidcs nbd++; 3301316485Sdavidcs 3302316485Sdavidcs if (seg_idx < nsegs) { 3303316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3304316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 3305316485Sdavidcs segs++; 3306316485Sdavidcs seg_idx++; 3307316485Sdavidcs } 3308316485Sdavidcs 3309316485Sdavidcs for (; seg_idx < nsegs; seg_idx++) { 3310316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3311316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3312316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3313316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3314316485Sdavidcs segs->ds_addr,\ 3315316485Sdavidcs segs->ds_len); 3316316485Sdavidcs segs++; 3317316485Sdavidcs nbd++; 3318316485Sdavidcs } 3319316485Sdavidcs 3320316485Sdavidcs } else if (offset < segs->ds_len) { 3321316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 3322316485Sdavidcs 3323316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3324316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3325316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 3326316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3327316485Sdavidcs (segs->ds_addr + offset),\ 3328316485Sdavidcs (segs->ds_len - offset)); 3329316485Sdavidcs nbd++; 3330316485Sdavidcs segs++; 3331316485Sdavidcs 3332316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3333316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3334316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3335316485Sdavidcs 3336316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3337316485Sdavidcs segs->ds_addr,\ 3338316485Sdavidcs segs->ds_len); 3339316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3340316485Sdavidcs third_bd->data.bitfields |= 3341316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3342316485Sdavidcs segs++; 3343316485Sdavidcs nbd++; 3344316485Sdavidcs 3345316485Sdavidcs for (seg_idx = 2; seg_idx < nsegs; seg_idx++) { 3346316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3347316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3348316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3349316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3350316485Sdavidcs segs->ds_addr,\ 3351316485Sdavidcs segs->ds_len); 3352316485Sdavidcs segs++; 3353316485Sdavidcs nbd++; 3354316485Sdavidcs } 3355316485Sdavidcs 3356316485Sdavidcs } else { 3357316485Sdavidcs offset = offset - segs->ds_len; 3358316485Sdavidcs segs++; 3359316485Sdavidcs 3360316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3361316485Sdavidcs 3362316485Sdavidcs if (offset) 3363316485Sdavidcs nbds_in_hdr++; 3364316485Sdavidcs 3365316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3366316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3367316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3368316485Sdavidcs 3369316485Sdavidcs if (second_bd == NULL) { 3370316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3371316485Sdavidcs tx_data_bd; 3372316485Sdavidcs } else if (third_bd == NULL) { 3373316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3374316485Sdavidcs tx_data_bd; 3375316485Sdavidcs } 3376316485Sdavidcs 3377316485Sdavidcs if (offset && (offset < segs->ds_len)) { 3378316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3379316485Sdavidcs segs->ds_addr, offset); 3380316485Sdavidcs 3381316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3382316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3383316485Sdavidcs 3384316485Sdavidcs memset(tx_data_bd, 0, 3385316485Sdavidcs sizeof(*tx_data_bd)); 3386316485Sdavidcs 3387316485Sdavidcs if (second_bd == NULL) { 3388316485Sdavidcs second_bd = 3389316485Sdavidcs (struct eth_tx_2nd_bd *)tx_data_bd; 3390316485Sdavidcs } else if (third_bd == NULL) { 3391316485Sdavidcs third_bd = 3392316485Sdavidcs (struct eth_tx_3rd_bd *)tx_data_bd; 3393316485Sdavidcs } 3394316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3395316485Sdavidcs (segs->ds_addr + offset), \ 3396316485Sdavidcs (segs->ds_len - offset)); 3397316485Sdavidcs nbd++; 3398316485Sdavidcs offset = 0; 3399316485Sdavidcs } else { 3400316485Sdavidcs if (offset) 3401316485Sdavidcs offset = offset - segs->ds_len; 3402316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3403316485Sdavidcs segs->ds_addr, segs->ds_len); 3404316485Sdavidcs } 3405316485Sdavidcs segs++; 3406316485Sdavidcs nbd++; 3407316485Sdavidcs } 3408316485Sdavidcs 3409316485Sdavidcs if (third_bd == NULL) { 3410316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3411316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3412316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3413316485Sdavidcs } 3414316485Sdavidcs 3415316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3416316485Sdavidcs third_bd->data.bitfields |= 3417316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3418316485Sdavidcs } 3419322851Sdavidcs fp->tx_tso_pkts++; 3420316485Sdavidcs } else { 3421316485Sdavidcs segs++; 3422316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3423316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3424316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3425316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3426316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, segs->ds_addr,\ 3427316485Sdavidcs segs->ds_len); 3428316485Sdavidcs segs++; 3429316485Sdavidcs nbd++; 3430316485Sdavidcs } 3431316485Sdavidcs first_bd->data.bitfields = 3432316485Sdavidcs (m_head->m_pkthdr.len & ETH_TX_DATA_1ST_BD_PKT_LEN_MASK) 3433316485Sdavidcs << ETH_TX_DATA_1ST_BD_PKT_LEN_SHIFT; 3434316485Sdavidcs first_bd->data.bitfields = 3435316485Sdavidcs htole16(first_bd->data.bitfields); 3436322851Sdavidcs fp->tx_non_tso_pkts++; 3437316485Sdavidcs } 3438316485Sdavidcs 3439316485Sdavidcs 3440316485Sdavidcs first_bd->data.nbds = nbd; 3441316485Sdavidcs 3442318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3443318657Sdavidcs if (fp->tx_tso_max_nsegs < nsegs) 3444318657Sdavidcs fp->tx_tso_max_nsegs = nsegs; 3445316485Sdavidcs 3446318657Sdavidcs if ((nsegs < fp->tx_tso_min_nsegs) || (!fp->tx_tso_min_nsegs)) 3447318657Sdavidcs fp->tx_tso_min_nsegs = nsegs; 3448318657Sdavidcs } 3449316485Sdavidcs 3450316485Sdavidcs txq->sw_tx_ring[idx].nsegs = nsegs; 3451316485Sdavidcs txq->sw_tx_prod = (txq->sw_tx_prod + 1) & (TX_RING_SIZE - 1); 3452316485Sdavidcs 3453316485Sdavidcs txq->tx_db.data.bd_prod = 3454316485Sdavidcs htole16(ecore_chain_get_prod_idx(&txq->tx_pbl)); 3455316485Sdavidcs 3456316485Sdavidcs qlnx_txq_doorbell_wr32(ha, txq->doorbell_addr, txq->tx_db.raw); 3457316485Sdavidcs 3458318659Sdavidcs QL_DPRINT8(ha, "exit\n"); 3459316485Sdavidcs return (0); 3460316485Sdavidcs} 3461316485Sdavidcs 3462316485Sdavidcsstatic void 3463316485Sdavidcsqlnx_stop(qlnx_host_t *ha) 3464316485Sdavidcs{ 3465316485Sdavidcs struct ifnet *ifp = ha->ifp; 3466316485Sdavidcs device_t dev; 3467316485Sdavidcs int i; 3468316485Sdavidcs 3469316485Sdavidcs dev = ha->pci_dev; 3470316485Sdavidcs 3471316485Sdavidcs ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 3472316485Sdavidcs 3473316485Sdavidcs /* 3474316485Sdavidcs * We simply lock and unlock each fp->tx_mtx to 3475316485Sdavidcs * propagate the if_drv_flags 3476316485Sdavidcs * state to each tx thread 3477316485Sdavidcs */ 3478318659Sdavidcs QL_DPRINT1(ha, "QLNX STATE = %d\n",ha->state); 3479318659Sdavidcs 3480316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 3481316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 3482316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 3483316485Sdavidcs 3484316485Sdavidcs mtx_lock(&fp->tx_mtx); 3485316485Sdavidcs mtx_unlock(&fp->tx_mtx); 3486316485Sdavidcs 3487316485Sdavidcs if (fp->fp_taskqueue != NULL) 3488316485Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, 3489316485Sdavidcs &fp->fp_task); 3490316485Sdavidcs } 3491316485Sdavidcs } 3492316485Sdavidcs 3493316485Sdavidcs qlnx_unload(ha); 3494316485Sdavidcs 3495316485Sdavidcs return; 3496316485Sdavidcs} 3497316485Sdavidcs 3498316485Sdavidcsstatic int 3499316485Sdavidcsqlnx_get_ifq_snd_maxlen(qlnx_host_t *ha) 3500316485Sdavidcs{ 3501316485Sdavidcs return(TX_RING_SIZE - 1); 3502316485Sdavidcs} 3503316485Sdavidcs 3504316485Sdavidcsuint8_t * 3505316485Sdavidcsqlnx_get_mac_addr(qlnx_host_t *ha) 3506316485Sdavidcs{ 3507316485Sdavidcs struct ecore_hwfn *p_hwfn; 3508316485Sdavidcs 3509316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 3510316485Sdavidcs return (p_hwfn->hw_info.hw_mac_addr); 3511316485Sdavidcs} 3512316485Sdavidcs 3513316485Sdavidcsstatic uint32_t 3514316485Sdavidcsqlnx_get_optics(qlnx_host_t *ha, struct qlnx_link_output *if_link) 3515316485Sdavidcs{ 3516316485Sdavidcs uint32_t ifm_type = 0; 3517316485Sdavidcs 3518316485Sdavidcs switch (if_link->media_type) { 3519316485Sdavidcs 3520316485Sdavidcs case MEDIA_MODULE_FIBER: 3521316485Sdavidcs case MEDIA_UNSPECIFIED: 3522316485Sdavidcs if (if_link->speed == (100 * 1000)) 3523316485Sdavidcs ifm_type = QLNX_IFM_100G_SR4; 3524316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3525316485Sdavidcs ifm_type = IFM_40G_SR4; 3526316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3527316485Sdavidcs ifm_type = QLNX_IFM_25G_SR; 3528320164Sdavidcs else if (if_link->speed == (10 * 1000)) 3529320164Sdavidcs ifm_type = (IFM_10G_LR | IFM_10G_SR); 3530320164Sdavidcs else if (if_link->speed == (1 * 1000)) 3531320164Sdavidcs ifm_type = (IFM_1000_SX | IFM_1000_LX); 3532320164Sdavidcs 3533316485Sdavidcs break; 3534316485Sdavidcs 3535316485Sdavidcs case MEDIA_DA_TWINAX: 3536316485Sdavidcs if (if_link->speed == (100 * 1000)) 3537316485Sdavidcs ifm_type = QLNX_IFM_100G_CR4; 3538316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3539316485Sdavidcs ifm_type = IFM_40G_CR4; 3540316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3541316485Sdavidcs ifm_type = QLNX_IFM_25G_CR; 3542320164Sdavidcs else if (if_link->speed == (10 * 1000)) 3543320164Sdavidcs ifm_type = IFM_10G_TWINAX; 3544320164Sdavidcs 3545316485Sdavidcs break; 3546316485Sdavidcs 3547316485Sdavidcs default : 3548316485Sdavidcs ifm_type = IFM_UNKNOWN; 3549316485Sdavidcs break; 3550316485Sdavidcs } 3551316485Sdavidcs return (ifm_type); 3552316485Sdavidcs} 3553316485Sdavidcs 3554316485Sdavidcs 3555316485Sdavidcs 3556316485Sdavidcs/***************************************************************************** 3557316485Sdavidcs * Interrupt Service Functions 3558316485Sdavidcs *****************************************************************************/ 3559316485Sdavidcs 3560316485Sdavidcsstatic int 3561316485Sdavidcsqlnx_rx_jumbo_chain(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3562316485Sdavidcs struct mbuf *mp_head, uint16_t len) 3563316485Sdavidcs{ 3564316485Sdavidcs struct mbuf *mp, *mpf, *mpl; 3565316485Sdavidcs struct sw_rx_data *sw_rx_data; 3566316485Sdavidcs struct qlnx_rx_queue *rxq; 3567316485Sdavidcs uint16_t len_in_buffer; 3568316485Sdavidcs 3569316485Sdavidcs rxq = fp->rxq; 3570316485Sdavidcs mpf = mpl = mp = NULL; 3571316485Sdavidcs 3572316485Sdavidcs while (len) { 3573316485Sdavidcs 3574316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3575316485Sdavidcs 3576316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3577316485Sdavidcs mp = sw_rx_data->data; 3578316485Sdavidcs 3579316485Sdavidcs if (mp == NULL) { 3580318659Sdavidcs QL_DPRINT1(ha, "mp = NULL\n"); 3581316485Sdavidcs fp->err_rx_mp_null++; 3582316485Sdavidcs rxq->sw_rx_cons = 3583316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3584316485Sdavidcs 3585316485Sdavidcs if (mpf != NULL) 3586316485Sdavidcs m_freem(mpf); 3587316485Sdavidcs 3588316485Sdavidcs return (-1); 3589316485Sdavidcs } 3590316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3591316485Sdavidcs BUS_DMASYNC_POSTREAD); 3592316485Sdavidcs 3593316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3594316485Sdavidcs 3595318659Sdavidcs QL_DPRINT1(ha, "New buffer allocation failed, dropping" 3596318659Sdavidcs " incoming packet and reusing its buffer\n"); 3597316485Sdavidcs 3598316485Sdavidcs qlnx_reuse_rx_data(rxq); 3599316485Sdavidcs fp->err_rx_alloc_errors++; 3600316485Sdavidcs 3601316485Sdavidcs if (mpf != NULL) 3602316485Sdavidcs m_freem(mpf); 3603316485Sdavidcs 3604316485Sdavidcs return (-1); 3605316485Sdavidcs } 3606316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3607316485Sdavidcs 3608316485Sdavidcs if (len > rxq->rx_buf_size) 3609316485Sdavidcs len_in_buffer = rxq->rx_buf_size; 3610316485Sdavidcs else 3611316485Sdavidcs len_in_buffer = len; 3612316485Sdavidcs 3613316485Sdavidcs len = len - len_in_buffer; 3614316485Sdavidcs 3615316485Sdavidcs mp->m_flags &= ~M_PKTHDR; 3616316485Sdavidcs mp->m_next = NULL; 3617316485Sdavidcs mp->m_len = len_in_buffer; 3618316485Sdavidcs 3619316485Sdavidcs if (mpf == NULL) 3620316485Sdavidcs mpf = mpl = mp; 3621316485Sdavidcs else { 3622316485Sdavidcs mpl->m_next = mp; 3623316485Sdavidcs mpl = mp; 3624316485Sdavidcs } 3625316485Sdavidcs } 3626316485Sdavidcs 3627316485Sdavidcs if (mpf != NULL) 3628316485Sdavidcs mp_head->m_next = mpf; 3629316485Sdavidcs 3630316485Sdavidcs return (0); 3631316485Sdavidcs} 3632316485Sdavidcs 3633316485Sdavidcsstatic void 3634316485Sdavidcsqlnx_tpa_start(qlnx_host_t *ha, 3635316485Sdavidcs struct qlnx_fastpath *fp, 3636316485Sdavidcs struct qlnx_rx_queue *rxq, 3637316485Sdavidcs struct eth_fast_path_rx_tpa_start_cqe *cqe) 3638316485Sdavidcs{ 3639316485Sdavidcs uint32_t agg_index; 3640316485Sdavidcs struct ifnet *ifp = ha->ifp; 3641316485Sdavidcs struct mbuf *mp; 3642316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3643316485Sdavidcs struct sw_rx_data *sw_rx_data; 3644316485Sdavidcs dma_addr_t addr; 3645316485Sdavidcs bus_dmamap_t map; 3646316485Sdavidcs struct eth_rx_bd *rx_bd; 3647316485Sdavidcs int i; 3648316485Sdavidcs device_t dev; 3649316485Sdavidcs#if __FreeBSD_version >= 1100000 3650316485Sdavidcs uint8_t hash_type; 3651316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 3652316485Sdavidcs 3653316485Sdavidcs dev = ha->pci_dev; 3654316485Sdavidcs agg_index = cqe->tpa_agg_index; 3655316485Sdavidcs 3656318659Sdavidcs QL_DPRINT7(ha, "[rss_id = %d]: enter\n \ 3657318659Sdavidcs \t type = 0x%x\n \ 3658318659Sdavidcs \t bitfields = 0x%x\n \ 3659318659Sdavidcs \t seg_len = 0x%x\n \ 3660318659Sdavidcs \t pars_flags = 0x%x\n \ 3661318659Sdavidcs \t vlan_tag = 0x%x\n \ 3662318659Sdavidcs \t rss_hash = 0x%x\n \ 3663318659Sdavidcs \t len_on_first_bd = 0x%x\n \ 3664318659Sdavidcs \t placement_offset = 0x%x\n \ 3665318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 3666318659Sdavidcs \t header_len = 0x%x\n \ 3667318659Sdavidcs \t ext_bd_len_list[0] = 0x%x\n \ 3668318659Sdavidcs \t ext_bd_len_list[1] = 0x%x\n \ 3669318659Sdavidcs \t ext_bd_len_list[2] = 0x%x\n \ 3670318659Sdavidcs \t ext_bd_len_list[3] = 0x%x\n \ 3671318659Sdavidcs \t ext_bd_len_list[4] = 0x%x\n", 3672318659Sdavidcs fp->rss_id, cqe->type, cqe->bitfields, cqe->seg_len, 3673316485Sdavidcs cqe->pars_flags.flags, cqe->vlan_tag, 3674316485Sdavidcs cqe->rss_hash, cqe->len_on_first_bd, cqe->placement_offset, 3675316485Sdavidcs cqe->tpa_agg_index, cqe->header_len, 3676316485Sdavidcs cqe->ext_bd_len_list[0], cqe->ext_bd_len_list[1], 3677316485Sdavidcs cqe->ext_bd_len_list[2], cqe->ext_bd_len_list[3], 3678318659Sdavidcs cqe->ext_bd_len_list[4]); 3679316485Sdavidcs 3680316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3681316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3682316485Sdavidcs return; 3683316485Sdavidcs } 3684316485Sdavidcs 3685316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3686316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, BUS_DMASYNC_POSTREAD); 3687316485Sdavidcs mp = sw_rx_data->data; 3688316485Sdavidcs 3689318659Sdavidcs QL_DPRINT7(ha, "[rss_id = %d]: mp = %p \n ", fp->rss_id, mp); 3690316485Sdavidcs 3691316485Sdavidcs if (mp == NULL) { 3692318659Sdavidcs QL_DPRINT7(ha, "[%d]: mp = NULL\n", fp->rss_id); 3693316485Sdavidcs fp->err_rx_mp_null++; 3694316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3695316485Sdavidcs 3696316485Sdavidcs return; 3697316485Sdavidcs } 3698316485Sdavidcs 3699316485Sdavidcs if ((le16toh(cqe->pars_flags.flags)) & CQE_FLAGS_ERR) { 3700316485Sdavidcs 3701318659Sdavidcs QL_DPRINT7(ha, "[%d]: CQE in CONS = %u has error," 3702318659Sdavidcs " flags = %x, dropping incoming packet\n", fp->rss_id, 3703318659Sdavidcs rxq->sw_rx_cons, le16toh(cqe->pars_flags.flags)); 3704316485Sdavidcs 3705316485Sdavidcs fp->err_rx_hw_errors++; 3706316485Sdavidcs 3707316485Sdavidcs qlnx_reuse_rx_data(rxq); 3708316485Sdavidcs 3709316485Sdavidcs QLNX_INC_IERRORS(ifp); 3710316485Sdavidcs 3711316485Sdavidcs return; 3712316485Sdavidcs } 3713316485Sdavidcs 3714316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3715316485Sdavidcs 3716318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 3717316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3718318659Sdavidcs fp->rss_id); 3719316485Sdavidcs 3720316485Sdavidcs fp->err_rx_alloc_errors++; 3721316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3722316485Sdavidcs 3723316485Sdavidcs /* 3724316485Sdavidcs * Load the tpa mbuf into the rx ring and save the 3725316485Sdavidcs * posted mbuf 3726316485Sdavidcs */ 3727316485Sdavidcs 3728316485Sdavidcs map = sw_rx_data->map; 3729316485Sdavidcs addr = sw_rx_data->dma_addr; 3730316485Sdavidcs 3731316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 3732316485Sdavidcs 3733316485Sdavidcs sw_rx_data->data = rxq->tpa_info[agg_index].rx_buf.data; 3734316485Sdavidcs sw_rx_data->dma_addr = rxq->tpa_info[agg_index].rx_buf.dma_addr; 3735316485Sdavidcs sw_rx_data->map = rxq->tpa_info[agg_index].rx_buf.map; 3736316485Sdavidcs 3737316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.data = mp; 3738316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.dma_addr = addr; 3739316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.map = map; 3740316485Sdavidcs 3741316485Sdavidcs rx_bd = (struct eth_rx_bd *) 3742316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 3743316485Sdavidcs 3744316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(sw_rx_data->dma_addr)); 3745316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(sw_rx_data->dma_addr)); 3746316485Sdavidcs 3747316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3748316485Sdavidcs BUS_DMASYNC_PREREAD); 3749316485Sdavidcs 3750316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 3751316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3752316485Sdavidcs 3753316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3754316485Sdavidcs 3755316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 3756316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3757316485Sdavidcs 3758316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3759316485Sdavidcs break; 3760316485Sdavidcs 3761316485Sdavidcs qlnx_reuse_rx_data(rxq); 3762316485Sdavidcs } 3763316485Sdavidcs 3764316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 3765316485Sdavidcs return; 3766316485Sdavidcs } 3767316485Sdavidcs 3768316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 3769316485Sdavidcs 3770318659Sdavidcs QL_DPRINT7(ha, "[%d]: invalid aggregation state," 3771316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3772318659Sdavidcs fp->rss_id); 3773316485Sdavidcs 3774316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3775316485Sdavidcs 3776316485Sdavidcs /* if we already have mbuf head in aggregation free it */ 3777316485Sdavidcs if (rxq->tpa_info[agg_index].mpf) { 3778316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 3779316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3780316485Sdavidcs } 3781316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3782316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3783316485Sdavidcs 3784316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3785316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3786316485Sdavidcs 3787316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 3788316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3789316485Sdavidcs 3790316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3791316485Sdavidcs break; 3792316485Sdavidcs 3793316485Sdavidcs qlnx_reuse_rx_data(rxq); 3794316485Sdavidcs } 3795316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 3796316485Sdavidcs 3797316485Sdavidcs return; 3798316485Sdavidcs } 3799316485Sdavidcs 3800316485Sdavidcs /* 3801316485Sdavidcs * first process the ext_bd_len_list 3802316485Sdavidcs * if this fails then we simply drop the packet 3803316485Sdavidcs */ 3804316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3805316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3806316485Sdavidcs 3807316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3808316485Sdavidcs 3809318659Sdavidcs QL_DPRINT7(ha, "[%d]: 4\n ", fp->rss_id); 3810316485Sdavidcs 3811316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3812316485Sdavidcs break; 3813316485Sdavidcs 3814316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3815316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3816316485Sdavidcs BUS_DMASYNC_POSTREAD); 3817316485Sdavidcs 3818316485Sdavidcs mpc = sw_rx_data->data; 3819316485Sdavidcs 3820316485Sdavidcs if (mpc == NULL) { 3821318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 3822316485Sdavidcs fp->err_rx_mp_null++; 3823316485Sdavidcs if (mpf != NULL) 3824316485Sdavidcs m_freem(mpf); 3825316485Sdavidcs mpf = mpl = NULL; 3826316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3827316485Sdavidcs QLNX_AGG_STATE_ERROR; 3828316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3829316485Sdavidcs rxq->sw_rx_cons = 3830316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3831316485Sdavidcs continue; 3832316485Sdavidcs } 3833316485Sdavidcs 3834316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3835318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 3836318659Sdavidcs " dropping incoming packet and reusing its" 3837318659Sdavidcs " buffer\n", fp->rss_id); 3838316485Sdavidcs 3839316485Sdavidcs qlnx_reuse_rx_data(rxq); 3840316485Sdavidcs 3841316485Sdavidcs if (mpf != NULL) 3842316485Sdavidcs m_freem(mpf); 3843316485Sdavidcs mpf = mpl = NULL; 3844316485Sdavidcs 3845316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3846316485Sdavidcs QLNX_AGG_STATE_ERROR; 3847316485Sdavidcs 3848316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3849316485Sdavidcs rxq->sw_rx_cons = 3850316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3851316485Sdavidcs 3852316485Sdavidcs continue; 3853316485Sdavidcs } 3854316485Sdavidcs 3855316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 3856316485Sdavidcs mpc->m_next = NULL; 3857316485Sdavidcs mpc->m_len = cqe->ext_bd_len_list[i]; 3858316485Sdavidcs 3859316485Sdavidcs 3860316485Sdavidcs if (mpf == NULL) { 3861316485Sdavidcs mpf = mpl = mpc; 3862316485Sdavidcs } else { 3863316485Sdavidcs mpl->m_len = ha->rx_buf_size; 3864316485Sdavidcs mpl->m_next = mpc; 3865316485Sdavidcs mpl = mpc; 3866316485Sdavidcs } 3867316485Sdavidcs 3868316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3869316485Sdavidcs rxq->sw_rx_cons = 3870316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3871316485Sdavidcs } 3872316485Sdavidcs 3873316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 3874316485Sdavidcs 3875318659Sdavidcs QL_DPRINT7(ha, "[%d]: invalid aggregation state, dropping" 3876318659Sdavidcs " incoming packet and reusing its buffer\n", 3877318659Sdavidcs fp->rss_id); 3878316485Sdavidcs 3879316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3880316485Sdavidcs 3881316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3882316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3883316485Sdavidcs 3884316485Sdavidcs return; 3885316485Sdavidcs } 3886316485Sdavidcs 3887316485Sdavidcs rxq->tpa_info[agg_index].placement_offset = cqe->placement_offset; 3888316485Sdavidcs 3889316485Sdavidcs if (mpf != NULL) { 3890316485Sdavidcs mp->m_len = ha->rx_buf_size; 3891316485Sdavidcs mp->m_next = mpf; 3892316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3893316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 3894316485Sdavidcs } else { 3895316485Sdavidcs mp->m_len = cqe->len_on_first_bd + cqe->placement_offset; 3896316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3897316485Sdavidcs rxq->tpa_info[agg_index].mpl = mp; 3898316485Sdavidcs mp->m_next = NULL; 3899316485Sdavidcs } 3900316485Sdavidcs 3901316485Sdavidcs mp->m_flags |= M_PKTHDR; 3902316485Sdavidcs 3903316485Sdavidcs /* assign packet to this interface interface */ 3904316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 3905316485Sdavidcs 3906316485Sdavidcs /* assume no hardware checksum has complated */ 3907316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 3908316485Sdavidcs 3909316485Sdavidcs //mp->m_pkthdr.flowid = fp->rss_id; 3910316485Sdavidcs mp->m_pkthdr.flowid = cqe->rss_hash; 3911316485Sdavidcs 3912316485Sdavidcs#if __FreeBSD_version >= 1100000 3913316485Sdavidcs 3914316485Sdavidcs hash_type = cqe->bitfields & 3915316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 3916316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 3917316485Sdavidcs 3918316485Sdavidcs switch (hash_type) { 3919316485Sdavidcs 3920316485Sdavidcs case RSS_HASH_TYPE_IPV4: 3921316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 3922316485Sdavidcs break; 3923316485Sdavidcs 3924316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 3925316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 3926316485Sdavidcs break; 3927316485Sdavidcs 3928316485Sdavidcs case RSS_HASH_TYPE_IPV6: 3929316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 3930316485Sdavidcs break; 3931316485Sdavidcs 3932316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 3933316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 3934316485Sdavidcs break; 3935316485Sdavidcs 3936316485Sdavidcs default: 3937316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 3938316485Sdavidcs break; 3939316485Sdavidcs } 3940316485Sdavidcs 3941316485Sdavidcs#else 3942316485Sdavidcs mp->m_flags |= M_FLOWID; 3943316485Sdavidcs#endif 3944316485Sdavidcs 3945316485Sdavidcs mp->m_pkthdr.csum_flags |= (CSUM_IP_CHECKED | CSUM_IP_VALID | 3946316485Sdavidcs CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 3947316485Sdavidcs 3948316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 3949316485Sdavidcs 3950316485Sdavidcs if (CQE_HAS_VLAN(cqe->pars_flags.flags)) { 3951316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(cqe->vlan_tag); 3952316485Sdavidcs mp->m_flags |= M_VLANTAG; 3953316485Sdavidcs } 3954316485Sdavidcs 3955316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_START; 3956316485Sdavidcs 3957318659Sdavidcs QL_DPRINT7(ha, "[%d]: 5\n\tagg_state = %d\n\t mpf = %p mpl = %p\n", 3958318659Sdavidcs fp->rss_id, rxq->tpa_info[agg_index].agg_state, 3959318659Sdavidcs rxq->tpa_info[agg_index].mpf, rxq->tpa_info[agg_index].mpl); 3960316485Sdavidcs 3961316485Sdavidcs return; 3962316485Sdavidcs} 3963316485Sdavidcs 3964316485Sdavidcsstatic void 3965316485Sdavidcsqlnx_tpa_cont(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3966316485Sdavidcs struct qlnx_rx_queue *rxq, 3967316485Sdavidcs struct eth_fast_path_rx_tpa_cont_cqe *cqe) 3968316485Sdavidcs{ 3969316485Sdavidcs struct sw_rx_data *sw_rx_data; 3970316485Sdavidcs int i; 3971316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3972316485Sdavidcs struct mbuf *mp; 3973316485Sdavidcs uint32_t agg_index; 3974316485Sdavidcs device_t dev; 3975316485Sdavidcs 3976316485Sdavidcs dev = ha->pci_dev; 3977316485Sdavidcs 3978318659Sdavidcs QL_DPRINT7(ha, "[%d]: enter\n \ 3979318659Sdavidcs \t type = 0x%x\n \ 3980318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 3981318659Sdavidcs \t len_list[0] = 0x%x\n \ 3982318659Sdavidcs \t len_list[1] = 0x%x\n \ 3983318659Sdavidcs \t len_list[2] = 0x%x\n \ 3984318659Sdavidcs \t len_list[3] = 0x%x\n \ 3985318659Sdavidcs \t len_list[4] = 0x%x\n \ 3986318659Sdavidcs \t len_list[5] = 0x%x\n", 3987318659Sdavidcs fp->rss_id, cqe->type, cqe->tpa_agg_index, 3988316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 3989318659Sdavidcs cqe->len_list[3], cqe->len_list[4], cqe->len_list[5]); 3990316485Sdavidcs 3991316485Sdavidcs agg_index = cqe->tpa_agg_index; 3992316485Sdavidcs 3993316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3994318659Sdavidcs QL_DPRINT7(ha, "[%d]: 0\n ", fp->rss_id); 3995316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3996316485Sdavidcs return; 3997316485Sdavidcs } 3998316485Sdavidcs 3999316485Sdavidcs 4000316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_CONT_LEN_LIST_SIZE; i++) { 4001316485Sdavidcs 4002318659Sdavidcs QL_DPRINT7(ha, "[%d]: 1\n ", fp->rss_id); 4003316485Sdavidcs 4004316485Sdavidcs if (cqe->len_list[i] == 0) 4005316485Sdavidcs break; 4006316485Sdavidcs 4007316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 4008316485Sdavidcs QLNX_AGG_STATE_START) { 4009316485Sdavidcs qlnx_reuse_rx_data(rxq); 4010316485Sdavidcs continue; 4011316485Sdavidcs } 4012316485Sdavidcs 4013316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4014316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4015316485Sdavidcs BUS_DMASYNC_POSTREAD); 4016316485Sdavidcs 4017316485Sdavidcs mpc = sw_rx_data->data; 4018316485Sdavidcs 4019316485Sdavidcs if (mpc == NULL) { 4020316485Sdavidcs 4021318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 4022316485Sdavidcs 4023316485Sdavidcs fp->err_rx_mp_null++; 4024316485Sdavidcs if (mpf != NULL) 4025316485Sdavidcs m_freem(mpf); 4026316485Sdavidcs mpf = mpl = NULL; 4027316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4028316485Sdavidcs QLNX_AGG_STATE_ERROR; 4029316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4030316485Sdavidcs rxq->sw_rx_cons = 4031316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4032316485Sdavidcs continue; 4033316485Sdavidcs } 4034316485Sdavidcs 4035316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4036316485Sdavidcs 4037318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 4038318659Sdavidcs " dropping incoming packet and reusing its" 4039318659Sdavidcs " buffer\n", fp->rss_id); 4040316485Sdavidcs 4041316485Sdavidcs qlnx_reuse_rx_data(rxq); 4042316485Sdavidcs 4043316485Sdavidcs if (mpf != NULL) 4044316485Sdavidcs m_freem(mpf); 4045316485Sdavidcs mpf = mpl = NULL; 4046316485Sdavidcs 4047316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4048316485Sdavidcs QLNX_AGG_STATE_ERROR; 4049316485Sdavidcs 4050316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4051316485Sdavidcs rxq->sw_rx_cons = 4052316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4053316485Sdavidcs 4054316485Sdavidcs continue; 4055316485Sdavidcs } 4056316485Sdavidcs 4057316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 4058316485Sdavidcs mpc->m_next = NULL; 4059316485Sdavidcs mpc->m_len = cqe->len_list[i]; 4060316485Sdavidcs 4061316485Sdavidcs 4062316485Sdavidcs if (mpf == NULL) { 4063316485Sdavidcs mpf = mpl = mpc; 4064316485Sdavidcs } else { 4065316485Sdavidcs mpl->m_len = ha->rx_buf_size; 4066316485Sdavidcs mpl->m_next = mpc; 4067316485Sdavidcs mpl = mpc; 4068316485Sdavidcs } 4069316485Sdavidcs 4070316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4071316485Sdavidcs rxq->sw_rx_cons = 4072316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4073316485Sdavidcs } 4074316485Sdavidcs 4075318659Sdavidcs QL_DPRINT7(ha, "[%d]: 2\n" "\tmpf = %p mpl = %p\n", 4076318659Sdavidcs fp->rss_id, mpf, mpl); 4077316485Sdavidcs 4078316485Sdavidcs if (mpf != NULL) { 4079316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 4080316485Sdavidcs mp->m_len = ha->rx_buf_size; 4081316485Sdavidcs mp->m_next = mpf; 4082316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 4083316485Sdavidcs } 4084316485Sdavidcs 4085316485Sdavidcs return; 4086316485Sdavidcs} 4087316485Sdavidcs 4088316485Sdavidcsstatic int 4089316485Sdavidcsqlnx_tpa_end(qlnx_host_t *ha, struct qlnx_fastpath *fp, 4090316485Sdavidcs struct qlnx_rx_queue *rxq, 4091316485Sdavidcs struct eth_fast_path_rx_tpa_end_cqe *cqe) 4092316485Sdavidcs{ 4093316485Sdavidcs struct sw_rx_data *sw_rx_data; 4094316485Sdavidcs int i; 4095316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 4096316485Sdavidcs struct mbuf *mp; 4097316485Sdavidcs uint32_t agg_index; 4098316485Sdavidcs uint32_t len = 0; 4099316485Sdavidcs struct ifnet *ifp = ha->ifp; 4100316485Sdavidcs device_t dev; 4101316485Sdavidcs 4102316485Sdavidcs dev = ha->pci_dev; 4103316485Sdavidcs 4104318659Sdavidcs QL_DPRINT7(ha, "[%d]: enter\n \ 4105318659Sdavidcs \t type = 0x%x\n \ 4106318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 4107318659Sdavidcs \t total_packet_len = 0x%x\n \ 4108318659Sdavidcs \t num_of_bds = 0x%x\n \ 4109318659Sdavidcs \t end_reason = 0x%x\n \ 4110318659Sdavidcs \t num_of_coalesced_segs = 0x%x\n \ 4111318659Sdavidcs \t ts_delta = 0x%x\n \ 4112318659Sdavidcs \t len_list[0] = 0x%x\n \ 4113318659Sdavidcs \t len_list[1] = 0x%x\n \ 4114318659Sdavidcs \t len_list[2] = 0x%x\n \ 4115318659Sdavidcs \t len_list[3] = 0x%x\n", 4116318659Sdavidcs fp->rss_id, cqe->type, cqe->tpa_agg_index, 4117316485Sdavidcs cqe->total_packet_len, cqe->num_of_bds, 4118316485Sdavidcs cqe->end_reason, cqe->num_of_coalesced_segs, cqe->ts_delta, 4119316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 4120318659Sdavidcs cqe->len_list[3]); 4121316485Sdavidcs 4122316485Sdavidcs agg_index = cqe->tpa_agg_index; 4123316485Sdavidcs 4124316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 4125316485Sdavidcs 4126318659Sdavidcs QL_DPRINT7(ha, "[%d]: 0\n ", fp->rss_id); 4127316485Sdavidcs 4128316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 4129316485Sdavidcs return (0); 4130316485Sdavidcs } 4131316485Sdavidcs 4132316485Sdavidcs 4133316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_END_LEN_LIST_SIZE; i++) { 4134316485Sdavidcs 4135318659Sdavidcs QL_DPRINT7(ha, "[%d]: 1\n ", fp->rss_id); 4136316485Sdavidcs 4137316485Sdavidcs if (cqe->len_list[i] == 0) 4138316485Sdavidcs break; 4139316485Sdavidcs 4140316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 4141316485Sdavidcs QLNX_AGG_STATE_START) { 4142316485Sdavidcs 4143318659Sdavidcs QL_DPRINT7(ha, "[%d]: 2\n ", fp->rss_id); 4144316485Sdavidcs 4145316485Sdavidcs qlnx_reuse_rx_data(rxq); 4146316485Sdavidcs continue; 4147316485Sdavidcs } 4148316485Sdavidcs 4149316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4150316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4151316485Sdavidcs BUS_DMASYNC_POSTREAD); 4152316485Sdavidcs 4153316485Sdavidcs mpc = sw_rx_data->data; 4154316485Sdavidcs 4155316485Sdavidcs if (mpc == NULL) { 4156316485Sdavidcs 4157318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 4158316485Sdavidcs 4159316485Sdavidcs fp->err_rx_mp_null++; 4160316485Sdavidcs if (mpf != NULL) 4161316485Sdavidcs m_freem(mpf); 4162316485Sdavidcs mpf = mpl = NULL; 4163316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4164316485Sdavidcs QLNX_AGG_STATE_ERROR; 4165316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4166316485Sdavidcs rxq->sw_rx_cons = 4167316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4168316485Sdavidcs continue; 4169316485Sdavidcs } 4170316485Sdavidcs 4171316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4172318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 4173318659Sdavidcs " dropping incoming packet and reusing its" 4174318659Sdavidcs " buffer\n", fp->rss_id); 4175316485Sdavidcs 4176316485Sdavidcs qlnx_reuse_rx_data(rxq); 4177316485Sdavidcs 4178316485Sdavidcs if (mpf != NULL) 4179316485Sdavidcs m_freem(mpf); 4180316485Sdavidcs mpf = mpl = NULL; 4181316485Sdavidcs 4182316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4183316485Sdavidcs QLNX_AGG_STATE_ERROR; 4184316485Sdavidcs 4185316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4186316485Sdavidcs rxq->sw_rx_cons = 4187316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4188316485Sdavidcs 4189316485Sdavidcs continue; 4190316485Sdavidcs } 4191316485Sdavidcs 4192316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 4193316485Sdavidcs mpc->m_next = NULL; 4194316485Sdavidcs mpc->m_len = cqe->len_list[i]; 4195316485Sdavidcs 4196316485Sdavidcs 4197316485Sdavidcs if (mpf == NULL) { 4198316485Sdavidcs mpf = mpl = mpc; 4199316485Sdavidcs } else { 4200316485Sdavidcs mpl->m_len = ha->rx_buf_size; 4201316485Sdavidcs mpl->m_next = mpc; 4202316485Sdavidcs mpl = mpc; 4203316485Sdavidcs } 4204316485Sdavidcs 4205316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4206316485Sdavidcs rxq->sw_rx_cons = 4207316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4208316485Sdavidcs } 4209316485Sdavidcs 4210318659Sdavidcs QL_DPRINT7(ha, "[%d]: 5\n ", fp->rss_id); 4211316485Sdavidcs 4212316485Sdavidcs if (mpf != NULL) { 4213316485Sdavidcs 4214318659Sdavidcs QL_DPRINT7(ha, "[%d]: 6\n ", fp->rss_id); 4215316485Sdavidcs 4216316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 4217316485Sdavidcs mp->m_len = ha->rx_buf_size; 4218316485Sdavidcs mp->m_next = mpf; 4219316485Sdavidcs } 4220316485Sdavidcs 4221316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_START) { 4222316485Sdavidcs 4223318659Sdavidcs QL_DPRINT7(ha, "[%d]: 7\n ", fp->rss_id); 4224316485Sdavidcs 4225316485Sdavidcs if (rxq->tpa_info[agg_index].mpf != NULL) 4226316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 4227316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 4228316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4229316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 4230316485Sdavidcs return (0); 4231316485Sdavidcs } 4232316485Sdavidcs 4233316485Sdavidcs mp = rxq->tpa_info[agg_index].mpf; 4234316485Sdavidcs m_adj(mp, rxq->tpa_info[agg_index].placement_offset); 4235316485Sdavidcs mp->m_pkthdr.len = cqe->total_packet_len; 4236316485Sdavidcs 4237316485Sdavidcs if (mp->m_next == NULL) 4238316485Sdavidcs mp->m_len = mp->m_pkthdr.len; 4239316485Sdavidcs else { 4240316485Sdavidcs /* compute the total packet length */ 4241316485Sdavidcs mpf = mp; 4242316485Sdavidcs while (mpf != NULL) { 4243316485Sdavidcs len += mpf->m_len; 4244316485Sdavidcs mpf = mpf->m_next; 4245316485Sdavidcs } 4246316485Sdavidcs 4247316485Sdavidcs if (cqe->total_packet_len > len) { 4248316485Sdavidcs mpl = rxq->tpa_info[agg_index].mpl; 4249316485Sdavidcs mpl->m_len += (cqe->total_packet_len - len); 4250316485Sdavidcs } 4251316485Sdavidcs } 4252316485Sdavidcs 4253316485Sdavidcs QLNX_INC_IPACKETS(ifp); 4254316485Sdavidcs QLNX_INC_IBYTES(ifp, (cqe->total_packet_len)); 4255316485Sdavidcs 4256318659Sdavidcs QL_DPRINT7(ha, "[%d]: 8 csum_data = 0x%x csum_flags = 0x%lx\n \ 4257318659Sdavidcs m_len = 0x%x m_pkthdr_len = 0x%x\n", 4258318659Sdavidcs fp->rss_id, mp->m_pkthdr.csum_data, 4259318659Sdavidcs mp->m_pkthdr.csum_flags, mp->m_len, mp->m_pkthdr.len); 4260316485Sdavidcs 4261316485Sdavidcs (*ifp->if_input)(ifp, mp); 4262316485Sdavidcs 4263316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 4264316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4265316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 4266316485Sdavidcs 4267316485Sdavidcs return (cqe->num_of_coalesced_segs); 4268316485Sdavidcs} 4269316485Sdavidcs 4270316485Sdavidcsstatic int 4271316485Sdavidcsqlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 4272316485Sdavidcs int lro_enable) 4273316485Sdavidcs{ 4274316485Sdavidcs uint16_t hw_comp_cons, sw_comp_cons; 4275316485Sdavidcs int rx_pkt = 0; 4276316485Sdavidcs struct qlnx_rx_queue *rxq = fp->rxq; 4277316485Sdavidcs struct ifnet *ifp = ha->ifp; 4278316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 4279316485Sdavidcs struct ecore_hwfn *p_hwfn; 4280316485Sdavidcs 4281316485Sdavidcs#ifdef QLNX_SOFT_LRO 4282316485Sdavidcs struct lro_ctrl *lro; 4283316485Sdavidcs 4284316485Sdavidcs lro = &rxq->lro; 4285316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4286316485Sdavidcs 4287316485Sdavidcs hw_comp_cons = le16toh(*rxq->hw_cons_ptr); 4288316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4289316485Sdavidcs 4290316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(fp->rss_id % cdev->num_hwfns)]; 4291316485Sdavidcs 4292316485Sdavidcs /* Memory barrier to prevent the CPU from doing speculative reads of CQE 4293316485Sdavidcs * / BD in the while-loop before reading hw_comp_cons. If the CQE is 4294316485Sdavidcs * read before it is written by FW, then FW writes CQE and SB, and then 4295316485Sdavidcs * the CPU reads the hw_comp_cons, it will use an old CQE. 4296316485Sdavidcs */ 4297316485Sdavidcs 4298316485Sdavidcs /* Loop to complete all indicated BDs */ 4299316485Sdavidcs while (sw_comp_cons != hw_comp_cons) { 4300316485Sdavidcs union eth_rx_cqe *cqe; 4301316485Sdavidcs struct eth_fast_path_rx_reg_cqe *fp_cqe; 4302316485Sdavidcs struct sw_rx_data *sw_rx_data; 4303316485Sdavidcs register struct mbuf *mp; 4304316485Sdavidcs enum eth_rx_cqe_type cqe_type; 4305316485Sdavidcs uint16_t len, pad, len_on_first_bd; 4306316485Sdavidcs uint8_t *data; 4307316485Sdavidcs#if __FreeBSD_version >= 1100000 4308316485Sdavidcs uint8_t hash_type; 4309316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 4310316485Sdavidcs 4311316485Sdavidcs /* Get the CQE from the completion ring */ 4312316485Sdavidcs cqe = (union eth_rx_cqe *) 4313316485Sdavidcs ecore_chain_consume(&rxq->rx_comp_ring); 4314316485Sdavidcs cqe_type = cqe->fast_path_regular.type; 4315316485Sdavidcs 4316316485Sdavidcs if (cqe_type == ETH_RX_CQE_TYPE_SLOW_PATH) { 4317318659Sdavidcs QL_DPRINT3(ha, "Got a slowath CQE\n"); 4318316485Sdavidcs 4319316485Sdavidcs ecore_eth_cqe_completion(p_hwfn, 4320316485Sdavidcs (struct eth_slow_path_rx_cqe *)cqe); 4321316485Sdavidcs goto next_cqe; 4322316485Sdavidcs } 4323316485Sdavidcs 4324316485Sdavidcs if (cqe_type != ETH_RX_CQE_TYPE_REGULAR) { 4325316485Sdavidcs 4326316485Sdavidcs switch (cqe_type) { 4327316485Sdavidcs 4328316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_START: 4329316485Sdavidcs qlnx_tpa_start(ha, fp, rxq, 4330316485Sdavidcs &cqe->fast_path_tpa_start); 4331316485Sdavidcs fp->tpa_start++; 4332316485Sdavidcs break; 4333316485Sdavidcs 4334316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_CONT: 4335316485Sdavidcs qlnx_tpa_cont(ha, fp, rxq, 4336316485Sdavidcs &cqe->fast_path_tpa_cont); 4337316485Sdavidcs fp->tpa_cont++; 4338316485Sdavidcs break; 4339316485Sdavidcs 4340316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_END: 4341316485Sdavidcs rx_pkt += qlnx_tpa_end(ha, fp, rxq, 4342316485Sdavidcs &cqe->fast_path_tpa_end); 4343316485Sdavidcs fp->tpa_end++; 4344316485Sdavidcs break; 4345316485Sdavidcs 4346316485Sdavidcs default: 4347316485Sdavidcs break; 4348316485Sdavidcs } 4349316485Sdavidcs 4350316485Sdavidcs goto next_cqe; 4351316485Sdavidcs } 4352316485Sdavidcs 4353316485Sdavidcs /* Get the data from the SW ring */ 4354316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4355316485Sdavidcs mp = sw_rx_data->data; 4356316485Sdavidcs 4357316485Sdavidcs if (mp == NULL) { 4358318659Sdavidcs QL_DPRINT1(ha, "mp = NULL\n"); 4359316485Sdavidcs fp->err_rx_mp_null++; 4360316485Sdavidcs rxq->sw_rx_cons = 4361316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4362316485Sdavidcs goto next_cqe; 4363316485Sdavidcs } 4364316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4365316485Sdavidcs BUS_DMASYNC_POSTREAD); 4366316485Sdavidcs 4367316485Sdavidcs /* non GRO */ 4368316485Sdavidcs fp_cqe = &cqe->fast_path_regular;/* MK CR TPA check assembly */ 4369316485Sdavidcs len = le16toh(fp_cqe->pkt_len); 4370316485Sdavidcs pad = fp_cqe->placement_offset; 4371316485Sdavidcs 4372318659Sdavidcs QL_DPRINT3(ha, "CQE type = %x, flags = %x, vlan = %x," 4373316485Sdavidcs " len %u, parsing flags = %d pad = %d\n", 4374316485Sdavidcs cqe_type, fp_cqe->bitfields, 4375316485Sdavidcs le16toh(fp_cqe->vlan_tag), 4376318659Sdavidcs len, le16toh(fp_cqe->pars_flags.flags), pad); 4377316485Sdavidcs 4378316485Sdavidcs data = mtod(mp, uint8_t *); 4379316485Sdavidcs data = data + pad; 4380316485Sdavidcs 4381316485Sdavidcs if (0) 4382316485Sdavidcs qlnx_dump_buf8(ha, __func__, data, len); 4383316485Sdavidcs 4384316485Sdavidcs /* For every Rx BD consumed, we allocate a new BD so the BD ring 4385316485Sdavidcs * is always with a fixed size. If allocation fails, we take the 4386316485Sdavidcs * consumed BD and return it to the ring in the PROD position. 4387316485Sdavidcs * The packet that was received on that BD will be dropped (and 4388316485Sdavidcs * not passed to the upper stack). 4389316485Sdavidcs */ 4390316485Sdavidcs /* If this is an error packet then drop it */ 4391316485Sdavidcs if ((le16toh(cqe->fast_path_regular.pars_flags.flags)) & 4392316485Sdavidcs CQE_FLAGS_ERR) { 4393316485Sdavidcs 4394318659Sdavidcs QL_DPRINT1(ha, "CQE in CONS = %u has error, flags = %x," 4395316485Sdavidcs " dropping incoming packet\n", sw_comp_cons, 4396318659Sdavidcs le16toh(cqe->fast_path_regular.pars_flags.flags)); 4397316485Sdavidcs fp->err_rx_hw_errors++; 4398316485Sdavidcs 4399316485Sdavidcs qlnx_reuse_rx_data(rxq); 4400316485Sdavidcs 4401316485Sdavidcs QLNX_INC_IERRORS(ifp); 4402316485Sdavidcs 4403316485Sdavidcs goto next_cqe; 4404316485Sdavidcs } 4405316485Sdavidcs 4406316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4407316485Sdavidcs 4408318659Sdavidcs QL_DPRINT1(ha, "New buffer allocation failed, dropping" 4409318659Sdavidcs " incoming packet and reusing its buffer\n"); 4410316485Sdavidcs qlnx_reuse_rx_data(rxq); 4411316485Sdavidcs 4412316485Sdavidcs fp->err_rx_alloc_errors++; 4413316485Sdavidcs 4414316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4415316485Sdavidcs 4416316485Sdavidcs goto next_cqe; 4417316485Sdavidcs } 4418316485Sdavidcs 4419316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4420316485Sdavidcs 4421316485Sdavidcs len_on_first_bd = fp_cqe->len_on_first_bd; 4422316485Sdavidcs m_adj(mp, pad); 4423316485Sdavidcs mp->m_pkthdr.len = len; 4424316485Sdavidcs 4425318659Sdavidcs QL_DPRINT1(ha, "len = %d len_on_first_bd = %d\n", 4426318659Sdavidcs len, len_on_first_bd); 4427316485Sdavidcs if ((len > 60 ) && (len > len_on_first_bd)) { 4428316485Sdavidcs 4429316485Sdavidcs mp->m_len = len_on_first_bd; 4430316485Sdavidcs 4431316485Sdavidcs if (qlnx_rx_jumbo_chain(ha, fp, mp, 4432316485Sdavidcs (len - len_on_first_bd)) != 0) { 4433316485Sdavidcs 4434316485Sdavidcs m_freem(mp); 4435316485Sdavidcs 4436316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4437316485Sdavidcs 4438316485Sdavidcs goto next_cqe; 4439316485Sdavidcs } 4440316485Sdavidcs 4441316485Sdavidcs } else if (len_on_first_bd < len) { 4442316485Sdavidcs fp->err_rx_jumbo_chain_pkts++; 4443316485Sdavidcs } else { 4444316485Sdavidcs mp->m_len = len; 4445316485Sdavidcs } 4446316485Sdavidcs 4447316485Sdavidcs mp->m_flags |= M_PKTHDR; 4448316485Sdavidcs 4449316485Sdavidcs /* assign packet to this interface interface */ 4450316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 4451316485Sdavidcs 4452316485Sdavidcs /* assume no hardware checksum has complated */ 4453316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 4454316485Sdavidcs 4455316485Sdavidcs mp->m_pkthdr.flowid = fp_cqe->rss_hash; 4456316485Sdavidcs 4457316485Sdavidcs#if __FreeBSD_version >= 1100000 4458316485Sdavidcs 4459316485Sdavidcs hash_type = fp_cqe->bitfields & 4460316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 4461316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 4462316485Sdavidcs 4463316485Sdavidcs switch (hash_type) { 4464316485Sdavidcs 4465316485Sdavidcs case RSS_HASH_TYPE_IPV4: 4466316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 4467316485Sdavidcs break; 4468316485Sdavidcs 4469316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 4470316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 4471316485Sdavidcs break; 4472316485Sdavidcs 4473316485Sdavidcs case RSS_HASH_TYPE_IPV6: 4474316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 4475316485Sdavidcs break; 4476316485Sdavidcs 4477316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 4478316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 4479316485Sdavidcs break; 4480316485Sdavidcs 4481316485Sdavidcs default: 4482316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 4483316485Sdavidcs break; 4484316485Sdavidcs } 4485316485Sdavidcs 4486316485Sdavidcs#else 4487316485Sdavidcs mp->m_flags |= M_FLOWID; 4488316485Sdavidcs#endif 4489316485Sdavidcs 4490316485Sdavidcs if (CQE_L3_PACKET(fp_cqe->pars_flags.flags)) { 4491316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_CHECKED; 4492316485Sdavidcs } 4493316485Sdavidcs 4494316485Sdavidcs if (!(CQE_IP_HDR_ERR(fp_cqe->pars_flags.flags))) { 4495316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_VALID; 4496316485Sdavidcs } 4497316485Sdavidcs 4498316485Sdavidcs if (CQE_L4_HAS_CSUM(fp_cqe->pars_flags.flags)) { 4499316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 4500316485Sdavidcs mp->m_pkthdr.csum_flags |= 4501316485Sdavidcs (CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 4502316485Sdavidcs } 4503316485Sdavidcs 4504316485Sdavidcs if (CQE_HAS_VLAN(fp_cqe->pars_flags.flags)) { 4505316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(fp_cqe->vlan_tag); 4506316485Sdavidcs mp->m_flags |= M_VLANTAG; 4507316485Sdavidcs } 4508316485Sdavidcs 4509316485Sdavidcs QLNX_INC_IPACKETS(ifp); 4510316485Sdavidcs QLNX_INC_IBYTES(ifp, len); 4511316485Sdavidcs 4512316485Sdavidcs#ifdef QLNX_SOFT_LRO 4513316485Sdavidcs 4514316485Sdavidcs if (lro_enable) { 4515316485Sdavidcs 4516316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 4517316485Sdavidcs 4518316485Sdavidcs tcp_lro_queue_mbuf(lro, mp); 4519316485Sdavidcs 4520316485Sdavidcs#else 4521316485Sdavidcs 4522316485Sdavidcs if (tcp_lro_rx(lro, mp, 0)) 4523316485Sdavidcs (*ifp->if_input)(ifp, mp); 4524316485Sdavidcs 4525316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 4526316485Sdavidcs 4527316485Sdavidcs } else { 4528316485Sdavidcs (*ifp->if_input)(ifp, mp); 4529316485Sdavidcs } 4530316485Sdavidcs#else 4531316485Sdavidcs 4532316485Sdavidcs (*ifp->if_input)(ifp, mp); 4533316485Sdavidcs 4534316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4535316485Sdavidcs 4536316485Sdavidcs rx_pkt++; 4537316485Sdavidcs 4538316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4539316485Sdavidcs 4540316485Sdavidcsnext_cqe: /* don't consume bd rx buffer */ 4541316485Sdavidcs ecore_chain_recycle_consumed(&rxq->rx_comp_ring); 4542316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4543316485Sdavidcs 4544316485Sdavidcs /* CR TPA - revisit how to handle budget in TPA perhaps 4545316485Sdavidcs increase on "end" */ 4546316485Sdavidcs if (rx_pkt == budget) 4547316485Sdavidcs break; 4548316485Sdavidcs } /* repeat while sw_comp_cons != hw_comp_cons... */ 4549316485Sdavidcs 4550316485Sdavidcs /* Update producers */ 4551316485Sdavidcs qlnx_update_rx_prod(p_hwfn, rxq); 4552316485Sdavidcs 4553316485Sdavidcs return rx_pkt; 4554316485Sdavidcs} 4555316485Sdavidcs 4556322849Sdavidcs 4557316485Sdavidcs/* 4558316485Sdavidcs * fast path interrupt 4559316485Sdavidcs */ 4560316485Sdavidcs 4561316485Sdavidcsstatic void 4562316485Sdavidcsqlnx_fp_isr(void *arg) 4563316485Sdavidcs{ 4564316485Sdavidcs qlnx_ivec_t *ivec = arg; 4565316485Sdavidcs qlnx_host_t *ha; 4566316485Sdavidcs struct qlnx_fastpath *fp = NULL; 4567318657Sdavidcs int idx; 4568316485Sdavidcs 4569316485Sdavidcs ha = ivec->ha; 4570316485Sdavidcs 4571316485Sdavidcs if (ha->state != QLNX_STATE_OPEN) { 4572316485Sdavidcs return; 4573316485Sdavidcs } 4574316485Sdavidcs 4575316485Sdavidcs idx = ivec->rss_idx; 4576316485Sdavidcs 4577316485Sdavidcs if ((idx = ivec->rss_idx) >= ha->num_rss) { 4578318659Sdavidcs QL_DPRINT1(ha, "illegal interrupt[%d]\n", idx); 4579316485Sdavidcs ha->err_illegal_intr++; 4580316485Sdavidcs return; 4581316485Sdavidcs } 4582316485Sdavidcs fp = &ha->fp_array[idx]; 4583316485Sdavidcs 4584316485Sdavidcs if (fp == NULL) { 4585316485Sdavidcs ha->err_fp_null++; 4586316485Sdavidcs } else { 4587322849Sdavidcs 4588322849Sdavidcs#ifdef QLNX_RCV_IN_TASKQ 4589316485Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_DISABLE, 0); 4590318657Sdavidcs if (fp->fp_taskqueue != NULL) 4591318657Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 4592322849Sdavidcs#else 4593322851Sdavidcs int rx_int = 0, total_rx_count = 0; 4594322851Sdavidcs int lro_enable, tc; 4595322851Sdavidcs struct qlnx_tx_queue *txq; 4596322851Sdavidcs uint16_t elem_left; 4597322849Sdavidcs 4598322849Sdavidcs lro_enable = ha->ifp->if_capenable & IFCAP_LRO; 4599322849Sdavidcs 4600322849Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_DISABLE, 0); 4601322849Sdavidcs 4602322849Sdavidcs do { 4603322849Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 4604322851Sdavidcs 4605322851Sdavidcs txq = fp->txq[tc]; 4606322851Sdavidcs 4607322851Sdavidcs if((int)(elem_left = 4608322851Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)) < 4609322851Sdavidcs QLNX_TX_ELEM_THRESH) { 4610322851Sdavidcs 4611322851Sdavidcs if (mtx_trylock(&fp->tx_mtx)) { 4612322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 4613322851Sdavidcs tx_compl = fp->tx_pkts_completed; 4614322851Sdavidcs#endif 4615322851Sdavidcs 4616322851Sdavidcs qlnx_tx_int(ha, fp, fp->txq[tc]); 4617322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 4618322851Sdavidcs fp->tx_pkts_compl_intr += 4619322851Sdavidcs (fp->tx_pkts_completed - tx_compl); 4620322851Sdavidcs if ((fp->tx_pkts_completed - tx_compl) <= 32) 4621322851Sdavidcs fp->tx_comInt[0]++; 4622322851Sdavidcs else if (((fp->tx_pkts_completed - tx_compl) > 32) && 4623322851Sdavidcs ((fp->tx_pkts_completed - tx_compl) <= 64)) 4624322851Sdavidcs fp->tx_comInt[1]++; 4625322851Sdavidcs else if(((fp->tx_pkts_completed - tx_compl) > 64) && 4626322851Sdavidcs ((fp->tx_pkts_completed - tx_compl) <= 128)) 4627322851Sdavidcs fp->tx_comInt[2]++; 4628322851Sdavidcs else if(((fp->tx_pkts_completed - tx_compl) > 128)) 4629322851Sdavidcs fp->tx_comInt[3]++; 4630322851Sdavidcs#endif 4631322851Sdavidcs mtx_unlock(&fp->tx_mtx); 4632322851Sdavidcs } 4633322851Sdavidcs } 4634322849Sdavidcs } 4635322849Sdavidcs 4636322849Sdavidcs rx_int = qlnx_rx_int(ha, fp, ha->rx_pkt_threshold, 4637322849Sdavidcs lro_enable); 4638322849Sdavidcs 4639322849Sdavidcs if (rx_int) { 4640322849Sdavidcs fp->rx_pkts += rx_int; 4641322849Sdavidcs total_rx_count += rx_int; 4642322849Sdavidcs } 4643322849Sdavidcs 4644322849Sdavidcs } while (rx_int); 4645322849Sdavidcs 4646322849Sdavidcs#ifdef QLNX_SOFT_LRO 4647322849Sdavidcs { 4648322849Sdavidcs struct lro_ctrl *lro; 4649322849Sdavidcs 4650322849Sdavidcs lro = &fp->rxq->lro; 4651322849Sdavidcs 4652322849Sdavidcs if (lro_enable && total_rx_count) { 4653322849Sdavidcs 4654322849Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 4655322849Sdavidcs 4656322849Sdavidcs#ifdef QLNX_TRACE_LRO_CNT 4657322849Sdavidcs if (lro->lro_mbuf_count & ~1023) 4658322849Sdavidcs fp->lro_cnt_1024++; 4659322849Sdavidcs else if (lro->lro_mbuf_count & ~511) 4660322849Sdavidcs fp->lro_cnt_512++; 4661322849Sdavidcs else if (lro->lro_mbuf_count & ~255) 4662322849Sdavidcs fp->lro_cnt_256++; 4663322849Sdavidcs else if (lro->lro_mbuf_count & ~127) 4664322849Sdavidcs fp->lro_cnt_128++; 4665322849Sdavidcs else if (lro->lro_mbuf_count & ~63) 4666322849Sdavidcs fp->lro_cnt_64++; 4667322849Sdavidcs#endif /* #ifdef QLNX_TRACE_LRO_CNT */ 4668322849Sdavidcs 4669322849Sdavidcs tcp_lro_flush_all(lro); 4670322849Sdavidcs 4671322849Sdavidcs#else 4672322849Sdavidcs struct lro_entry *queued; 4673322849Sdavidcs 4674322849Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))) { 4675322849Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 4676322849Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, \ 4677322849Sdavidcs next); 4678322849Sdavidcs tcp_lro_flush(lro, queued); 4679322849Sdavidcs } 4680322849Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 4681322849Sdavidcs } 4682322849Sdavidcs } 4683322849Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4684322849Sdavidcs 4685322849Sdavidcs ecore_sb_update_sb_idx(fp->sb_info); 4686322849Sdavidcs rmb(); 4687322849Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_ENABLE, 1); 4688322849Sdavidcs 4689322849Sdavidcs#endif /* #ifdef QLNX_RCV_IN_TASKQ */ 4690316485Sdavidcs } 4691316485Sdavidcs 4692316485Sdavidcs return; 4693316485Sdavidcs} 4694316485Sdavidcs 4695316485Sdavidcs 4696316485Sdavidcs/* 4697316485Sdavidcs * slow path interrupt processing function 4698316485Sdavidcs * can be invoked in polled mode or in interrupt mode via taskqueue. 4699316485Sdavidcs */ 4700316485Sdavidcsvoid 4701316485Sdavidcsqlnx_sp_isr(void *arg) 4702316485Sdavidcs{ 4703316485Sdavidcs struct ecore_hwfn *p_hwfn; 4704316485Sdavidcs qlnx_host_t *ha; 4705316485Sdavidcs 4706316485Sdavidcs p_hwfn = arg; 4707316485Sdavidcs 4708316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 4709316485Sdavidcs 4710316485Sdavidcs ha->sp_interrupts++; 4711316485Sdavidcs 4712318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 4713316485Sdavidcs 4714316485Sdavidcs ecore_int_sp_dpc(p_hwfn); 4715316485Sdavidcs 4716318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 4717316485Sdavidcs 4718316485Sdavidcs return; 4719316485Sdavidcs} 4720316485Sdavidcs 4721316485Sdavidcs/***************************************************************************** 4722316485Sdavidcs * Support Functions for DMA'able Memory 4723316485Sdavidcs *****************************************************************************/ 4724316485Sdavidcs 4725316485Sdavidcsstatic void 4726316485Sdavidcsqlnx_dmamap_callback(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 4727316485Sdavidcs{ 4728316485Sdavidcs *((bus_addr_t *)arg) = 0; 4729316485Sdavidcs 4730316485Sdavidcs if (error) { 4731316485Sdavidcs printf("%s: bus_dmamap_load failed (%d)\n", __func__, error); 4732316485Sdavidcs return; 4733316485Sdavidcs } 4734316485Sdavidcs 4735316485Sdavidcs *((bus_addr_t *)arg) = segs[0].ds_addr; 4736316485Sdavidcs 4737316485Sdavidcs return; 4738316485Sdavidcs} 4739316485Sdavidcs 4740316485Sdavidcsstatic int 4741316485Sdavidcsqlnx_alloc_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 4742316485Sdavidcs{ 4743316485Sdavidcs int ret = 0; 4744316485Sdavidcs device_t dev; 4745316485Sdavidcs bus_addr_t b_addr; 4746316485Sdavidcs 4747316485Sdavidcs dev = ha->pci_dev; 4748316485Sdavidcs 4749316485Sdavidcs ret = bus_dma_tag_create( 4750316485Sdavidcs ha->parent_tag,/* parent */ 4751316485Sdavidcs dma_buf->alignment, 4752316485Sdavidcs ((bus_size_t)(1ULL << 32)),/* boundary */ 4753316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4754316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4755316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4756316485Sdavidcs dma_buf->size, /* maxsize */ 4757316485Sdavidcs 1, /* nsegments */ 4758316485Sdavidcs dma_buf->size, /* maxsegsize */ 4759316485Sdavidcs 0, /* flags */ 4760316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 4761316485Sdavidcs &dma_buf->dma_tag); 4762316485Sdavidcs 4763316485Sdavidcs if (ret) { 4764318659Sdavidcs QL_DPRINT1(ha, "could not create dma tag\n"); 4765316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4766316485Sdavidcs } 4767316485Sdavidcs ret = bus_dmamem_alloc(dma_buf->dma_tag, 4768316485Sdavidcs (void **)&dma_buf->dma_b, 4769316485Sdavidcs (BUS_DMA_ZERO | BUS_DMA_COHERENT | BUS_DMA_NOWAIT), 4770316485Sdavidcs &dma_buf->dma_map); 4771316485Sdavidcs if (ret) { 4772316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4773318659Sdavidcs QL_DPRINT1(ha, "bus_dmamem_alloc failed\n"); 4774316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4775316485Sdavidcs } 4776316485Sdavidcs 4777316485Sdavidcs ret = bus_dmamap_load(dma_buf->dma_tag, 4778316485Sdavidcs dma_buf->dma_map, 4779316485Sdavidcs dma_buf->dma_b, 4780316485Sdavidcs dma_buf->size, 4781316485Sdavidcs qlnx_dmamap_callback, 4782316485Sdavidcs &b_addr, BUS_DMA_NOWAIT); 4783316485Sdavidcs 4784316485Sdavidcs if (ret || !b_addr) { 4785316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4786316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, 4787316485Sdavidcs dma_buf->dma_map); 4788316485Sdavidcs ret = -1; 4789316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4790316485Sdavidcs } 4791316485Sdavidcs 4792316485Sdavidcs dma_buf->dma_addr = b_addr; 4793316485Sdavidcs 4794316485Sdavidcsqlnx_alloc_dmabuf_exit: 4795316485Sdavidcs 4796316485Sdavidcs return ret; 4797316485Sdavidcs} 4798316485Sdavidcs 4799316485Sdavidcsstatic void 4800316485Sdavidcsqlnx_free_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 4801316485Sdavidcs{ 4802316485Sdavidcs bus_dmamap_unload(dma_buf->dma_tag, dma_buf->dma_map); 4803316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, dma_buf->dma_map); 4804316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4805316485Sdavidcs return; 4806316485Sdavidcs} 4807316485Sdavidcs 4808316485Sdavidcsvoid * 4809316485Sdavidcsqlnx_dma_alloc_coherent(void *ecore_dev, bus_addr_t *phys, uint32_t size) 4810316485Sdavidcs{ 4811316485Sdavidcs qlnx_dma_t dma_buf; 4812316485Sdavidcs qlnx_dma_t *dma_p; 4813316485Sdavidcs qlnx_host_t *ha; 4814316485Sdavidcs device_t dev; 4815316485Sdavidcs 4816316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 4817316485Sdavidcs dev = ha->pci_dev; 4818316485Sdavidcs 4819316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 4820316485Sdavidcs 4821316485Sdavidcs memset(&dma_buf, 0, sizeof (qlnx_dma_t)); 4822316485Sdavidcs 4823316485Sdavidcs dma_buf.size = size + PAGE_SIZE; 4824316485Sdavidcs dma_buf.alignment = 8; 4825316485Sdavidcs 4826316485Sdavidcs if (qlnx_alloc_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf) != 0) 4827316485Sdavidcs return (NULL); 4828316485Sdavidcs bzero((uint8_t *)dma_buf.dma_b, dma_buf.size); 4829316485Sdavidcs 4830316485Sdavidcs *phys = dma_buf.dma_addr; 4831316485Sdavidcs 4832316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)dma_buf.dma_b + size); 4833316485Sdavidcs 4834316485Sdavidcs memcpy(dma_p, &dma_buf, sizeof(qlnx_dma_t)); 4835318659Sdavidcs/* 4836318659Sdavidcs QL_DPRINT5(ha, "[%p %p %p %p 0x%08x ]\n", 4837316485Sdavidcs (void *)dma_buf.dma_map, (void *)dma_buf.dma_tag, 4838318659Sdavidcs dma_buf.dma_b, (void *)dma_buf.dma_addr, size); 4839318659Sdavidcs*/ 4840316485Sdavidcs return (dma_buf.dma_b); 4841316485Sdavidcs} 4842316485Sdavidcs 4843316485Sdavidcsvoid 4844316485Sdavidcsqlnx_dma_free_coherent(void *ecore_dev, void *v_addr, bus_addr_t phys, 4845316485Sdavidcs uint32_t size) 4846316485Sdavidcs{ 4847316485Sdavidcs qlnx_dma_t dma_buf, *dma_p; 4848316485Sdavidcs qlnx_host_t *ha; 4849316485Sdavidcs device_t dev; 4850316485Sdavidcs 4851316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 4852316485Sdavidcs dev = ha->pci_dev; 4853316485Sdavidcs 4854316485Sdavidcs if (v_addr == NULL) 4855316485Sdavidcs return; 4856316485Sdavidcs 4857316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 4858316485Sdavidcs 4859316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)v_addr + size); 4860318659Sdavidcs/* 4861318659Sdavidcs QL_DPRINT5(ha, "[%p %p %p %p 0x%08x ]\n", 4862316485Sdavidcs (void *)dma_p->dma_map, (void *)dma_p->dma_tag, 4863318659Sdavidcs dma_p->dma_b, (void *)dma_p->dma_addr, size); 4864318659Sdavidcs*/ 4865316485Sdavidcs dma_buf = *dma_p; 4866316485Sdavidcs 4867316485Sdavidcs qlnx_free_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf); 4868316485Sdavidcs return; 4869316485Sdavidcs} 4870316485Sdavidcs 4871316485Sdavidcsstatic int 4872316485Sdavidcsqlnx_alloc_parent_dma_tag(qlnx_host_t *ha) 4873316485Sdavidcs{ 4874316485Sdavidcs int ret; 4875316485Sdavidcs device_t dev; 4876316485Sdavidcs 4877316485Sdavidcs dev = ha->pci_dev; 4878316485Sdavidcs 4879316485Sdavidcs /* 4880316485Sdavidcs * Allocate parent DMA Tag 4881316485Sdavidcs */ 4882316485Sdavidcs ret = bus_dma_tag_create( 4883316485Sdavidcs bus_get_dma_tag(dev), /* parent */ 4884316485Sdavidcs 1,((bus_size_t)(1ULL << 32)),/* alignment, boundary */ 4885316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4886316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4887316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4888316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsize */ 4889316485Sdavidcs 0, /* nsegments */ 4890316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsegsize */ 4891316485Sdavidcs 0, /* flags */ 4892316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 4893316485Sdavidcs &ha->parent_tag); 4894316485Sdavidcs 4895316485Sdavidcs if (ret) { 4896318659Sdavidcs QL_DPRINT1(ha, "could not create parent dma tag\n"); 4897316485Sdavidcs return (-1); 4898316485Sdavidcs } 4899316485Sdavidcs 4900316485Sdavidcs ha->flags.parent_tag = 1; 4901316485Sdavidcs 4902316485Sdavidcs return (0); 4903316485Sdavidcs} 4904316485Sdavidcs 4905316485Sdavidcsstatic void 4906316485Sdavidcsqlnx_free_parent_dma_tag(qlnx_host_t *ha) 4907316485Sdavidcs{ 4908316485Sdavidcs if (ha->parent_tag != NULL) { 4909316485Sdavidcs bus_dma_tag_destroy(ha->parent_tag); 4910316485Sdavidcs ha->parent_tag = NULL; 4911316485Sdavidcs } 4912316485Sdavidcs return; 4913316485Sdavidcs} 4914316485Sdavidcs 4915316485Sdavidcsstatic int 4916316485Sdavidcsqlnx_alloc_tx_dma_tag(qlnx_host_t *ha) 4917316485Sdavidcs{ 4918316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 4919316485Sdavidcs 1, 0, /* alignment, bounds */ 4920316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4921316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4922316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4923316485Sdavidcs QLNX_MAX_TSO_FRAME_SIZE, /* maxsize */ 4924316485Sdavidcs QLNX_MAX_SEGMENTS, /* nsegments */ 4925322851Sdavidcs QLNX_MAX_TX_MBUF_SIZE, /* maxsegsize */ 4926322851Sdavidcs 0, /* flags */ 4927316485Sdavidcs NULL, /* lockfunc */ 4928316485Sdavidcs NULL, /* lockfuncarg */ 4929316485Sdavidcs &ha->tx_tag)) { 4930316485Sdavidcs 4931318659Sdavidcs QL_DPRINT1(ha, "tx_tag alloc failed\n"); 4932316485Sdavidcs return (-1); 4933316485Sdavidcs } 4934316485Sdavidcs 4935316485Sdavidcs return (0); 4936316485Sdavidcs} 4937316485Sdavidcs 4938316485Sdavidcsstatic void 4939316485Sdavidcsqlnx_free_tx_dma_tag(qlnx_host_t *ha) 4940316485Sdavidcs{ 4941316485Sdavidcs if (ha->tx_tag != NULL) { 4942316485Sdavidcs bus_dma_tag_destroy(ha->tx_tag); 4943316485Sdavidcs ha->tx_tag = NULL; 4944316485Sdavidcs } 4945316485Sdavidcs return; 4946316485Sdavidcs} 4947316485Sdavidcs 4948316485Sdavidcsstatic int 4949316485Sdavidcsqlnx_alloc_rx_dma_tag(qlnx_host_t *ha) 4950316485Sdavidcs{ 4951316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 4952316485Sdavidcs 1, 0, /* alignment, bounds */ 4953316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4954316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4955316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4956316485Sdavidcs MJUM9BYTES, /* maxsize */ 4957316485Sdavidcs 1, /* nsegments */ 4958316485Sdavidcs MJUM9BYTES, /* maxsegsize */ 4959322851Sdavidcs 0, /* flags */ 4960316485Sdavidcs NULL, /* lockfunc */ 4961316485Sdavidcs NULL, /* lockfuncarg */ 4962316485Sdavidcs &ha->rx_tag)) { 4963316485Sdavidcs 4964318659Sdavidcs QL_DPRINT1(ha, " rx_tag alloc failed\n"); 4965316485Sdavidcs 4966316485Sdavidcs return (-1); 4967316485Sdavidcs } 4968316485Sdavidcs return (0); 4969316485Sdavidcs} 4970316485Sdavidcs 4971316485Sdavidcsstatic void 4972316485Sdavidcsqlnx_free_rx_dma_tag(qlnx_host_t *ha) 4973316485Sdavidcs{ 4974316485Sdavidcs if (ha->rx_tag != NULL) { 4975316485Sdavidcs bus_dma_tag_destroy(ha->rx_tag); 4976316485Sdavidcs ha->rx_tag = NULL; 4977316485Sdavidcs } 4978316485Sdavidcs return; 4979316485Sdavidcs} 4980316485Sdavidcs 4981316485Sdavidcs/********************************* 4982316485Sdavidcs * Exported functions 4983316485Sdavidcs *********************************/ 4984316485Sdavidcsuint32_t 4985316485Sdavidcsqlnx_pci_bus_get_bar_size(void *ecore_dev, uint8_t bar_id) 4986316485Sdavidcs{ 4987316485Sdavidcs uint32_t bar_size; 4988316485Sdavidcs 4989316485Sdavidcs bar_id = bar_id * 2; 4990316485Sdavidcs 4991316485Sdavidcs bar_size = bus_get_resource_count(((qlnx_host_t *)ecore_dev)->pci_dev, 4992316485Sdavidcs SYS_RES_MEMORY, 4993316485Sdavidcs PCIR_BAR(bar_id)); 4994316485Sdavidcs 4995316485Sdavidcs return (bar_size); 4996316485Sdavidcs} 4997316485Sdavidcs 4998316485Sdavidcsuint32_t 4999316485Sdavidcsqlnx_pci_read_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t *reg_value) 5000316485Sdavidcs{ 5001316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5002316485Sdavidcs pci_reg, 1); 5003316485Sdavidcs return 0; 5004316485Sdavidcs} 5005316485Sdavidcs 5006316485Sdavidcsuint32_t 5007316485Sdavidcsqlnx_pci_read_config_word(void *ecore_dev, uint32_t pci_reg, 5008316485Sdavidcs uint16_t *reg_value) 5009316485Sdavidcs{ 5010316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5011316485Sdavidcs pci_reg, 2); 5012316485Sdavidcs return 0; 5013316485Sdavidcs} 5014316485Sdavidcs 5015316485Sdavidcsuint32_t 5016316485Sdavidcsqlnx_pci_read_config_dword(void *ecore_dev, uint32_t pci_reg, 5017316485Sdavidcs uint32_t *reg_value) 5018316485Sdavidcs{ 5019316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5020316485Sdavidcs pci_reg, 4); 5021316485Sdavidcs return 0; 5022316485Sdavidcs} 5023316485Sdavidcs 5024316485Sdavidcsvoid 5025316485Sdavidcsqlnx_pci_write_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t reg_value) 5026316485Sdavidcs{ 5027316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5028316485Sdavidcs pci_reg, reg_value, 1); 5029316485Sdavidcs return; 5030316485Sdavidcs} 5031316485Sdavidcs 5032316485Sdavidcsvoid 5033316485Sdavidcsqlnx_pci_write_config_word(void *ecore_dev, uint32_t pci_reg, 5034316485Sdavidcs uint16_t reg_value) 5035316485Sdavidcs{ 5036316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5037316485Sdavidcs pci_reg, reg_value, 2); 5038316485Sdavidcs return; 5039316485Sdavidcs} 5040316485Sdavidcs 5041316485Sdavidcsvoid 5042316485Sdavidcsqlnx_pci_write_config_dword(void *ecore_dev, uint32_t pci_reg, 5043316485Sdavidcs uint32_t reg_value) 5044316485Sdavidcs{ 5045316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5046316485Sdavidcs pci_reg, reg_value, 4); 5047316485Sdavidcs return; 5048316485Sdavidcs} 5049316485Sdavidcs 5050316485Sdavidcs 5051316485Sdavidcsint 5052316485Sdavidcsqlnx_pci_find_capability(void *ecore_dev, int cap) 5053316485Sdavidcs{ 5054318659Sdavidcs int reg; 5055318659Sdavidcs qlnx_host_t *ha; 5056316485Sdavidcs 5057318659Sdavidcs ha = ecore_dev; 5058318659Sdavidcs 5059318659Sdavidcs if (pci_find_cap(ha->pci_dev, PCIY_EXPRESS, ®) == 0) 5060316485Sdavidcs return reg; 5061316485Sdavidcs else { 5062318659Sdavidcs QL_DPRINT1(ha, "failed\n"); 5063316485Sdavidcs return 0; 5064316485Sdavidcs } 5065316485Sdavidcs} 5066316485Sdavidcs 5067316485Sdavidcsuint32_t 5068316485Sdavidcsqlnx_reg_rd32(void *hwfn, uint32_t reg_addr) 5069316485Sdavidcs{ 5070316485Sdavidcs uint32_t data32; 5071316485Sdavidcs struct ecore_dev *cdev; 5072316485Sdavidcs struct ecore_hwfn *p_hwfn; 5073316485Sdavidcs 5074316485Sdavidcs p_hwfn = hwfn; 5075316485Sdavidcs 5076316485Sdavidcs cdev = p_hwfn->p_dev; 5077316485Sdavidcs 5078316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 5079316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 5080316485Sdavidcs 5081316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, reg_addr); 5082316485Sdavidcs 5083316485Sdavidcs return (data32); 5084316485Sdavidcs} 5085316485Sdavidcs 5086316485Sdavidcsvoid 5087316485Sdavidcsqlnx_reg_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 5088316485Sdavidcs{ 5089316485Sdavidcs struct ecore_dev *cdev; 5090316485Sdavidcs struct ecore_hwfn *p_hwfn; 5091316485Sdavidcs 5092316485Sdavidcs p_hwfn = hwfn; 5093316485Sdavidcs 5094316485Sdavidcs cdev = p_hwfn->p_dev; 5095316485Sdavidcs 5096316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 5097316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 5098316485Sdavidcs 5099316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, reg_addr, value); 5100316485Sdavidcs 5101316485Sdavidcs return; 5102316485Sdavidcs} 5103316485Sdavidcs 5104316485Sdavidcsvoid 5105316485Sdavidcsqlnx_reg_wr16(void *hwfn, uint32_t reg_addr, uint16_t value) 5106316485Sdavidcs{ 5107316485Sdavidcs struct ecore_dev *cdev; 5108316485Sdavidcs struct ecore_hwfn *p_hwfn; 5109316485Sdavidcs 5110316485Sdavidcs p_hwfn = hwfn; 5111316485Sdavidcs 5112316485Sdavidcs cdev = p_hwfn->p_dev; 5113316485Sdavidcs 5114316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 5115316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 5116316485Sdavidcs 5117316485Sdavidcs bus_write_2(((qlnx_host_t *)cdev)->pci_reg, reg_addr, value); 5118316485Sdavidcs 5119316485Sdavidcs return; 5120316485Sdavidcs} 5121316485Sdavidcs 5122316485Sdavidcsvoid 5123316485Sdavidcsqlnx_dbell_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 5124316485Sdavidcs{ 5125316485Sdavidcs struct ecore_dev *cdev; 5126316485Sdavidcs struct ecore_hwfn *p_hwfn; 5127316485Sdavidcs 5128316485Sdavidcs p_hwfn = hwfn; 5129316485Sdavidcs 5130316485Sdavidcs cdev = p_hwfn->p_dev; 5131316485Sdavidcs 5132316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->doorbells) - 5133316485Sdavidcs (uint8_t *)(cdev->doorbells)) + reg_addr; 5134316485Sdavidcs 5135316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_dbells, reg_addr, value); 5136316485Sdavidcs 5137316485Sdavidcs return; 5138316485Sdavidcs} 5139316485Sdavidcs 5140316485Sdavidcsuint32_t 5141316485Sdavidcsqlnx_direct_reg_rd32(void *p_hwfn, uint32_t *reg_addr) 5142316485Sdavidcs{ 5143316485Sdavidcs uint32_t data32; 5144316485Sdavidcs uint32_t offset; 5145316485Sdavidcs struct ecore_dev *cdev; 5146316485Sdavidcs 5147316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5148316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5149316485Sdavidcs 5150316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, offset); 5151316485Sdavidcs 5152316485Sdavidcs return (data32); 5153316485Sdavidcs} 5154316485Sdavidcs 5155316485Sdavidcsvoid 5156316485Sdavidcsqlnx_direct_reg_wr32(void *p_hwfn, void *reg_addr, uint32_t value) 5157316485Sdavidcs{ 5158316485Sdavidcs uint32_t offset; 5159316485Sdavidcs struct ecore_dev *cdev; 5160316485Sdavidcs 5161316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5162316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5163316485Sdavidcs 5164316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, offset, value); 5165316485Sdavidcs 5166316485Sdavidcs return; 5167316485Sdavidcs} 5168316485Sdavidcs 5169320164Sdavidcsvoid 5170320164Sdavidcsqlnx_direct_reg_wr64(void *p_hwfn, void *reg_addr, uint64_t value) 5171320164Sdavidcs{ 5172320164Sdavidcs uint32_t offset; 5173320164Sdavidcs struct ecore_dev *cdev; 5174320164Sdavidcs 5175320164Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5176320164Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5177320164Sdavidcs 5178320164Sdavidcs bus_write_8(((qlnx_host_t *)cdev)->pci_reg, offset, value); 5179320164Sdavidcs return; 5180320164Sdavidcs} 5181320164Sdavidcs 5182316485Sdavidcsvoid * 5183316485Sdavidcsqlnx_zalloc(uint32_t size) 5184316485Sdavidcs{ 5185316485Sdavidcs caddr_t va; 5186316485Sdavidcs 5187316485Sdavidcs va = malloc((unsigned long)size, M_QLNXBUF, M_NOWAIT); 5188316485Sdavidcs bzero(va, size); 5189316485Sdavidcs return ((void *)va); 5190316485Sdavidcs} 5191316485Sdavidcs 5192316485Sdavidcsvoid 5193316485Sdavidcsqlnx_barrier(void *p_hwfn) 5194316485Sdavidcs{ 5195316485Sdavidcs qlnx_host_t *ha; 5196316485Sdavidcs 5197316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 5198316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_WRITE); 5199316485Sdavidcs} 5200316485Sdavidcs 5201316485Sdavidcsvoid 5202316485Sdavidcsqlnx_link_update(void *p_hwfn) 5203316485Sdavidcs{ 5204316485Sdavidcs qlnx_host_t *ha; 5205316485Sdavidcs int prev_link_state; 5206316485Sdavidcs 5207316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 5208316485Sdavidcs 5209316485Sdavidcs qlnx_fill_link(p_hwfn, &ha->if_link); 5210316485Sdavidcs 5211316485Sdavidcs prev_link_state = ha->link_up; 5212316485Sdavidcs ha->link_up = ha->if_link.link_up; 5213316485Sdavidcs 5214316485Sdavidcs if (prev_link_state != ha->link_up) { 5215316485Sdavidcs if (ha->link_up) { 5216316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_UP); 5217316485Sdavidcs } else { 5218316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_DOWN); 5219316485Sdavidcs } 5220316485Sdavidcs } 5221316485Sdavidcs return; 5222316485Sdavidcs} 5223316485Sdavidcs 5224316485Sdavidcsvoid 5225316485Sdavidcsqlnx_fill_link(struct ecore_hwfn *hwfn, struct qlnx_link_output *if_link) 5226316485Sdavidcs{ 5227316485Sdavidcs struct ecore_mcp_link_params link_params; 5228316485Sdavidcs struct ecore_mcp_link_state link_state; 5229316485Sdavidcs 5230316485Sdavidcs memset(if_link, 0, sizeof(*if_link)); 5231316485Sdavidcs memset(&link_params, 0, sizeof(struct ecore_mcp_link_params)); 5232316485Sdavidcs memset(&link_state, 0, sizeof(struct ecore_mcp_link_state)); 5233316485Sdavidcs 5234316485Sdavidcs /* Prepare source inputs */ 5235316485Sdavidcs /* we only deal with physical functions */ 5236316485Sdavidcs memcpy(&link_params, ecore_mcp_get_link_params(hwfn), 5237316485Sdavidcs sizeof(link_params)); 5238316485Sdavidcs memcpy(&link_state, ecore_mcp_get_link_state(hwfn), 5239316485Sdavidcs sizeof(link_state)); 5240316485Sdavidcs 5241316485Sdavidcs ecore_mcp_get_media_type(hwfn->p_dev, &if_link->media_type); 5242316485Sdavidcs 5243316485Sdavidcs /* Set the link parameters to pass to protocol driver */ 5244316485Sdavidcs if (link_state.link_up) { 5245316485Sdavidcs if_link->link_up = true; 5246316485Sdavidcs if_link->speed = link_state.speed; 5247316485Sdavidcs } 5248316485Sdavidcs 5249316485Sdavidcs if_link->supported_caps = QLNX_LINK_CAP_FIBRE; 5250316485Sdavidcs 5251316485Sdavidcs if (link_params.speed.autoneg) 5252316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Autoneg; 5253316485Sdavidcs 5254316485Sdavidcs if (link_params.pause.autoneg || 5255316485Sdavidcs (link_params.pause.forced_rx && link_params.pause.forced_tx)) 5256316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Asym_Pause; 5257316485Sdavidcs 5258316485Sdavidcs if (link_params.pause.autoneg || link_params.pause.forced_rx || 5259316485Sdavidcs link_params.pause.forced_tx) 5260316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Pause; 5261316485Sdavidcs 5262316485Sdavidcs if (link_params.speed.advertised_speeds & 5263316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_1G) 5264316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_1000baseT_Half | 5265316485Sdavidcs QLNX_LINK_CAP_1000baseT_Full; 5266316485Sdavidcs 5267316485Sdavidcs if (link_params.speed.advertised_speeds & 5268316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_10G) 5269316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_10000baseKR_Full; 5270316485Sdavidcs 5271316485Sdavidcs if (link_params.speed.advertised_speeds & 5272316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_25G) 5273316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_25000baseKR_Full; 5274316485Sdavidcs 5275316485Sdavidcs if (link_params.speed.advertised_speeds & 5276316485Sdavidcs NVM_CFG1_PORT_DRV_LINK_SPEED_40G) 5277316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 5278316485Sdavidcs 5279316485Sdavidcs if (link_params.speed.advertised_speeds & 5280316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_50G) 5281316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 5282316485Sdavidcs 5283316485Sdavidcs if (link_params.speed.advertised_speeds & 5284316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_BB_100G) 5285316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 5286316485Sdavidcs 5287316485Sdavidcs if_link->advertised_caps = if_link->supported_caps; 5288316485Sdavidcs 5289316485Sdavidcs if_link->autoneg = link_params.speed.autoneg; 5290316485Sdavidcs if_link->duplex = QLNX_LINK_DUPLEX; 5291316485Sdavidcs 5292316485Sdavidcs /* Link partner capabilities */ 5293316485Sdavidcs 5294316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_HD) 5295316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Half; 5296316485Sdavidcs 5297316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_FD) 5298316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Full; 5299316485Sdavidcs 5300316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_10G) 5301316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_10000baseKR_Full; 5302316485Sdavidcs 5303316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_25G) 5304316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_25000baseKR_Full; 5305316485Sdavidcs 5306316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_40G) 5307316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 5308316485Sdavidcs 5309316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_50G) 5310316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 5311316485Sdavidcs 5312316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_100G) 5313316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 5314316485Sdavidcs 5315316485Sdavidcs if (link_state.an_complete) 5316316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Autoneg; 5317316485Sdavidcs 5318316485Sdavidcs if (link_state.partner_adv_pause) 5319316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Pause; 5320316485Sdavidcs 5321316485Sdavidcs if ((link_state.partner_adv_pause == 5322316485Sdavidcs ECORE_LINK_PARTNER_ASYMMETRIC_PAUSE) || 5323316485Sdavidcs (link_state.partner_adv_pause == 5324316485Sdavidcs ECORE_LINK_PARTNER_BOTH_PAUSE)) 5325316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Asym_Pause; 5326316485Sdavidcs 5327316485Sdavidcs return; 5328316485Sdavidcs} 5329316485Sdavidcs 5330316485Sdavidcsstatic int 5331316485Sdavidcsqlnx_nic_setup(struct ecore_dev *cdev, struct ecore_pf_params *func_params) 5332316485Sdavidcs{ 5333316485Sdavidcs int rc, i; 5334316485Sdavidcs 5335316485Sdavidcs for (i = 0; i < cdev->num_hwfns; i++) { 5336316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 5337316485Sdavidcs p_hwfn->pf_params = *func_params; 5338316485Sdavidcs } 5339316485Sdavidcs 5340316485Sdavidcs rc = ecore_resc_alloc(cdev); 5341316485Sdavidcs if (rc) 5342316485Sdavidcs goto qlnx_nic_setup_exit; 5343316485Sdavidcs 5344316485Sdavidcs ecore_resc_setup(cdev); 5345316485Sdavidcs 5346316485Sdavidcsqlnx_nic_setup_exit: 5347316485Sdavidcs 5348316485Sdavidcs return rc; 5349316485Sdavidcs} 5350316485Sdavidcs 5351316485Sdavidcsstatic int 5352316485Sdavidcsqlnx_nic_start(struct ecore_dev *cdev) 5353316485Sdavidcs{ 5354316485Sdavidcs int rc; 5355316485Sdavidcs struct ecore_hw_init_params params; 5356316485Sdavidcs 5357316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_init_params)); 5358316485Sdavidcs 5359316485Sdavidcs params.p_tunn = NULL; 5360316485Sdavidcs params.b_hw_start = true; 5361316485Sdavidcs params.int_mode = cdev->int_mode; 5362316485Sdavidcs params.allow_npar_tx_switch = true; 5363316485Sdavidcs params.bin_fw_data = NULL; 5364316485Sdavidcs 5365316485Sdavidcs rc = ecore_hw_init(cdev, ¶ms); 5366316485Sdavidcs if (rc) { 5367316485Sdavidcs ecore_resc_free(cdev); 5368316485Sdavidcs return rc; 5369316485Sdavidcs } 5370316485Sdavidcs 5371316485Sdavidcs return 0; 5372316485Sdavidcs} 5373316485Sdavidcs 5374316485Sdavidcsstatic int 5375316485Sdavidcsqlnx_slowpath_start(qlnx_host_t *ha) 5376316485Sdavidcs{ 5377316485Sdavidcs struct ecore_dev *cdev; 5378316485Sdavidcs struct ecore_pf_params pf_params; 5379316485Sdavidcs int rc; 5380316485Sdavidcs 5381316485Sdavidcs memset(&pf_params, 0, sizeof(struct ecore_pf_params)); 5382316485Sdavidcs pf_params.eth_pf_params.num_cons = 5383316485Sdavidcs (ha->num_rss) * (ha->num_tc + 1); 5384316485Sdavidcs 5385316485Sdavidcs cdev = &ha->cdev; 5386316485Sdavidcs 5387316485Sdavidcs rc = qlnx_nic_setup(cdev, &pf_params); 5388316485Sdavidcs if (rc) 5389316485Sdavidcs goto qlnx_slowpath_start_exit; 5390316485Sdavidcs 5391316485Sdavidcs cdev->int_mode = ECORE_INT_MODE_MSIX; 5392316485Sdavidcs cdev->int_coalescing_mode = ECORE_COAL_MODE_ENABLE; 5393316485Sdavidcs 5394316485Sdavidcs#ifdef QLNX_MAX_COALESCE 5395316485Sdavidcs cdev->rx_coalesce_usecs = 255; 5396316485Sdavidcs cdev->tx_coalesce_usecs = 255; 5397316485Sdavidcs#endif 5398316485Sdavidcs 5399316485Sdavidcs rc = qlnx_nic_start(cdev); 5400316485Sdavidcs 5401316485Sdavidcs ha->rx_coalesce_usecs = cdev->rx_coalesce_usecs; 5402316485Sdavidcs ha->tx_coalesce_usecs = cdev->tx_coalesce_usecs; 5403316485Sdavidcs 5404316485Sdavidcsqlnx_slowpath_start_exit: 5405316485Sdavidcs 5406316485Sdavidcs return (rc); 5407316485Sdavidcs} 5408316485Sdavidcs 5409316485Sdavidcsstatic int 5410316485Sdavidcsqlnx_slowpath_stop(qlnx_host_t *ha) 5411316485Sdavidcs{ 5412316485Sdavidcs struct ecore_dev *cdev; 5413316485Sdavidcs device_t dev = ha->pci_dev; 5414316485Sdavidcs int i; 5415316485Sdavidcs 5416316485Sdavidcs cdev = &ha->cdev; 5417316485Sdavidcs 5418316485Sdavidcs ecore_hw_stop(cdev); 5419316485Sdavidcs 5420316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 5421316485Sdavidcs 5422316485Sdavidcs if (ha->sp_handle[i]) 5423316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 5424316485Sdavidcs ha->sp_handle[i]); 5425316485Sdavidcs 5426316485Sdavidcs ha->sp_handle[i] = NULL; 5427316485Sdavidcs 5428316485Sdavidcs if (ha->sp_irq[i]) 5429316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 5430316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 5431316485Sdavidcs ha->sp_irq[i] = NULL; 5432316485Sdavidcs } 5433316485Sdavidcs 5434316485Sdavidcs ecore_resc_free(cdev); 5435316485Sdavidcs 5436316485Sdavidcs return 0; 5437316485Sdavidcs} 5438316485Sdavidcs 5439316485Sdavidcsstatic void 5440316485Sdavidcsqlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 5441316485Sdavidcs char ver_str[VER_SIZE]) 5442316485Sdavidcs{ 5443316485Sdavidcs int i; 5444316485Sdavidcs 5445316485Sdavidcs memcpy(cdev->name, name, NAME_SIZE); 5446316485Sdavidcs 5447316485Sdavidcs for_each_hwfn(cdev, i) { 5448316485Sdavidcs snprintf(cdev->hwfns[i].name, NAME_SIZE, "%s-%d", name, i); 5449316485Sdavidcs } 5450316485Sdavidcs 5451316485Sdavidcs cdev->drv_type = DRV_ID_DRV_TYPE_FREEBSD; 5452316485Sdavidcs 5453316485Sdavidcs return ; 5454316485Sdavidcs} 5455316485Sdavidcs 5456316485Sdavidcsvoid 5457316485Sdavidcsqlnx_get_protocol_stats(void *cdev, int proto_type, void *proto_stats) 5458316485Sdavidcs{ 5459316485Sdavidcs enum ecore_mcp_protocol_type type; 5460316485Sdavidcs union ecore_mcp_protocol_stats *stats; 5461316485Sdavidcs struct ecore_eth_stats eth_stats; 5462318659Sdavidcs qlnx_host_t *ha; 5463316485Sdavidcs 5464318659Sdavidcs ha = cdev; 5465316485Sdavidcs stats = proto_stats; 5466316485Sdavidcs type = proto_type; 5467316485Sdavidcs 5468316485Sdavidcs switch (type) { 5469318659Sdavidcs 5470316485Sdavidcs case ECORE_MCP_LAN_STATS: 5471316485Sdavidcs ecore_get_vport_stats((struct ecore_dev *)cdev, ð_stats); 5472316485Sdavidcs stats->lan_stats.ucast_rx_pkts = eth_stats.common.rx_ucast_pkts; 5473316485Sdavidcs stats->lan_stats.ucast_tx_pkts = eth_stats.common.tx_ucast_pkts; 5474316485Sdavidcs stats->lan_stats.fcs_err = -1; 5475316485Sdavidcs break; 5476316485Sdavidcs 5477316485Sdavidcs default: 5478318659Sdavidcs ha->err_get_proto_invalid_type++; 5479316485Sdavidcs 5480318659Sdavidcs QL_DPRINT1(ha, "invalid protocol type 0x%x\n", type); 5481316485Sdavidcs break; 5482316485Sdavidcs } 5483316485Sdavidcs return; 5484316485Sdavidcs} 5485316485Sdavidcs 5486316485Sdavidcsstatic int 5487316485Sdavidcsqlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver) 5488316485Sdavidcs{ 5489316485Sdavidcs struct ecore_hwfn *p_hwfn; 5490316485Sdavidcs struct ecore_ptt *p_ptt; 5491316485Sdavidcs 5492316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 5493316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 5494316485Sdavidcs 5495316485Sdavidcs if (p_ptt == NULL) { 5496318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 5497316485Sdavidcs return (-1); 5498316485Sdavidcs } 5499316485Sdavidcs ecore_mcp_get_mfw_ver(p_hwfn, p_ptt, mfw_ver, NULL); 5500316485Sdavidcs 5501316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 5502316485Sdavidcs 5503316485Sdavidcs return (0); 5504316485Sdavidcs} 5505316485Sdavidcs 5506316485Sdavidcsstatic int 5507316485Sdavidcsqlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size) 5508316485Sdavidcs{ 5509316485Sdavidcs struct ecore_hwfn *p_hwfn; 5510316485Sdavidcs struct ecore_ptt *p_ptt; 5511316485Sdavidcs 5512316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 5513316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 5514316485Sdavidcs 5515316485Sdavidcs if (p_ptt == NULL) { 5516318659Sdavidcs QL_DPRINT1(ha,"ecore_ptt_acquire failed\n"); 5517316485Sdavidcs return (-1); 5518316485Sdavidcs } 5519316485Sdavidcs ecore_mcp_get_flash_size(p_hwfn, p_ptt, flash_size); 5520316485Sdavidcs 5521316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 5522316485Sdavidcs 5523316485Sdavidcs return (0); 5524316485Sdavidcs} 5525316485Sdavidcs 5526316485Sdavidcsstatic int 5527316485Sdavidcsqlnx_alloc_mem_arrays(qlnx_host_t *ha) 5528316485Sdavidcs{ 5529316485Sdavidcs struct ecore_dev *cdev; 5530316485Sdavidcs 5531316485Sdavidcs cdev = &ha->cdev; 5532316485Sdavidcs 5533316485Sdavidcs bzero(&ha->txq_array[0], (sizeof(struct qlnx_tx_queue) * QLNX_MAX_RSS)); 5534316485Sdavidcs bzero(&ha->rxq_array[0], (sizeof(struct qlnx_rx_queue) * QLNX_MAX_RSS)); 5535316485Sdavidcs bzero(&ha->sb_array[0], (sizeof(struct ecore_sb_info) * QLNX_MAX_RSS)); 5536316485Sdavidcs 5537316485Sdavidcs return 0; 5538316485Sdavidcs} 5539316485Sdavidcs 5540316485Sdavidcsstatic void 5541316485Sdavidcsqlnx_init_fp(qlnx_host_t *ha) 5542316485Sdavidcs{ 5543316485Sdavidcs int rss_id, txq_array_index, tc; 5544316485Sdavidcs 5545316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 5546316485Sdavidcs 5547316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 5548316485Sdavidcs 5549316485Sdavidcs fp->rss_id = rss_id; 5550316485Sdavidcs fp->edev = ha; 5551316485Sdavidcs fp->sb_info = &ha->sb_array[rss_id]; 5552316485Sdavidcs fp->rxq = &ha->rxq_array[rss_id]; 5553316485Sdavidcs fp->rxq->rxq_id = rss_id; 5554316485Sdavidcs 5555316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 5556316485Sdavidcs txq_array_index = tc * ha->num_rss + rss_id; 5557316485Sdavidcs fp->txq[tc] = &ha->txq_array[txq_array_index]; 5558316485Sdavidcs fp->txq[tc]->index = txq_array_index; 5559316485Sdavidcs } 5560316485Sdavidcs 5561316485Sdavidcs snprintf(fp->name, sizeof(fp->name), "%s-fp-%d", qlnx_name_str, 5562316485Sdavidcs rss_id); 5563316485Sdavidcs 5564318657Sdavidcs fp->tx_ring_full = 0; 5565318657Sdavidcs 5566316485Sdavidcs /* reset all the statistics counters */ 5567316485Sdavidcs 5568316485Sdavidcs fp->tx_pkts_processed = 0; 5569316485Sdavidcs fp->tx_pkts_freed = 0; 5570316485Sdavidcs fp->tx_pkts_transmitted = 0; 5571316485Sdavidcs fp->tx_pkts_completed = 0; 5572322851Sdavidcs 5573322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 5574322851Sdavidcs fp->tx_pkts_trans_ctx = 0; 5575322851Sdavidcs fp->tx_pkts_compl_ctx = 0; 5576322851Sdavidcs fp->tx_pkts_trans_fp = 0; 5577322851Sdavidcs fp->tx_pkts_compl_fp = 0; 5578322851Sdavidcs fp->tx_pkts_compl_intr = 0; 5579322851Sdavidcs#endif 5580316485Sdavidcs fp->tx_lso_wnd_min_len = 0; 5581316485Sdavidcs fp->tx_defrag = 0; 5582316485Sdavidcs fp->tx_nsegs_gt_elem_left = 0; 5583316485Sdavidcs fp->tx_tso_max_nsegs = 0; 5584316485Sdavidcs fp->tx_tso_min_nsegs = 0; 5585316485Sdavidcs fp->err_tx_nsegs_gt_elem_left = 0; 5586316485Sdavidcs fp->err_tx_dmamap_create = 0; 5587316485Sdavidcs fp->err_tx_defrag_dmamap_load = 0; 5588316485Sdavidcs fp->err_tx_non_tso_max_seg = 0; 5589316485Sdavidcs fp->err_tx_dmamap_load = 0; 5590316485Sdavidcs fp->err_tx_defrag = 0; 5591316485Sdavidcs fp->err_tx_free_pkt_null = 0; 5592316485Sdavidcs fp->err_tx_cons_idx_conflict = 0; 5593316485Sdavidcs 5594316485Sdavidcs fp->rx_pkts = 0; 5595316485Sdavidcs fp->err_m_getcl = 0; 5596316485Sdavidcs fp->err_m_getjcl = 0; 5597316485Sdavidcs } 5598316485Sdavidcs return; 5599316485Sdavidcs} 5600316485Sdavidcs 5601316485Sdavidcsstatic void 5602316485Sdavidcsqlnx_free_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info) 5603316485Sdavidcs{ 5604316485Sdavidcs struct ecore_dev *cdev; 5605316485Sdavidcs 5606316485Sdavidcs cdev = &ha->cdev; 5607316485Sdavidcs 5608316485Sdavidcs if (sb_info->sb_virt) { 5609316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, ((void *)sb_info->sb_virt), 5610316485Sdavidcs (sb_info->sb_phys), (sizeof(*sb_info->sb_virt))); 5611316485Sdavidcs sb_info->sb_virt = NULL; 5612316485Sdavidcs } 5613316485Sdavidcs} 5614316485Sdavidcs 5615316485Sdavidcsstatic int 5616316485Sdavidcsqlnx_sb_init(struct ecore_dev *cdev, struct ecore_sb_info *sb_info, 5617316485Sdavidcs void *sb_virt_addr, bus_addr_t sb_phy_addr, u16 sb_id) 5618316485Sdavidcs{ 5619316485Sdavidcs struct ecore_hwfn *p_hwfn; 5620316485Sdavidcs int hwfn_index, rc; 5621316485Sdavidcs u16 rel_sb_id; 5622316485Sdavidcs 5623316485Sdavidcs hwfn_index = sb_id % cdev->num_hwfns; 5624316485Sdavidcs p_hwfn = &cdev->hwfns[hwfn_index]; 5625316485Sdavidcs rel_sb_id = sb_id / cdev->num_hwfns; 5626316485Sdavidcs 5627318659Sdavidcs QL_DPRINT2(((qlnx_host_t *)cdev), 5628318659Sdavidcs "hwfn_index = %d p_hwfn = %p sb_id = 0x%x rel_sb_id = 0x%x \ 5629318659Sdavidcs sb_info = %p sb_virt_addr = %p sb_phy_addr = %p\n", 5630318659Sdavidcs hwfn_index, p_hwfn, sb_id, rel_sb_id, sb_info, 5631318659Sdavidcs sb_virt_addr, (void *)sb_phy_addr); 5632316485Sdavidcs 5633316485Sdavidcs rc = ecore_int_sb_init(p_hwfn, p_hwfn->p_main_ptt, sb_info, 5634316485Sdavidcs sb_virt_addr, sb_phy_addr, rel_sb_id); 5635316485Sdavidcs 5636316485Sdavidcs return rc; 5637316485Sdavidcs} 5638316485Sdavidcs 5639316485Sdavidcs/* This function allocates fast-path status block memory */ 5640316485Sdavidcsstatic int 5641316485Sdavidcsqlnx_alloc_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info, u16 sb_id) 5642316485Sdavidcs{ 5643320164Sdavidcs struct status_block_e4 *sb_virt; 5644316485Sdavidcs bus_addr_t sb_phys; 5645316485Sdavidcs int rc; 5646316485Sdavidcs uint32_t size; 5647316485Sdavidcs struct ecore_dev *cdev; 5648316485Sdavidcs 5649316485Sdavidcs cdev = &ha->cdev; 5650316485Sdavidcs 5651316485Sdavidcs size = sizeof(*sb_virt); 5652316485Sdavidcs sb_virt = OSAL_DMA_ALLOC_COHERENT(cdev, (&sb_phys), size); 5653316485Sdavidcs 5654316485Sdavidcs if (!sb_virt) { 5655318659Sdavidcs QL_DPRINT1(ha, "Status block allocation failed\n"); 5656316485Sdavidcs return -ENOMEM; 5657316485Sdavidcs } 5658316485Sdavidcs 5659316485Sdavidcs rc = qlnx_sb_init(cdev, sb_info, sb_virt, sb_phys, sb_id); 5660316485Sdavidcs if (rc) { 5661316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, sb_virt, sb_phys, size); 5662316485Sdavidcs } 5663316485Sdavidcs 5664316485Sdavidcs return rc; 5665316485Sdavidcs} 5666316485Sdavidcs 5667316485Sdavidcsstatic void 5668316485Sdavidcsqlnx_free_rx_buffers(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5669316485Sdavidcs{ 5670316485Sdavidcs int i; 5671316485Sdavidcs struct sw_rx_data *rx_buf; 5672316485Sdavidcs 5673316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 5674316485Sdavidcs 5675316485Sdavidcs rx_buf = &rxq->sw_rx_ring[i]; 5676316485Sdavidcs 5677316485Sdavidcs if (rx_buf->data != NULL) { 5678316485Sdavidcs if (rx_buf->map != NULL) { 5679316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 5680316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 5681316485Sdavidcs rx_buf->map = NULL; 5682316485Sdavidcs } 5683316485Sdavidcs m_freem(rx_buf->data); 5684316485Sdavidcs rx_buf->data = NULL; 5685316485Sdavidcs } 5686316485Sdavidcs } 5687316485Sdavidcs return; 5688316485Sdavidcs} 5689316485Sdavidcs 5690316485Sdavidcsstatic void 5691316485Sdavidcsqlnx_free_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5692316485Sdavidcs{ 5693316485Sdavidcs struct ecore_dev *cdev; 5694316485Sdavidcs int i; 5695316485Sdavidcs 5696316485Sdavidcs cdev = &ha->cdev; 5697316485Sdavidcs 5698316485Sdavidcs qlnx_free_rx_buffers(ha, rxq); 5699316485Sdavidcs 5700316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 5701316485Sdavidcs qlnx_free_tpa_mbuf(ha, &rxq->tpa_info[i]); 5702316485Sdavidcs if (rxq->tpa_info[i].mpf != NULL) 5703316485Sdavidcs m_freem(rxq->tpa_info[i].mpf); 5704316485Sdavidcs } 5705316485Sdavidcs 5706316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 5707316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 5708316485Sdavidcs 5709316485Sdavidcs /* Free the real RQ ring used by FW */ 5710316485Sdavidcs if (rxq->rx_bd_ring.p_virt_addr) { 5711316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_bd_ring); 5712316485Sdavidcs rxq->rx_bd_ring.p_virt_addr = NULL; 5713316485Sdavidcs } 5714316485Sdavidcs 5715316485Sdavidcs /* Free the real completion ring used by FW */ 5716316485Sdavidcs if (rxq->rx_comp_ring.p_virt_addr && 5717316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table) { 5718316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_comp_ring); 5719316485Sdavidcs rxq->rx_comp_ring.p_virt_addr = NULL; 5720316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table = NULL; 5721316485Sdavidcs } 5722316485Sdavidcs 5723316485Sdavidcs#ifdef QLNX_SOFT_LRO 5724316485Sdavidcs { 5725316485Sdavidcs struct lro_ctrl *lro; 5726316485Sdavidcs 5727316485Sdavidcs lro = &rxq->lro; 5728316485Sdavidcs tcp_lro_free(lro); 5729316485Sdavidcs } 5730316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5731316485Sdavidcs 5732316485Sdavidcs return; 5733316485Sdavidcs} 5734316485Sdavidcs 5735316485Sdavidcsstatic int 5736316485Sdavidcsqlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5737316485Sdavidcs{ 5738316485Sdavidcs register struct mbuf *mp; 5739316485Sdavidcs uint16_t rx_buf_size; 5740316485Sdavidcs struct sw_rx_data *sw_rx_data; 5741316485Sdavidcs struct eth_rx_bd *rx_bd; 5742316485Sdavidcs dma_addr_t dma_addr; 5743316485Sdavidcs bus_dmamap_t map; 5744316485Sdavidcs bus_dma_segment_t segs[1]; 5745316485Sdavidcs int nsegs; 5746316485Sdavidcs int ret; 5747316485Sdavidcs struct ecore_dev *cdev; 5748316485Sdavidcs 5749316485Sdavidcs cdev = &ha->cdev; 5750316485Sdavidcs 5751316485Sdavidcs rx_buf_size = rxq->rx_buf_size; 5752316485Sdavidcs 5753316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 5754316485Sdavidcs 5755316485Sdavidcs if (mp == NULL) { 5756318659Sdavidcs QL_DPRINT1(ha, "Failed to allocate Rx data\n"); 5757316485Sdavidcs return -ENOMEM; 5758316485Sdavidcs } 5759316485Sdavidcs 5760316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 5761316485Sdavidcs 5762316485Sdavidcs map = (bus_dmamap_t)0; 5763316485Sdavidcs 5764316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 5765316485Sdavidcs BUS_DMA_NOWAIT); 5766316485Sdavidcs dma_addr = segs[0].ds_addr; 5767316485Sdavidcs 5768316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 5769316485Sdavidcs m_freem(mp); 5770318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 5771318659Sdavidcs ret, (long long unsigned int)dma_addr, nsegs); 5772316485Sdavidcs return -ENOMEM; 5773316485Sdavidcs } 5774316485Sdavidcs 5775316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 5776316485Sdavidcs sw_rx_data->data = mp; 5777316485Sdavidcs sw_rx_data->dma_addr = dma_addr; 5778316485Sdavidcs sw_rx_data->map = map; 5779316485Sdavidcs 5780316485Sdavidcs /* Advance PROD and get BD pointer */ 5781316485Sdavidcs rx_bd = (struct eth_rx_bd *)ecore_chain_produce(&rxq->rx_bd_ring); 5782316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(dma_addr)); 5783316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(dma_addr)); 5784316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 5785316485Sdavidcs 5786316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 5787316485Sdavidcs 5788316485Sdavidcs return 0; 5789316485Sdavidcs} 5790316485Sdavidcs 5791316485Sdavidcsstatic int 5792316485Sdavidcsqlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 5793316485Sdavidcs struct qlnx_agg_info *tpa) 5794316485Sdavidcs{ 5795316485Sdavidcs struct mbuf *mp; 5796316485Sdavidcs dma_addr_t dma_addr; 5797316485Sdavidcs bus_dmamap_t map; 5798316485Sdavidcs bus_dma_segment_t segs[1]; 5799316485Sdavidcs int nsegs; 5800316485Sdavidcs int ret; 5801316485Sdavidcs struct sw_rx_data *rx_buf; 5802316485Sdavidcs 5803316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 5804316485Sdavidcs 5805316485Sdavidcs if (mp == NULL) { 5806318659Sdavidcs QL_DPRINT1(ha, "Failed to allocate Rx data\n"); 5807316485Sdavidcs return -ENOMEM; 5808316485Sdavidcs } 5809316485Sdavidcs 5810316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 5811316485Sdavidcs 5812316485Sdavidcs map = (bus_dmamap_t)0; 5813316485Sdavidcs 5814316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 5815316485Sdavidcs BUS_DMA_NOWAIT); 5816316485Sdavidcs dma_addr = segs[0].ds_addr; 5817316485Sdavidcs 5818316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 5819316485Sdavidcs m_freem(mp); 5820318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 5821318659Sdavidcs ret, (long long unsigned int)dma_addr, nsegs); 5822316485Sdavidcs return -ENOMEM; 5823316485Sdavidcs } 5824316485Sdavidcs 5825316485Sdavidcs rx_buf = &tpa->rx_buf; 5826316485Sdavidcs 5827316485Sdavidcs memset(rx_buf, 0, sizeof (struct sw_rx_data)); 5828316485Sdavidcs 5829316485Sdavidcs rx_buf->data = mp; 5830316485Sdavidcs rx_buf->dma_addr = dma_addr; 5831316485Sdavidcs rx_buf->map = map; 5832316485Sdavidcs 5833316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 5834316485Sdavidcs 5835316485Sdavidcs return (0); 5836316485Sdavidcs} 5837316485Sdavidcs 5838316485Sdavidcsstatic void 5839316485Sdavidcsqlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa) 5840316485Sdavidcs{ 5841316485Sdavidcs struct sw_rx_data *rx_buf; 5842316485Sdavidcs 5843316485Sdavidcs rx_buf = &tpa->rx_buf; 5844316485Sdavidcs 5845316485Sdavidcs if (rx_buf->data != NULL) { 5846316485Sdavidcs if (rx_buf->map != NULL) { 5847316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 5848316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 5849316485Sdavidcs rx_buf->map = NULL; 5850316485Sdavidcs } 5851316485Sdavidcs m_freem(rx_buf->data); 5852316485Sdavidcs rx_buf->data = NULL; 5853316485Sdavidcs } 5854316485Sdavidcs return; 5855316485Sdavidcs} 5856316485Sdavidcs 5857316485Sdavidcs/* This function allocates all memory needed per Rx queue */ 5858316485Sdavidcsstatic int 5859316485Sdavidcsqlnx_alloc_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5860316485Sdavidcs{ 5861316485Sdavidcs int i, rc, num_allocated; 5862316485Sdavidcs struct ifnet *ifp; 5863316485Sdavidcs struct ecore_dev *cdev; 5864316485Sdavidcs 5865316485Sdavidcs cdev = &ha->cdev; 5866316485Sdavidcs ifp = ha->ifp; 5867316485Sdavidcs 5868316485Sdavidcs rxq->num_rx_buffers = RX_RING_SIZE; 5869316485Sdavidcs 5870316485Sdavidcs rxq->rx_buf_size = ha->rx_buf_size; 5871316485Sdavidcs 5872316485Sdavidcs /* Allocate the parallel driver ring for Rx buffers */ 5873316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 5874316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 5875316485Sdavidcs 5876316485Sdavidcs /* Allocate FW Rx ring */ 5877316485Sdavidcs 5878316485Sdavidcs rc = ecore_chain_alloc(cdev, 5879316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 5880316485Sdavidcs ECORE_CHAIN_MODE_NEXT_PTR, 5881316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5882316485Sdavidcs RX_RING_SIZE, 5883316485Sdavidcs sizeof(struct eth_rx_bd), 5884316485Sdavidcs &rxq->rx_bd_ring, NULL); 5885316485Sdavidcs 5886316485Sdavidcs if (rc) 5887316485Sdavidcs goto err; 5888316485Sdavidcs 5889316485Sdavidcs /* Allocate FW completion ring */ 5890316485Sdavidcs rc = ecore_chain_alloc(cdev, 5891316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME, 5892316485Sdavidcs ECORE_CHAIN_MODE_PBL, 5893316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5894316485Sdavidcs RX_RING_SIZE, 5895316485Sdavidcs sizeof(union eth_rx_cqe), 5896316485Sdavidcs &rxq->rx_comp_ring, NULL); 5897316485Sdavidcs 5898316485Sdavidcs if (rc) 5899316485Sdavidcs goto err; 5900316485Sdavidcs 5901316485Sdavidcs /* Allocate buffers for the Rx ring */ 5902316485Sdavidcs 5903316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 5904316485Sdavidcs rc = qlnx_alloc_tpa_mbuf(ha, rxq->rx_buf_size, 5905316485Sdavidcs &rxq->tpa_info[i]); 5906316485Sdavidcs if (rc) 5907316485Sdavidcs break; 5908316485Sdavidcs 5909316485Sdavidcs } 5910316485Sdavidcs 5911316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 5912316485Sdavidcs rc = qlnx_alloc_rx_buffer(ha, rxq); 5913316485Sdavidcs if (rc) 5914316485Sdavidcs break; 5915316485Sdavidcs } 5916316485Sdavidcs num_allocated = i; 5917316485Sdavidcs if (!num_allocated) { 5918318659Sdavidcs QL_DPRINT1(ha, "Rx buffers allocation failed\n"); 5919316485Sdavidcs goto err; 5920316485Sdavidcs } else if (num_allocated < rxq->num_rx_buffers) { 5921318659Sdavidcs QL_DPRINT1(ha, "Allocated less buffers than" 5922318659Sdavidcs " desired (%d allocated)\n", num_allocated); 5923316485Sdavidcs } 5924316485Sdavidcs 5925316485Sdavidcs#ifdef QLNX_SOFT_LRO 5926316485Sdavidcs 5927316485Sdavidcs { 5928316485Sdavidcs struct lro_ctrl *lro; 5929316485Sdavidcs 5930316485Sdavidcs lro = &rxq->lro; 5931316485Sdavidcs 5932316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 5933316485Sdavidcs if (tcp_lro_init_args(lro, ifp, 0, rxq->num_rx_buffers)) { 5934318659Sdavidcs QL_DPRINT1(ha, "tcp_lro_init[%d] failed\n", 5935318659Sdavidcs rxq->rxq_id); 5936316485Sdavidcs goto err; 5937316485Sdavidcs } 5938316485Sdavidcs#else 5939316485Sdavidcs if (tcp_lro_init(lro)) { 5940318659Sdavidcs QL_DPRINT1(ha, "tcp_lro_init[%d] failed\n", 5941318659Sdavidcs rxq->rxq_id); 5942316485Sdavidcs goto err; 5943316485Sdavidcs } 5944316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 5945316485Sdavidcs 5946316485Sdavidcs lro->ifp = ha->ifp; 5947316485Sdavidcs } 5948316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5949316485Sdavidcs return 0; 5950316485Sdavidcs 5951316485Sdavidcserr: 5952316485Sdavidcs qlnx_free_mem_rxq(ha, rxq); 5953316485Sdavidcs return -ENOMEM; 5954316485Sdavidcs} 5955316485Sdavidcs 5956316485Sdavidcs 5957316485Sdavidcsstatic void 5958316485Sdavidcsqlnx_free_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 5959316485Sdavidcs struct qlnx_tx_queue *txq) 5960316485Sdavidcs{ 5961316485Sdavidcs struct ecore_dev *cdev; 5962316485Sdavidcs 5963316485Sdavidcs cdev = &ha->cdev; 5964316485Sdavidcs 5965316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 5966316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 5967316485Sdavidcs 5968316485Sdavidcs /* Free the real RQ ring used by FW */ 5969316485Sdavidcs if (txq->tx_pbl.p_virt_addr) { 5970316485Sdavidcs ecore_chain_free(cdev, &txq->tx_pbl); 5971316485Sdavidcs txq->tx_pbl.p_virt_addr = NULL; 5972316485Sdavidcs } 5973316485Sdavidcs return; 5974316485Sdavidcs} 5975316485Sdavidcs 5976316485Sdavidcs/* This function allocates all memory needed per Tx queue */ 5977316485Sdavidcsstatic int 5978316485Sdavidcsqlnx_alloc_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 5979316485Sdavidcs struct qlnx_tx_queue *txq) 5980316485Sdavidcs{ 5981316485Sdavidcs int ret = ECORE_SUCCESS; 5982316485Sdavidcs union eth_tx_bd_types *p_virt; 5983316485Sdavidcs struct ecore_dev *cdev; 5984316485Sdavidcs 5985316485Sdavidcs cdev = &ha->cdev; 5986316485Sdavidcs 5987316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 5988316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 5989316485Sdavidcs 5990316485Sdavidcs /* Allocate the real Tx ring to be used by FW */ 5991316485Sdavidcs ret = ecore_chain_alloc(cdev, 5992316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 5993316485Sdavidcs ECORE_CHAIN_MODE_PBL, 5994316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5995316485Sdavidcs TX_RING_SIZE, 5996316485Sdavidcs sizeof(*p_virt), 5997316485Sdavidcs &txq->tx_pbl, NULL); 5998316485Sdavidcs 5999316485Sdavidcs if (ret != ECORE_SUCCESS) { 6000316485Sdavidcs goto err; 6001316485Sdavidcs } 6002316485Sdavidcs 6003316485Sdavidcs txq->num_tx_buffers = TX_RING_SIZE; 6004316485Sdavidcs 6005316485Sdavidcs return 0; 6006316485Sdavidcs 6007316485Sdavidcserr: 6008316485Sdavidcs qlnx_free_mem_txq(ha, fp, txq); 6009316485Sdavidcs return -ENOMEM; 6010316485Sdavidcs} 6011316485Sdavidcs 6012316485Sdavidcsstatic void 6013316485Sdavidcsqlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6014316485Sdavidcs{ 6015316485Sdavidcs struct mbuf *mp; 6016316485Sdavidcs struct ifnet *ifp = ha->ifp; 6017316485Sdavidcs 6018316485Sdavidcs if (mtx_initialized(&fp->tx_mtx)) { 6019316485Sdavidcs 6020316485Sdavidcs if (fp->tx_br != NULL) { 6021316485Sdavidcs 6022316485Sdavidcs mtx_lock(&fp->tx_mtx); 6023316485Sdavidcs 6024316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 6025316485Sdavidcs fp->tx_pkts_freed++; 6026316485Sdavidcs m_freem(mp); 6027316485Sdavidcs } 6028316485Sdavidcs 6029316485Sdavidcs mtx_unlock(&fp->tx_mtx); 6030316485Sdavidcs 6031316485Sdavidcs buf_ring_free(fp->tx_br, M_DEVBUF); 6032316485Sdavidcs fp->tx_br = NULL; 6033316485Sdavidcs } 6034316485Sdavidcs mtx_destroy(&fp->tx_mtx); 6035316485Sdavidcs } 6036316485Sdavidcs return; 6037316485Sdavidcs} 6038316485Sdavidcs 6039316485Sdavidcsstatic void 6040316485Sdavidcsqlnx_free_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6041316485Sdavidcs{ 6042316485Sdavidcs int tc; 6043316485Sdavidcs 6044316485Sdavidcs qlnx_free_mem_sb(ha, fp->sb_info); 6045316485Sdavidcs 6046316485Sdavidcs qlnx_free_mem_rxq(ha, fp->rxq); 6047316485Sdavidcs 6048316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) 6049316485Sdavidcs qlnx_free_mem_txq(ha, fp, fp->txq[tc]); 6050316485Sdavidcs 6051316485Sdavidcs return; 6052316485Sdavidcs} 6053316485Sdavidcs 6054316485Sdavidcsstatic int 6055316485Sdavidcsqlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6056316485Sdavidcs{ 6057316485Sdavidcs snprintf(fp->tx_mtx_name, sizeof(fp->tx_mtx_name), 6058316485Sdavidcs "qlnx%d_fp%d_tx_mq_lock", ha->dev_unit, fp->rss_id); 6059316485Sdavidcs 6060316485Sdavidcs mtx_init(&fp->tx_mtx, fp->tx_mtx_name, NULL, MTX_DEF); 6061316485Sdavidcs 6062316485Sdavidcs fp->tx_br = buf_ring_alloc(TX_RING_SIZE, M_DEVBUF, 6063316485Sdavidcs M_NOWAIT, &fp->tx_mtx); 6064316485Sdavidcs if (fp->tx_br == NULL) { 6065318659Sdavidcs QL_DPRINT1(ha, "buf_ring_alloc failed for fp[%d, %d]\n", 6066318659Sdavidcs ha->dev_unit, fp->rss_id); 6067318659Sdavidcs return -ENOMEM; 6068316485Sdavidcs } 6069316485Sdavidcs return 0; 6070316485Sdavidcs} 6071316485Sdavidcs 6072316485Sdavidcsstatic int 6073316485Sdavidcsqlnx_alloc_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6074316485Sdavidcs{ 6075316485Sdavidcs int rc, tc; 6076316485Sdavidcs 6077316485Sdavidcs rc = qlnx_alloc_mem_sb(ha, fp->sb_info, fp->rss_id); 6078316485Sdavidcs if (rc) 6079316485Sdavidcs goto err; 6080316485Sdavidcs 6081316485Sdavidcs if (ha->rx_jumbo_buf_eq_mtu) { 6082316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 6083316485Sdavidcs ha->rx_buf_size = MCLBYTES; 6084316485Sdavidcs else if (ha->max_frame_size <= MJUMPAGESIZE) 6085316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 6086316485Sdavidcs else if (ha->max_frame_size <= MJUM9BYTES) 6087316485Sdavidcs ha->rx_buf_size = MJUM9BYTES; 6088316485Sdavidcs else if (ha->max_frame_size <= MJUM16BYTES) 6089316485Sdavidcs ha->rx_buf_size = MJUM16BYTES; 6090316485Sdavidcs } else { 6091316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 6092316485Sdavidcs ha->rx_buf_size = MCLBYTES; 6093316485Sdavidcs else 6094316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 6095316485Sdavidcs } 6096316485Sdavidcs 6097316485Sdavidcs rc = qlnx_alloc_mem_rxq(ha, fp->rxq); 6098316485Sdavidcs if (rc) 6099316485Sdavidcs goto err; 6100316485Sdavidcs 6101316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6102316485Sdavidcs rc = qlnx_alloc_mem_txq(ha, fp, fp->txq[tc]); 6103316485Sdavidcs if (rc) 6104316485Sdavidcs goto err; 6105316485Sdavidcs } 6106316485Sdavidcs 6107316485Sdavidcs return 0; 6108316485Sdavidcs 6109316485Sdavidcserr: 6110316485Sdavidcs qlnx_free_mem_fp(ha, fp); 6111316485Sdavidcs return -ENOMEM; 6112316485Sdavidcs} 6113316485Sdavidcs 6114316485Sdavidcsstatic void 6115316485Sdavidcsqlnx_free_mem_load(qlnx_host_t *ha) 6116316485Sdavidcs{ 6117316485Sdavidcs int i; 6118316485Sdavidcs struct ecore_dev *cdev; 6119316485Sdavidcs 6120316485Sdavidcs cdev = &ha->cdev; 6121316485Sdavidcs 6122316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6123316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 6124316485Sdavidcs 6125316485Sdavidcs qlnx_free_mem_fp(ha, fp); 6126316485Sdavidcs } 6127316485Sdavidcs return; 6128316485Sdavidcs} 6129316485Sdavidcs 6130316485Sdavidcsstatic int 6131316485Sdavidcsqlnx_alloc_mem_load(qlnx_host_t *ha) 6132316485Sdavidcs{ 6133316485Sdavidcs int rc = 0, rss_id; 6134316485Sdavidcs 6135316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 6136316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 6137316485Sdavidcs 6138316485Sdavidcs rc = qlnx_alloc_mem_fp(ha, fp); 6139316485Sdavidcs if (rc) 6140316485Sdavidcs break; 6141316485Sdavidcs } 6142316485Sdavidcs return (rc); 6143316485Sdavidcs} 6144316485Sdavidcs 6145316485Sdavidcsstatic int 6146316485Sdavidcsqlnx_start_vport(struct ecore_dev *cdev, 6147316485Sdavidcs u8 vport_id, 6148316485Sdavidcs u16 mtu, 6149316485Sdavidcs u8 drop_ttl0_flg, 6150316485Sdavidcs u8 inner_vlan_removal_en_flg, 6151316485Sdavidcs u8 tx_switching, 6152316485Sdavidcs u8 hw_lro_enable) 6153316485Sdavidcs{ 6154316485Sdavidcs int rc, i; 6155316485Sdavidcs struct ecore_sp_vport_start_params vport_start_params = { 0 }; 6156316485Sdavidcs qlnx_host_t *ha; 6157316485Sdavidcs 6158316485Sdavidcs ha = (qlnx_host_t *)cdev; 6159316485Sdavidcs 6160316485Sdavidcs vport_start_params.remove_inner_vlan = inner_vlan_removal_en_flg; 6161316485Sdavidcs vport_start_params.tx_switching = 0; 6162316485Sdavidcs vport_start_params.handle_ptp_pkts = 0; 6163316485Sdavidcs vport_start_params.only_untagged = 0; 6164316485Sdavidcs vport_start_params.drop_ttl0 = drop_ttl0_flg; 6165316485Sdavidcs 6166316485Sdavidcs vport_start_params.tpa_mode = 6167316485Sdavidcs (hw_lro_enable ? ECORE_TPA_MODE_RSC : ECORE_TPA_MODE_NONE); 6168316485Sdavidcs vport_start_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 6169316485Sdavidcs 6170316485Sdavidcs vport_start_params.vport_id = vport_id; 6171316485Sdavidcs vport_start_params.mtu = mtu; 6172316485Sdavidcs 6173316485Sdavidcs 6174318659Sdavidcs QL_DPRINT2(ha, "Setting mtu to %d and VPORT ID = %d\n", mtu, vport_id); 6175316485Sdavidcs 6176316485Sdavidcs for_each_hwfn(cdev, i) { 6177316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 6178316485Sdavidcs 6179316485Sdavidcs vport_start_params.concrete_fid = p_hwfn->hw_info.concrete_fid; 6180316485Sdavidcs vport_start_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 6181316485Sdavidcs 6182316485Sdavidcs rc = ecore_sp_vport_start(p_hwfn, &vport_start_params); 6183316485Sdavidcs 6184316485Sdavidcs if (rc) { 6185318659Sdavidcs QL_DPRINT1(ha, "Failed to start VPORT V-PORT %d" 6186318659Sdavidcs " with MTU %d\n" , vport_id, mtu); 6187316485Sdavidcs return -ENOMEM; 6188316485Sdavidcs } 6189316485Sdavidcs 6190316485Sdavidcs ecore_hw_start_fastpath(p_hwfn); 6191316485Sdavidcs 6192318659Sdavidcs QL_DPRINT2(ha, "Started V-PORT %d with MTU %d\n", 6193318659Sdavidcs vport_id, mtu); 6194316485Sdavidcs } 6195316485Sdavidcs return 0; 6196316485Sdavidcs} 6197316485Sdavidcs 6198316485Sdavidcs 6199316485Sdavidcsstatic int 6200316485Sdavidcsqlnx_update_vport(struct ecore_dev *cdev, 6201316485Sdavidcs struct qlnx_update_vport_params *params) 6202316485Sdavidcs{ 6203316485Sdavidcs struct ecore_sp_vport_update_params sp_params; 6204316485Sdavidcs int rc, i, j, fp_index; 6205316485Sdavidcs struct ecore_hwfn *p_hwfn; 6206316485Sdavidcs struct ecore_rss_params *rss; 6207316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)cdev; 6208316485Sdavidcs struct qlnx_fastpath *fp; 6209316485Sdavidcs 6210316485Sdavidcs memset(&sp_params, 0, sizeof(sp_params)); 6211316485Sdavidcs /* Translate protocol params into sp params */ 6212316485Sdavidcs sp_params.vport_id = params->vport_id; 6213316485Sdavidcs 6214316485Sdavidcs sp_params.update_vport_active_rx_flg = 6215316485Sdavidcs params->update_vport_active_rx_flg; 6216316485Sdavidcs sp_params.vport_active_rx_flg = params->vport_active_rx_flg; 6217316485Sdavidcs 6218316485Sdavidcs sp_params.update_vport_active_tx_flg = 6219316485Sdavidcs params->update_vport_active_tx_flg; 6220316485Sdavidcs sp_params.vport_active_tx_flg = params->vport_active_tx_flg; 6221316485Sdavidcs 6222316485Sdavidcs sp_params.update_inner_vlan_removal_flg = 6223316485Sdavidcs params->update_inner_vlan_removal_flg; 6224316485Sdavidcs sp_params.inner_vlan_removal_flg = params->inner_vlan_removal_flg; 6225316485Sdavidcs 6226316485Sdavidcs sp_params.sge_tpa_params = params->sge_tpa_params; 6227316485Sdavidcs 6228316485Sdavidcs /* RSS - is a bit tricky, since upper-layer isn't familiar with hwfns. 6229316485Sdavidcs * We need to re-fix the rss values per engine for CMT. 6230316485Sdavidcs */ 6231318659Sdavidcs if (params->rss_params->update_rss_config) 6232316485Sdavidcs sp_params.rss_params = params->rss_params; 6233318659Sdavidcs else 6234318659Sdavidcs sp_params.rss_params = NULL; 6235316485Sdavidcs 6236316485Sdavidcs for_each_hwfn(cdev, i) { 6237316485Sdavidcs 6238316485Sdavidcs p_hwfn = &cdev->hwfns[i]; 6239316485Sdavidcs 6240316485Sdavidcs if ((cdev->num_hwfns > 1) && 6241316485Sdavidcs params->rss_params->update_rss_config && 6242316485Sdavidcs params->rss_params->rss_enable) { 6243316485Sdavidcs 6244316485Sdavidcs rss = params->rss_params; 6245316485Sdavidcs 6246316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE; j++) { 6247316485Sdavidcs 6248316485Sdavidcs fp_index = ((cdev->num_hwfns * j) + i) % 6249316485Sdavidcs ha->num_rss; 6250316485Sdavidcs 6251316485Sdavidcs fp = &ha->fp_array[fp_index]; 6252317118Sdavidcs rss->rss_ind_table[j] = fp->rxq->handle; 6253316485Sdavidcs } 6254316485Sdavidcs 6255316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE;) { 6256318659Sdavidcs QL_DPRINT3(ha, "%p %p %p %p %p %p %p %p \n", 6257316485Sdavidcs rss->rss_ind_table[j], 6258316485Sdavidcs rss->rss_ind_table[j+1], 6259316485Sdavidcs rss->rss_ind_table[j+2], 6260316485Sdavidcs rss->rss_ind_table[j+3], 6261316485Sdavidcs rss->rss_ind_table[j+4], 6262316485Sdavidcs rss->rss_ind_table[j+5], 6263316485Sdavidcs rss->rss_ind_table[j+6], 6264318659Sdavidcs rss->rss_ind_table[j+7]); 6265316485Sdavidcs j += 8; 6266316485Sdavidcs } 6267316485Sdavidcs } 6268316485Sdavidcs 6269316485Sdavidcs sp_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 6270318659Sdavidcs 6271318659Sdavidcs QL_DPRINT1(ha, "Update sp vport ID=%d\n", params->vport_id); 6272318659Sdavidcs 6273316485Sdavidcs rc = ecore_sp_vport_update(p_hwfn, &sp_params, 6274316485Sdavidcs ECORE_SPQ_MODE_EBLOCK, NULL); 6275316485Sdavidcs if (rc) { 6276318659Sdavidcs QL_DPRINT1(ha, "Failed to update VPORT\n"); 6277316485Sdavidcs return rc; 6278316485Sdavidcs } 6279316485Sdavidcs 6280318659Sdavidcs QL_DPRINT2(ha, "Updated V-PORT %d: tx_active_flag %d, \ 6281318659Sdavidcs rx_active_flag %d [tx_update %d], [rx_update %d]\n", 6282316485Sdavidcs params->vport_id, params->vport_active_tx_flg, 6283316485Sdavidcs params->vport_active_rx_flg, 6284316485Sdavidcs params->update_vport_active_tx_flg, 6285318659Sdavidcs params->update_vport_active_rx_flg); 6286316485Sdavidcs } 6287316485Sdavidcs 6288316485Sdavidcs return 0; 6289316485Sdavidcs} 6290316485Sdavidcs 6291316485Sdavidcsstatic void 6292316485Sdavidcsqlnx_reuse_rx_data(struct qlnx_rx_queue *rxq) 6293316485Sdavidcs{ 6294316485Sdavidcs struct eth_rx_bd *rx_bd_cons = 6295316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 6296316485Sdavidcs struct eth_rx_bd *rx_bd_prod = 6297316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 6298316485Sdavidcs struct sw_rx_data *sw_rx_data_cons = 6299316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_cons]; 6300316485Sdavidcs struct sw_rx_data *sw_rx_data_prod = 6301316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_prod]; 6302316485Sdavidcs 6303316485Sdavidcs sw_rx_data_prod->data = sw_rx_data_cons->data; 6304316485Sdavidcs memcpy(rx_bd_prod, rx_bd_cons, sizeof(struct eth_rx_bd)); 6305316485Sdavidcs 6306316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 6307316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 6308316485Sdavidcs 6309316485Sdavidcs return; 6310316485Sdavidcs} 6311316485Sdavidcs 6312316485Sdavidcsstatic void 6313316485Sdavidcsqlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, struct qlnx_rx_queue *rxq) 6314316485Sdavidcs{ 6315316485Sdavidcs 6316316485Sdavidcs uint16_t bd_prod; 6317316485Sdavidcs uint16_t cqe_prod; 6318317117Sdavidcs union { 6319317117Sdavidcs struct eth_rx_prod_data rx_prod_data; 6320317117Sdavidcs uint32_t data32; 6321317117Sdavidcs } rx_prods; 6322316485Sdavidcs 6323316485Sdavidcs bd_prod = ecore_chain_get_prod_idx(&rxq->rx_bd_ring); 6324316485Sdavidcs cqe_prod = ecore_chain_get_prod_idx(&rxq->rx_comp_ring); 6325316485Sdavidcs 6326316485Sdavidcs /* Update producers */ 6327317117Sdavidcs rx_prods.rx_prod_data.bd_prod = htole16(bd_prod); 6328317117Sdavidcs rx_prods.rx_prod_data.cqe_prod = htole16(cqe_prod); 6329316485Sdavidcs 6330316485Sdavidcs /* Make sure that the BD and SGE data is updated before updating the 6331316485Sdavidcs * producers since FW might read the BD/SGE right after the producer 6332316485Sdavidcs * is updated. 6333316485Sdavidcs */ 6334316485Sdavidcs wmb(); 6335316485Sdavidcs 6336316485Sdavidcs internal_ram_wr(p_hwfn, rxq->hw_rxq_prod_addr, 6337317117Sdavidcs sizeof(rx_prods), &rx_prods.data32); 6338316485Sdavidcs 6339316485Sdavidcs /* mmiowb is needed to synchronize doorbell writes from more than one 6340316485Sdavidcs * processor. It guarantees that the write arrives to the device before 6341316485Sdavidcs * the napi lock is released and another qlnx_poll is called (possibly 6342316485Sdavidcs * on another CPU). Without this barrier, the next doorbell can bypass 6343316485Sdavidcs * this doorbell. This is applicable to IA64/Altix systems. 6344316485Sdavidcs */ 6345316485Sdavidcs wmb(); 6346316485Sdavidcs 6347316485Sdavidcs return; 6348316485Sdavidcs} 6349316485Sdavidcs 6350316485Sdavidcsstatic uint32_t qlnx_hash_key[] = { 6351316485Sdavidcs ((0x6d << 24)|(0x5a << 16)|(0x56 << 8)|0xda), 6352316485Sdavidcs ((0x25 << 24)|(0x5b << 16)|(0x0e << 8)|0xc2), 6353316485Sdavidcs ((0x41 << 24)|(0x67 << 16)|(0x25 << 8)|0x3d), 6354316485Sdavidcs ((0x43 << 24)|(0xa3 << 16)|(0x8f << 8)|0xb0), 6355316485Sdavidcs ((0xd0 << 24)|(0xca << 16)|(0x2b << 8)|0xcb), 6356316485Sdavidcs ((0xae << 24)|(0x7b << 16)|(0x30 << 8)|0xb4), 6357316485Sdavidcs ((0x77 << 24)|(0xcb << 16)|(0x2d << 8)|0xa3), 6358316485Sdavidcs ((0x80 << 24)|(0x30 << 16)|(0xf2 << 8)|0x0c), 6359316485Sdavidcs ((0x6a << 24)|(0x42 << 16)|(0xb7 << 8)|0x3b), 6360316485Sdavidcs ((0xbe << 24)|(0xac << 16)|(0x01 << 8)|0xfa)}; 6361316485Sdavidcs 6362316485Sdavidcsstatic int 6363316485Sdavidcsqlnx_start_queues(qlnx_host_t *ha) 6364316485Sdavidcs{ 6365316485Sdavidcs int rc, tc, i, vport_id = 0, 6366316485Sdavidcs drop_ttl0_flg = 1, vlan_removal_en = 1, 6367316485Sdavidcs tx_switching = 0, hw_lro_enable = 0; 6368316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 6369316485Sdavidcs struct ecore_rss_params *rss_params = &ha->rss_params; 6370316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 6371316485Sdavidcs struct ifnet *ifp; 6372316485Sdavidcs struct ecore_hwfn *p_hwfn; 6373316485Sdavidcs struct ecore_sge_tpa_params tpa_params; 6374316485Sdavidcs struct ecore_queue_start_common_params qparams; 6375316485Sdavidcs struct qlnx_fastpath *fp; 6376316485Sdavidcs 6377316485Sdavidcs ifp = ha->ifp; 6378316485Sdavidcs 6379318659Sdavidcs QL_DPRINT1(ha, "Num RSS = %d\n", ha->num_rss); 6380318659Sdavidcs 6381316485Sdavidcs if (!ha->num_rss) { 6382318659Sdavidcs QL_DPRINT1(ha, "Cannot update V-VPORT as active as there" 6383318659Sdavidcs " are no Rx queues\n"); 6384316485Sdavidcs return -EINVAL; 6385316485Sdavidcs } 6386316485Sdavidcs 6387316485Sdavidcs#ifndef QLNX_SOFT_LRO 6388316485Sdavidcs hw_lro_enable = ifp->if_capenable & IFCAP_LRO; 6389316485Sdavidcs#endif /* #ifndef QLNX_SOFT_LRO */ 6390316485Sdavidcs 6391316485Sdavidcs rc = qlnx_start_vport(cdev, vport_id, ifp->if_mtu, drop_ttl0_flg, 6392316485Sdavidcs vlan_removal_en, tx_switching, hw_lro_enable); 6393316485Sdavidcs 6394316485Sdavidcs if (rc) { 6395318659Sdavidcs QL_DPRINT1(ha, "Start V-PORT failed %d\n", rc); 6396316485Sdavidcs return rc; 6397316485Sdavidcs } 6398316485Sdavidcs 6399318659Sdavidcs QL_DPRINT2(ha, "Start vport ramrod passed, " 6400318659Sdavidcs "vport_id = %d, MTU = %d, vlan_removal_en = %d\n", 6401318659Sdavidcs vport_id, (int)(ifp->if_mtu + 0xe), vlan_removal_en); 6402316485Sdavidcs 6403316485Sdavidcs for_each_rss(i) { 6404316485Sdavidcs struct ecore_rxq_start_ret_params rx_ret_params; 6405316485Sdavidcs struct ecore_txq_start_ret_params tx_ret_params; 6406316485Sdavidcs 6407316485Sdavidcs fp = &ha->fp_array[i]; 6408316485Sdavidcs p_hwfn = &cdev->hwfns[(fp->rss_id % cdev->num_hwfns)]; 6409316485Sdavidcs 6410316485Sdavidcs bzero(&qparams, sizeof(struct ecore_queue_start_common_params)); 6411316485Sdavidcs bzero(&rx_ret_params, 6412316485Sdavidcs sizeof (struct ecore_rxq_start_ret_params)); 6413316485Sdavidcs 6414316485Sdavidcs qparams.queue_id = i ; 6415316485Sdavidcs qparams.vport_id = vport_id; 6416316485Sdavidcs qparams.stats_id = vport_id; 6417316485Sdavidcs qparams.p_sb = fp->sb_info; 6418316485Sdavidcs qparams.sb_idx = RX_PI; 6419316485Sdavidcs 6420316485Sdavidcs 6421316485Sdavidcs rc = ecore_eth_rx_queue_start(p_hwfn, 6422316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6423316485Sdavidcs &qparams, 6424316485Sdavidcs fp->rxq->rx_buf_size, /* bd_max_bytes */ 6425316485Sdavidcs /* bd_chain_phys_addr */ 6426316485Sdavidcs fp->rxq->rx_bd_ring.p_phys_addr, 6427316485Sdavidcs /* cqe_pbl_addr */ 6428316485Sdavidcs ecore_chain_get_pbl_phys(&fp->rxq->rx_comp_ring), 6429316485Sdavidcs /* cqe_pbl_size */ 6430316485Sdavidcs ecore_chain_get_page_cnt(&fp->rxq->rx_comp_ring), 6431316485Sdavidcs &rx_ret_params); 6432316485Sdavidcs 6433316485Sdavidcs if (rc) { 6434318659Sdavidcs QL_DPRINT1(ha, "Start RXQ #%d failed %d\n", i, rc); 6435316485Sdavidcs return rc; 6436316485Sdavidcs } 6437316485Sdavidcs 6438316485Sdavidcs fp->rxq->hw_rxq_prod_addr = rx_ret_params.p_prod; 6439316485Sdavidcs fp->rxq->handle = rx_ret_params.p_handle; 6440316485Sdavidcs fp->rxq->hw_cons_ptr = 6441316485Sdavidcs &fp->sb_info->sb_virt->pi_array[RX_PI]; 6442316485Sdavidcs 6443316485Sdavidcs qlnx_update_rx_prod(p_hwfn, fp->rxq); 6444316485Sdavidcs 6445316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6446316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6447316485Sdavidcs 6448316485Sdavidcs bzero(&qparams, 6449316485Sdavidcs sizeof(struct ecore_queue_start_common_params)); 6450316485Sdavidcs bzero(&tx_ret_params, 6451316485Sdavidcs sizeof (struct ecore_txq_start_ret_params)); 6452316485Sdavidcs 6453316485Sdavidcs qparams.queue_id = txq->index / cdev->num_hwfns ; 6454316485Sdavidcs qparams.vport_id = vport_id; 6455316485Sdavidcs qparams.stats_id = vport_id; 6456316485Sdavidcs qparams.p_sb = fp->sb_info; 6457316485Sdavidcs qparams.sb_idx = TX_PI(tc); 6458316485Sdavidcs 6459316485Sdavidcs rc = ecore_eth_tx_queue_start(p_hwfn, 6460316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6461316485Sdavidcs &qparams, tc, 6462316485Sdavidcs /* bd_chain_phys_addr */ 6463316485Sdavidcs ecore_chain_get_pbl_phys(&txq->tx_pbl), 6464316485Sdavidcs ecore_chain_get_page_cnt(&txq->tx_pbl), 6465316485Sdavidcs &tx_ret_params); 6466316485Sdavidcs 6467316485Sdavidcs if (rc) { 6468318659Sdavidcs QL_DPRINT1(ha, "Start TXQ #%d failed %d\n", 6469318659Sdavidcs txq->index, rc); 6470316485Sdavidcs return rc; 6471316485Sdavidcs } 6472316485Sdavidcs 6473316485Sdavidcs txq->doorbell_addr = tx_ret_params.p_doorbell; 6474316485Sdavidcs txq->handle = tx_ret_params.p_handle; 6475316485Sdavidcs 6476316485Sdavidcs txq->hw_cons_ptr = 6477316485Sdavidcs &fp->sb_info->sb_virt->pi_array[TX_PI(tc)]; 6478316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6479316485Sdavidcs ETH_DB_DATA_DEST, DB_DEST_XCM); 6480316485Sdavidcs SET_FIELD(txq->tx_db.data.params, ETH_DB_DATA_AGG_CMD, 6481316485Sdavidcs DB_AGG_CMD_SET); 6482316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6483316485Sdavidcs ETH_DB_DATA_AGG_VAL_SEL, 6484316485Sdavidcs DQ_XCM_ETH_TX_BD_PROD_CMD); 6485316485Sdavidcs 6486316485Sdavidcs txq->tx_db.data.agg_flags = DQ_XCM_ETH_DQ_CF_CMD; 6487316485Sdavidcs } 6488316485Sdavidcs } 6489316485Sdavidcs 6490316485Sdavidcs /* Fill struct with RSS params */ 6491316485Sdavidcs if (ha->num_rss > 1) { 6492316485Sdavidcs 6493316485Sdavidcs rss_params->update_rss_config = 1; 6494316485Sdavidcs rss_params->rss_enable = 1; 6495316485Sdavidcs rss_params->update_rss_capabilities = 1; 6496316485Sdavidcs rss_params->update_rss_ind_table = 1; 6497316485Sdavidcs rss_params->update_rss_key = 1; 6498316485Sdavidcs rss_params->rss_caps = ECORE_RSS_IPV4 | ECORE_RSS_IPV6 | 6499316485Sdavidcs ECORE_RSS_IPV4_TCP | ECORE_RSS_IPV6_TCP; 6500316485Sdavidcs rss_params->rss_table_size_log = 7; /* 2^7 = 128 */ 6501316485Sdavidcs 6502316485Sdavidcs for (i = 0; i < ECORE_RSS_IND_TABLE_SIZE; i++) { 6503316485Sdavidcs fp = &ha->fp_array[(i % ha->num_rss)]; 6504316485Sdavidcs rss_params->rss_ind_table[i] = fp->rxq->handle; 6505316485Sdavidcs } 6506316485Sdavidcs 6507316485Sdavidcs for (i = 0; i < ECORE_RSS_KEY_SIZE; i++) 6508316485Sdavidcs rss_params->rss_key[i] = (__le32)qlnx_hash_key[i]; 6509316485Sdavidcs 6510316485Sdavidcs } else { 6511316485Sdavidcs memset(rss_params, 0, sizeof(*rss_params)); 6512316485Sdavidcs } 6513316485Sdavidcs 6514316485Sdavidcs 6515316485Sdavidcs /* Prepare and send the vport enable */ 6516316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 6517316485Sdavidcs vport_update_params.vport_id = vport_id; 6518316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 6519316485Sdavidcs vport_update_params.vport_active_tx_flg = 1; 6520316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 6521316485Sdavidcs vport_update_params.vport_active_rx_flg = 1; 6522316485Sdavidcs vport_update_params.rss_params = rss_params; 6523316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 1; 6524316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 1; 6525316485Sdavidcs 6526316485Sdavidcs if (hw_lro_enable) { 6527316485Sdavidcs memset(&tpa_params, 0, sizeof (struct ecore_sge_tpa_params)); 6528316485Sdavidcs 6529316485Sdavidcs tpa_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 6530316485Sdavidcs 6531316485Sdavidcs tpa_params.update_tpa_en_flg = 1; 6532316485Sdavidcs tpa_params.tpa_ipv4_en_flg = 1; 6533316485Sdavidcs tpa_params.tpa_ipv6_en_flg = 1; 6534316485Sdavidcs 6535316485Sdavidcs tpa_params.update_tpa_param_flg = 1; 6536316485Sdavidcs tpa_params.tpa_pkt_split_flg = 0; 6537316485Sdavidcs tpa_params.tpa_hdr_data_split_flg = 0; 6538316485Sdavidcs tpa_params.tpa_gro_consistent_flg = 0; 6539316485Sdavidcs tpa_params.tpa_max_aggs_num = ETH_TPA_MAX_AGGS_NUM; 6540316485Sdavidcs tpa_params.tpa_max_size = (uint16_t)(-1); 6541316485Sdavidcs tpa_params.tpa_min_size_to_start = ifp->if_mtu/2; 6542316485Sdavidcs tpa_params.tpa_min_size_to_cont = ifp->if_mtu/2; 6543316485Sdavidcs 6544316485Sdavidcs vport_update_params.sge_tpa_params = &tpa_params; 6545316485Sdavidcs } 6546316485Sdavidcs 6547316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 6548316485Sdavidcs if (rc) { 6549318659Sdavidcs QL_DPRINT1(ha, "Update V-PORT failed %d\n", rc); 6550316485Sdavidcs return rc; 6551316485Sdavidcs } 6552316485Sdavidcs 6553316485Sdavidcs return 0; 6554316485Sdavidcs} 6555316485Sdavidcs 6556316485Sdavidcsstatic int 6557316485Sdavidcsqlnx_drain_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 6558316485Sdavidcs struct qlnx_tx_queue *txq) 6559316485Sdavidcs{ 6560316485Sdavidcs uint16_t hw_bd_cons; 6561316485Sdavidcs uint16_t ecore_cons_idx; 6562316485Sdavidcs 6563318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 6564316485Sdavidcs 6565316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 6566316485Sdavidcs 6567316485Sdavidcs while (hw_bd_cons != 6568316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 6569316485Sdavidcs 6570316485Sdavidcs mtx_lock(&fp->tx_mtx); 6571316485Sdavidcs 6572316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 6573316485Sdavidcs 6574316485Sdavidcs mtx_unlock(&fp->tx_mtx); 6575316485Sdavidcs 6576316485Sdavidcs qlnx_mdelay(__func__, 2); 6577316485Sdavidcs 6578316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 6579316485Sdavidcs } 6580316485Sdavidcs 6581318659Sdavidcs QL_DPRINT2(ha, "[%d, %d]: done\n", fp->rss_id, txq->index); 6582316485Sdavidcs 6583316485Sdavidcs return 0; 6584316485Sdavidcs} 6585316485Sdavidcs 6586316485Sdavidcsstatic int 6587316485Sdavidcsqlnx_stop_queues(qlnx_host_t *ha) 6588316485Sdavidcs{ 6589316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 6590316485Sdavidcs struct ecore_dev *cdev; 6591316485Sdavidcs struct qlnx_fastpath *fp; 6592316485Sdavidcs int rc, tc, i; 6593316485Sdavidcs 6594316485Sdavidcs cdev = &ha->cdev; 6595316485Sdavidcs 6596316485Sdavidcs /* Disable the vport */ 6597316485Sdavidcs 6598316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 6599316485Sdavidcs 6600316485Sdavidcs vport_update_params.vport_id = 0; 6601316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 6602316485Sdavidcs vport_update_params.vport_active_tx_flg = 0; 6603316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 6604316485Sdavidcs vport_update_params.vport_active_rx_flg = 0; 6605316485Sdavidcs vport_update_params.rss_params = &ha->rss_params; 6606316485Sdavidcs vport_update_params.rss_params->update_rss_config = 0; 6607316485Sdavidcs vport_update_params.rss_params->rss_enable = 0; 6608316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 0; 6609316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 0; 6610316485Sdavidcs 6611318659Sdavidcs QL_DPRINT1(ha, "Update vport ID= %d\n", vport_update_params.vport_id); 6612318659Sdavidcs 6613316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 6614316485Sdavidcs if (rc) { 6615318659Sdavidcs QL_DPRINT1(ha, "Failed to update vport\n"); 6616316485Sdavidcs return rc; 6617316485Sdavidcs } 6618316485Sdavidcs 6619316485Sdavidcs /* Flush Tx queues. If needed, request drain from MCP */ 6620316485Sdavidcs for_each_rss(i) { 6621316485Sdavidcs fp = &ha->fp_array[i]; 6622316485Sdavidcs 6623316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6624316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6625316485Sdavidcs 6626316485Sdavidcs rc = qlnx_drain_txq(ha, fp, txq); 6627316485Sdavidcs if (rc) 6628316485Sdavidcs return rc; 6629316485Sdavidcs } 6630316485Sdavidcs } 6631316485Sdavidcs 6632316485Sdavidcs /* Stop all Queues in reverse order*/ 6633316485Sdavidcs for (i = ha->num_rss - 1; i >= 0; i--) { 6634316485Sdavidcs 6635316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[(i % cdev->num_hwfns)]; 6636316485Sdavidcs 6637316485Sdavidcs fp = &ha->fp_array[i]; 6638316485Sdavidcs 6639316485Sdavidcs /* Stop the Tx Queue(s)*/ 6640316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6641316485Sdavidcs int tx_queue_id; 6642316485Sdavidcs 6643316485Sdavidcs tx_queue_id = tc * ha->num_rss + i; 6644316485Sdavidcs rc = ecore_eth_tx_queue_stop(p_hwfn, 6645316485Sdavidcs fp->txq[tc]->handle); 6646316485Sdavidcs 6647316485Sdavidcs if (rc) { 6648318659Sdavidcs QL_DPRINT1(ha, "Failed to stop TXQ #%d\n", 6649318659Sdavidcs tx_queue_id); 6650316485Sdavidcs return rc; 6651316485Sdavidcs } 6652316485Sdavidcs } 6653316485Sdavidcs 6654316485Sdavidcs /* Stop the Rx Queue*/ 6655316485Sdavidcs rc = ecore_eth_rx_queue_stop(p_hwfn, fp->rxq->handle, false, 6656316485Sdavidcs false); 6657316485Sdavidcs if (rc) { 6658318659Sdavidcs QL_DPRINT1(ha, "Failed to stop RXQ #%d\n", i); 6659316485Sdavidcs return rc; 6660316485Sdavidcs } 6661316485Sdavidcs } 6662316485Sdavidcs 6663316485Sdavidcs /* Stop the vport */ 6664316485Sdavidcs for_each_hwfn(cdev, i) { 6665316485Sdavidcs 6666316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 6667316485Sdavidcs 6668316485Sdavidcs rc = ecore_sp_vport_stop(p_hwfn, p_hwfn->hw_info.opaque_fid, 0); 6669316485Sdavidcs 6670316485Sdavidcs if (rc) { 6671318659Sdavidcs QL_DPRINT1(ha, "Failed to stop VPORT\n"); 6672316485Sdavidcs return rc; 6673316485Sdavidcs } 6674316485Sdavidcs } 6675316485Sdavidcs 6676316485Sdavidcs return rc; 6677316485Sdavidcs} 6678316485Sdavidcs 6679316485Sdavidcsstatic int 6680316485Sdavidcsqlnx_set_ucast_rx_mac(qlnx_host_t *ha, 6681316485Sdavidcs enum ecore_filter_opcode opcode, 6682316485Sdavidcs unsigned char mac[ETH_ALEN]) 6683316485Sdavidcs{ 6684316485Sdavidcs struct ecore_filter_ucast ucast; 6685316485Sdavidcs struct ecore_dev *cdev; 6686316485Sdavidcs int rc; 6687316485Sdavidcs 6688316485Sdavidcs cdev = &ha->cdev; 6689316485Sdavidcs 6690316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 6691316485Sdavidcs 6692316485Sdavidcs ucast.opcode = opcode; 6693316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 6694316485Sdavidcs ucast.is_rx_filter = 1; 6695316485Sdavidcs ucast.vport_to_add_to = 0; 6696316485Sdavidcs memcpy(&ucast.mac[0], mac, ETH_ALEN); 6697316485Sdavidcs 6698316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 6699316485Sdavidcs 6700316485Sdavidcs return (rc); 6701316485Sdavidcs} 6702316485Sdavidcs 6703316485Sdavidcsstatic int 6704316485Sdavidcsqlnx_remove_all_ucast_mac(qlnx_host_t *ha) 6705316485Sdavidcs{ 6706316485Sdavidcs struct ecore_filter_ucast ucast; 6707316485Sdavidcs struct ecore_dev *cdev; 6708316485Sdavidcs int rc; 6709316485Sdavidcs 6710316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 6711316485Sdavidcs 6712316485Sdavidcs ucast.opcode = ECORE_FILTER_REPLACE; 6713316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 6714316485Sdavidcs ucast.is_rx_filter = 1; 6715316485Sdavidcs 6716316485Sdavidcs cdev = &ha->cdev; 6717316485Sdavidcs 6718316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 6719316485Sdavidcs 6720316485Sdavidcs return (rc); 6721316485Sdavidcs} 6722316485Sdavidcs 6723316485Sdavidcsstatic int 6724316485Sdavidcsqlnx_remove_all_mcast_mac(qlnx_host_t *ha) 6725316485Sdavidcs{ 6726316485Sdavidcs struct ecore_filter_mcast *mcast; 6727316485Sdavidcs struct ecore_dev *cdev; 6728316485Sdavidcs int rc, i; 6729316485Sdavidcs 6730316485Sdavidcs cdev = &ha->cdev; 6731316485Sdavidcs 6732316485Sdavidcs mcast = &ha->ecore_mcast; 6733316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 6734316485Sdavidcs 6735316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 6736316485Sdavidcs 6737316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 6738316485Sdavidcs 6739316485Sdavidcs if (ha->mcast[i].addr[0] || ha->mcast[i].addr[1] || 6740316485Sdavidcs ha->mcast[i].addr[2] || ha->mcast[i].addr[3] || 6741316485Sdavidcs ha->mcast[i].addr[4] || ha->mcast[i].addr[5]) { 6742316485Sdavidcs 6743317117Sdavidcs memcpy(&mcast->mac[i], &ha->mcast[i].addr[0], ETH_ALEN); 6744316485Sdavidcs mcast->num_mc_addrs++; 6745316485Sdavidcs } 6746316485Sdavidcs } 6747316485Sdavidcs mcast = &ha->ecore_mcast; 6748316485Sdavidcs 6749316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 6750316485Sdavidcs 6751316485Sdavidcs bzero(ha->mcast, (sizeof(qlnx_mcast_t) * QLNX_MAX_NUM_MULTICAST_ADDRS)); 6752316485Sdavidcs ha->nmcast = 0; 6753316485Sdavidcs 6754316485Sdavidcs return (rc); 6755316485Sdavidcs} 6756316485Sdavidcs 6757316485Sdavidcsstatic int 6758316485Sdavidcsqlnx_clean_filters(qlnx_host_t *ha) 6759316485Sdavidcs{ 6760316485Sdavidcs int rc = 0; 6761316485Sdavidcs 6762316485Sdavidcs /* Remove all unicast macs */ 6763317117Sdavidcs rc = qlnx_remove_all_ucast_mac(ha); 6764316485Sdavidcs if (rc) 6765316485Sdavidcs return rc; 6766316485Sdavidcs 6767316485Sdavidcs /* Remove all multicast macs */ 6768316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 6769316485Sdavidcs if (rc) 6770316485Sdavidcs return rc; 6771316485Sdavidcs 6772316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_FLUSH, ha->primary_mac); 6773316485Sdavidcs 6774316485Sdavidcs return (rc); 6775316485Sdavidcs} 6776316485Sdavidcs 6777316485Sdavidcsstatic int 6778316485Sdavidcsqlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter) 6779316485Sdavidcs{ 6780316485Sdavidcs struct ecore_filter_accept_flags accept; 6781316485Sdavidcs int rc = 0; 6782316485Sdavidcs struct ecore_dev *cdev; 6783316485Sdavidcs 6784316485Sdavidcs cdev = &ha->cdev; 6785316485Sdavidcs 6786316485Sdavidcs bzero(&accept, sizeof(struct ecore_filter_accept_flags)); 6787316485Sdavidcs 6788316485Sdavidcs accept.update_rx_mode_config = 1; 6789316485Sdavidcs accept.rx_accept_filter = filter; 6790316485Sdavidcs 6791316485Sdavidcs accept.update_tx_mode_config = 1; 6792316485Sdavidcs accept.tx_accept_filter = ECORE_ACCEPT_UCAST_MATCHED | 6793316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | ECORE_ACCEPT_BCAST; 6794316485Sdavidcs 6795316485Sdavidcs rc = ecore_filter_accept_cmd(cdev, 0, accept, false, false, 6796316485Sdavidcs ECORE_SPQ_MODE_CB, NULL); 6797316485Sdavidcs 6798316485Sdavidcs return (rc); 6799316485Sdavidcs} 6800316485Sdavidcs 6801316485Sdavidcsstatic int 6802316485Sdavidcsqlnx_set_rx_mode(qlnx_host_t *ha) 6803316485Sdavidcs{ 6804316485Sdavidcs int rc = 0; 6805316485Sdavidcs uint8_t filter; 6806316485Sdavidcs 6807316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_REPLACE, ha->primary_mac); 6808316485Sdavidcs if (rc) 6809316485Sdavidcs return rc; 6810316485Sdavidcs 6811316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 6812316485Sdavidcs if (rc) 6813316485Sdavidcs return rc; 6814316485Sdavidcs 6815316485Sdavidcs filter = ECORE_ACCEPT_UCAST_MATCHED | 6816316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | 6817316485Sdavidcs ECORE_ACCEPT_BCAST; 6818316485Sdavidcs ha->filter = filter; 6819316485Sdavidcs 6820316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 6821316485Sdavidcs 6822316485Sdavidcs return (rc); 6823316485Sdavidcs} 6824316485Sdavidcs 6825316485Sdavidcsstatic int 6826316485Sdavidcsqlnx_set_link(qlnx_host_t *ha, bool link_up) 6827316485Sdavidcs{ 6828316485Sdavidcs int i, rc = 0; 6829316485Sdavidcs struct ecore_dev *cdev; 6830316485Sdavidcs struct ecore_hwfn *hwfn; 6831316485Sdavidcs struct ecore_ptt *ptt; 6832316485Sdavidcs 6833316485Sdavidcs cdev = &ha->cdev; 6834316485Sdavidcs 6835316485Sdavidcs for_each_hwfn(cdev, i) { 6836316485Sdavidcs 6837316485Sdavidcs hwfn = &cdev->hwfns[i]; 6838316485Sdavidcs 6839316485Sdavidcs ptt = ecore_ptt_acquire(hwfn); 6840316485Sdavidcs if (!ptt) 6841316485Sdavidcs return -EBUSY; 6842316485Sdavidcs 6843316485Sdavidcs rc = ecore_mcp_set_link(hwfn, ptt, link_up); 6844316485Sdavidcs 6845316485Sdavidcs ecore_ptt_release(hwfn, ptt); 6846316485Sdavidcs 6847316485Sdavidcs if (rc) 6848316485Sdavidcs return rc; 6849316485Sdavidcs } 6850316485Sdavidcs return (rc); 6851316485Sdavidcs} 6852316485Sdavidcs 6853316485Sdavidcs#if __FreeBSD_version >= 1100000 6854316485Sdavidcsstatic uint64_t 6855316485Sdavidcsqlnx_get_counter(if_t ifp, ift_counter cnt) 6856316485Sdavidcs{ 6857316485Sdavidcs qlnx_host_t *ha; 6858316485Sdavidcs uint64_t count; 6859316485Sdavidcs 6860316485Sdavidcs ha = (qlnx_host_t *)if_getsoftc(ifp); 6861316485Sdavidcs 6862316485Sdavidcs switch (cnt) { 6863316485Sdavidcs 6864316485Sdavidcs case IFCOUNTER_IPACKETS: 6865316485Sdavidcs count = ha->hw_stats.common.rx_ucast_pkts + 6866316485Sdavidcs ha->hw_stats.common.rx_mcast_pkts + 6867316485Sdavidcs ha->hw_stats.common.rx_bcast_pkts; 6868316485Sdavidcs break; 6869316485Sdavidcs 6870316485Sdavidcs case IFCOUNTER_IERRORS: 6871316485Sdavidcs count = ha->hw_stats.common.rx_crc_errors + 6872316485Sdavidcs ha->hw_stats.common.rx_align_errors + 6873316485Sdavidcs ha->hw_stats.common.rx_oversize_packets + 6874316485Sdavidcs ha->hw_stats.common.rx_undersize_packets; 6875316485Sdavidcs break; 6876316485Sdavidcs 6877316485Sdavidcs case IFCOUNTER_OPACKETS: 6878316485Sdavidcs count = ha->hw_stats.common.tx_ucast_pkts + 6879316485Sdavidcs ha->hw_stats.common.tx_mcast_pkts + 6880316485Sdavidcs ha->hw_stats.common.tx_bcast_pkts; 6881316485Sdavidcs break; 6882316485Sdavidcs 6883316485Sdavidcs case IFCOUNTER_OERRORS: 6884316485Sdavidcs count = ha->hw_stats.common.tx_err_drop_pkts; 6885316485Sdavidcs break; 6886316485Sdavidcs 6887316485Sdavidcs case IFCOUNTER_COLLISIONS: 6888316485Sdavidcs return (0); 6889316485Sdavidcs 6890316485Sdavidcs case IFCOUNTER_IBYTES: 6891316485Sdavidcs count = ha->hw_stats.common.rx_ucast_bytes + 6892316485Sdavidcs ha->hw_stats.common.rx_mcast_bytes + 6893316485Sdavidcs ha->hw_stats.common.rx_bcast_bytes; 6894316485Sdavidcs break; 6895316485Sdavidcs 6896316485Sdavidcs case IFCOUNTER_OBYTES: 6897316485Sdavidcs count = ha->hw_stats.common.tx_ucast_bytes + 6898316485Sdavidcs ha->hw_stats.common.tx_mcast_bytes + 6899316485Sdavidcs ha->hw_stats.common.tx_bcast_bytes; 6900316485Sdavidcs break; 6901316485Sdavidcs 6902316485Sdavidcs case IFCOUNTER_IMCASTS: 6903316485Sdavidcs count = ha->hw_stats.common.rx_mcast_bytes; 6904316485Sdavidcs break; 6905316485Sdavidcs 6906316485Sdavidcs case IFCOUNTER_OMCASTS: 6907316485Sdavidcs count = ha->hw_stats.common.tx_mcast_bytes; 6908316485Sdavidcs break; 6909316485Sdavidcs 6910316485Sdavidcs case IFCOUNTER_IQDROPS: 6911316485Sdavidcs case IFCOUNTER_OQDROPS: 6912316485Sdavidcs case IFCOUNTER_NOPROTO: 6913316485Sdavidcs 6914316485Sdavidcs default: 6915316485Sdavidcs return (if_get_counter_default(ifp, cnt)); 6916316485Sdavidcs } 6917316485Sdavidcs return (count); 6918316485Sdavidcs} 6919316485Sdavidcs#endif 6920316485Sdavidcs 6921316485Sdavidcs 6922316485Sdavidcsstatic void 6923316485Sdavidcsqlnx_timer(void *arg) 6924316485Sdavidcs{ 6925316485Sdavidcs qlnx_host_t *ha; 6926316485Sdavidcs 6927316485Sdavidcs ha = (qlnx_host_t *)arg; 6928316485Sdavidcs 6929316485Sdavidcs ecore_get_vport_stats(&ha->cdev, &ha->hw_stats); 6930316485Sdavidcs 6931322851Sdavidcs if (ha->storm_stats_gather) 6932316485Sdavidcs qlnx_sample_storm_stats(ha); 6933316485Sdavidcs 6934316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 6935316485Sdavidcs 6936316485Sdavidcs return; 6937316485Sdavidcs} 6938316485Sdavidcs 6939316485Sdavidcsstatic int 6940316485Sdavidcsqlnx_load(qlnx_host_t *ha) 6941316485Sdavidcs{ 6942316485Sdavidcs int i; 6943316485Sdavidcs int rc = 0; 6944316485Sdavidcs struct ecore_dev *cdev; 6945316485Sdavidcs device_t dev; 6946316485Sdavidcs 6947316485Sdavidcs cdev = &ha->cdev; 6948316485Sdavidcs dev = ha->pci_dev; 6949316485Sdavidcs 6950318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 6951316485Sdavidcs 6952316485Sdavidcs rc = qlnx_alloc_mem_arrays(ha); 6953316485Sdavidcs if (rc) 6954316485Sdavidcs goto qlnx_load_exit0; 6955316485Sdavidcs 6956316485Sdavidcs qlnx_init_fp(ha); 6957316485Sdavidcs 6958316485Sdavidcs rc = qlnx_alloc_mem_load(ha); 6959316485Sdavidcs if (rc) 6960316485Sdavidcs goto qlnx_load_exit1; 6961316485Sdavidcs 6962318659Sdavidcs QL_DPRINT2(ha, "Allocated %d RSS queues on %d TC/s\n", 6963318659Sdavidcs ha->num_rss, ha->num_tc); 6964316485Sdavidcs 6965316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6966316485Sdavidcs 6967316485Sdavidcs if ((rc = bus_setup_intr(dev, ha->irq_vec[i].irq, 6968316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), 6969316485Sdavidcs NULL, qlnx_fp_isr, &ha->irq_vec[i], 6970316485Sdavidcs &ha->irq_vec[i].handle))) { 6971316485Sdavidcs 6972318659Sdavidcs QL_DPRINT1(ha, "could not setup interrupt\n"); 6973316485Sdavidcs goto qlnx_load_exit2; 6974316485Sdavidcs } 6975316485Sdavidcs 6976318659Sdavidcs QL_DPRINT2(ha, "rss_id = %d irq_rid %d \ 6977318659Sdavidcs irq %p handle %p\n", i, 6978316485Sdavidcs ha->irq_vec[i].irq_rid, 6979318659Sdavidcs ha->irq_vec[i].irq, ha->irq_vec[i].handle); 6980316485Sdavidcs 6981316485Sdavidcs bus_bind_intr(dev, ha->irq_vec[i].irq, (i % mp_ncpus)); 6982316485Sdavidcs } 6983316485Sdavidcs 6984316485Sdavidcs rc = qlnx_start_queues(ha); 6985316485Sdavidcs if (rc) 6986316485Sdavidcs goto qlnx_load_exit2; 6987316485Sdavidcs 6988318659Sdavidcs QL_DPRINT2(ha, "Start VPORT, RXQ and TXQ succeeded\n"); 6989316485Sdavidcs 6990316485Sdavidcs /* Add primary mac and set Rx filters */ 6991316485Sdavidcs rc = qlnx_set_rx_mode(ha); 6992316485Sdavidcs if (rc) 6993316485Sdavidcs goto qlnx_load_exit2; 6994316485Sdavidcs 6995316485Sdavidcs /* Ask for link-up using current configuration */ 6996316485Sdavidcs qlnx_set_link(ha, true); 6997316485Sdavidcs 6998316485Sdavidcs ha->state = QLNX_STATE_OPEN; 6999316485Sdavidcs 7000316485Sdavidcs bzero(&ha->hw_stats, sizeof(struct ecore_eth_stats)); 7001316485Sdavidcs 7002316485Sdavidcs if (ha->flags.callout_init) 7003316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 7004316485Sdavidcs 7005316485Sdavidcs goto qlnx_load_exit0; 7006316485Sdavidcs 7007316485Sdavidcsqlnx_load_exit2: 7008316485Sdavidcs qlnx_free_mem_load(ha); 7009316485Sdavidcs 7010316485Sdavidcsqlnx_load_exit1: 7011316485Sdavidcs ha->num_rss = 0; 7012316485Sdavidcs 7013316485Sdavidcsqlnx_load_exit0: 7014318659Sdavidcs QL_DPRINT2(ha, "exit [%d]\n", rc); 7015316485Sdavidcs return rc; 7016316485Sdavidcs} 7017316485Sdavidcs 7018316485Sdavidcsstatic void 7019316485Sdavidcsqlnx_drain_soft_lro(qlnx_host_t *ha) 7020316485Sdavidcs{ 7021316485Sdavidcs#ifdef QLNX_SOFT_LRO 7022316485Sdavidcs 7023316485Sdavidcs struct ifnet *ifp; 7024316485Sdavidcs int i; 7025316485Sdavidcs 7026316485Sdavidcs ifp = ha->ifp; 7027316485Sdavidcs 7028316485Sdavidcs 7029316485Sdavidcs if (ifp->if_capenable & IFCAP_LRO) { 7030316485Sdavidcs 7031316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 7032316485Sdavidcs 7033316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 7034316485Sdavidcs struct lro_ctrl *lro; 7035316485Sdavidcs 7036316485Sdavidcs lro = &fp->rxq->lro; 7037316485Sdavidcs 7038316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 7039316485Sdavidcs 7040316485Sdavidcs tcp_lro_flush_all(lro); 7041316485Sdavidcs 7042316485Sdavidcs#else 7043316485Sdavidcs struct lro_entry *queued; 7044316485Sdavidcs 7045316485Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))){ 7046316485Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 7047316485Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 7048316485Sdavidcs tcp_lro_flush(lro, queued); 7049316485Sdavidcs } 7050316485Sdavidcs 7051316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 7052316485Sdavidcs 7053316485Sdavidcs } 7054316485Sdavidcs } 7055316485Sdavidcs 7056316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 7057316485Sdavidcs 7058316485Sdavidcs return; 7059316485Sdavidcs} 7060316485Sdavidcs 7061316485Sdavidcsstatic void 7062316485Sdavidcsqlnx_unload(qlnx_host_t *ha) 7063316485Sdavidcs{ 7064316485Sdavidcs struct ecore_dev *cdev; 7065316485Sdavidcs device_t dev; 7066316485Sdavidcs int i; 7067316485Sdavidcs 7068316485Sdavidcs cdev = &ha->cdev; 7069316485Sdavidcs dev = ha->pci_dev; 7070316485Sdavidcs 7071318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 7072318659Sdavidcs QL_DPRINT1(ha, " QLNX STATE = %d\n",ha->state); 7073316485Sdavidcs 7074316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 7075316485Sdavidcs 7076316485Sdavidcs qlnx_set_link(ha, false); 7077316485Sdavidcs qlnx_clean_filters(ha); 7078316485Sdavidcs qlnx_stop_queues(ha); 7079316485Sdavidcs ecore_hw_stop_fastpath(cdev); 7080316485Sdavidcs 7081316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 7082316485Sdavidcs if (ha->irq_vec[i].handle) { 7083316485Sdavidcs (void)bus_teardown_intr(dev, 7084316485Sdavidcs ha->irq_vec[i].irq, 7085316485Sdavidcs ha->irq_vec[i].handle); 7086316485Sdavidcs ha->irq_vec[i].handle = NULL; 7087316485Sdavidcs } 7088316485Sdavidcs } 7089316485Sdavidcs 7090316485Sdavidcs qlnx_drain_fp_taskqueues(ha); 7091316485Sdavidcs qlnx_drain_soft_lro(ha); 7092316485Sdavidcs qlnx_free_mem_load(ha); 7093316485Sdavidcs } 7094316485Sdavidcs 7095316485Sdavidcs if (ha->flags.callout_init) 7096316485Sdavidcs callout_drain(&ha->qlnx_callout); 7097316485Sdavidcs 7098316485Sdavidcs qlnx_mdelay(__func__, 1000); 7099316485Sdavidcs 7100316485Sdavidcs ha->state = QLNX_STATE_CLOSED; 7101316485Sdavidcs 7102318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 7103316485Sdavidcs return; 7104316485Sdavidcs} 7105316485Sdavidcs 7106316485Sdavidcsstatic int 7107316485Sdavidcsqlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 7108316485Sdavidcs{ 7109316485Sdavidcs int rval = -1; 7110316485Sdavidcs struct ecore_hwfn *p_hwfn; 7111316485Sdavidcs struct ecore_ptt *p_ptt; 7112316485Sdavidcs 7113316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 7114316485Sdavidcs 7115316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 7116316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 7117316485Sdavidcs 7118316485Sdavidcs if (!p_ptt) { 7119318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 7120316485Sdavidcs return (rval); 7121316485Sdavidcs } 7122316485Sdavidcs 7123316485Sdavidcs rval = ecore_dbg_grc_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 7124316485Sdavidcs 7125316485Sdavidcs if (rval == DBG_STATUS_OK) 7126316485Sdavidcs rval = 0; 7127316485Sdavidcs else { 7128318659Sdavidcs QL_DPRINT1(ha, "ecore_dbg_grc_get_dump_buf_size failed" 7129318659Sdavidcs "[0x%x]\n", rval); 7130316485Sdavidcs } 7131316485Sdavidcs 7132316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 7133316485Sdavidcs 7134316485Sdavidcs return (rval); 7135316485Sdavidcs} 7136316485Sdavidcs 7137316485Sdavidcsstatic int 7138316485Sdavidcsqlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 7139316485Sdavidcs{ 7140316485Sdavidcs int rval = -1; 7141316485Sdavidcs struct ecore_hwfn *p_hwfn; 7142316485Sdavidcs struct ecore_ptt *p_ptt; 7143316485Sdavidcs 7144316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 7145316485Sdavidcs 7146316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 7147316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 7148316485Sdavidcs 7149316485Sdavidcs if (!p_ptt) { 7150318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 7151316485Sdavidcs return (rval); 7152316485Sdavidcs } 7153316485Sdavidcs 7154316485Sdavidcs rval = ecore_dbg_idle_chk_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 7155316485Sdavidcs 7156316485Sdavidcs if (rval == DBG_STATUS_OK) 7157316485Sdavidcs rval = 0; 7158316485Sdavidcs else { 7159318659Sdavidcs QL_DPRINT1(ha, "ecore_dbg_idle_chk_get_dump_buf_size failed" 7160318659Sdavidcs " [0x%x]\n", rval); 7161316485Sdavidcs } 7162316485Sdavidcs 7163316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 7164316485Sdavidcs 7165316485Sdavidcs return (rval); 7166316485Sdavidcs} 7167316485Sdavidcs 7168316485Sdavidcs 7169316485Sdavidcsstatic void 7170316485Sdavidcsqlnx_sample_storm_stats(qlnx_host_t *ha) 7171316485Sdavidcs{ 7172316485Sdavidcs int i, index; 7173316485Sdavidcs struct ecore_dev *cdev; 7174316485Sdavidcs qlnx_storm_stats_t *s_stats; 7175316485Sdavidcs uint32_t reg; 7176316485Sdavidcs struct ecore_ptt *p_ptt; 7177316485Sdavidcs struct ecore_hwfn *hwfn; 7178316485Sdavidcs 7179316485Sdavidcs if (ha->storm_stats_index >= QLNX_STORM_STATS_SAMPLES_PER_HWFN) { 7180322851Sdavidcs ha->storm_stats_gather = 0; 7181316485Sdavidcs return; 7182316485Sdavidcs } 7183316485Sdavidcs 7184316485Sdavidcs cdev = &ha->cdev; 7185316485Sdavidcs 7186316485Sdavidcs for_each_hwfn(cdev, i) { 7187316485Sdavidcs 7188316485Sdavidcs hwfn = &cdev->hwfns[i]; 7189316485Sdavidcs 7190316485Sdavidcs p_ptt = ecore_ptt_acquire(hwfn); 7191316485Sdavidcs if (!p_ptt) 7192316485Sdavidcs return; 7193316485Sdavidcs 7194316485Sdavidcs index = ha->storm_stats_index + 7195316485Sdavidcs (i * QLNX_STORM_STATS_SAMPLES_PER_HWFN); 7196316485Sdavidcs 7197316485Sdavidcs s_stats = &ha->storm_stats[index]; 7198316485Sdavidcs 7199316485Sdavidcs /* XSTORM */ 7200316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7201316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7202316485Sdavidcs s_stats->xstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7203316485Sdavidcs 7204316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7205316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7206316485Sdavidcs s_stats->xstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7207316485Sdavidcs 7208316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7209316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7210316485Sdavidcs s_stats->xstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7211316485Sdavidcs 7212316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7213316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7214316485Sdavidcs s_stats->xstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7215316485Sdavidcs 7216316485Sdavidcs /* YSTORM */ 7217316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7218316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7219316485Sdavidcs s_stats->ystorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7220316485Sdavidcs 7221316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7222316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7223316485Sdavidcs s_stats->ystorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7224316485Sdavidcs 7225316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7226316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7227316485Sdavidcs s_stats->ystorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7228316485Sdavidcs 7229316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7230316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7231316485Sdavidcs s_stats->ystorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7232316485Sdavidcs 7233316485Sdavidcs /* PSTORM */ 7234316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7235316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7236316485Sdavidcs s_stats->pstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7237316485Sdavidcs 7238316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7239316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7240316485Sdavidcs s_stats->pstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7241316485Sdavidcs 7242316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7243316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7244316485Sdavidcs s_stats->pstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7245316485Sdavidcs 7246316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7247316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7248316485Sdavidcs s_stats->pstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7249316485Sdavidcs 7250316485Sdavidcs /* TSTORM */ 7251316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7252316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7253316485Sdavidcs s_stats->tstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7254316485Sdavidcs 7255316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7256316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7257316485Sdavidcs s_stats->tstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7258316485Sdavidcs 7259316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7260316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7261316485Sdavidcs s_stats->tstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7262316485Sdavidcs 7263316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7264316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7265316485Sdavidcs s_stats->tstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7266316485Sdavidcs 7267316485Sdavidcs /* MSTORM */ 7268316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7269316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7270316485Sdavidcs s_stats->mstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7271316485Sdavidcs 7272316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7273316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7274316485Sdavidcs s_stats->mstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7275316485Sdavidcs 7276316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7277316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7278316485Sdavidcs s_stats->mstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7279316485Sdavidcs 7280316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7281316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7282316485Sdavidcs s_stats->mstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7283316485Sdavidcs 7284316485Sdavidcs /* USTORM */ 7285316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7286316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7287316485Sdavidcs s_stats->ustorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7288316485Sdavidcs 7289316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7290316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7291316485Sdavidcs s_stats->ustorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7292316485Sdavidcs 7293316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7294316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7295316485Sdavidcs s_stats->ustorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7296316485Sdavidcs 7297316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7298316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7299316485Sdavidcs s_stats->ustorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7300316485Sdavidcs 7301316485Sdavidcs ecore_ptt_release(hwfn, p_ptt); 7302316485Sdavidcs } 7303316485Sdavidcs 7304316485Sdavidcs ha->storm_stats_index++; 7305316485Sdavidcs 7306316485Sdavidcs return; 7307316485Sdavidcs} 7308316485Sdavidcs 7309316485Sdavidcs/* 7310316485Sdavidcs * Name: qlnx_dump_buf8 7311316485Sdavidcs * Function: dumps a buffer as bytes 7312316485Sdavidcs */ 7313316485Sdavidcsstatic void 7314316485Sdavidcsqlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, uint32_t len) 7315316485Sdavidcs{ 7316316485Sdavidcs device_t dev; 7317316485Sdavidcs uint32_t i = 0; 7318316485Sdavidcs uint8_t *buf; 7319316485Sdavidcs 7320316485Sdavidcs dev = ha->pci_dev; 7321316485Sdavidcs buf = dbuf; 7322316485Sdavidcs 7323316485Sdavidcs device_printf(dev, "%s: %s 0x%x dump start\n", __func__, msg, len); 7324316485Sdavidcs 7325316485Sdavidcs while (len >= 16) { 7326316485Sdavidcs device_printf(dev,"0x%08x:" 7327316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7328316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 7329316485Sdavidcs buf[0], buf[1], buf[2], buf[3], 7330316485Sdavidcs buf[4], buf[5], buf[6], buf[7], 7331316485Sdavidcs buf[8], buf[9], buf[10], buf[11], 7332316485Sdavidcs buf[12], buf[13], buf[14], buf[15]); 7333316485Sdavidcs i += 16; 7334316485Sdavidcs len -= 16; 7335316485Sdavidcs buf += 16; 7336316485Sdavidcs } 7337316485Sdavidcs switch (len) { 7338316485Sdavidcs case 1: 7339316485Sdavidcs device_printf(dev,"0x%08x: %02x\n", i, buf[0]); 7340316485Sdavidcs break; 7341316485Sdavidcs case 2: 7342316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x\n", i, buf[0], buf[1]); 7343316485Sdavidcs break; 7344316485Sdavidcs case 3: 7345316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x\n", 7346316485Sdavidcs i, buf[0], buf[1], buf[2]); 7347316485Sdavidcs break; 7348316485Sdavidcs case 4: 7349316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x %02x\n", i, 7350316485Sdavidcs buf[0], buf[1], buf[2], buf[3]); 7351316485Sdavidcs break; 7352316485Sdavidcs case 5: 7353316485Sdavidcs device_printf(dev,"0x%08x:" 7354316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 7355316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4]); 7356316485Sdavidcs break; 7357316485Sdavidcs case 6: 7358316485Sdavidcs device_printf(dev,"0x%08x:" 7359316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 7360316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5]); 7361316485Sdavidcs break; 7362316485Sdavidcs case 7: 7363316485Sdavidcs device_printf(dev,"0x%08x:" 7364316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 7365316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6]); 7366316485Sdavidcs break; 7367316485Sdavidcs case 8: 7368316485Sdavidcs device_printf(dev,"0x%08x:" 7369316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 7370316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7371316485Sdavidcs buf[7]); 7372316485Sdavidcs break; 7373316485Sdavidcs case 9: 7374316485Sdavidcs device_printf(dev,"0x%08x:" 7375316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7376316485Sdavidcs " %02x\n", i, 7377316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7378316485Sdavidcs buf[7], buf[8]); 7379316485Sdavidcs break; 7380316485Sdavidcs case 10: 7381316485Sdavidcs device_printf(dev,"0x%08x:" 7382316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7383316485Sdavidcs " %02x %02x\n", i, 7384316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7385316485Sdavidcs buf[7], buf[8], buf[9]); 7386316485Sdavidcs break; 7387316485Sdavidcs case 11: 7388316485Sdavidcs device_printf(dev,"0x%08x:" 7389316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7390316485Sdavidcs " %02x %02x %02x\n", i, 7391316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7392316485Sdavidcs buf[7], buf[8], buf[9], buf[10]); 7393316485Sdavidcs break; 7394316485Sdavidcs case 12: 7395316485Sdavidcs device_printf(dev,"0x%08x:" 7396316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7397316485Sdavidcs " %02x %02x %02x %02x\n", i, 7398316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7399316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11]); 7400316485Sdavidcs break; 7401316485Sdavidcs case 13: 7402316485Sdavidcs device_printf(dev,"0x%08x:" 7403316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7404316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 7405316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7406316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12]); 7407316485Sdavidcs break; 7408316485Sdavidcs case 14: 7409316485Sdavidcs device_printf(dev,"0x%08x:" 7410316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7411316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 7412316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7413316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 7414316485Sdavidcs buf[13]); 7415316485Sdavidcs break; 7416316485Sdavidcs case 15: 7417316485Sdavidcs device_printf(dev,"0x%08x:" 7418316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7419316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 7420316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7421316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 7422316485Sdavidcs buf[13], buf[14]); 7423316485Sdavidcs break; 7424316485Sdavidcs default: 7425316485Sdavidcs break; 7426316485Sdavidcs } 7427316485Sdavidcs 7428316485Sdavidcs device_printf(dev, "%s: %s dump end\n", __func__, msg); 7429316485Sdavidcs 7430316485Sdavidcs return; 7431316485Sdavidcs} 7432316485Sdavidcs 7433