qlnx_os.c revision 332288
1316485Sdavidcs/* 2316485Sdavidcs * Copyright (c) 2017-2018 Cavium, Inc. 3316485Sdavidcs * All rights reserved. 4316485Sdavidcs * 5316485Sdavidcs * Redistribution and use in source and binary forms, with or without 6316485Sdavidcs * modification, are permitted provided that the following conditions 7316485Sdavidcs * are met: 8316485Sdavidcs * 9316485Sdavidcs * 1. Redistributions of source code must retain the above copyright 10316485Sdavidcs * notice, this list of conditions and the following disclaimer. 11316485Sdavidcs * 2. Redistributions in binary form must reproduce the above copyright 12316485Sdavidcs * notice, this list of conditions and the following disclaimer in the 13316485Sdavidcs * documentation and/or other materials provided with the distribution. 14316485Sdavidcs * 15316485Sdavidcs * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 16316485Sdavidcs * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17316485Sdavidcs * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18316485Sdavidcs * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 19316485Sdavidcs * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 20316485Sdavidcs * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 21316485Sdavidcs * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 22316485Sdavidcs * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 23316485Sdavidcs * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 24316485Sdavidcs * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 25316485Sdavidcs * POSSIBILITY OF SUCH DAMAGE. 26316485Sdavidcs */ 27316485Sdavidcs 28316485Sdavidcs 29316485Sdavidcs/* 30316485Sdavidcs * File: qlnx_os.c 31316485Sdavidcs * Author : David C Somayajulu, Cavium, Inc., San Jose, CA 95131. 32316485Sdavidcs */ 33316485Sdavidcs 34316485Sdavidcs#include <sys/cdefs.h> 35316485Sdavidcs__FBSDID("$FreeBSD: stable/11/sys/dev/qlnx/qlnxe/qlnx_os.c 332288 2018-04-08 16:54:07Z brooks $"); 36316485Sdavidcs 37316485Sdavidcs#include "qlnx_os.h" 38316485Sdavidcs#include "bcm_osal.h" 39316485Sdavidcs#include "reg_addr.h" 40316485Sdavidcs#include "ecore_gtt_reg_addr.h" 41316485Sdavidcs#include "ecore.h" 42316485Sdavidcs#include "ecore_chain.h" 43316485Sdavidcs#include "ecore_status.h" 44316485Sdavidcs#include "ecore_hw.h" 45316485Sdavidcs#include "ecore_rt_defs.h" 46316485Sdavidcs#include "ecore_init_ops.h" 47316485Sdavidcs#include "ecore_int.h" 48316485Sdavidcs#include "ecore_cxt.h" 49316485Sdavidcs#include "ecore_spq.h" 50316485Sdavidcs#include "ecore_init_fw_funcs.h" 51316485Sdavidcs#include "ecore_sp_commands.h" 52316485Sdavidcs#include "ecore_dev_api.h" 53316485Sdavidcs#include "ecore_l2_api.h" 54316485Sdavidcs#include "ecore_mcp.h" 55316485Sdavidcs#include "ecore_hw_defs.h" 56316485Sdavidcs#include "mcp_public.h" 57316485Sdavidcs#include "ecore_iro.h" 58316485Sdavidcs#include "nvm_cfg.h" 59316485Sdavidcs#include "ecore_dev_api.h" 60316485Sdavidcs#include "ecore_dbg_fw_funcs.h" 61316485Sdavidcs 62316485Sdavidcs#include "qlnx_ioctl.h" 63316485Sdavidcs#include "qlnx_def.h" 64316485Sdavidcs#include "qlnx_ver.h" 65316485Sdavidcs#include <sys/smp.h> 66316485Sdavidcs 67316485Sdavidcs 68316485Sdavidcs/* 69316485Sdavidcs * static functions 70316485Sdavidcs */ 71316485Sdavidcs/* 72316485Sdavidcs * ioctl related functions 73316485Sdavidcs */ 74316485Sdavidcsstatic void qlnx_add_sysctls(qlnx_host_t *ha); 75316485Sdavidcs 76316485Sdavidcs/* 77316485Sdavidcs * main driver 78316485Sdavidcs */ 79316485Sdavidcsstatic void qlnx_release(qlnx_host_t *ha); 80316485Sdavidcsstatic void qlnx_fp_isr(void *arg); 81316485Sdavidcsstatic void qlnx_init_ifnet(device_t dev, qlnx_host_t *ha); 82316485Sdavidcsstatic void qlnx_init(void *arg); 83316485Sdavidcsstatic void qlnx_init_locked(qlnx_host_t *ha); 84316485Sdavidcsstatic int qlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi); 85316485Sdavidcsstatic int qlnx_set_promisc(qlnx_host_t *ha); 86316485Sdavidcsstatic int qlnx_set_allmulti(qlnx_host_t *ha); 87316485Sdavidcsstatic int qlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data); 88316485Sdavidcsstatic int qlnx_media_change(struct ifnet *ifp); 89316485Sdavidcsstatic void qlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr); 90316485Sdavidcsstatic void qlnx_stop(qlnx_host_t *ha); 91316485Sdavidcsstatic int qlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, 92316485Sdavidcs struct mbuf **m_headp); 93316485Sdavidcsstatic int qlnx_get_ifq_snd_maxlen(qlnx_host_t *ha); 94316485Sdavidcsstatic uint32_t qlnx_get_optics(qlnx_host_t *ha, 95316485Sdavidcs struct qlnx_link_output *if_link); 96316485Sdavidcsstatic int qlnx_transmit(struct ifnet *ifp, struct mbuf *mp); 97322851Sdavidcsstatic int qlnx_transmit_locked(struct ifnet *ifp, struct qlnx_fastpath *fp, 98322851Sdavidcs struct mbuf *mp); 99316485Sdavidcsstatic void qlnx_qflush(struct ifnet *ifp); 100316485Sdavidcs 101316485Sdavidcsstatic int qlnx_alloc_parent_dma_tag(qlnx_host_t *ha); 102316485Sdavidcsstatic void qlnx_free_parent_dma_tag(qlnx_host_t *ha); 103316485Sdavidcsstatic int qlnx_alloc_tx_dma_tag(qlnx_host_t *ha); 104316485Sdavidcsstatic void qlnx_free_tx_dma_tag(qlnx_host_t *ha); 105316485Sdavidcsstatic int qlnx_alloc_rx_dma_tag(qlnx_host_t *ha); 106316485Sdavidcsstatic void qlnx_free_rx_dma_tag(qlnx_host_t *ha); 107316485Sdavidcs 108316485Sdavidcsstatic int qlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver); 109316485Sdavidcsstatic int qlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size); 110316485Sdavidcs 111316485Sdavidcsstatic int qlnx_nic_setup(struct ecore_dev *cdev, 112316485Sdavidcs struct ecore_pf_params *func_params); 113316485Sdavidcsstatic int qlnx_nic_start(struct ecore_dev *cdev); 114316485Sdavidcsstatic int qlnx_slowpath_start(qlnx_host_t *ha); 115316485Sdavidcsstatic int qlnx_slowpath_stop(qlnx_host_t *ha); 116316485Sdavidcsstatic int qlnx_init_hw(qlnx_host_t *ha); 117316485Sdavidcsstatic void qlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 118316485Sdavidcs char ver_str[VER_SIZE]); 119316485Sdavidcsstatic void qlnx_unload(qlnx_host_t *ha); 120316485Sdavidcsstatic int qlnx_load(qlnx_host_t *ha); 121316485Sdavidcsstatic void qlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 122316485Sdavidcs uint32_t add_mac); 123316485Sdavidcsstatic void qlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, 124316485Sdavidcs uint32_t len); 125316485Sdavidcsstatic int qlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq); 126316485Sdavidcsstatic void qlnx_reuse_rx_data(struct qlnx_rx_queue *rxq); 127316485Sdavidcsstatic void qlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, 128316485Sdavidcs struct qlnx_rx_queue *rxq); 129316485Sdavidcsstatic int qlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter); 130316485Sdavidcsstatic int qlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, 131316485Sdavidcs int hwfn_index); 132316485Sdavidcsstatic int qlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, 133316485Sdavidcs int hwfn_index); 134316485Sdavidcsstatic void qlnx_timer(void *arg); 135316485Sdavidcsstatic int qlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 136316485Sdavidcsstatic void qlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 137316485Sdavidcsstatic void qlnx_trigger_dump(qlnx_host_t *ha); 138322851Sdavidcsstatic uint16_t qlnx_num_tx_compl(qlnx_host_t *ha, struct qlnx_fastpath *fp, 139322851Sdavidcs struct qlnx_tx_queue *txq); 140316485Sdavidcsstatic void qlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 141316485Sdavidcs struct qlnx_tx_queue *txq); 142316485Sdavidcsstatic int qlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 143316485Sdavidcs int lro_enable); 144316485Sdavidcsstatic void qlnx_fp_taskqueue(void *context, int pending); 145316485Sdavidcsstatic void qlnx_sample_storm_stats(qlnx_host_t *ha); 146316485Sdavidcsstatic int qlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 147316485Sdavidcs struct qlnx_agg_info *tpa); 148316485Sdavidcsstatic void qlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa); 149316485Sdavidcs 150316485Sdavidcs#if __FreeBSD_version >= 1100000 151316485Sdavidcsstatic uint64_t qlnx_get_counter(if_t ifp, ift_counter cnt); 152316485Sdavidcs#endif 153316485Sdavidcs 154316485Sdavidcs 155316485Sdavidcs/* 156316485Sdavidcs * Hooks to the Operating Systems 157316485Sdavidcs */ 158316485Sdavidcsstatic int qlnx_pci_probe (device_t); 159316485Sdavidcsstatic int qlnx_pci_attach (device_t); 160316485Sdavidcsstatic int qlnx_pci_detach (device_t); 161316485Sdavidcs 162316485Sdavidcsstatic device_method_t qlnx_pci_methods[] = { 163316485Sdavidcs /* Device interface */ 164316485Sdavidcs DEVMETHOD(device_probe, qlnx_pci_probe), 165316485Sdavidcs DEVMETHOD(device_attach, qlnx_pci_attach), 166316485Sdavidcs DEVMETHOD(device_detach, qlnx_pci_detach), 167316485Sdavidcs { 0, 0 } 168316485Sdavidcs}; 169316485Sdavidcs 170316485Sdavidcsstatic driver_t qlnx_pci_driver = { 171316485Sdavidcs "ql", qlnx_pci_methods, sizeof (qlnx_host_t), 172316485Sdavidcs}; 173316485Sdavidcs 174316485Sdavidcsstatic devclass_t qlnx_devclass; 175316485Sdavidcs 176316485SdavidcsMODULE_VERSION(if_qlnxe,1); 177316485SdavidcsDRIVER_MODULE(if_qlnxe, pci, qlnx_pci_driver, qlnx_devclass, 0, 0); 178316485Sdavidcs 179316485SdavidcsMODULE_DEPEND(if_qlnxe, pci, 1, 1, 1); 180316485SdavidcsMODULE_DEPEND(if_qlnxe, ether, 1, 1, 1); 181316485Sdavidcs 182316485SdavidcsMALLOC_DEFINE(M_QLNXBUF, "qlnxbuf", "Buffers for qlnx driver"); 183316485Sdavidcs 184316485Sdavidcs 185316485Sdavidcschar qlnx_dev_str[64]; 186316485Sdavidcschar qlnx_ver_str[VER_SIZE]; 187316485Sdavidcschar qlnx_name_str[NAME_SIZE]; 188316485Sdavidcs 189316485Sdavidcs/* 190316485Sdavidcs * Some PCI Configuration Space Related Defines 191316485Sdavidcs */ 192316485Sdavidcs 193316485Sdavidcs#ifndef PCI_VENDOR_QLOGIC 194316485Sdavidcs#define PCI_VENDOR_QLOGIC 0x1077 195316485Sdavidcs#endif 196316485Sdavidcs 197316485Sdavidcs/* 40G Adapter QLE45xxx*/ 198316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1634 199316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1634 0x1634 200316485Sdavidcs#endif 201316485Sdavidcs 202316485Sdavidcs/* 100G Adapter QLE45xxx*/ 203316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1644 204316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1644 0x1644 205316485Sdavidcs#endif 206316485Sdavidcs 207316485Sdavidcs/* 25G Adapter QLE45xxx*/ 208316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1656 209316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1656 0x1656 210316485Sdavidcs#endif 211316485Sdavidcs 212316485Sdavidcs/* 50G Adapter QLE45xxx*/ 213316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1654 214316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1654 0x1654 215316485Sdavidcs#endif 216316485Sdavidcs 217320164Sdavidcs/* 10G/25G/40G Adapter QLE41xxx*/ 218320164Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_8070 219320164Sdavidcs#define QLOGIC_PCI_DEVICE_ID_8070 0x8070 220320164Sdavidcs#endif 221320164Sdavidcs 222322851SdavidcsSYSCTL_NODE(_hw, OID_AUTO, qlnxe, CTLFLAG_RD, 0, "qlnxe driver parameters"); 223322851Sdavidcs/* Number of Queues: 0 (Auto) or 1 to 32 (fixed queue number) */ 224322851Sdavidcsstatic int qlnxe_queue_count = QLNX_DEFAULT_RSS; 225322851SdavidcsSYSCTL_INT(_hw_qlnxe, OID_AUTO, queue_count, CTLFLAG_RDTUN, 226322851Sdavidcs &qlnxe_queue_count, 0, "Multi-Queue queue count"); 227322851Sdavidcs 228316485Sdavidcsstatic int 229316485Sdavidcsqlnx_valid_device(device_t dev) 230316485Sdavidcs{ 231316485Sdavidcs uint16_t device_id; 232316485Sdavidcs 233316485Sdavidcs device_id = pci_get_device(dev); 234316485Sdavidcs 235316485Sdavidcs if ((device_id == QLOGIC_PCI_DEVICE_ID_1634) || 236316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1644) || 237316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1656) || 238320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1654) || 239320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) 240316485Sdavidcs return 0; 241316485Sdavidcs 242316485Sdavidcs return -1; 243316485Sdavidcs} 244316485Sdavidcs 245316485Sdavidcs/* 246316485Sdavidcs * Name: qlnx_pci_probe 247316485Sdavidcs * Function: Validate the PCI device to be a QLA80XX device 248316485Sdavidcs */ 249316485Sdavidcsstatic int 250316485Sdavidcsqlnx_pci_probe(device_t dev) 251316485Sdavidcs{ 252316485Sdavidcs snprintf(qlnx_ver_str, sizeof(qlnx_ver_str), "v%d.%d.%d", 253316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, QLNX_VERSION_BUILD); 254316485Sdavidcs snprintf(qlnx_name_str, sizeof(qlnx_name_str), "qlnx"); 255316485Sdavidcs 256316485Sdavidcs if (pci_get_vendor(dev) != PCI_VENDOR_QLOGIC) { 257316485Sdavidcs return (ENXIO); 258316485Sdavidcs } 259316485Sdavidcs 260316485Sdavidcs switch (pci_get_device(dev)) { 261316485Sdavidcs 262316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1644: 263316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 264316485Sdavidcs "Qlogic 100GbE PCI CNA Adapter-Ethernet Function", 265316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 266316485Sdavidcs QLNX_VERSION_BUILD); 267316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 268316485Sdavidcs 269316485Sdavidcs break; 270316485Sdavidcs 271316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1634: 272316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 273316485Sdavidcs "Qlogic 40GbE PCI CNA Adapter-Ethernet Function", 274316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 275316485Sdavidcs QLNX_VERSION_BUILD); 276316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 277316485Sdavidcs 278316485Sdavidcs break; 279316485Sdavidcs 280316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1656: 281316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 282316485Sdavidcs "Qlogic 25GbE PCI CNA Adapter-Ethernet Function", 283316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 284316485Sdavidcs QLNX_VERSION_BUILD); 285316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 286316485Sdavidcs 287316485Sdavidcs break; 288316485Sdavidcs 289316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1654: 290316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 291316485Sdavidcs "Qlogic 50GbE PCI CNA Adapter-Ethernet Function", 292316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 293316485Sdavidcs QLNX_VERSION_BUILD); 294316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 295316485Sdavidcs 296316485Sdavidcs break; 297316485Sdavidcs 298320164Sdavidcs case QLOGIC_PCI_DEVICE_ID_8070: 299320164Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 300320164Sdavidcs "Qlogic 10GbE/25GbE/40GbE PCI CNA (AH) " 301320164Sdavidcs "Adapter-Ethernet Function", 302320164Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 303320164Sdavidcs QLNX_VERSION_BUILD); 304320164Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 305320164Sdavidcs 306320164Sdavidcs break; 307320164Sdavidcs 308316485Sdavidcs default: 309316485Sdavidcs return (ENXIO); 310316485Sdavidcs } 311316485Sdavidcs 312316485Sdavidcs return (BUS_PROBE_DEFAULT); 313316485Sdavidcs} 314316485Sdavidcs 315322851Sdavidcsstatic uint16_t 316322851Sdavidcsqlnx_num_tx_compl(qlnx_host_t *ha, struct qlnx_fastpath *fp, 317322851Sdavidcs struct qlnx_tx_queue *txq) 318322851Sdavidcs{ 319322851Sdavidcs u16 hw_bd_cons; 320322851Sdavidcs u16 ecore_cons_idx; 321322851Sdavidcs uint16_t diff; 322316485Sdavidcs 323322851Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 324322851Sdavidcs 325322851Sdavidcs ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl); 326322851Sdavidcs if (hw_bd_cons < ecore_cons_idx) { 327322851Sdavidcs diff = (1 << 16) - (ecore_cons_idx - hw_bd_cons); 328322851Sdavidcs } else { 329322851Sdavidcs diff = hw_bd_cons - ecore_cons_idx; 330322851Sdavidcs } 331322851Sdavidcs return diff; 332322851Sdavidcs} 333322851Sdavidcs 334322851Sdavidcs 335316485Sdavidcsstatic void 336316485Sdavidcsqlnx_sp_intr(void *arg) 337316485Sdavidcs{ 338316485Sdavidcs struct ecore_hwfn *p_hwfn; 339316485Sdavidcs qlnx_host_t *ha; 340316485Sdavidcs int i; 341316485Sdavidcs 342316485Sdavidcs p_hwfn = arg; 343316485Sdavidcs 344316485Sdavidcs if (p_hwfn == NULL) { 345316485Sdavidcs printf("%s: spurious slowpath intr\n", __func__); 346316485Sdavidcs return; 347316485Sdavidcs } 348316485Sdavidcs 349316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 350316485Sdavidcs 351318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 352316485Sdavidcs 353316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 354316485Sdavidcs if (&ha->cdev.hwfns[i] == p_hwfn) { 355316485Sdavidcs taskqueue_enqueue(ha->sp_taskqueue[i], &ha->sp_task[i]); 356316485Sdavidcs break; 357316485Sdavidcs } 358316485Sdavidcs } 359318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 360316485Sdavidcs 361316485Sdavidcs return; 362316485Sdavidcs} 363316485Sdavidcs 364316485Sdavidcsstatic void 365316485Sdavidcsqlnx_sp_taskqueue(void *context, int pending) 366316485Sdavidcs{ 367316485Sdavidcs struct ecore_hwfn *p_hwfn; 368316485Sdavidcs 369316485Sdavidcs p_hwfn = context; 370316485Sdavidcs 371316485Sdavidcs if (p_hwfn != NULL) { 372316485Sdavidcs qlnx_sp_isr(p_hwfn); 373316485Sdavidcs } 374316485Sdavidcs return; 375316485Sdavidcs} 376316485Sdavidcs 377316485Sdavidcsstatic int 378316485Sdavidcsqlnx_create_sp_taskqueues(qlnx_host_t *ha) 379316485Sdavidcs{ 380316485Sdavidcs int i; 381316485Sdavidcs uint8_t tq_name[32]; 382316485Sdavidcs 383316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 384316485Sdavidcs 385316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 386316485Sdavidcs 387316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 388316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_sp_tq_%d", i); 389316485Sdavidcs 390316485Sdavidcs TASK_INIT(&ha->sp_task[i], 0, qlnx_sp_taskqueue, p_hwfn); 391316485Sdavidcs 392316485Sdavidcs ha->sp_taskqueue[i] = taskqueue_create_fast(tq_name, M_NOWAIT, 393316485Sdavidcs taskqueue_thread_enqueue, &ha->sp_taskqueue[i]); 394316485Sdavidcs 395316485Sdavidcs if (ha->sp_taskqueue[i] == NULL) 396316485Sdavidcs return (-1); 397316485Sdavidcs 398316485Sdavidcs taskqueue_start_threads(&ha->sp_taskqueue[i], 1, PI_NET, "%s", 399316485Sdavidcs tq_name); 400316485Sdavidcs 401318659Sdavidcs QL_DPRINT1(ha, "%p\n", ha->sp_taskqueue[i]); 402316485Sdavidcs } 403316485Sdavidcs 404316485Sdavidcs return (0); 405316485Sdavidcs} 406316485Sdavidcs 407316485Sdavidcsstatic void 408316485Sdavidcsqlnx_destroy_sp_taskqueues(qlnx_host_t *ha) 409316485Sdavidcs{ 410316485Sdavidcs int i; 411316485Sdavidcs 412316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 413316485Sdavidcs if (ha->sp_taskqueue[i] != NULL) { 414316485Sdavidcs taskqueue_drain(ha->sp_taskqueue[i], &ha->sp_task[i]); 415316485Sdavidcs taskqueue_free(ha->sp_taskqueue[i]); 416316485Sdavidcs } 417316485Sdavidcs } 418316485Sdavidcs return; 419316485Sdavidcs} 420316485Sdavidcs 421316485Sdavidcsstatic void 422316485Sdavidcsqlnx_fp_taskqueue(void *context, int pending) 423316485Sdavidcs{ 424316485Sdavidcs struct qlnx_fastpath *fp; 425316485Sdavidcs qlnx_host_t *ha; 426316485Sdavidcs struct ifnet *ifp; 427322849Sdavidcs 428322849Sdavidcs#ifdef QLNX_RCV_IN_TASKQ 429320164Sdavidcs int lro_enable; 430318657Sdavidcs int rx_int = 0, total_rx_count = 0; 431322851Sdavidcs struct thread *cthread; 432322849Sdavidcs#endif /* #ifdef QLNX_RCV_IN_TASKQ */ 433322849Sdavidcs 434316485Sdavidcs fp = context; 435316485Sdavidcs 436316485Sdavidcs if (fp == NULL) 437316485Sdavidcs return; 438316485Sdavidcs 439322851Sdavidcs ha = (qlnx_host_t *)fp->edev; 440322851Sdavidcs 441322851Sdavidcs ifp = ha->ifp; 442322851Sdavidcs 443322851Sdavidcs#ifdef QLNX_RCV_IN_TASKQ 444322851Sdavidcs 445318657Sdavidcs cthread = curthread; 446318657Sdavidcs 447318657Sdavidcs thread_lock(cthread); 448318657Sdavidcs 449318657Sdavidcs if (!sched_is_bound(cthread)) 450318657Sdavidcs sched_bind(cthread, fp->rss_id); 451318657Sdavidcs 452318657Sdavidcs thread_unlock(cthread); 453318657Sdavidcs 454322851Sdavidcs lro_enable = ifp->if_capenable & IFCAP_LRO; 455316485Sdavidcs 456322851Sdavidcs rx_int = qlnx_rx_int(ha, fp, ha->rx_pkt_threshold, lro_enable); 457316485Sdavidcs 458322851Sdavidcs if (rx_int) { 459322851Sdavidcs fp->rx_pkts += rx_int; 460322851Sdavidcs total_rx_count += rx_int; 461322851Sdavidcs } 462322851Sdavidcs 463322851Sdavidcs#ifdef QLNX_SOFT_LRO 464322849Sdavidcs { 465322851Sdavidcs struct lro_ctrl *lro; 466318657Sdavidcs 467322851Sdavidcs lro = &fp->rxq->lro; 468318657Sdavidcs 469322851Sdavidcs if (lro_enable && total_rx_count) { 470318657Sdavidcs 471318657Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 472318657Sdavidcs 473322851Sdavidcs if (ha->dbg_trace_lro_cnt) { 474322851Sdavidcs if (lro->lro_mbuf_count & ~1023) 475322851Sdavidcs fp->lro_cnt_1024++; 476322851Sdavidcs else if (lro->lro_mbuf_count & ~511) 477322851Sdavidcs fp->lro_cnt_512++; 478322851Sdavidcs else if (lro->lro_mbuf_count & ~255) 479322851Sdavidcs fp->lro_cnt_256++; 480322851Sdavidcs else if (lro->lro_mbuf_count & ~127) 481322851Sdavidcs fp->lro_cnt_128++; 482322851Sdavidcs else if (lro->lro_mbuf_count & ~63) 483322851Sdavidcs fp->lro_cnt_64++; 484322851Sdavidcs } 485322851Sdavidcs tcp_lro_flush_all(lro); 486318657Sdavidcs 487318657Sdavidcs#else 488322851Sdavidcs struct lro_entry *queued; 489318657Sdavidcs 490322851Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))) { 491322851Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 492322851Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 493322851Sdavidcs tcp_lro_flush(lro, queued); 494322851Sdavidcs } 495322849Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 496318657Sdavidcs } 497322851Sdavidcs } 498318657Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 499318657Sdavidcs 500322851Sdavidcs ecore_sb_update_sb_idx(fp->sb_info); 501322851Sdavidcs rmb(); 502318657Sdavidcs 503322849Sdavidcs#endif /* #ifdef QLNX_RCV_IN_TASKQ */ 504322849Sdavidcs 505322851Sdavidcs if(ifp->if_drv_flags & IFF_DRV_RUNNING) { 506316485Sdavidcs 507322851Sdavidcs if (!drbr_empty(ifp, fp->tx_br)) { 508316485Sdavidcs 509322851Sdavidcs if(mtx_trylock(&fp->tx_mtx)) { 510316485Sdavidcs 511322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 512322851Sdavidcs tx_pkts = fp->tx_pkts_transmitted; 513322851Sdavidcs tx_compl = fp->tx_pkts_completed; 514322851Sdavidcs#endif 515316485Sdavidcs 516322851Sdavidcs qlnx_transmit_locked(ifp, fp, NULL); 517316485Sdavidcs 518322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 519322851Sdavidcs fp->tx_pkts_trans_fp += 520322851Sdavidcs (fp->tx_pkts_transmitted - tx_pkts); 521322851Sdavidcs fp->tx_pkts_compl_fp += 522322851Sdavidcs (fp->tx_pkts_completed - tx_compl); 523322851Sdavidcs#endif 524322851Sdavidcs mtx_unlock(&fp->tx_mtx); 525316485Sdavidcs } 526316485Sdavidcs } 527316485Sdavidcs } 528316485Sdavidcs 529322849Sdavidcs#ifdef QLNX_RCV_IN_TASKQ 530318657Sdavidcs if (rx_int) { 531318657Sdavidcs if (fp->fp_taskqueue != NULL) 532318657Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 533318657Sdavidcs } else { 534318657Sdavidcs if (fp->tx_ring_full) { 535318657Sdavidcs qlnx_mdelay(__func__, 100); 536318657Sdavidcs } 537318657Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_ENABLE, 1); 538318657Sdavidcs } 539322849Sdavidcs#endif /* #ifdef QLNX_RCV_IN_TASKQ */ 540316485Sdavidcs 541322851Sdavidcs QL_DPRINT2(ha, "exit \n"); 542316485Sdavidcs return; 543316485Sdavidcs} 544316485Sdavidcs 545316485Sdavidcsstatic int 546316485Sdavidcsqlnx_create_fp_taskqueues(qlnx_host_t *ha) 547316485Sdavidcs{ 548316485Sdavidcs int i; 549316485Sdavidcs uint8_t tq_name[32]; 550316485Sdavidcs struct qlnx_fastpath *fp; 551316485Sdavidcs 552316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 553316485Sdavidcs 554316485Sdavidcs fp = &ha->fp_array[i]; 555316485Sdavidcs 556316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 557316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_fp_tq_%d", i); 558316485Sdavidcs 559316485Sdavidcs TASK_INIT(&fp->fp_task, 0, qlnx_fp_taskqueue, fp); 560316485Sdavidcs 561316485Sdavidcs fp->fp_taskqueue = taskqueue_create_fast(tq_name, M_NOWAIT, 562316485Sdavidcs taskqueue_thread_enqueue, 563316485Sdavidcs &fp->fp_taskqueue); 564316485Sdavidcs 565316485Sdavidcs if (fp->fp_taskqueue == NULL) 566316485Sdavidcs return (-1); 567316485Sdavidcs 568316485Sdavidcs taskqueue_start_threads(&fp->fp_taskqueue, 1, PI_NET, "%s", 569316485Sdavidcs tq_name); 570316485Sdavidcs 571318659Sdavidcs QL_DPRINT1(ha, "%p\n",fp->fp_taskqueue); 572316485Sdavidcs } 573316485Sdavidcs 574316485Sdavidcs return (0); 575316485Sdavidcs} 576316485Sdavidcs 577316485Sdavidcsstatic void 578316485Sdavidcsqlnx_destroy_fp_taskqueues(qlnx_host_t *ha) 579316485Sdavidcs{ 580316485Sdavidcs int i; 581316485Sdavidcs struct qlnx_fastpath *fp; 582316485Sdavidcs 583316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 584316485Sdavidcs 585316485Sdavidcs fp = &ha->fp_array[i]; 586316485Sdavidcs 587316485Sdavidcs if (fp->fp_taskqueue != NULL) { 588316485Sdavidcs 589316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 590316485Sdavidcs taskqueue_free(fp->fp_taskqueue); 591316485Sdavidcs fp->fp_taskqueue = NULL; 592316485Sdavidcs } 593316485Sdavidcs } 594316485Sdavidcs return; 595316485Sdavidcs} 596316485Sdavidcs 597316485Sdavidcsstatic void 598316485Sdavidcsqlnx_drain_fp_taskqueues(qlnx_host_t *ha) 599316485Sdavidcs{ 600316485Sdavidcs int i; 601316485Sdavidcs struct qlnx_fastpath *fp; 602316485Sdavidcs 603316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 604316485Sdavidcs fp = &ha->fp_array[i]; 605316485Sdavidcs 606316485Sdavidcs if (fp->fp_taskqueue != NULL) { 607318657Sdavidcs QLNX_UNLOCK(ha); 608316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 609318657Sdavidcs QLNX_LOCK(ha); 610316485Sdavidcs } 611316485Sdavidcs } 612316485Sdavidcs return; 613316485Sdavidcs} 614316485Sdavidcs 615322851Sdavidcsstatic void 616322851Sdavidcsqlnx_get_params(qlnx_host_t *ha) 617322851Sdavidcs{ 618322851Sdavidcs if ((qlnxe_queue_count < 0) || (qlnxe_queue_count > QLNX_MAX_RSS)) { 619322851Sdavidcs device_printf(ha->pci_dev, "invalid queue_count value (%d)\n", 620322851Sdavidcs qlnxe_queue_count); 621322851Sdavidcs qlnxe_queue_count = 0; 622322851Sdavidcs } 623322851Sdavidcs return; 624322851Sdavidcs} 625322851Sdavidcs 626316485Sdavidcs/* 627316485Sdavidcs * Name: qlnx_pci_attach 628316485Sdavidcs * Function: attaches the device to the operating system 629316485Sdavidcs */ 630316485Sdavidcsstatic int 631316485Sdavidcsqlnx_pci_attach(device_t dev) 632316485Sdavidcs{ 633316485Sdavidcs qlnx_host_t *ha = NULL; 634316485Sdavidcs uint32_t rsrc_len_reg = 0; 635316485Sdavidcs uint32_t rsrc_len_dbells = 0; 636316485Sdavidcs uint32_t rsrc_len_msix = 0; 637316485Sdavidcs int i; 638316485Sdavidcs uint32_t mfw_ver; 639316485Sdavidcs 640316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 641316485Sdavidcs device_printf(dev, "cannot get softc\n"); 642316485Sdavidcs return (ENOMEM); 643316485Sdavidcs } 644316485Sdavidcs 645316485Sdavidcs memset(ha, 0, sizeof (qlnx_host_t)); 646316485Sdavidcs 647316485Sdavidcs if (qlnx_valid_device(dev) != 0) { 648316485Sdavidcs device_printf(dev, "device is not valid device\n"); 649316485Sdavidcs return (ENXIO); 650316485Sdavidcs } 651316485Sdavidcs ha->pci_func = pci_get_function(dev); 652316485Sdavidcs 653316485Sdavidcs ha->pci_dev = dev; 654316485Sdavidcs 655316485Sdavidcs mtx_init(&ha->hw_lock, "qlnx_hw_lock", MTX_NETWORK_LOCK, MTX_DEF); 656316485Sdavidcs 657316485Sdavidcs ha->flags.lock_init = 1; 658316485Sdavidcs 659316485Sdavidcs pci_enable_busmaster(dev); 660316485Sdavidcs 661316485Sdavidcs /* 662316485Sdavidcs * map the PCI BARs 663316485Sdavidcs */ 664316485Sdavidcs 665316485Sdavidcs ha->reg_rid = PCIR_BAR(0); 666316485Sdavidcs ha->pci_reg = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &ha->reg_rid, 667316485Sdavidcs RF_ACTIVE); 668316485Sdavidcs 669316485Sdavidcs if (ha->pci_reg == NULL) { 670316485Sdavidcs device_printf(dev, "unable to map BAR0\n"); 671316485Sdavidcs goto qlnx_pci_attach_err; 672316485Sdavidcs } 673316485Sdavidcs 674316485Sdavidcs rsrc_len_reg = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 675316485Sdavidcs ha->reg_rid); 676316485Sdavidcs 677316485Sdavidcs ha->dbells_rid = PCIR_BAR(2); 678316485Sdavidcs ha->pci_dbells = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 679316485Sdavidcs &ha->dbells_rid, RF_ACTIVE); 680316485Sdavidcs 681316485Sdavidcs if (ha->pci_dbells == NULL) { 682316485Sdavidcs device_printf(dev, "unable to map BAR1\n"); 683316485Sdavidcs goto qlnx_pci_attach_err; 684316485Sdavidcs } 685316485Sdavidcs 686316485Sdavidcs rsrc_len_dbells = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 687316485Sdavidcs ha->dbells_rid); 688316485Sdavidcs 689316485Sdavidcs ha->dbells_phys_addr = (uint64_t) 690316485Sdavidcs bus_get_resource_start(dev, SYS_RES_MEMORY, ha->dbells_rid);; 691316485Sdavidcs ha->dbells_size = rsrc_len_dbells; 692316485Sdavidcs 693316485Sdavidcs ha->msix_rid = PCIR_BAR(4); 694316485Sdavidcs ha->msix_bar = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 695316485Sdavidcs &ha->msix_rid, RF_ACTIVE); 696316485Sdavidcs 697316485Sdavidcs if (ha->msix_bar == NULL) { 698316485Sdavidcs device_printf(dev, "unable to map BAR2\n"); 699316485Sdavidcs goto qlnx_pci_attach_err; 700316485Sdavidcs } 701316485Sdavidcs 702316485Sdavidcs rsrc_len_msix = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 703316485Sdavidcs ha->msix_rid); 704316485Sdavidcs /* 705316485Sdavidcs * allocate dma tags 706316485Sdavidcs */ 707316485Sdavidcs 708316485Sdavidcs if (qlnx_alloc_parent_dma_tag(ha)) 709316485Sdavidcs goto qlnx_pci_attach_err; 710316485Sdavidcs 711316485Sdavidcs if (qlnx_alloc_tx_dma_tag(ha)) 712316485Sdavidcs goto qlnx_pci_attach_err; 713316485Sdavidcs 714316485Sdavidcs if (qlnx_alloc_rx_dma_tag(ha)) 715316485Sdavidcs goto qlnx_pci_attach_err; 716316485Sdavidcs 717316485Sdavidcs 718316485Sdavidcs if (qlnx_init_hw(ha) != 0) 719316485Sdavidcs goto qlnx_pci_attach_err; 720316485Sdavidcs 721322851Sdavidcs qlnx_get_params(ha); 722322851Sdavidcs 723322851Sdavidcs if((pci_get_device(dev) == QLOGIC_PCI_DEVICE_ID_1644) && 724322851Sdavidcs (qlnxe_queue_count == QLNX_DEFAULT_RSS)) { 725322851Sdavidcs qlnxe_queue_count = QLNX_MAX_RSS; 726322851Sdavidcs } 727322851Sdavidcs 728316485Sdavidcs /* 729316485Sdavidcs * Allocate MSI-x vectors 730316485Sdavidcs */ 731322851Sdavidcs if(qlnxe_queue_count == 0) 732322851Sdavidcs ha->num_rss = QLNX_DEFAULT_RSS; 733322851Sdavidcs else 734322851Sdavidcs ha->num_rss = qlnxe_queue_count; 735322851Sdavidcs 736316485Sdavidcs ha->num_tc = QLNX_MAX_TC; 737316485Sdavidcs 738316485Sdavidcs ha->msix_count = pci_msix_count(dev); 739316485Sdavidcs 740316485Sdavidcs if (ha->msix_count > (mp_ncpus + ha->cdev.num_hwfns)) 741316485Sdavidcs ha->msix_count = mp_ncpus + ha->cdev.num_hwfns; 742316485Sdavidcs 743316485Sdavidcs if (!ha->msix_count || 744316485Sdavidcs (ha->msix_count < (ha->cdev.num_hwfns + 1 ))) { 745316485Sdavidcs device_printf(dev, "%s: msix_count[%d] not enough\n", __func__, 746316485Sdavidcs ha->msix_count); 747316485Sdavidcs goto qlnx_pci_attach_err; 748316485Sdavidcs } 749316485Sdavidcs 750316485Sdavidcs if (ha->msix_count > (ha->num_rss + ha->cdev.num_hwfns )) 751316485Sdavidcs ha->msix_count = ha->num_rss + ha->cdev.num_hwfns; 752316485Sdavidcs else 753316485Sdavidcs ha->num_rss = ha->msix_count - ha->cdev.num_hwfns; 754316485Sdavidcs 755318659Sdavidcs QL_DPRINT1(ha, "\n\t\t\tpci_reg [%p, 0x%08x 0x%08x]" 756316485Sdavidcs "\n\t\t\tdbells [%p, 0x%08x 0x%08x]" 757316485Sdavidcs "\n\t\t\tmsix [%p, 0x%08x 0x%08x 0x%x 0x%x]" 758316485Sdavidcs "\n\t\t\t[ncpus = %d][num_rss = 0x%x] [num_tc = 0x%x]\n", 759318659Sdavidcs ha->pci_reg, rsrc_len_reg, 760316485Sdavidcs ha->reg_rid, ha->pci_dbells, rsrc_len_dbells, ha->dbells_rid, 761316485Sdavidcs ha->msix_bar, rsrc_len_msix, ha->msix_rid, pci_msix_count(dev), 762318659Sdavidcs ha->msix_count, mp_ncpus, ha->num_rss, ha->num_tc); 763316485Sdavidcs if (pci_alloc_msix(dev, &ha->msix_count)) { 764316485Sdavidcs device_printf(dev, "%s: pci_alloc_msix[%d] failed\n", __func__, 765316485Sdavidcs ha->msix_count); 766316485Sdavidcs ha->msix_count = 0; 767316485Sdavidcs goto qlnx_pci_attach_err; 768316485Sdavidcs } 769316485Sdavidcs 770316485Sdavidcs /* 771316485Sdavidcs * Initialize slow path interrupt and task queue 772316485Sdavidcs */ 773316485Sdavidcs if (qlnx_create_sp_taskqueues(ha) != 0) 774316485Sdavidcs goto qlnx_pci_attach_err; 775316485Sdavidcs 776316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 777316485Sdavidcs 778316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 779316485Sdavidcs 780316485Sdavidcs ha->sp_irq_rid[i] = i + 1; 781316485Sdavidcs ha->sp_irq[i] = bus_alloc_resource_any(dev, SYS_RES_IRQ, 782316485Sdavidcs &ha->sp_irq_rid[i], 783316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 784316485Sdavidcs if (ha->sp_irq[i] == NULL) { 785316485Sdavidcs device_printf(dev, 786316485Sdavidcs "could not allocate mbx interrupt\n"); 787316485Sdavidcs goto qlnx_pci_attach_err; 788316485Sdavidcs } 789316485Sdavidcs 790316485Sdavidcs if (bus_setup_intr(dev, ha->sp_irq[i], 791316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), NULL, 792316485Sdavidcs qlnx_sp_intr, p_hwfn, &ha->sp_handle[i])) { 793316485Sdavidcs device_printf(dev, 794316485Sdavidcs "could not setup slow path interrupt\n"); 795316485Sdavidcs goto qlnx_pci_attach_err; 796316485Sdavidcs } 797316485Sdavidcs 798318659Sdavidcs QL_DPRINT1(ha, "p_hwfn [%p] sp_irq_rid %d" 799318659Sdavidcs " sp_irq %p sp_handle %p\n", p_hwfn, 800318659Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i], ha->sp_handle[i]); 801316485Sdavidcs 802316485Sdavidcs } 803316485Sdavidcs 804316485Sdavidcs /* 805316485Sdavidcs * initialize fast path interrupt 806316485Sdavidcs */ 807316485Sdavidcs if (qlnx_create_fp_taskqueues(ha) != 0) 808316485Sdavidcs goto qlnx_pci_attach_err; 809316485Sdavidcs 810316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 811316485Sdavidcs ha->irq_vec[i].rss_idx = i; 812316485Sdavidcs ha->irq_vec[i].ha = ha; 813316485Sdavidcs ha->irq_vec[i].irq_rid = (1 + ha->cdev.num_hwfns) + i; 814316485Sdavidcs 815316485Sdavidcs ha->irq_vec[i].irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, 816316485Sdavidcs &ha->irq_vec[i].irq_rid, 817316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 818316485Sdavidcs 819316485Sdavidcs if (ha->irq_vec[i].irq == NULL) { 820316485Sdavidcs device_printf(dev, 821316485Sdavidcs "could not allocate interrupt[%d]\n", i); 822316485Sdavidcs goto qlnx_pci_attach_err; 823316485Sdavidcs } 824316485Sdavidcs 825316485Sdavidcs if (qlnx_alloc_tx_br(ha, &ha->fp_array[i])) { 826316485Sdavidcs device_printf(dev, "could not allocate tx_br[%d]\n", i); 827316485Sdavidcs goto qlnx_pci_attach_err; 828316485Sdavidcs 829316485Sdavidcs } 830316485Sdavidcs } 831316485Sdavidcs 832316485Sdavidcs callout_init(&ha->qlnx_callout, 1); 833316485Sdavidcs ha->flags.callout_init = 1; 834316485Sdavidcs 835316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 836316485Sdavidcs 837316485Sdavidcs if (qlnx_grc_dumpsize(ha, &ha->grcdump_size[i], i) != 0) 838316485Sdavidcs goto qlnx_pci_attach_err; 839316485Sdavidcs if (ha->grcdump_size[i] == 0) 840316485Sdavidcs goto qlnx_pci_attach_err; 841316485Sdavidcs 842316485Sdavidcs ha->grcdump_size[i] = ha->grcdump_size[i] << 2; 843318659Sdavidcs QL_DPRINT1(ha, "grcdump_size[%d] = 0x%08x\n", 844318659Sdavidcs i, ha->grcdump_size[i]); 845316485Sdavidcs 846316485Sdavidcs ha->grcdump[i] = qlnx_zalloc(ha->grcdump_size[i]); 847316485Sdavidcs if (ha->grcdump[i] == NULL) { 848316485Sdavidcs device_printf(dev, "grcdump alloc[%d] failed\n", i); 849316485Sdavidcs goto qlnx_pci_attach_err; 850316485Sdavidcs } 851316485Sdavidcs 852316485Sdavidcs if (qlnx_idle_chk_size(ha, &ha->idle_chk_size[i], i) != 0) 853316485Sdavidcs goto qlnx_pci_attach_err; 854316485Sdavidcs if (ha->idle_chk_size[i] == 0) 855316485Sdavidcs goto qlnx_pci_attach_err; 856316485Sdavidcs 857316485Sdavidcs ha->idle_chk_size[i] = ha->idle_chk_size[i] << 2; 858318659Sdavidcs QL_DPRINT1(ha, "idle_chk_size[%d] = 0x%08x\n", 859318659Sdavidcs i, ha->idle_chk_size[i]); 860316485Sdavidcs 861316485Sdavidcs ha->idle_chk[i] = qlnx_zalloc(ha->idle_chk_size[i]); 862316485Sdavidcs 863316485Sdavidcs if (ha->idle_chk[i] == NULL) { 864316485Sdavidcs device_printf(dev, "idle_chk alloc failed\n"); 865316485Sdavidcs goto qlnx_pci_attach_err; 866316485Sdavidcs } 867316485Sdavidcs } 868316485Sdavidcs 869316485Sdavidcs if (qlnx_slowpath_start(ha) != 0) { 870316485Sdavidcs 871316485Sdavidcs qlnx_mdelay(__func__, 1000); 872316485Sdavidcs qlnx_trigger_dump(ha); 873316485Sdavidcs 874316485Sdavidcs goto qlnx_pci_attach_err0; 875316485Sdavidcs } else 876316485Sdavidcs ha->flags.slowpath_start = 1; 877316485Sdavidcs 878316485Sdavidcs if (qlnx_get_flash_size(ha, &ha->flash_size) != 0) { 879316485Sdavidcs qlnx_mdelay(__func__, 1000); 880316485Sdavidcs qlnx_trigger_dump(ha); 881316485Sdavidcs 882316485Sdavidcs goto qlnx_pci_attach_err0; 883316485Sdavidcs } 884316485Sdavidcs 885316485Sdavidcs if (qlnx_get_mfw_version(ha, &mfw_ver) != 0) { 886316485Sdavidcs qlnx_mdelay(__func__, 1000); 887316485Sdavidcs qlnx_trigger_dump(ha); 888316485Sdavidcs 889316485Sdavidcs goto qlnx_pci_attach_err0; 890316485Sdavidcs } 891316485Sdavidcs snprintf(ha->mfw_ver, sizeof(ha->mfw_ver), "%d.%d.%d.%d", 892316485Sdavidcs ((mfw_ver >> 24) & 0xFF), ((mfw_ver >> 16) & 0xFF), 893316485Sdavidcs ((mfw_ver >> 8) & 0xFF), (mfw_ver & 0xFF)); 894316485Sdavidcs snprintf(ha->stormfw_ver, sizeof(ha->stormfw_ver), "%d.%d.%d.%d", 895316485Sdavidcs FW_MAJOR_VERSION, FW_MINOR_VERSION, FW_REVISION_VERSION, 896316485Sdavidcs FW_ENGINEERING_VERSION); 897316485Sdavidcs 898318659Sdavidcs QL_DPRINT1(ha, "STORM_FW version %s MFW version %s\n", 899318659Sdavidcs ha->stormfw_ver, ha->mfw_ver); 900316485Sdavidcs 901316485Sdavidcs qlnx_init_ifnet(dev, ha); 902316485Sdavidcs 903316485Sdavidcs /* 904316485Sdavidcs * add sysctls 905316485Sdavidcs */ 906316485Sdavidcs qlnx_add_sysctls(ha); 907316485Sdavidcs 908316485Sdavidcsqlnx_pci_attach_err0: 909316485Sdavidcs /* 910316485Sdavidcs * create ioctl device interface 911316485Sdavidcs */ 912316485Sdavidcs if (qlnx_make_cdev(ha)) { 913316485Sdavidcs device_printf(dev, "%s: ql_make_cdev failed\n", __func__); 914316485Sdavidcs goto qlnx_pci_attach_err; 915316485Sdavidcs } 916316485Sdavidcs 917318659Sdavidcs QL_DPRINT2(ha, "success\n"); 918316485Sdavidcs 919316485Sdavidcs return (0); 920316485Sdavidcs 921316485Sdavidcsqlnx_pci_attach_err: 922316485Sdavidcs 923316485Sdavidcs qlnx_release(ha); 924316485Sdavidcs 925316485Sdavidcs return (ENXIO); 926316485Sdavidcs} 927316485Sdavidcs 928316485Sdavidcs/* 929316485Sdavidcs * Name: qlnx_pci_detach 930316485Sdavidcs * Function: Unhooks the device from the operating system 931316485Sdavidcs */ 932316485Sdavidcsstatic int 933316485Sdavidcsqlnx_pci_detach(device_t dev) 934316485Sdavidcs{ 935316485Sdavidcs qlnx_host_t *ha = NULL; 936316485Sdavidcs 937316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 938316485Sdavidcs device_printf(dev, "cannot get softc\n"); 939316485Sdavidcs return (ENOMEM); 940316485Sdavidcs } 941316485Sdavidcs 942316485Sdavidcs QLNX_LOCK(ha); 943316485Sdavidcs qlnx_stop(ha); 944316485Sdavidcs QLNX_UNLOCK(ha); 945316485Sdavidcs 946316485Sdavidcs qlnx_release(ha); 947316485Sdavidcs 948316485Sdavidcs return (0); 949316485Sdavidcs} 950316485Sdavidcs 951316485Sdavidcsstatic int 952316485Sdavidcsqlnx_init_hw(qlnx_host_t *ha) 953316485Sdavidcs{ 954316485Sdavidcs int rval = 0; 955316485Sdavidcs struct ecore_hw_prepare_params params; 956316485Sdavidcs 957316485Sdavidcs ecore_init_struct(&ha->cdev); 958316485Sdavidcs 959316485Sdavidcs /* ha->dp_module = ECORE_MSG_PROBE | 960316485Sdavidcs ECORE_MSG_INTR | 961316485Sdavidcs ECORE_MSG_SP | 962316485Sdavidcs ECORE_MSG_LINK | 963316485Sdavidcs ECORE_MSG_SPQ | 964316485Sdavidcs ECORE_MSG_RDMA; 965316485Sdavidcs ha->dp_level = ECORE_LEVEL_VERBOSE;*/ 966316485Sdavidcs ha->dp_level = ECORE_LEVEL_NOTICE; 967316485Sdavidcs 968316485Sdavidcs ecore_init_dp(&ha->cdev, ha->dp_module, ha->dp_level, ha->pci_dev); 969316485Sdavidcs 970316485Sdavidcs ha->cdev.regview = ha->pci_reg; 971316485Sdavidcs ha->cdev.doorbells = ha->pci_dbells; 972316485Sdavidcs ha->cdev.db_phys_addr = ha->dbells_phys_addr; 973316485Sdavidcs ha->cdev.db_size = ha->dbells_size; 974316485Sdavidcs 975316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_prepare_params)); 976316485Sdavidcs 977316485Sdavidcs ha->personality = ECORE_PCI_DEFAULT; 978316485Sdavidcs 979316485Sdavidcs params.personality = ha->personality; 980316485Sdavidcs 981316485Sdavidcs params.drv_resc_alloc = false; 982316485Sdavidcs params.chk_reg_fifo = false; 983316485Sdavidcs params.initiate_pf_flr = true; 984316485Sdavidcs params.epoch = 0; 985316485Sdavidcs 986316485Sdavidcs ecore_hw_prepare(&ha->cdev, ¶ms); 987316485Sdavidcs 988316485Sdavidcs qlnx_set_id(&ha->cdev, qlnx_name_str, qlnx_ver_str); 989316485Sdavidcs 990316485Sdavidcs return (rval); 991316485Sdavidcs} 992316485Sdavidcs 993316485Sdavidcsstatic void 994316485Sdavidcsqlnx_release(qlnx_host_t *ha) 995316485Sdavidcs{ 996316485Sdavidcs device_t dev; 997316485Sdavidcs int i; 998316485Sdavidcs 999316485Sdavidcs dev = ha->pci_dev; 1000316485Sdavidcs 1001318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 1002316485Sdavidcs 1003316485Sdavidcs for (i = 0; i < QLNX_MAX_HW_FUNCS; i++) { 1004316485Sdavidcs if (ha->idle_chk[i] != NULL) { 1005316485Sdavidcs free(ha->idle_chk[i], M_QLNXBUF); 1006316485Sdavidcs ha->idle_chk[i] = NULL; 1007316485Sdavidcs } 1008316485Sdavidcs 1009316485Sdavidcs if (ha->grcdump[i] != NULL) { 1010316485Sdavidcs free(ha->grcdump[i], M_QLNXBUF); 1011316485Sdavidcs ha->grcdump[i] = NULL; 1012316485Sdavidcs } 1013316485Sdavidcs } 1014316485Sdavidcs 1015316485Sdavidcs if (ha->flags.callout_init) 1016316485Sdavidcs callout_drain(&ha->qlnx_callout); 1017316485Sdavidcs 1018316485Sdavidcs if (ha->flags.slowpath_start) { 1019316485Sdavidcs qlnx_slowpath_stop(ha); 1020316485Sdavidcs } 1021316485Sdavidcs 1022316485Sdavidcs ecore_hw_remove(&ha->cdev); 1023316485Sdavidcs 1024316485Sdavidcs qlnx_del_cdev(ha); 1025316485Sdavidcs 1026316485Sdavidcs if (ha->ifp != NULL) 1027316485Sdavidcs ether_ifdetach(ha->ifp); 1028316485Sdavidcs 1029316485Sdavidcs qlnx_free_tx_dma_tag(ha); 1030316485Sdavidcs 1031316485Sdavidcs qlnx_free_rx_dma_tag(ha); 1032316485Sdavidcs 1033316485Sdavidcs qlnx_free_parent_dma_tag(ha); 1034316485Sdavidcs 1035316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1036316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 1037316485Sdavidcs 1038316485Sdavidcs if (ha->irq_vec[i].handle) { 1039316485Sdavidcs (void)bus_teardown_intr(dev, ha->irq_vec[i].irq, 1040316485Sdavidcs ha->irq_vec[i].handle); 1041316485Sdavidcs } 1042316485Sdavidcs 1043316485Sdavidcs if (ha->irq_vec[i].irq) { 1044316485Sdavidcs (void)bus_release_resource(dev, SYS_RES_IRQ, 1045316485Sdavidcs ha->irq_vec[i].irq_rid, 1046316485Sdavidcs ha->irq_vec[i].irq); 1047316485Sdavidcs } 1048316485Sdavidcs 1049316485Sdavidcs qlnx_free_tx_br(ha, fp); 1050316485Sdavidcs } 1051316485Sdavidcs qlnx_destroy_fp_taskqueues(ha); 1052316485Sdavidcs 1053316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1054316485Sdavidcs if (ha->sp_handle[i]) 1055316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 1056316485Sdavidcs ha->sp_handle[i]); 1057316485Sdavidcs 1058316485Sdavidcs if (ha->sp_irq[i]) 1059316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 1060316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 1061316485Sdavidcs } 1062316485Sdavidcs 1063316485Sdavidcs qlnx_destroy_sp_taskqueues(ha); 1064316485Sdavidcs 1065316485Sdavidcs if (ha->msix_count) 1066316485Sdavidcs pci_release_msi(dev); 1067316485Sdavidcs 1068316485Sdavidcs if (ha->flags.lock_init) { 1069316485Sdavidcs mtx_destroy(&ha->hw_lock); 1070316485Sdavidcs } 1071316485Sdavidcs 1072316485Sdavidcs if (ha->pci_reg) 1073316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->reg_rid, 1074316485Sdavidcs ha->pci_reg); 1075316485Sdavidcs 1076316485Sdavidcs if (ha->pci_dbells) 1077316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->dbells_rid, 1078316485Sdavidcs ha->pci_dbells); 1079316485Sdavidcs 1080316485Sdavidcs if (ha->msix_bar) 1081316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->msix_rid, 1082316485Sdavidcs ha->msix_bar); 1083316485Sdavidcs 1084318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1085316485Sdavidcs return; 1086316485Sdavidcs} 1087316485Sdavidcs 1088316485Sdavidcsstatic void 1089316485Sdavidcsqlnx_trigger_dump(qlnx_host_t *ha) 1090316485Sdavidcs{ 1091316485Sdavidcs int i; 1092316485Sdavidcs 1093316485Sdavidcs if (ha->ifp != NULL) 1094316485Sdavidcs ha->ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 1095316485Sdavidcs 1096318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 1097316485Sdavidcs 1098316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1099316485Sdavidcs qlnx_grc_dump(ha, &ha->grcdump_dwords[i], i); 1100316485Sdavidcs qlnx_idle_chk(ha, &ha->idle_chk_dwords[i], i); 1101316485Sdavidcs } 1102316485Sdavidcs 1103318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1104316485Sdavidcs 1105316485Sdavidcs return; 1106316485Sdavidcs} 1107316485Sdavidcs 1108316485Sdavidcsstatic int 1109316485Sdavidcsqlnx_trigger_dump_sysctl(SYSCTL_HANDLER_ARGS) 1110316485Sdavidcs{ 1111316485Sdavidcs int err, ret = 0; 1112316485Sdavidcs qlnx_host_t *ha; 1113316485Sdavidcs 1114316485Sdavidcs err = sysctl_handle_int(oidp, &ret, 0, req); 1115316485Sdavidcs 1116316485Sdavidcs if (err || !req->newptr) 1117316485Sdavidcs return (err); 1118316485Sdavidcs 1119316485Sdavidcs if (ret == 1) { 1120316485Sdavidcs ha = (qlnx_host_t *)arg1; 1121316485Sdavidcs qlnx_trigger_dump(ha); 1122316485Sdavidcs } 1123316485Sdavidcs return (err); 1124316485Sdavidcs} 1125316485Sdavidcs 1126316485Sdavidcsstatic int 1127316485Sdavidcsqlnx_set_tx_coalesce(SYSCTL_HANDLER_ARGS) 1128316485Sdavidcs{ 1129316485Sdavidcs int err, i, ret = 0, usecs = 0; 1130316485Sdavidcs qlnx_host_t *ha; 1131316485Sdavidcs struct ecore_hwfn *p_hwfn; 1132316485Sdavidcs struct qlnx_fastpath *fp; 1133316485Sdavidcs 1134316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1135316485Sdavidcs 1136316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1137316485Sdavidcs return (err); 1138316485Sdavidcs 1139316485Sdavidcs ha = (qlnx_host_t *)arg1; 1140316485Sdavidcs 1141316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1142316485Sdavidcs 1143316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1144316485Sdavidcs 1145316485Sdavidcs fp = &ha->fp_array[i]; 1146316485Sdavidcs 1147316485Sdavidcs if (fp->txq[0]->handle != NULL) { 1148316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, 0, 1149316485Sdavidcs (uint16_t)usecs, fp->txq[0]->handle); 1150316485Sdavidcs } 1151316485Sdavidcs } 1152316485Sdavidcs 1153316485Sdavidcs if (!ret) 1154316485Sdavidcs ha->tx_coalesce_usecs = (uint8_t)usecs; 1155316485Sdavidcs 1156316485Sdavidcs return (err); 1157316485Sdavidcs} 1158316485Sdavidcs 1159316485Sdavidcsstatic int 1160316485Sdavidcsqlnx_set_rx_coalesce(SYSCTL_HANDLER_ARGS) 1161316485Sdavidcs{ 1162316485Sdavidcs int err, i, ret = 0, usecs = 0; 1163316485Sdavidcs qlnx_host_t *ha; 1164316485Sdavidcs struct ecore_hwfn *p_hwfn; 1165316485Sdavidcs struct qlnx_fastpath *fp; 1166316485Sdavidcs 1167316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1168316485Sdavidcs 1169316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1170316485Sdavidcs return (err); 1171316485Sdavidcs 1172316485Sdavidcs ha = (qlnx_host_t *)arg1; 1173316485Sdavidcs 1174316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1175316485Sdavidcs 1176316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1177316485Sdavidcs 1178316485Sdavidcs fp = &ha->fp_array[i]; 1179316485Sdavidcs 1180316485Sdavidcs if (fp->rxq->handle != NULL) { 1181316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, (uint16_t)usecs, 1182316485Sdavidcs 0, fp->rxq->handle); 1183316485Sdavidcs } 1184316485Sdavidcs } 1185316485Sdavidcs 1186316485Sdavidcs if (!ret) 1187316485Sdavidcs ha->rx_coalesce_usecs = (uint8_t)usecs; 1188316485Sdavidcs 1189316485Sdavidcs return (err); 1190316485Sdavidcs} 1191316485Sdavidcs 1192316485Sdavidcsstatic void 1193316485Sdavidcsqlnx_add_sp_stats_sysctls(qlnx_host_t *ha) 1194316485Sdavidcs{ 1195316485Sdavidcs struct sysctl_ctx_list *ctx; 1196316485Sdavidcs struct sysctl_oid_list *children; 1197316485Sdavidcs struct sysctl_oid *ctx_oid; 1198316485Sdavidcs 1199316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1200316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1201316485Sdavidcs 1202316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "spstat", 1203316485Sdavidcs CTLFLAG_RD, NULL, "spstat"); 1204316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1205316485Sdavidcs 1206316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1207316485Sdavidcs OID_AUTO, "sp_interrupts", 1208316485Sdavidcs CTLFLAG_RD, &ha->sp_interrupts, 1209316485Sdavidcs "No. of slowpath interrupts"); 1210316485Sdavidcs 1211316485Sdavidcs return; 1212316485Sdavidcs} 1213316485Sdavidcs 1214316485Sdavidcsstatic void 1215316485Sdavidcsqlnx_add_fp_stats_sysctls(qlnx_host_t *ha) 1216316485Sdavidcs{ 1217316485Sdavidcs struct sysctl_ctx_list *ctx; 1218316485Sdavidcs struct sysctl_oid_list *children; 1219316485Sdavidcs struct sysctl_oid_list *node_children; 1220316485Sdavidcs struct sysctl_oid *ctx_oid; 1221316485Sdavidcs int i, j; 1222316485Sdavidcs uint8_t name_str[16]; 1223316485Sdavidcs 1224316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1225316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1226316485Sdavidcs 1227316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "fpstat", 1228316485Sdavidcs CTLFLAG_RD, NULL, "fpstat"); 1229316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1230316485Sdavidcs 1231316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1232316485Sdavidcs 1233316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1234316485Sdavidcs snprintf(name_str, sizeof(name_str), "%d", i); 1235316485Sdavidcs 1236316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str, 1237316485Sdavidcs CTLFLAG_RD, NULL, name_str); 1238316485Sdavidcs node_children = SYSCTL_CHILDREN(ctx_oid); 1239316485Sdavidcs 1240316485Sdavidcs /* Tx Related */ 1241316485Sdavidcs 1242316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1243316485Sdavidcs OID_AUTO, "tx_pkts_processed", 1244316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_processed, 1245316485Sdavidcs "No. of packets processed for transmission"); 1246316485Sdavidcs 1247316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1248316485Sdavidcs OID_AUTO, "tx_pkts_freed", 1249316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_freed, 1250316485Sdavidcs "No. of freed packets"); 1251316485Sdavidcs 1252316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1253316485Sdavidcs OID_AUTO, "tx_pkts_transmitted", 1254316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_transmitted, 1255316485Sdavidcs "No. of transmitted packets"); 1256316485Sdavidcs 1257316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1258316485Sdavidcs OID_AUTO, "tx_pkts_completed", 1259316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_completed, 1260316485Sdavidcs "No. of transmit completions"); 1261316485Sdavidcs 1262322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1263322851Sdavidcs OID_AUTO, "tx_non_tso_pkts", 1264322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_non_tso_pkts, 1265322851Sdavidcs "No. of non LSO transmited packets"); 1266322851Sdavidcs 1267322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 1268322851Sdavidcs 1269322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1270322851Sdavidcs OID_AUTO, "tx_pkts_trans_ctx", 1271322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_trans_ctx, 1272322851Sdavidcs "No. of transmitted packets in transmit context"); 1273322851Sdavidcs 1274322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1275322851Sdavidcs OID_AUTO, "tx_pkts_compl_ctx", 1276322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_ctx, 1277322851Sdavidcs "No. of transmit completions in transmit context"); 1278322851Sdavidcs 1279322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1280322851Sdavidcs OID_AUTO, "tx_pkts_trans_fp", 1281322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_trans_fp, 1282322851Sdavidcs "No. of transmitted packets in taskqueue"); 1283322851Sdavidcs 1284322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1285322851Sdavidcs OID_AUTO, "tx_pkts_compl_fp", 1286322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_fp, 1287322851Sdavidcs "No. of transmit completions in taskqueue"); 1288322851Sdavidcs 1289322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1290322851Sdavidcs OID_AUTO, "tx_pkts_compl_intr", 1291322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_intr, 1292322851Sdavidcs "No. of transmit completions in interrupt ctx"); 1293322851Sdavidcs#endif 1294322851Sdavidcs 1295322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1296322851Sdavidcs OID_AUTO, "tx_tso_pkts", 1297322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_pkts, 1298322851Sdavidcs "No. of LSO transmited packets"); 1299322851Sdavidcs 1300316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1301316485Sdavidcs OID_AUTO, "tx_lso_wnd_min_len", 1302316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_lso_wnd_min_len, 1303316485Sdavidcs "tx_lso_wnd_min_len"); 1304316485Sdavidcs 1305316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1306316485Sdavidcs OID_AUTO, "tx_defrag", 1307316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_defrag, 1308316485Sdavidcs "tx_defrag"); 1309316485Sdavidcs 1310316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1311316485Sdavidcs OID_AUTO, "tx_nsegs_gt_elem_left", 1312316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_nsegs_gt_elem_left, 1313316485Sdavidcs "tx_nsegs_gt_elem_left"); 1314316485Sdavidcs 1315316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1316316485Sdavidcs OID_AUTO, "tx_tso_max_nsegs", 1317316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_nsegs, 1318316485Sdavidcs ha->fp_array[i].tx_tso_max_nsegs, "tx_tso_max_nsegs"); 1319316485Sdavidcs 1320316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1321316485Sdavidcs OID_AUTO, "tx_tso_min_nsegs", 1322316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_nsegs, 1323316485Sdavidcs ha->fp_array[i].tx_tso_min_nsegs, "tx_tso_min_nsegs"); 1324316485Sdavidcs 1325316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1326316485Sdavidcs OID_AUTO, "tx_tso_max_pkt_len", 1327316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_pkt_len, 1328316485Sdavidcs ha->fp_array[i].tx_tso_max_pkt_len, 1329316485Sdavidcs "tx_tso_max_pkt_len"); 1330316485Sdavidcs 1331316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1332316485Sdavidcs OID_AUTO, "tx_tso_min_pkt_len", 1333316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_pkt_len, 1334316485Sdavidcs ha->fp_array[i].tx_tso_min_pkt_len, 1335316485Sdavidcs "tx_tso_min_pkt_len"); 1336316485Sdavidcs 1337316485Sdavidcs for (j = 0; j < QLNX_FP_MAX_SEGS; j++) { 1338316485Sdavidcs 1339316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1340316485Sdavidcs snprintf(name_str, sizeof(name_str), 1341316485Sdavidcs "tx_pkts_nseg_%02d", (j+1)); 1342316485Sdavidcs 1343316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1344316485Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1345316485Sdavidcs &ha->fp_array[i].tx_pkts[j], name_str); 1346316485Sdavidcs } 1347316485Sdavidcs 1348322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 1349322851Sdavidcs for (j = 0; j < 18; j++) { 1350322851Sdavidcs 1351322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1352322851Sdavidcs snprintf(name_str, sizeof(name_str), 1353322851Sdavidcs "tx_pkts_hist_%02d", (j+1)); 1354322851Sdavidcs 1355322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1356322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1357322851Sdavidcs &ha->fp_array[i].tx_pkts_hist[j], name_str); 1358322851Sdavidcs } 1359322851Sdavidcs for (j = 0; j < 5; j++) { 1360322851Sdavidcs 1361322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1362322851Sdavidcs snprintf(name_str, sizeof(name_str), 1363322851Sdavidcs "tx_comInt_%02d", (j+1)); 1364322851Sdavidcs 1365322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1366322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1367322851Sdavidcs &ha->fp_array[i].tx_comInt[j], name_str); 1368322851Sdavidcs } 1369322851Sdavidcs for (j = 0; j < 18; j++) { 1370322851Sdavidcs 1371322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1372322851Sdavidcs snprintf(name_str, sizeof(name_str), 1373322851Sdavidcs "tx_pkts_q_%02d", (j+1)); 1374322851Sdavidcs 1375322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1376322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1377322851Sdavidcs &ha->fp_array[i].tx_pkts_q[j], name_str); 1378322851Sdavidcs } 1379322851Sdavidcs#endif 1380322851Sdavidcs 1381316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1382316485Sdavidcs OID_AUTO, "err_tx_nsegs_gt_elem_left", 1383316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_nsegs_gt_elem_left, 1384316485Sdavidcs "err_tx_nsegs_gt_elem_left"); 1385316485Sdavidcs 1386316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1387316485Sdavidcs OID_AUTO, "err_tx_dmamap_create", 1388316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_create, 1389316485Sdavidcs "err_tx_dmamap_create"); 1390316485Sdavidcs 1391316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1392316485Sdavidcs OID_AUTO, "err_tx_defrag_dmamap_load", 1393316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag_dmamap_load, 1394316485Sdavidcs "err_tx_defrag_dmamap_load"); 1395316485Sdavidcs 1396316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1397316485Sdavidcs OID_AUTO, "err_tx_non_tso_max_seg", 1398316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_non_tso_max_seg, 1399316485Sdavidcs "err_tx_non_tso_max_seg"); 1400316485Sdavidcs 1401316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1402316485Sdavidcs OID_AUTO, "err_tx_dmamap_load", 1403316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_load, 1404316485Sdavidcs "err_tx_dmamap_load"); 1405316485Sdavidcs 1406316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1407316485Sdavidcs OID_AUTO, "err_tx_defrag", 1408316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag, 1409316485Sdavidcs "err_tx_defrag"); 1410316485Sdavidcs 1411316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1412316485Sdavidcs OID_AUTO, "err_tx_free_pkt_null", 1413316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_free_pkt_null, 1414316485Sdavidcs "err_tx_free_pkt_null"); 1415316485Sdavidcs 1416316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1417316485Sdavidcs OID_AUTO, "err_tx_cons_idx_conflict", 1418316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_cons_idx_conflict, 1419316485Sdavidcs "err_tx_cons_idx_conflict"); 1420316485Sdavidcs 1421316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1422316485Sdavidcs OID_AUTO, "lro_cnt_64", 1423316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_64, 1424316485Sdavidcs "lro_cnt_64"); 1425316485Sdavidcs 1426316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1427316485Sdavidcs OID_AUTO, "lro_cnt_128", 1428316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_128, 1429316485Sdavidcs "lro_cnt_128"); 1430316485Sdavidcs 1431316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1432316485Sdavidcs OID_AUTO, "lro_cnt_256", 1433316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_256, 1434316485Sdavidcs "lro_cnt_256"); 1435316485Sdavidcs 1436316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1437316485Sdavidcs OID_AUTO, "lro_cnt_512", 1438316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_512, 1439316485Sdavidcs "lro_cnt_512"); 1440316485Sdavidcs 1441316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1442316485Sdavidcs OID_AUTO, "lro_cnt_1024", 1443316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_1024, 1444316485Sdavidcs "lro_cnt_1024"); 1445316485Sdavidcs 1446316485Sdavidcs /* Rx Related */ 1447316485Sdavidcs 1448316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1449316485Sdavidcs OID_AUTO, "rx_pkts", 1450316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].rx_pkts, 1451316485Sdavidcs "No. of received packets"); 1452316485Sdavidcs 1453316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1454316485Sdavidcs OID_AUTO, "tpa_start", 1455316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_start, 1456316485Sdavidcs "No. of tpa_start packets"); 1457316485Sdavidcs 1458316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1459316485Sdavidcs OID_AUTO, "tpa_cont", 1460316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_cont, 1461316485Sdavidcs "No. of tpa_cont packets"); 1462316485Sdavidcs 1463316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1464316485Sdavidcs OID_AUTO, "tpa_end", 1465316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_end, 1466316485Sdavidcs "No. of tpa_end packets"); 1467316485Sdavidcs 1468316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1469316485Sdavidcs OID_AUTO, "err_m_getcl", 1470316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getcl, 1471316485Sdavidcs "err_m_getcl"); 1472316485Sdavidcs 1473316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1474316485Sdavidcs OID_AUTO, "err_m_getjcl", 1475316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getjcl, 1476316485Sdavidcs "err_m_getjcl"); 1477316485Sdavidcs 1478316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1479316485Sdavidcs OID_AUTO, "err_rx_hw_errors", 1480316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_hw_errors, 1481316485Sdavidcs "err_rx_hw_errors"); 1482316485Sdavidcs 1483316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1484316485Sdavidcs OID_AUTO, "err_rx_alloc_errors", 1485316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_alloc_errors, 1486316485Sdavidcs "err_rx_alloc_errors"); 1487316485Sdavidcs } 1488316485Sdavidcs 1489316485Sdavidcs return; 1490316485Sdavidcs} 1491316485Sdavidcs 1492316485Sdavidcsstatic void 1493316485Sdavidcsqlnx_add_hw_stats_sysctls(qlnx_host_t *ha) 1494316485Sdavidcs{ 1495316485Sdavidcs struct sysctl_ctx_list *ctx; 1496316485Sdavidcs struct sysctl_oid_list *children; 1497316485Sdavidcs struct sysctl_oid *ctx_oid; 1498316485Sdavidcs 1499316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1500316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1501316485Sdavidcs 1502316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "hwstat", 1503316485Sdavidcs CTLFLAG_RD, NULL, "hwstat"); 1504316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1505316485Sdavidcs 1506316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1507316485Sdavidcs OID_AUTO, "no_buff_discards", 1508316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.no_buff_discards, 1509316485Sdavidcs "No. of packets discarded due to lack of buffer"); 1510316485Sdavidcs 1511316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1512316485Sdavidcs OID_AUTO, "packet_too_big_discard", 1513316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.packet_too_big_discard, 1514316485Sdavidcs "No. of packets discarded because packet was too big"); 1515316485Sdavidcs 1516316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1517316485Sdavidcs OID_AUTO, "ttl0_discard", 1518316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.ttl0_discard, 1519316485Sdavidcs "ttl0_discard"); 1520316485Sdavidcs 1521316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1522316485Sdavidcs OID_AUTO, "rx_ucast_bytes", 1523316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_bytes, 1524316485Sdavidcs "rx_ucast_bytes"); 1525316485Sdavidcs 1526316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1527316485Sdavidcs OID_AUTO, "rx_mcast_bytes", 1528316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_bytes, 1529316485Sdavidcs "rx_mcast_bytes"); 1530316485Sdavidcs 1531316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1532316485Sdavidcs OID_AUTO, "rx_bcast_bytes", 1533316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_bytes, 1534316485Sdavidcs "rx_bcast_bytes"); 1535316485Sdavidcs 1536316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1537316485Sdavidcs OID_AUTO, "rx_ucast_pkts", 1538316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_pkts, 1539316485Sdavidcs "rx_ucast_pkts"); 1540316485Sdavidcs 1541316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1542316485Sdavidcs OID_AUTO, "rx_mcast_pkts", 1543316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_pkts, 1544316485Sdavidcs "rx_mcast_pkts"); 1545316485Sdavidcs 1546316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1547316485Sdavidcs OID_AUTO, "rx_bcast_pkts", 1548316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_pkts, 1549316485Sdavidcs "rx_bcast_pkts"); 1550316485Sdavidcs 1551316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1552316485Sdavidcs OID_AUTO, "mftag_filter_discards", 1553316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mftag_filter_discards, 1554316485Sdavidcs "mftag_filter_discards"); 1555316485Sdavidcs 1556316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1557316485Sdavidcs OID_AUTO, "mac_filter_discards", 1558316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mac_filter_discards, 1559316485Sdavidcs "mac_filter_discards"); 1560316485Sdavidcs 1561316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1562316485Sdavidcs OID_AUTO, "tx_ucast_bytes", 1563316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_bytes, 1564316485Sdavidcs "tx_ucast_bytes"); 1565316485Sdavidcs 1566316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1567316485Sdavidcs OID_AUTO, "tx_mcast_bytes", 1568316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_bytes, 1569316485Sdavidcs "tx_mcast_bytes"); 1570316485Sdavidcs 1571316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1572316485Sdavidcs OID_AUTO, "tx_bcast_bytes", 1573316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_bytes, 1574316485Sdavidcs "tx_bcast_bytes"); 1575316485Sdavidcs 1576316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1577316485Sdavidcs OID_AUTO, "tx_ucast_pkts", 1578316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_pkts, 1579316485Sdavidcs "tx_ucast_pkts"); 1580316485Sdavidcs 1581316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1582316485Sdavidcs OID_AUTO, "tx_mcast_pkts", 1583316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_pkts, 1584316485Sdavidcs "tx_mcast_pkts"); 1585316485Sdavidcs 1586316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1587316485Sdavidcs OID_AUTO, "tx_bcast_pkts", 1588316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_pkts, 1589316485Sdavidcs "tx_bcast_pkts"); 1590316485Sdavidcs 1591316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1592316485Sdavidcs OID_AUTO, "tx_err_drop_pkts", 1593316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_err_drop_pkts, 1594316485Sdavidcs "tx_err_drop_pkts"); 1595316485Sdavidcs 1596316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1597316485Sdavidcs OID_AUTO, "tpa_coalesced_pkts", 1598316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_pkts, 1599316485Sdavidcs "tpa_coalesced_pkts"); 1600316485Sdavidcs 1601316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1602316485Sdavidcs OID_AUTO, "tpa_coalesced_events", 1603316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_events, 1604316485Sdavidcs "tpa_coalesced_events"); 1605316485Sdavidcs 1606316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1607316485Sdavidcs OID_AUTO, "tpa_aborts_num", 1608316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_aborts_num, 1609316485Sdavidcs "tpa_aborts_num"); 1610316485Sdavidcs 1611316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1612316485Sdavidcs OID_AUTO, "tpa_not_coalesced_pkts", 1613316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_not_coalesced_pkts, 1614316485Sdavidcs "tpa_not_coalesced_pkts"); 1615316485Sdavidcs 1616316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1617316485Sdavidcs OID_AUTO, "tpa_coalesced_bytes", 1618316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_bytes, 1619316485Sdavidcs "tpa_coalesced_bytes"); 1620316485Sdavidcs 1621316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1622316485Sdavidcs OID_AUTO, "rx_64_byte_packets", 1623316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_64_byte_packets, 1624316485Sdavidcs "rx_64_byte_packets"); 1625316485Sdavidcs 1626316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1627316485Sdavidcs OID_AUTO, "rx_65_to_127_byte_packets", 1628316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_65_to_127_byte_packets, 1629316485Sdavidcs "rx_65_to_127_byte_packets"); 1630316485Sdavidcs 1631316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1632316485Sdavidcs OID_AUTO, "rx_128_to_255_byte_packets", 1633316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_128_to_255_byte_packets, 1634316485Sdavidcs "rx_128_to_255_byte_packets"); 1635316485Sdavidcs 1636316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1637316485Sdavidcs OID_AUTO, "rx_256_to_511_byte_packets", 1638316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_256_to_511_byte_packets, 1639316485Sdavidcs "rx_256_to_511_byte_packets"); 1640316485Sdavidcs 1641316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1642316485Sdavidcs OID_AUTO, "rx_512_to_1023_byte_packets", 1643316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_512_to_1023_byte_packets, 1644316485Sdavidcs "rx_512_to_1023_byte_packets"); 1645316485Sdavidcs 1646316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1647316485Sdavidcs OID_AUTO, "rx_1024_to_1518_byte_packets", 1648316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_1024_to_1518_byte_packets, 1649316485Sdavidcs "rx_1024_to_1518_byte_packets"); 1650316485Sdavidcs 1651316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1652316485Sdavidcs OID_AUTO, "rx_1519_to_1522_byte_packets", 1653316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_1522_byte_packets, 1654316485Sdavidcs "rx_1519_to_1522_byte_packets"); 1655316485Sdavidcs 1656316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1657316485Sdavidcs OID_AUTO, "rx_1523_to_2047_byte_packets", 1658316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_2047_byte_packets, 1659316485Sdavidcs "rx_1523_to_2047_byte_packets"); 1660316485Sdavidcs 1661316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1662316485Sdavidcs OID_AUTO, "rx_2048_to_4095_byte_packets", 1663316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_2048_to_4095_byte_packets, 1664316485Sdavidcs "rx_2048_to_4095_byte_packets"); 1665316485Sdavidcs 1666316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1667316485Sdavidcs OID_AUTO, "rx_4096_to_9216_byte_packets", 1668316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_4096_to_9216_byte_packets, 1669316485Sdavidcs "rx_4096_to_9216_byte_packets"); 1670316485Sdavidcs 1671316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1672316485Sdavidcs OID_AUTO, "rx_9217_to_16383_byte_packets", 1673316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_9217_to_16383_byte_packets, 1674316485Sdavidcs "rx_9217_to_16383_byte_packets"); 1675316485Sdavidcs 1676316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1677316485Sdavidcs OID_AUTO, "rx_crc_errors", 1678316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_crc_errors, 1679316485Sdavidcs "rx_crc_errors"); 1680316485Sdavidcs 1681316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1682316485Sdavidcs OID_AUTO, "rx_mac_crtl_frames", 1683316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_crtl_frames, 1684316485Sdavidcs "rx_mac_crtl_frames"); 1685316485Sdavidcs 1686316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1687316485Sdavidcs OID_AUTO, "rx_pause_frames", 1688316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pause_frames, 1689316485Sdavidcs "rx_pause_frames"); 1690316485Sdavidcs 1691316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1692316485Sdavidcs OID_AUTO, "rx_pfc_frames", 1693316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pfc_frames, 1694316485Sdavidcs "rx_pfc_frames"); 1695316485Sdavidcs 1696316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1697316485Sdavidcs OID_AUTO, "rx_align_errors", 1698316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_align_errors, 1699316485Sdavidcs "rx_align_errors"); 1700316485Sdavidcs 1701316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1702316485Sdavidcs OID_AUTO, "rx_carrier_errors", 1703316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_carrier_errors, 1704316485Sdavidcs "rx_carrier_errors"); 1705316485Sdavidcs 1706316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1707316485Sdavidcs OID_AUTO, "rx_oversize_packets", 1708316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_oversize_packets, 1709316485Sdavidcs "rx_oversize_packets"); 1710316485Sdavidcs 1711316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1712316485Sdavidcs OID_AUTO, "rx_jabbers", 1713316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_jabbers, 1714316485Sdavidcs "rx_jabbers"); 1715316485Sdavidcs 1716316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1717316485Sdavidcs OID_AUTO, "rx_undersize_packets", 1718316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_undersize_packets, 1719316485Sdavidcs "rx_undersize_packets"); 1720316485Sdavidcs 1721316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1722316485Sdavidcs OID_AUTO, "rx_fragments", 1723316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_fragments, 1724316485Sdavidcs "rx_fragments"); 1725316485Sdavidcs 1726316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1727316485Sdavidcs OID_AUTO, "tx_64_byte_packets", 1728316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_64_byte_packets, 1729316485Sdavidcs "tx_64_byte_packets"); 1730316485Sdavidcs 1731316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1732316485Sdavidcs OID_AUTO, "tx_65_to_127_byte_packets", 1733316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_65_to_127_byte_packets, 1734316485Sdavidcs "tx_65_to_127_byte_packets"); 1735316485Sdavidcs 1736316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1737316485Sdavidcs OID_AUTO, "tx_128_to_255_byte_packets", 1738316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_128_to_255_byte_packets, 1739316485Sdavidcs "tx_128_to_255_byte_packets"); 1740316485Sdavidcs 1741316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1742316485Sdavidcs OID_AUTO, "tx_256_to_511_byte_packets", 1743316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_256_to_511_byte_packets, 1744316485Sdavidcs "tx_256_to_511_byte_packets"); 1745316485Sdavidcs 1746316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1747316485Sdavidcs OID_AUTO, "tx_512_to_1023_byte_packets", 1748316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_512_to_1023_byte_packets, 1749316485Sdavidcs "tx_512_to_1023_byte_packets"); 1750316485Sdavidcs 1751316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1752316485Sdavidcs OID_AUTO, "tx_1024_to_1518_byte_packets", 1753316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_1024_to_1518_byte_packets, 1754316485Sdavidcs "tx_1024_to_1518_byte_packets"); 1755316485Sdavidcs 1756316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1757316485Sdavidcs OID_AUTO, "tx_1519_to_2047_byte_packets", 1758316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_1519_to_2047_byte_packets, 1759316485Sdavidcs "tx_1519_to_2047_byte_packets"); 1760316485Sdavidcs 1761316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1762316485Sdavidcs OID_AUTO, "tx_2048_to_4095_byte_packets", 1763316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_2048_to_4095_byte_packets, 1764316485Sdavidcs "tx_2048_to_4095_byte_packets"); 1765316485Sdavidcs 1766316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1767316485Sdavidcs OID_AUTO, "tx_4096_to_9216_byte_packets", 1768316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_4096_to_9216_byte_packets, 1769316485Sdavidcs "tx_4096_to_9216_byte_packets"); 1770316485Sdavidcs 1771316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1772316485Sdavidcs OID_AUTO, "tx_9217_to_16383_byte_packets", 1773316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_9217_to_16383_byte_packets, 1774316485Sdavidcs "tx_9217_to_16383_byte_packets"); 1775316485Sdavidcs 1776316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1777316485Sdavidcs OID_AUTO, "tx_pause_frames", 1778316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pause_frames, 1779316485Sdavidcs "tx_pause_frames"); 1780316485Sdavidcs 1781316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1782316485Sdavidcs OID_AUTO, "tx_pfc_frames", 1783316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pfc_frames, 1784316485Sdavidcs "tx_pfc_frames"); 1785316485Sdavidcs 1786316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1787316485Sdavidcs OID_AUTO, "tx_lpi_entry_count", 1788316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_lpi_entry_count, 1789316485Sdavidcs "tx_lpi_entry_count"); 1790316485Sdavidcs 1791316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1792316485Sdavidcs OID_AUTO, "tx_total_collisions", 1793316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_total_collisions, 1794316485Sdavidcs "tx_total_collisions"); 1795316485Sdavidcs 1796316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1797316485Sdavidcs OID_AUTO, "brb_truncates", 1798316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_truncates, 1799316485Sdavidcs "brb_truncates"); 1800316485Sdavidcs 1801316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1802316485Sdavidcs OID_AUTO, "brb_discards", 1803316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_discards, 1804316485Sdavidcs "brb_discards"); 1805316485Sdavidcs 1806316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1807316485Sdavidcs OID_AUTO, "rx_mac_bytes", 1808316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bytes, 1809316485Sdavidcs "rx_mac_bytes"); 1810316485Sdavidcs 1811316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1812316485Sdavidcs OID_AUTO, "rx_mac_uc_packets", 1813316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_uc_packets, 1814316485Sdavidcs "rx_mac_uc_packets"); 1815316485Sdavidcs 1816316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1817316485Sdavidcs OID_AUTO, "rx_mac_mc_packets", 1818316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_mc_packets, 1819316485Sdavidcs "rx_mac_mc_packets"); 1820316485Sdavidcs 1821316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1822316485Sdavidcs OID_AUTO, "rx_mac_bc_packets", 1823316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bc_packets, 1824316485Sdavidcs "rx_mac_bc_packets"); 1825316485Sdavidcs 1826316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1827316485Sdavidcs OID_AUTO, "rx_mac_frames_ok", 1828316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_frames_ok, 1829316485Sdavidcs "rx_mac_frames_ok"); 1830316485Sdavidcs 1831316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1832316485Sdavidcs OID_AUTO, "tx_mac_bytes", 1833316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bytes, 1834316485Sdavidcs "tx_mac_bytes"); 1835316485Sdavidcs 1836316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1837316485Sdavidcs OID_AUTO, "tx_mac_uc_packets", 1838316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_uc_packets, 1839316485Sdavidcs "tx_mac_uc_packets"); 1840316485Sdavidcs 1841316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1842316485Sdavidcs OID_AUTO, "tx_mac_mc_packets", 1843316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_mc_packets, 1844316485Sdavidcs "tx_mac_mc_packets"); 1845316485Sdavidcs 1846316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1847316485Sdavidcs OID_AUTO, "tx_mac_bc_packets", 1848316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bc_packets, 1849316485Sdavidcs "tx_mac_bc_packets"); 1850316485Sdavidcs 1851316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1852316485Sdavidcs OID_AUTO, "tx_mac_ctrl_frames", 1853316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_ctrl_frames, 1854316485Sdavidcs "tx_mac_ctrl_frames"); 1855316485Sdavidcs return; 1856316485Sdavidcs} 1857316485Sdavidcs 1858316485Sdavidcsstatic void 1859316485Sdavidcsqlnx_add_sysctls(qlnx_host_t *ha) 1860316485Sdavidcs{ 1861316485Sdavidcs device_t dev = ha->pci_dev; 1862316485Sdavidcs struct sysctl_ctx_list *ctx; 1863316485Sdavidcs struct sysctl_oid_list *children; 1864316485Sdavidcs 1865316485Sdavidcs ctx = device_get_sysctl_ctx(dev); 1866316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(dev)); 1867316485Sdavidcs 1868316485Sdavidcs qlnx_add_fp_stats_sysctls(ha); 1869316485Sdavidcs qlnx_add_sp_stats_sysctls(ha); 1870316485Sdavidcs qlnx_add_hw_stats_sysctls(ha); 1871316485Sdavidcs 1872316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "Driver_Version", 1873316485Sdavidcs CTLFLAG_RD, qlnx_ver_str, 0, 1874316485Sdavidcs "Driver Version"); 1875316485Sdavidcs 1876316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "STORMFW_Version", 1877316485Sdavidcs CTLFLAG_RD, ha->stormfw_ver, 0, 1878316485Sdavidcs "STORM Firmware Version"); 1879316485Sdavidcs 1880316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "MFW_Version", 1881316485Sdavidcs CTLFLAG_RD, ha->mfw_ver, 0, 1882316485Sdavidcs "Management Firmware Version"); 1883316485Sdavidcs 1884316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1885316485Sdavidcs OID_AUTO, "personality", CTLFLAG_RD, 1886316485Sdavidcs &ha->personality, ha->personality, 1887316485Sdavidcs "\tpersonality = 0 => Ethernet Only\n" 1888316485Sdavidcs "\tpersonality = 3 => Ethernet and RoCE\n" 1889316485Sdavidcs "\tpersonality = 4 => Ethernet and iWARP\n" 1890316485Sdavidcs "\tpersonality = 6 => Default in Shared Memory\n"); 1891316485Sdavidcs 1892316485Sdavidcs ha->dbg_level = 0; 1893316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1894316485Sdavidcs OID_AUTO, "debug", CTLFLAG_RW, 1895316485Sdavidcs &ha->dbg_level, ha->dbg_level, "Debug Level"); 1896316485Sdavidcs 1897318659Sdavidcs ha->dp_level = 0x01; 1898316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1899316485Sdavidcs OID_AUTO, "dp_level", CTLFLAG_RW, 1900316485Sdavidcs &ha->dp_level, ha->dp_level, "DP Level"); 1901316485Sdavidcs 1902318657Sdavidcs ha->dbg_trace_lro_cnt = 0; 1903318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1904318657Sdavidcs OID_AUTO, "dbg_trace_lro_cnt", CTLFLAG_RW, 1905318657Sdavidcs &ha->dbg_trace_lro_cnt, ha->dbg_trace_lro_cnt, 1906318657Sdavidcs "Trace LRO Counts"); 1907318657Sdavidcs 1908318657Sdavidcs ha->dbg_trace_tso_pkt_len = 0; 1909318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1910318657Sdavidcs OID_AUTO, "dbg_trace_tso_pkt_len", CTLFLAG_RW, 1911318657Sdavidcs &ha->dbg_trace_tso_pkt_len, ha->dbg_trace_tso_pkt_len, 1912318657Sdavidcs "Trace TSO packet lengths"); 1913318657Sdavidcs 1914316485Sdavidcs ha->dp_module = 0; 1915316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1916316485Sdavidcs OID_AUTO, "dp_module", CTLFLAG_RW, 1917316485Sdavidcs &ha->dp_module, ha->dp_module, "DP Module"); 1918316485Sdavidcs 1919316485Sdavidcs ha->err_inject = 0; 1920316485Sdavidcs 1921316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1922316485Sdavidcs OID_AUTO, "err_inject", CTLFLAG_RW, 1923316485Sdavidcs &ha->err_inject, ha->err_inject, "Error Inject"); 1924316485Sdavidcs 1925316485Sdavidcs ha->storm_stats_enable = 0; 1926316485Sdavidcs 1927316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1928316485Sdavidcs OID_AUTO, "storm_stats_enable", CTLFLAG_RW, 1929316485Sdavidcs &ha->storm_stats_enable, ha->storm_stats_enable, 1930316485Sdavidcs "Enable Storm Statistics Gathering"); 1931316485Sdavidcs 1932316485Sdavidcs ha->storm_stats_index = 0; 1933316485Sdavidcs 1934316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1935316485Sdavidcs OID_AUTO, "storm_stats_index", CTLFLAG_RD, 1936316485Sdavidcs &ha->storm_stats_index, ha->storm_stats_index, 1937316485Sdavidcs "Enable Storm Statistics Gathering Current Index"); 1938316485Sdavidcs 1939316485Sdavidcs ha->grcdump_taken = 0; 1940316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1941316485Sdavidcs OID_AUTO, "grcdump_taken", CTLFLAG_RD, 1942316485Sdavidcs &ha->grcdump_taken, ha->grcdump_taken, "grcdump_taken"); 1943316485Sdavidcs 1944316485Sdavidcs ha->idle_chk_taken = 0; 1945316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1946316485Sdavidcs OID_AUTO, "idle_chk_taken", CTLFLAG_RD, 1947316485Sdavidcs &ha->idle_chk_taken, ha->idle_chk_taken, "idle_chk_taken"); 1948316485Sdavidcs 1949316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1950316485Sdavidcs OID_AUTO, "rx_coalesce_usecs", CTLFLAG_RD, 1951316485Sdavidcs &ha->rx_coalesce_usecs, ha->rx_coalesce_usecs, 1952316485Sdavidcs "rx_coalesce_usecs"); 1953316485Sdavidcs 1954316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1955316485Sdavidcs OID_AUTO, "tx_coalesce_usecs", CTLFLAG_RD, 1956316485Sdavidcs &ha->tx_coalesce_usecs, ha->tx_coalesce_usecs, 1957316485Sdavidcs "tx_coalesce_usecs"); 1958316485Sdavidcs 1959318657Sdavidcs ha->rx_pkt_threshold = 128; 1960316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1961316485Sdavidcs OID_AUTO, "rx_pkt_threshold", CTLFLAG_RW, 1962316485Sdavidcs &ha->rx_pkt_threshold, ha->rx_pkt_threshold, 1963316485Sdavidcs "No. of Rx Pkts to process at a time"); 1964316485Sdavidcs 1965316485Sdavidcs ha->rx_jumbo_buf_eq_mtu = 0; 1966316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1967316485Sdavidcs OID_AUTO, "rx_jumbo_buf_eq_mtu", CTLFLAG_RW, 1968316485Sdavidcs &ha->rx_jumbo_buf_eq_mtu, ha->rx_jumbo_buf_eq_mtu, 1969316485Sdavidcs "== 0 => Rx Jumbo buffers are capped to 4Kbytes\n" 1970316485Sdavidcs "otherwise Rx Jumbo buffers are set to >= MTU size\n"); 1971316485Sdavidcs 1972316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1973316485Sdavidcs OID_AUTO, "trigger_dump", CTLTYPE_INT | CTLFLAG_RW, 1974316485Sdavidcs (void *)ha, 0, 1975316485Sdavidcs qlnx_trigger_dump_sysctl, "I", "trigger_dump"); 1976316485Sdavidcs 1977316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1978316485Sdavidcs OID_AUTO, "set_rx_coalesce_usecs", CTLTYPE_INT | CTLFLAG_RW, 1979316485Sdavidcs (void *)ha, 0, 1980316485Sdavidcs qlnx_set_rx_coalesce, "I", 1981316485Sdavidcs "rx interrupt coalesce period microseconds"); 1982316485Sdavidcs 1983316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1984316485Sdavidcs OID_AUTO, "set_tx_coalesce_usecs", CTLTYPE_INT | CTLFLAG_RW, 1985316485Sdavidcs (void *)ha, 0, 1986316485Sdavidcs qlnx_set_tx_coalesce, "I", 1987316485Sdavidcs "tx interrupt coalesce period microseconds"); 1988316485Sdavidcs 1989316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1990316485Sdavidcs OID_AUTO, "err_illegal_intr", CTLFLAG_RD, 1991316485Sdavidcs &ha->err_illegal_intr, "err_illegal_intr"); 1992316485Sdavidcs 1993316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1994316485Sdavidcs OID_AUTO, "err_fp_null", CTLFLAG_RD, 1995316485Sdavidcs &ha->err_fp_null, "err_fp_null"); 1996316485Sdavidcs 1997316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1998316485Sdavidcs OID_AUTO, "err_get_proto_invalid_type", CTLFLAG_RD, 1999316485Sdavidcs &ha->err_get_proto_invalid_type, "err_get_proto_invalid_type"); 2000316485Sdavidcs return; 2001316485Sdavidcs} 2002316485Sdavidcs 2003316485Sdavidcs 2004316485Sdavidcs 2005316485Sdavidcs/***************************************************************************** 2006316485Sdavidcs * Operating System Network Interface Functions 2007316485Sdavidcs *****************************************************************************/ 2008316485Sdavidcs 2009316485Sdavidcsstatic void 2010316485Sdavidcsqlnx_init_ifnet(device_t dev, qlnx_host_t *ha) 2011316485Sdavidcs{ 2012316485Sdavidcs uint16_t device_id; 2013316485Sdavidcs struct ifnet *ifp; 2014316485Sdavidcs 2015316485Sdavidcs ifp = ha->ifp = if_alloc(IFT_ETHER); 2016316485Sdavidcs 2017316485Sdavidcs if (ifp == NULL) 2018316485Sdavidcs panic("%s: cannot if_alloc()\n", device_get_nameunit(dev)); 2019316485Sdavidcs 2020316485Sdavidcs if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 2021316485Sdavidcs 2022316485Sdavidcs device_id = pci_get_device(ha->pci_dev); 2023316485Sdavidcs 2024316485Sdavidcs#if __FreeBSD_version >= 1000000 2025316485Sdavidcs 2026316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) 2027316485Sdavidcs ifp->if_baudrate = IF_Gbps(40); 2028320164Sdavidcs else if ((device_id == QLOGIC_PCI_DEVICE_ID_1656) || 2029320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) 2030316485Sdavidcs ifp->if_baudrate = IF_Gbps(25); 2031316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) 2032316485Sdavidcs ifp->if_baudrate = IF_Gbps(50); 2033316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) 2034316485Sdavidcs ifp->if_baudrate = IF_Gbps(100); 2035316485Sdavidcs 2036316485Sdavidcs ifp->if_capabilities = IFCAP_LINKSTATE; 2037316485Sdavidcs#else 2038316485Sdavidcs ifp->if_mtu = ETHERMTU; 2039316485Sdavidcs ifp->if_baudrate = (1 * 1000 * 1000 *1000); 2040316485Sdavidcs 2041316485Sdavidcs#endif /* #if __FreeBSD_version >= 1000000 */ 2042316485Sdavidcs 2043316485Sdavidcs ifp->if_init = qlnx_init; 2044316485Sdavidcs ifp->if_softc = ha; 2045316485Sdavidcs ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 2046316485Sdavidcs ifp->if_ioctl = qlnx_ioctl; 2047316485Sdavidcs ifp->if_transmit = qlnx_transmit; 2048316485Sdavidcs ifp->if_qflush = qlnx_qflush; 2049316485Sdavidcs 2050316485Sdavidcs IFQ_SET_MAXLEN(&ifp->if_snd, qlnx_get_ifq_snd_maxlen(ha)); 2051316485Sdavidcs ifp->if_snd.ifq_drv_maxlen = qlnx_get_ifq_snd_maxlen(ha); 2052316485Sdavidcs IFQ_SET_READY(&ifp->if_snd); 2053316485Sdavidcs 2054316485Sdavidcs#if __FreeBSD_version >= 1100036 2055316485Sdavidcs if_setgetcounterfn(ifp, qlnx_get_counter); 2056316485Sdavidcs#endif 2057316485Sdavidcs 2058316485Sdavidcs ha->max_frame_size = ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 2059316485Sdavidcs 2060316485Sdavidcs memcpy(ha->primary_mac, qlnx_get_mac_addr(ha), ETH_ALEN); 2061316485Sdavidcs ether_ifattach(ifp, ha->primary_mac); 2062316485Sdavidcs bcopy(IF_LLADDR(ha->ifp), ha->primary_mac, ETHER_ADDR_LEN); 2063316485Sdavidcs 2064316485Sdavidcs ifp->if_capabilities = IFCAP_HWCSUM; 2065316485Sdavidcs ifp->if_capabilities |= IFCAP_JUMBO_MTU; 2066316485Sdavidcs 2067316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_MTU; 2068316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTAGGING; 2069316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWFILTER; 2070316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWCSUM; 2071316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTSO; 2072316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO4; 2073316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO6; 2074316485Sdavidcs ifp->if_capabilities |= IFCAP_LRO; 2075316485Sdavidcs 2076322851Sdavidcs ifp->if_hw_tsomax = QLNX_MAX_TSO_FRAME_SIZE - 2077322851Sdavidcs (ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN); 2078322851Sdavidcs ifp->if_hw_tsomaxsegcount = QLNX_MAX_SEGMENTS - 1 /* hdr */; 2079322851Sdavidcs ifp->if_hw_tsomaxsegsize = QLNX_MAX_TX_MBUF_SIZE; 2080322851Sdavidcs 2081322851Sdavidcs 2082316485Sdavidcs ifp->if_capenable = ifp->if_capabilities; 2083316485Sdavidcs 2084316485Sdavidcs ifp->if_hwassist = CSUM_IP; 2085316485Sdavidcs ifp->if_hwassist |= CSUM_TCP | CSUM_UDP; 2086316485Sdavidcs ifp->if_hwassist |= CSUM_TCP_IPV6 | CSUM_UDP_IPV6; 2087316485Sdavidcs ifp->if_hwassist |= CSUM_TSO; 2088316485Sdavidcs 2089316485Sdavidcs ifp->if_hdrlen = sizeof(struct ether_vlan_header); 2090316485Sdavidcs 2091316485Sdavidcs ifmedia_init(&ha->media, IFM_IMASK, qlnx_media_change,\ 2092316485Sdavidcs qlnx_media_status); 2093316485Sdavidcs 2094316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) { 2095316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_LR4), 0, NULL); 2096316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_SR4), 0, NULL); 2097316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_CR4), 0, NULL); 2098320164Sdavidcs } else if ((device_id == QLOGIC_PCI_DEVICE_ID_1656) || 2099320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) { 2100316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_SR), 0, NULL); 2101316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_CR), 0, NULL); 2102316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) { 2103316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_KR2), 0, NULL); 2104316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_CR2), 0, NULL); 2105316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) { 2106316485Sdavidcs ifmedia_add(&ha->media, 2107316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_LR4), 0, NULL); 2108316485Sdavidcs ifmedia_add(&ha->media, 2109316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_SR4), 0, NULL); 2110316485Sdavidcs ifmedia_add(&ha->media, 2111316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_CR4), 0, NULL); 2112316485Sdavidcs } 2113316485Sdavidcs 2114316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_FDX), 0, NULL); 2115316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_AUTO), 0, NULL); 2116316485Sdavidcs 2117316485Sdavidcs 2118316485Sdavidcs ifmedia_set(&ha->media, (IFM_ETHER | IFM_AUTO)); 2119316485Sdavidcs 2120318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2121316485Sdavidcs 2122316485Sdavidcs return; 2123316485Sdavidcs} 2124316485Sdavidcs 2125316485Sdavidcsstatic void 2126316485Sdavidcsqlnx_init_locked(qlnx_host_t *ha) 2127316485Sdavidcs{ 2128316485Sdavidcs struct ifnet *ifp = ha->ifp; 2129316485Sdavidcs 2130318659Sdavidcs QL_DPRINT1(ha, "Driver Initialization start \n"); 2131318659Sdavidcs 2132316485Sdavidcs qlnx_stop(ha); 2133316485Sdavidcs 2134316485Sdavidcs if (qlnx_load(ha) == 0) { 2135316485Sdavidcs ifp->if_drv_flags |= IFF_DRV_RUNNING; 2136316485Sdavidcs ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2137316485Sdavidcs } 2138316485Sdavidcs 2139316485Sdavidcs return; 2140316485Sdavidcs} 2141316485Sdavidcs 2142316485Sdavidcsstatic void 2143316485Sdavidcsqlnx_init(void *arg) 2144316485Sdavidcs{ 2145316485Sdavidcs qlnx_host_t *ha; 2146316485Sdavidcs 2147316485Sdavidcs ha = (qlnx_host_t *)arg; 2148316485Sdavidcs 2149318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2150316485Sdavidcs 2151316485Sdavidcs QLNX_LOCK(ha); 2152316485Sdavidcs qlnx_init_locked(ha); 2153316485Sdavidcs QLNX_UNLOCK(ha); 2154316485Sdavidcs 2155318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2156316485Sdavidcs 2157316485Sdavidcs return; 2158316485Sdavidcs} 2159316485Sdavidcs 2160316485Sdavidcsstatic int 2161316485Sdavidcsqlnx_config_mcast_mac_addr(qlnx_host_t *ha, uint8_t *mac_addr, uint32_t add_mac) 2162316485Sdavidcs{ 2163316485Sdavidcs struct ecore_filter_mcast *mcast; 2164316485Sdavidcs struct ecore_dev *cdev; 2165316485Sdavidcs int rc; 2166316485Sdavidcs 2167316485Sdavidcs cdev = &ha->cdev; 2168316485Sdavidcs 2169316485Sdavidcs mcast = &ha->ecore_mcast; 2170316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 2171316485Sdavidcs 2172316485Sdavidcs if (add_mac) 2173316485Sdavidcs mcast->opcode = ECORE_FILTER_ADD; 2174316485Sdavidcs else 2175316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 2176316485Sdavidcs 2177316485Sdavidcs mcast->num_mc_addrs = 1; 2178316485Sdavidcs memcpy(mcast->mac, mac_addr, ETH_ALEN); 2179316485Sdavidcs 2180316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 2181316485Sdavidcs 2182316485Sdavidcs return (rc); 2183316485Sdavidcs} 2184316485Sdavidcs 2185316485Sdavidcsstatic int 2186316485Sdavidcsqlnx_hw_add_mcast(qlnx_host_t *ha, uint8_t *mta) 2187316485Sdavidcs{ 2188316485Sdavidcs int i; 2189316485Sdavidcs 2190316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2191316485Sdavidcs 2192316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) 2193316485Sdavidcs return 0; /* its been already added */ 2194316485Sdavidcs } 2195316485Sdavidcs 2196316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2197316485Sdavidcs 2198316485Sdavidcs if ((ha->mcast[i].addr[0] == 0) && 2199316485Sdavidcs (ha->mcast[i].addr[1] == 0) && 2200316485Sdavidcs (ha->mcast[i].addr[2] == 0) && 2201316485Sdavidcs (ha->mcast[i].addr[3] == 0) && 2202316485Sdavidcs (ha->mcast[i].addr[4] == 0) && 2203316485Sdavidcs (ha->mcast[i].addr[5] == 0)) { 2204316485Sdavidcs 2205316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 1)) 2206316485Sdavidcs return (-1); 2207316485Sdavidcs 2208316485Sdavidcs bcopy(mta, ha->mcast[i].addr, ETH_ALEN); 2209316485Sdavidcs ha->nmcast++; 2210316485Sdavidcs 2211316485Sdavidcs return 0; 2212316485Sdavidcs } 2213316485Sdavidcs } 2214316485Sdavidcs return 0; 2215316485Sdavidcs} 2216316485Sdavidcs 2217316485Sdavidcsstatic int 2218316485Sdavidcsqlnx_hw_del_mcast(qlnx_host_t *ha, uint8_t *mta) 2219316485Sdavidcs{ 2220316485Sdavidcs int i; 2221316485Sdavidcs 2222316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2223316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) { 2224316485Sdavidcs 2225316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 0)) 2226316485Sdavidcs return (-1); 2227316485Sdavidcs 2228316485Sdavidcs ha->mcast[i].addr[0] = 0; 2229316485Sdavidcs ha->mcast[i].addr[1] = 0; 2230316485Sdavidcs ha->mcast[i].addr[2] = 0; 2231316485Sdavidcs ha->mcast[i].addr[3] = 0; 2232316485Sdavidcs ha->mcast[i].addr[4] = 0; 2233316485Sdavidcs ha->mcast[i].addr[5] = 0; 2234316485Sdavidcs 2235316485Sdavidcs ha->nmcast--; 2236316485Sdavidcs 2237316485Sdavidcs return 0; 2238316485Sdavidcs } 2239316485Sdavidcs } 2240316485Sdavidcs return 0; 2241316485Sdavidcs} 2242316485Sdavidcs 2243316485Sdavidcs/* 2244316485Sdavidcs * Name: qls_hw_set_multi 2245316485Sdavidcs * Function: Sets the Multicast Addresses provided the host O.S into the 2246316485Sdavidcs * hardware (for the given interface) 2247316485Sdavidcs */ 2248316485Sdavidcsstatic void 2249316485Sdavidcsqlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 2250316485Sdavidcs uint32_t add_mac) 2251316485Sdavidcs{ 2252316485Sdavidcs int i; 2253316485Sdavidcs 2254316485Sdavidcs for (i = 0; i < mcnt; i++) { 2255316485Sdavidcs if (add_mac) { 2256316485Sdavidcs if (qlnx_hw_add_mcast(ha, mta)) 2257316485Sdavidcs break; 2258316485Sdavidcs } else { 2259316485Sdavidcs if (qlnx_hw_del_mcast(ha, mta)) 2260316485Sdavidcs break; 2261316485Sdavidcs } 2262316485Sdavidcs 2263316485Sdavidcs mta += ETHER_HDR_LEN; 2264316485Sdavidcs } 2265316485Sdavidcs return; 2266316485Sdavidcs} 2267316485Sdavidcs 2268316485Sdavidcs 2269316485Sdavidcs#define QLNX_MCAST_ADDRS_SIZE (QLNX_MAX_NUM_MULTICAST_ADDRS * ETHER_HDR_LEN) 2270316485Sdavidcsstatic int 2271316485Sdavidcsqlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi) 2272316485Sdavidcs{ 2273316485Sdavidcs uint8_t mta[QLNX_MCAST_ADDRS_SIZE]; 2274316485Sdavidcs struct ifmultiaddr *ifma; 2275316485Sdavidcs int mcnt = 0; 2276316485Sdavidcs struct ifnet *ifp = ha->ifp; 2277316485Sdavidcs int ret = 0; 2278316485Sdavidcs 2279316485Sdavidcs if_maddr_rlock(ifp); 2280316485Sdavidcs 2281316485Sdavidcs TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) { 2282316485Sdavidcs 2283316485Sdavidcs if (ifma->ifma_addr->sa_family != AF_LINK) 2284316485Sdavidcs continue; 2285316485Sdavidcs 2286316485Sdavidcs if (mcnt == QLNX_MAX_NUM_MULTICAST_ADDRS) 2287316485Sdavidcs break; 2288316485Sdavidcs 2289316485Sdavidcs bcopy(LLADDR((struct sockaddr_dl *) ifma->ifma_addr), 2290316485Sdavidcs &mta[mcnt * ETHER_HDR_LEN], ETHER_HDR_LEN); 2291316485Sdavidcs 2292316485Sdavidcs mcnt++; 2293316485Sdavidcs } 2294316485Sdavidcs 2295316485Sdavidcs if_maddr_runlock(ifp); 2296316485Sdavidcs 2297316485Sdavidcs QLNX_LOCK(ha); 2298316485Sdavidcs qlnx_hw_set_multi(ha, mta, mcnt, add_multi); 2299316485Sdavidcs QLNX_UNLOCK(ha); 2300316485Sdavidcs 2301316485Sdavidcs return (ret); 2302316485Sdavidcs} 2303316485Sdavidcs 2304316485Sdavidcsstatic int 2305316485Sdavidcsqlnx_set_promisc(qlnx_host_t *ha) 2306316485Sdavidcs{ 2307316485Sdavidcs int rc = 0; 2308316485Sdavidcs uint8_t filter; 2309316485Sdavidcs 2310316485Sdavidcs filter = ha->filter; 2311316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2312316485Sdavidcs filter |= ECORE_ACCEPT_UCAST_UNMATCHED; 2313316485Sdavidcs 2314316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2315316485Sdavidcs return (rc); 2316316485Sdavidcs} 2317316485Sdavidcs 2318316485Sdavidcsstatic int 2319316485Sdavidcsqlnx_set_allmulti(qlnx_host_t *ha) 2320316485Sdavidcs{ 2321316485Sdavidcs int rc = 0; 2322316485Sdavidcs uint8_t filter; 2323316485Sdavidcs 2324316485Sdavidcs filter = ha->filter; 2325316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2326316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2327316485Sdavidcs 2328316485Sdavidcs return (rc); 2329316485Sdavidcs} 2330316485Sdavidcs 2331316485Sdavidcs 2332316485Sdavidcsstatic int 2333316485Sdavidcsqlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 2334316485Sdavidcs{ 2335316485Sdavidcs int ret = 0, mask; 2336316485Sdavidcs struct ifreq *ifr = (struct ifreq *)data; 2337316485Sdavidcs struct ifaddr *ifa = (struct ifaddr *)data; 2338316485Sdavidcs qlnx_host_t *ha; 2339316485Sdavidcs 2340316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2341316485Sdavidcs 2342316485Sdavidcs switch (cmd) { 2343316485Sdavidcs case SIOCSIFADDR: 2344318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFADDR (0x%lx)\n", cmd); 2345316485Sdavidcs 2346316485Sdavidcs if (ifa->ifa_addr->sa_family == AF_INET) { 2347316485Sdavidcs ifp->if_flags |= IFF_UP; 2348316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) { 2349316485Sdavidcs QLNX_LOCK(ha); 2350316485Sdavidcs qlnx_init_locked(ha); 2351316485Sdavidcs QLNX_UNLOCK(ha); 2352316485Sdavidcs } 2353318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFADDR (0x%lx) ipv4 [0x%08x]\n", 2354318659Sdavidcs cmd, ntohl(IA_SIN(ifa)->sin_addr.s_addr)); 2355316485Sdavidcs 2356316485Sdavidcs arp_ifinit(ifp, ifa); 2357316485Sdavidcs } else { 2358316485Sdavidcs ether_ioctl(ifp, cmd, data); 2359316485Sdavidcs } 2360316485Sdavidcs break; 2361316485Sdavidcs 2362316485Sdavidcs case SIOCSIFMTU: 2363318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFMTU (0x%lx)\n", cmd); 2364316485Sdavidcs 2365316485Sdavidcs if (ifr->ifr_mtu > QLNX_MAX_MTU) { 2366316485Sdavidcs ret = EINVAL; 2367316485Sdavidcs } else { 2368316485Sdavidcs QLNX_LOCK(ha); 2369316485Sdavidcs ifp->if_mtu = ifr->ifr_mtu; 2370316485Sdavidcs ha->max_frame_size = 2371316485Sdavidcs ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 2372318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2373316485Sdavidcs qlnx_init_locked(ha); 2374316485Sdavidcs } 2375316485Sdavidcs 2376316485Sdavidcs QLNX_UNLOCK(ha); 2377316485Sdavidcs } 2378316485Sdavidcs 2379316485Sdavidcs break; 2380316485Sdavidcs 2381316485Sdavidcs case SIOCSIFFLAGS: 2382318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFFLAGS (0x%lx)\n", cmd); 2383316485Sdavidcs 2384316485Sdavidcs QLNX_LOCK(ha); 2385316485Sdavidcs 2386316485Sdavidcs if (ifp->if_flags & IFF_UP) { 2387318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2388316485Sdavidcs if ((ifp->if_flags ^ ha->if_flags) & 2389316485Sdavidcs IFF_PROMISC) { 2390316485Sdavidcs ret = qlnx_set_promisc(ha); 2391316485Sdavidcs } else if ((ifp->if_flags ^ ha->if_flags) & 2392316485Sdavidcs IFF_ALLMULTI) { 2393316485Sdavidcs ret = qlnx_set_allmulti(ha); 2394316485Sdavidcs } 2395316485Sdavidcs } else { 2396316485Sdavidcs ha->max_frame_size = ifp->if_mtu + 2397316485Sdavidcs ETHER_HDR_LEN + ETHER_CRC_LEN; 2398316485Sdavidcs qlnx_init_locked(ha); 2399316485Sdavidcs } 2400316485Sdavidcs } else { 2401316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) 2402316485Sdavidcs qlnx_stop(ha); 2403316485Sdavidcs ha->if_flags = ifp->if_flags; 2404316485Sdavidcs } 2405316485Sdavidcs 2406316485Sdavidcs QLNX_UNLOCK(ha); 2407316485Sdavidcs break; 2408316485Sdavidcs 2409316485Sdavidcs case SIOCADDMULTI: 2410318659Sdavidcs QL_DPRINT4(ha, "%s (0x%lx)\n", "SIOCADDMULTI", cmd); 2411316485Sdavidcs 2412316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2413316485Sdavidcs if (qlnx_set_multi(ha, 1)) 2414316485Sdavidcs ret = EINVAL; 2415316485Sdavidcs } 2416316485Sdavidcs break; 2417316485Sdavidcs 2418316485Sdavidcs case SIOCDELMULTI: 2419318659Sdavidcs QL_DPRINT4(ha, "%s (0x%lx)\n", "SIOCDELMULTI", cmd); 2420316485Sdavidcs 2421316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2422316485Sdavidcs if (qlnx_set_multi(ha, 0)) 2423316485Sdavidcs ret = EINVAL; 2424316485Sdavidcs } 2425316485Sdavidcs break; 2426316485Sdavidcs 2427316485Sdavidcs case SIOCSIFMEDIA: 2428316485Sdavidcs case SIOCGIFMEDIA: 2429318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFMEDIA/SIOCGIFMEDIA (0x%lx)\n", cmd); 2430318659Sdavidcs 2431316485Sdavidcs ret = ifmedia_ioctl(ifp, ifr, &ha->media, cmd); 2432316485Sdavidcs break; 2433316485Sdavidcs 2434316485Sdavidcs case SIOCSIFCAP: 2435316485Sdavidcs 2436316485Sdavidcs mask = ifr->ifr_reqcap ^ ifp->if_capenable; 2437316485Sdavidcs 2438318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFCAP (0x%lx)\n", cmd); 2439316485Sdavidcs 2440316485Sdavidcs if (mask & IFCAP_HWCSUM) 2441316485Sdavidcs ifp->if_capenable ^= IFCAP_HWCSUM; 2442316485Sdavidcs if (mask & IFCAP_TSO4) 2443316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO4; 2444316485Sdavidcs if (mask & IFCAP_TSO6) 2445316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO6; 2446316485Sdavidcs if (mask & IFCAP_VLAN_HWTAGGING) 2447316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 2448316485Sdavidcs if (mask & IFCAP_VLAN_HWTSO) 2449316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTSO; 2450316485Sdavidcs if (mask & IFCAP_LRO) 2451316485Sdavidcs ifp->if_capenable ^= IFCAP_LRO; 2452316485Sdavidcs 2453316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) 2454316485Sdavidcs qlnx_init(ha); 2455316485Sdavidcs 2456316485Sdavidcs VLAN_CAPABILITIES(ifp); 2457316485Sdavidcs break; 2458316485Sdavidcs 2459316485Sdavidcs#if (__FreeBSD_version >= 1100101) 2460316485Sdavidcs 2461316485Sdavidcs case SIOCGI2C: 2462316485Sdavidcs { 2463316485Sdavidcs struct ifi2creq i2c; 2464316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[0]; 2465316485Sdavidcs struct ecore_ptt *p_ptt; 2466316485Sdavidcs 2467332288Sbrooks ret = copyin(ifr_data_get_ptr(ifr), &i2c, sizeof(i2c)); 2468316485Sdavidcs 2469316485Sdavidcs if (ret) 2470316485Sdavidcs break; 2471316485Sdavidcs 2472316485Sdavidcs if ((i2c.len > sizeof (i2c.data)) || 2473316485Sdavidcs (i2c.dev_addr != 0xA0 && i2c.dev_addr != 0xA2)) { 2474316485Sdavidcs ret = EINVAL; 2475316485Sdavidcs break; 2476316485Sdavidcs } 2477316485Sdavidcs 2478316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 2479316485Sdavidcs 2480316485Sdavidcs if (!p_ptt) { 2481318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 2482316485Sdavidcs ret = -1; 2483316485Sdavidcs break; 2484316485Sdavidcs } 2485316485Sdavidcs 2486316485Sdavidcs ret = ecore_mcp_phy_sfp_read(p_hwfn, p_ptt, 2487316485Sdavidcs (ha->pci_func & 0x1), i2c.dev_addr, i2c.offset, 2488316485Sdavidcs i2c.len, &i2c.data[0]); 2489316485Sdavidcs 2490316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 2491316485Sdavidcs 2492316485Sdavidcs if (ret) { 2493316485Sdavidcs ret = -1; 2494316485Sdavidcs break; 2495316485Sdavidcs } 2496316485Sdavidcs 2497332288Sbrooks ret = copyout(&i2c, ifr_data_get_ptr(ifr), sizeof(i2c)); 2498316485Sdavidcs 2499318659Sdavidcs QL_DPRINT8(ha, "SIOCGI2C copyout ret = %d \ 2500318659Sdavidcs len = %d addr = 0x%02x offset = 0x%04x \ 2501318659Sdavidcs data[0..7]=0x%02x 0x%02x 0x%02x 0x%02x 0x%02x \ 2502318659Sdavidcs 0x%02x 0x%02x 0x%02x\n", 2503316485Sdavidcs ret, i2c.len, i2c.dev_addr, i2c.offset, 2504316485Sdavidcs i2c.data[0], i2c.data[1], i2c.data[2], i2c.data[3], 2505318659Sdavidcs i2c.data[4], i2c.data[5], i2c.data[6], i2c.data[7]); 2506316485Sdavidcs break; 2507316485Sdavidcs } 2508316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) */ 2509316485Sdavidcs 2510316485Sdavidcs default: 2511318659Sdavidcs QL_DPRINT4(ha, "default (0x%lx)\n", cmd); 2512316485Sdavidcs ret = ether_ioctl(ifp, cmd, data); 2513316485Sdavidcs break; 2514316485Sdavidcs } 2515316485Sdavidcs 2516316485Sdavidcs return (ret); 2517316485Sdavidcs} 2518316485Sdavidcs 2519316485Sdavidcsstatic int 2520316485Sdavidcsqlnx_media_change(struct ifnet *ifp) 2521316485Sdavidcs{ 2522316485Sdavidcs qlnx_host_t *ha; 2523316485Sdavidcs struct ifmedia *ifm; 2524316485Sdavidcs int ret = 0; 2525316485Sdavidcs 2526316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2527316485Sdavidcs 2528318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2529316485Sdavidcs 2530316485Sdavidcs ifm = &ha->media; 2531316485Sdavidcs 2532316485Sdavidcs if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER) 2533316485Sdavidcs ret = EINVAL; 2534316485Sdavidcs 2535318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2536316485Sdavidcs 2537316485Sdavidcs return (ret); 2538316485Sdavidcs} 2539316485Sdavidcs 2540316485Sdavidcsstatic void 2541316485Sdavidcsqlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr) 2542316485Sdavidcs{ 2543316485Sdavidcs qlnx_host_t *ha; 2544316485Sdavidcs 2545316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2546316485Sdavidcs 2547318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2548316485Sdavidcs 2549316485Sdavidcs ifmr->ifm_status = IFM_AVALID; 2550316485Sdavidcs ifmr->ifm_active = IFM_ETHER; 2551316485Sdavidcs 2552316485Sdavidcs if (ha->link_up) { 2553316485Sdavidcs ifmr->ifm_status |= IFM_ACTIVE; 2554316485Sdavidcs ifmr->ifm_active |= 2555316485Sdavidcs (IFM_FDX | qlnx_get_optics(ha, &ha->if_link)); 2556316485Sdavidcs 2557316485Sdavidcs if (ha->if_link.link_partner_caps & 2558316485Sdavidcs (QLNX_LINK_CAP_Pause | QLNX_LINK_CAP_Asym_Pause)) 2559316485Sdavidcs ifmr->ifm_active |= 2560316485Sdavidcs (IFM_ETH_RXPAUSE | IFM_ETH_TXPAUSE); 2561316485Sdavidcs } 2562316485Sdavidcs 2563318659Sdavidcs QL_DPRINT2(ha, "exit (%s)\n", (ha->link_up ? "link_up" : "link_down")); 2564316485Sdavidcs 2565316485Sdavidcs return; 2566316485Sdavidcs} 2567316485Sdavidcs 2568316485Sdavidcs 2569316485Sdavidcsstatic void 2570316485Sdavidcsqlnx_free_tx_pkt(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2571316485Sdavidcs struct qlnx_tx_queue *txq) 2572316485Sdavidcs{ 2573316485Sdavidcs u16 idx; 2574316485Sdavidcs struct mbuf *mp; 2575316485Sdavidcs bus_dmamap_t map; 2576316485Sdavidcs int i; 2577316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2578316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2579316485Sdavidcs int nbds = 0; 2580316485Sdavidcs 2581316485Sdavidcs idx = txq->sw_tx_cons; 2582316485Sdavidcs mp = txq->sw_tx_ring[idx].mp; 2583316485Sdavidcs map = txq->sw_tx_ring[idx].map; 2584316485Sdavidcs 2585316485Sdavidcs if ((mp == NULL) || QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL)){ 2586316485Sdavidcs 2587316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL); 2588316485Sdavidcs 2589318659Sdavidcs QL_DPRINT1(ha, "(mp == NULL) " 2590316485Sdavidcs " tx_idx = 0x%x" 2591316485Sdavidcs " ecore_prod_idx = 0x%x" 2592316485Sdavidcs " ecore_cons_idx = 0x%x" 2593316485Sdavidcs " hw_bd_cons = 0x%x" 2594316485Sdavidcs " txq_db_last = 0x%x" 2595316485Sdavidcs " elem_left = 0x%x\n", 2596316485Sdavidcs fp->rss_id, 2597316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2598316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2599316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2600316485Sdavidcs txq->tx_db.raw, 2601318659Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)); 2602316485Sdavidcs 2603316485Sdavidcs fp->err_tx_free_pkt_null++; 2604316485Sdavidcs 2605316485Sdavidcs //DEBUG 2606316485Sdavidcs qlnx_trigger_dump(ha); 2607316485Sdavidcs 2608316485Sdavidcs return; 2609316485Sdavidcs } else { 2610316485Sdavidcs 2611316485Sdavidcs QLNX_INC_OPACKETS((ha->ifp)); 2612316485Sdavidcs QLNX_INC_OBYTES((ha->ifp), (mp->m_pkthdr.len)); 2613316485Sdavidcs 2614316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_POSTWRITE); 2615316485Sdavidcs bus_dmamap_unload(ha->tx_tag, map); 2616316485Sdavidcs 2617316485Sdavidcs fp->tx_pkts_freed++; 2618316485Sdavidcs fp->tx_pkts_completed++; 2619316485Sdavidcs 2620316485Sdavidcs m_freem(mp); 2621316485Sdavidcs } 2622316485Sdavidcs 2623316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_consume(&txq->tx_pbl); 2624316485Sdavidcs nbds = first_bd->data.nbds; 2625316485Sdavidcs 2626316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(first_bd, 0, 0); 2627316485Sdavidcs 2628316485Sdavidcs for (i = 1; i < nbds; i++) { 2629316485Sdavidcs tx_data_bd = ecore_chain_consume(&txq->tx_pbl); 2630316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(tx_data_bd, 0, 0); 2631316485Sdavidcs } 2632316485Sdavidcs txq->sw_tx_ring[idx].flags = 0; 2633316485Sdavidcs txq->sw_tx_ring[idx].mp = NULL; 2634316485Sdavidcs txq->sw_tx_ring[idx].map = (bus_dmamap_t)0; 2635316485Sdavidcs 2636316485Sdavidcs return; 2637316485Sdavidcs} 2638316485Sdavidcs 2639316485Sdavidcsstatic void 2640316485Sdavidcsqlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2641316485Sdavidcs struct qlnx_tx_queue *txq) 2642316485Sdavidcs{ 2643316485Sdavidcs u16 hw_bd_cons; 2644316485Sdavidcs u16 ecore_cons_idx; 2645316485Sdavidcs uint16_t diff; 2646322851Sdavidcs uint16_t idx, idx2; 2647316485Sdavidcs 2648316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 2649316485Sdavidcs 2650316485Sdavidcs while (hw_bd_cons != 2651316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 2652316485Sdavidcs 2653316485Sdavidcs if (hw_bd_cons < ecore_cons_idx) { 2654316485Sdavidcs diff = (1 << 16) - (ecore_cons_idx - hw_bd_cons); 2655316485Sdavidcs } else { 2656316485Sdavidcs diff = hw_bd_cons - ecore_cons_idx; 2657316485Sdavidcs } 2658316485Sdavidcs if ((diff > TX_RING_SIZE) || 2659316485Sdavidcs QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF)){ 2660316485Sdavidcs 2661316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF); 2662316485Sdavidcs 2663318659Sdavidcs QL_DPRINT1(ha, "(diff = 0x%x) " 2664316485Sdavidcs " tx_idx = 0x%x" 2665316485Sdavidcs " ecore_prod_idx = 0x%x" 2666316485Sdavidcs " ecore_cons_idx = 0x%x" 2667316485Sdavidcs " hw_bd_cons = 0x%x" 2668316485Sdavidcs " txq_db_last = 0x%x" 2669316485Sdavidcs " elem_left = 0x%x\n", 2670318659Sdavidcs diff, 2671316485Sdavidcs fp->rss_id, 2672316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2673316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2674316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2675316485Sdavidcs txq->tx_db.raw, 2676318659Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)); 2677316485Sdavidcs 2678316485Sdavidcs fp->err_tx_cons_idx_conflict++; 2679316485Sdavidcs 2680316485Sdavidcs //DEBUG 2681316485Sdavidcs qlnx_trigger_dump(ha); 2682316485Sdavidcs } 2683316485Sdavidcs 2684322851Sdavidcs idx = (txq->sw_tx_cons + 1) & (TX_RING_SIZE - 1); 2685322851Sdavidcs idx2 = (txq->sw_tx_cons + 2) & (TX_RING_SIZE - 1); 2686322851Sdavidcs prefetch(txq->sw_tx_ring[idx].mp); 2687322851Sdavidcs prefetch(txq->sw_tx_ring[idx2].mp); 2688322851Sdavidcs 2689316485Sdavidcs qlnx_free_tx_pkt(ha, fp, txq); 2690316485Sdavidcs 2691316485Sdavidcs txq->sw_tx_cons = (txq->sw_tx_cons + 1) & (TX_RING_SIZE - 1); 2692316485Sdavidcs } 2693316485Sdavidcs return; 2694316485Sdavidcs} 2695316485Sdavidcs 2696316485Sdavidcsstatic int 2697322851Sdavidcsqlnx_transmit_locked(struct ifnet *ifp,struct qlnx_fastpath *fp, struct mbuf *mp) 2698322851Sdavidcs{ 2699322851Sdavidcs int ret = 0; 2700322851Sdavidcs struct qlnx_tx_queue *txq; 2701322851Sdavidcs qlnx_host_t * ha; 2702322851Sdavidcs uint16_t elem_left; 2703322851Sdavidcs 2704322851Sdavidcs txq = fp->txq[0]; 2705322851Sdavidcs ha = (qlnx_host_t *)fp->edev; 2706322851Sdavidcs 2707322851Sdavidcs 2708322851Sdavidcs if ((!(ifp->if_drv_flags & IFF_DRV_RUNNING)) || (!ha->link_up)) { 2709322851Sdavidcs if(mp != NULL) 2710322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 2711322851Sdavidcs return (ret); 2712322851Sdavidcs } 2713322851Sdavidcs 2714322851Sdavidcs if(mp != NULL) 2715322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 2716322851Sdavidcs 2717322851Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 2718322851Sdavidcs 2719322851Sdavidcs while (mp != NULL) { 2720322851Sdavidcs 2721322851Sdavidcs if (qlnx_send(ha, fp, &mp)) { 2722322851Sdavidcs 2723322851Sdavidcs if (mp != NULL) { 2724322851Sdavidcs drbr_putback(ifp, fp->tx_br, mp); 2725322851Sdavidcs } else { 2726322851Sdavidcs fp->tx_pkts_processed++; 2727322851Sdavidcs drbr_advance(ifp, fp->tx_br); 2728322851Sdavidcs } 2729322851Sdavidcs goto qlnx_transmit_locked_exit; 2730322851Sdavidcs 2731322851Sdavidcs } else { 2732322851Sdavidcs drbr_advance(ifp, fp->tx_br); 2733322851Sdavidcs fp->tx_pkts_transmitted++; 2734322851Sdavidcs fp->tx_pkts_processed++; 2735322851Sdavidcs } 2736322851Sdavidcs 2737322851Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 2738322851Sdavidcs } 2739322851Sdavidcs 2740322851Sdavidcsqlnx_transmit_locked_exit: 2741322851Sdavidcs if((qlnx_num_tx_compl(ha,fp, fp->txq[0]) > QLNX_TX_COMPL_THRESH) || 2742322851Sdavidcs ((int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl)) 2743322851Sdavidcs < QLNX_TX_ELEM_MAX_THRESH)) 2744322851Sdavidcs (void)qlnx_tx_int(ha, fp, fp->txq[0]); 2745322851Sdavidcs 2746322851Sdavidcs QL_DPRINT2(ha, "%s: exit ret = %d\n", __func__, ret); 2747322851Sdavidcs return ret; 2748322851Sdavidcs} 2749322851Sdavidcs 2750322851Sdavidcs 2751322851Sdavidcsstatic int 2752316485Sdavidcsqlnx_transmit(struct ifnet *ifp, struct mbuf *mp) 2753316485Sdavidcs{ 2754316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)ifp->if_softc; 2755316485Sdavidcs struct qlnx_fastpath *fp; 2756316485Sdavidcs int rss_id = 0, ret = 0; 2757316485Sdavidcs 2758322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 2759322851Sdavidcs uint64_t tx_pkts = 0, tx_compl = 0; 2760322851Sdavidcs#endif 2761322851Sdavidcs 2762318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2763316485Sdavidcs 2764316485Sdavidcs#if __FreeBSD_version >= 1100000 2765316485Sdavidcs if (M_HASHTYPE_GET(mp) != M_HASHTYPE_NONE) 2766316485Sdavidcs#else 2767316485Sdavidcs if (mp->m_flags & M_FLOWID) 2768316485Sdavidcs#endif 2769316485Sdavidcs rss_id = (mp->m_pkthdr.flowid % ECORE_RSS_IND_TABLE_SIZE) % 2770316485Sdavidcs ha->num_rss; 2771316485Sdavidcs 2772316485Sdavidcs fp = &ha->fp_array[rss_id]; 2773316485Sdavidcs 2774316485Sdavidcs if (fp->tx_br == NULL) { 2775316485Sdavidcs ret = EINVAL; 2776316485Sdavidcs goto qlnx_transmit_exit; 2777316485Sdavidcs } 2778316485Sdavidcs 2779322851Sdavidcs if (mtx_trylock(&fp->tx_mtx)) { 2780316485Sdavidcs 2781322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 2782322851Sdavidcs tx_pkts = fp->tx_pkts_transmitted; 2783322851Sdavidcs tx_compl = fp->tx_pkts_completed; 2784322851Sdavidcs#endif 2785316485Sdavidcs 2786322851Sdavidcs ret = qlnx_transmit_locked(ifp, fp, mp); 2787316485Sdavidcs 2788322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 2789322851Sdavidcs fp->tx_pkts_trans_ctx += (fp->tx_pkts_transmitted - tx_pkts); 2790322851Sdavidcs fp->tx_pkts_compl_ctx += (fp->tx_pkts_completed - tx_compl); 2791322851Sdavidcs#endif 2792322851Sdavidcs mtx_unlock(&fp->tx_mtx); 2793322851Sdavidcs } else { 2794322851Sdavidcs if (mp != NULL && (fp->fp_taskqueue != NULL)) { 2795322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 2796322851Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 2797322851Sdavidcs } 2798322851Sdavidcs } 2799322851Sdavidcs 2800316485Sdavidcsqlnx_transmit_exit: 2801316485Sdavidcs 2802318659Sdavidcs QL_DPRINT2(ha, "exit ret = %d\n", ret); 2803316485Sdavidcs return ret; 2804316485Sdavidcs} 2805316485Sdavidcs 2806316485Sdavidcsstatic void 2807316485Sdavidcsqlnx_qflush(struct ifnet *ifp) 2808316485Sdavidcs{ 2809316485Sdavidcs int rss_id; 2810316485Sdavidcs struct qlnx_fastpath *fp; 2811316485Sdavidcs struct mbuf *mp; 2812316485Sdavidcs qlnx_host_t *ha; 2813316485Sdavidcs 2814316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2815316485Sdavidcs 2816318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2817316485Sdavidcs 2818316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 2819316485Sdavidcs 2820316485Sdavidcs fp = &ha->fp_array[rss_id]; 2821316485Sdavidcs 2822316485Sdavidcs if (fp == NULL) 2823316485Sdavidcs continue; 2824316485Sdavidcs 2825316485Sdavidcs if (fp->tx_br) { 2826316485Sdavidcs mtx_lock(&fp->tx_mtx); 2827316485Sdavidcs 2828316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 2829316485Sdavidcs fp->tx_pkts_freed++; 2830316485Sdavidcs m_freem(mp); 2831316485Sdavidcs } 2832316485Sdavidcs mtx_unlock(&fp->tx_mtx); 2833316485Sdavidcs } 2834316485Sdavidcs } 2835318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2836316485Sdavidcs 2837316485Sdavidcs return; 2838316485Sdavidcs} 2839316485Sdavidcs 2840316485Sdavidcsstatic void 2841316485Sdavidcsqlnx_txq_doorbell_wr32(qlnx_host_t *ha, void *reg_addr, uint32_t value) 2842316485Sdavidcs{ 2843316485Sdavidcs struct ecore_dev *cdev; 2844316485Sdavidcs uint32_t offset; 2845316485Sdavidcs 2846316485Sdavidcs cdev = &ha->cdev; 2847316485Sdavidcs 2848316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)cdev->doorbells); 2849316485Sdavidcs 2850316485Sdavidcs bus_write_4(ha->pci_dbells, offset, value); 2851316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_READ); 2852316485Sdavidcs bus_barrier(ha->pci_dbells, 0, 0, BUS_SPACE_BARRIER_READ); 2853316485Sdavidcs 2854316485Sdavidcs return; 2855316485Sdavidcs} 2856316485Sdavidcs 2857316485Sdavidcsstatic uint32_t 2858316485Sdavidcsqlnx_tcp_offset(qlnx_host_t *ha, struct mbuf *mp) 2859316485Sdavidcs{ 2860316485Sdavidcs struct ether_vlan_header *eh = NULL; 2861316485Sdavidcs struct ip *ip = NULL; 2862316485Sdavidcs struct ip6_hdr *ip6 = NULL; 2863316485Sdavidcs struct tcphdr *th = NULL; 2864316485Sdavidcs uint32_t ehdrlen = 0, ip_hlen = 0, offset = 0; 2865316485Sdavidcs uint16_t etype = 0; 2866316485Sdavidcs device_t dev; 2867316485Sdavidcs uint8_t buf[sizeof(struct ip6_hdr)]; 2868316485Sdavidcs 2869316485Sdavidcs dev = ha->pci_dev; 2870316485Sdavidcs 2871316485Sdavidcs eh = mtod(mp, struct ether_vlan_header *); 2872316485Sdavidcs 2873316485Sdavidcs if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) { 2874316485Sdavidcs ehdrlen = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN; 2875316485Sdavidcs etype = ntohs(eh->evl_proto); 2876316485Sdavidcs } else { 2877316485Sdavidcs ehdrlen = ETHER_HDR_LEN; 2878316485Sdavidcs etype = ntohs(eh->evl_encap_proto); 2879316485Sdavidcs } 2880316485Sdavidcs 2881316485Sdavidcs switch (etype) { 2882316485Sdavidcs 2883316485Sdavidcs case ETHERTYPE_IP: 2884316485Sdavidcs ip = (struct ip *)(mp->m_data + ehdrlen); 2885316485Sdavidcs 2886316485Sdavidcs ip_hlen = sizeof (struct ip); 2887316485Sdavidcs 2888316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 2889316485Sdavidcs m_copydata(mp, ehdrlen, sizeof(struct ip), buf); 2890316485Sdavidcs ip = (struct ip *)buf; 2891316485Sdavidcs } 2892316485Sdavidcs 2893316485Sdavidcs th = (struct tcphdr *)(ip + 1); 2894316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 2895316485Sdavidcs break; 2896316485Sdavidcs 2897316485Sdavidcs case ETHERTYPE_IPV6: 2898316485Sdavidcs ip6 = (struct ip6_hdr *)(mp->m_data + ehdrlen); 2899316485Sdavidcs 2900316485Sdavidcs ip_hlen = sizeof(struct ip6_hdr); 2901316485Sdavidcs 2902316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 2903316485Sdavidcs m_copydata(mp, ehdrlen, sizeof (struct ip6_hdr), 2904316485Sdavidcs buf); 2905316485Sdavidcs ip6 = (struct ip6_hdr *)buf; 2906316485Sdavidcs } 2907316485Sdavidcs th = (struct tcphdr *)(ip6 + 1); 2908316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 2909316485Sdavidcs break; 2910316485Sdavidcs 2911316485Sdavidcs default: 2912316485Sdavidcs break; 2913316485Sdavidcs } 2914316485Sdavidcs 2915316485Sdavidcs return (offset); 2916316485Sdavidcs} 2917316485Sdavidcs 2918316485Sdavidcsstatic __inline int 2919316485Sdavidcsqlnx_tso_check(struct qlnx_fastpath *fp, bus_dma_segment_t *segs, int nsegs, 2920316485Sdavidcs uint32_t offset) 2921316485Sdavidcs{ 2922316485Sdavidcs int i; 2923316485Sdavidcs uint32_t sum, nbds_in_hdr = 1; 2924323073Sdavidcs uint32_t window; 2925323073Sdavidcs bus_dma_segment_t *s_seg; 2926316485Sdavidcs 2927323073Sdavidcs /* If the header spans mulitple segments, skip those segments */ 2928316485Sdavidcs 2929323073Sdavidcs if (nsegs < ETH_TX_LSO_WINDOW_BDS_NUM) 2930323073Sdavidcs return (0); 2931323073Sdavidcs 2932316485Sdavidcs i = 0; 2933323073Sdavidcs 2934323073Sdavidcs while ((i < nsegs) && (offset >= segs->ds_len)) { 2935323073Sdavidcs offset = offset - segs->ds_len; 2936323073Sdavidcs segs++; 2937323073Sdavidcs i++; 2938316485Sdavidcs nbds_in_hdr++; 2939316485Sdavidcs } 2940316485Sdavidcs 2941323073Sdavidcs window = ETH_TX_LSO_WINDOW_BDS_NUM - nbds_in_hdr; 2942316485Sdavidcs 2943323073Sdavidcs nsegs = nsegs - i; 2944323073Sdavidcs 2945323073Sdavidcs while (nsegs >= window) { 2946323073Sdavidcs 2947316485Sdavidcs sum = 0; 2948323073Sdavidcs s_seg = segs; 2949316485Sdavidcs 2950323073Sdavidcs for (i = 0; i < window; i++){ 2951323073Sdavidcs sum += s_seg->ds_len; 2952323073Sdavidcs s_seg++; 2953316485Sdavidcs } 2954316485Sdavidcs 2955316485Sdavidcs if (sum < ETH_TX_LSO_WINDOW_MIN_LEN) { 2956316485Sdavidcs fp->tx_lso_wnd_min_len++; 2957316485Sdavidcs return (-1); 2958316485Sdavidcs } 2959316485Sdavidcs 2960323073Sdavidcs nsegs = nsegs - 1; 2961323073Sdavidcs segs++; 2962316485Sdavidcs } 2963316485Sdavidcs 2964316485Sdavidcs return (0); 2965316485Sdavidcs} 2966316485Sdavidcs 2967316485Sdavidcsstatic int 2968316485Sdavidcsqlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, struct mbuf **m_headp) 2969316485Sdavidcs{ 2970316485Sdavidcs bus_dma_segment_t *segs; 2971316485Sdavidcs bus_dmamap_t map = 0; 2972316485Sdavidcs uint32_t nsegs = 0; 2973316485Sdavidcs int ret = -1; 2974316485Sdavidcs struct mbuf *m_head = *m_headp; 2975316485Sdavidcs uint16_t idx = 0; 2976316485Sdavidcs uint16_t elem_left; 2977316485Sdavidcs 2978316485Sdavidcs uint8_t nbd = 0; 2979316485Sdavidcs struct qlnx_tx_queue *txq; 2980316485Sdavidcs 2981316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2982316485Sdavidcs struct eth_tx_2nd_bd *second_bd; 2983316485Sdavidcs struct eth_tx_3rd_bd *third_bd; 2984316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2985316485Sdavidcs 2986316485Sdavidcs int seg_idx = 0; 2987316485Sdavidcs uint32_t nbds_in_hdr = 0; 2988316485Sdavidcs uint32_t offset = 0; 2989316485Sdavidcs 2990322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 2991322851Sdavidcs uint16_t bd_used; 2992322851Sdavidcs#endif 2993322851Sdavidcs 2994318659Sdavidcs QL_DPRINT8(ha, "enter\n"); 2995316485Sdavidcs 2996316485Sdavidcs if (!ha->link_up) 2997316485Sdavidcs return (-1); 2998316485Sdavidcs 2999316485Sdavidcs first_bd = NULL; 3000316485Sdavidcs second_bd = NULL; 3001316485Sdavidcs third_bd = NULL; 3002316485Sdavidcs tx_data_bd = NULL; 3003316485Sdavidcs 3004316485Sdavidcs txq = fp->txq[0]; 3005318657Sdavidcs 3006322851Sdavidcs if ((int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl)) < 3007322851Sdavidcs QLNX_TX_ELEM_MIN_THRESH) { 3008318657Sdavidcs 3009322851Sdavidcs fp->tx_nsegs_gt_elem_left++; 3010322851Sdavidcs fp->err_tx_nsegs_gt_elem_left++; 3011318657Sdavidcs 3012322851Sdavidcs return (ENOBUFS); 3013322851Sdavidcs } 3014322851Sdavidcs 3015316485Sdavidcs idx = txq->sw_tx_prod; 3016316485Sdavidcs 3017316485Sdavidcs map = txq->sw_tx_ring[idx].map; 3018316485Sdavidcs segs = txq->segs; 3019316485Sdavidcs 3020316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, segs, &nsegs, 3021316485Sdavidcs BUS_DMA_NOWAIT); 3022316485Sdavidcs 3023318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3024322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3025322851Sdavidcs if (!fp->tx_tso_min_pkt_len) { 3026318657Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 3027322851Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 3028322851Sdavidcs } else { 3029322851Sdavidcs if (fp->tx_tso_min_pkt_len > m_head->m_pkthdr.len) 3030322851Sdavidcs fp->tx_tso_min_pkt_len = 3031322851Sdavidcs m_head->m_pkthdr.len; 3032322851Sdavidcs if (fp->tx_tso_max_pkt_len < m_head->m_pkthdr.len) 3033322851Sdavidcs fp->tx_tso_max_pkt_len = 3034322851Sdavidcs m_head->m_pkthdr.len; 3035322851Sdavidcs } 3036318657Sdavidcs } 3037316485Sdavidcs } 3038316485Sdavidcs 3039316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 3040316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 3041316485Sdavidcs 3042316485Sdavidcs if ((ret == EFBIG) || 3043316485Sdavidcs ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && ( 3044316485Sdavidcs (!(m_head->m_pkthdr.csum_flags & CSUM_TSO)) || 3045316485Sdavidcs ((m_head->m_pkthdr.csum_flags & CSUM_TSO) && 3046316485Sdavidcs qlnx_tso_check(fp, segs, nsegs, offset))))) { 3047316485Sdavidcs 3048316485Sdavidcs struct mbuf *m; 3049316485Sdavidcs 3050318659Sdavidcs QL_DPRINT8(ha, "EFBIG [%d]\n", m_head->m_pkthdr.len); 3051316485Sdavidcs 3052316485Sdavidcs fp->tx_defrag++; 3053316485Sdavidcs 3054316485Sdavidcs m = m_defrag(m_head, M_NOWAIT); 3055316485Sdavidcs if (m == NULL) { 3056316485Sdavidcs fp->err_tx_defrag++; 3057316485Sdavidcs fp->tx_pkts_freed++; 3058316485Sdavidcs m_freem(m_head); 3059316485Sdavidcs *m_headp = NULL; 3060318659Sdavidcs QL_DPRINT1(ha, "m_defrag() = NULL [%d]\n", ret); 3061316485Sdavidcs return (ENOBUFS); 3062316485Sdavidcs } 3063316485Sdavidcs 3064316485Sdavidcs m_head = m; 3065316485Sdavidcs *m_headp = m_head; 3066316485Sdavidcs 3067316485Sdavidcs if ((ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, 3068316485Sdavidcs segs, &nsegs, BUS_DMA_NOWAIT))) { 3069316485Sdavidcs 3070316485Sdavidcs fp->err_tx_defrag_dmamap_load++; 3071316485Sdavidcs 3072318659Sdavidcs QL_DPRINT1(ha, 3073318659Sdavidcs "bus_dmamap_load_mbuf_sg failed0 [%d, %d]\n", 3074318659Sdavidcs ret, m_head->m_pkthdr.len); 3075316485Sdavidcs 3076316485Sdavidcs fp->tx_pkts_freed++; 3077316485Sdavidcs m_freem(m_head); 3078316485Sdavidcs *m_headp = NULL; 3079316485Sdavidcs 3080316485Sdavidcs return (ret); 3081316485Sdavidcs } 3082316485Sdavidcs 3083316485Sdavidcs if ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && 3084316485Sdavidcs !(m_head->m_pkthdr.csum_flags & CSUM_TSO)) { 3085316485Sdavidcs 3086316485Sdavidcs fp->err_tx_non_tso_max_seg++; 3087316485Sdavidcs 3088318659Sdavidcs QL_DPRINT1(ha, 3089318659Sdavidcs "(%d) nsegs too many for non-TSO [%d, %d]\n", 3090318659Sdavidcs ret, nsegs, m_head->m_pkthdr.len); 3091316485Sdavidcs 3092316485Sdavidcs fp->tx_pkts_freed++; 3093316485Sdavidcs m_freem(m_head); 3094316485Sdavidcs *m_headp = NULL; 3095316485Sdavidcs 3096316485Sdavidcs return (ret); 3097316485Sdavidcs } 3098316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 3099316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 3100316485Sdavidcs 3101316485Sdavidcs } else if (ret) { 3102316485Sdavidcs 3103316485Sdavidcs fp->err_tx_dmamap_load++; 3104316485Sdavidcs 3105318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load_mbuf_sg failed1 [%d, %d]\n", 3106318659Sdavidcs ret, m_head->m_pkthdr.len); 3107316485Sdavidcs fp->tx_pkts_freed++; 3108316485Sdavidcs m_freem(m_head); 3109316485Sdavidcs *m_headp = NULL; 3110316485Sdavidcs return (ret); 3111316485Sdavidcs } 3112316485Sdavidcs 3113316485Sdavidcs QL_ASSERT(ha, (nsegs != 0), ("qlnx_send: empty packet")); 3114316485Sdavidcs 3115318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3116318657Sdavidcs if (nsegs < QLNX_FP_MAX_SEGS) 3117318657Sdavidcs fp->tx_pkts[(nsegs - 1)]++; 3118318657Sdavidcs else 3119318657Sdavidcs fp->tx_pkts[(QLNX_FP_MAX_SEGS - 1)]++; 3120318657Sdavidcs } 3121316485Sdavidcs 3122322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 3123322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3124322851Sdavidcs if(m_head->m_pkthdr.len <= 2048) 3125322851Sdavidcs fp->tx_pkts_hist[0]++; 3126322851Sdavidcs else if((m_head->m_pkthdr.len > 2048) && 3127322851Sdavidcs (m_head->m_pkthdr.len <= 4096)) 3128322851Sdavidcs fp->tx_pkts_hist[1]++; 3129322851Sdavidcs else if((m_head->m_pkthdr.len > 4096) && 3130322851Sdavidcs (m_head->m_pkthdr.len <= 8192)) 3131322851Sdavidcs fp->tx_pkts_hist[2]++; 3132322851Sdavidcs else if((m_head->m_pkthdr.len > 8192) && 3133322851Sdavidcs (m_head->m_pkthdr.len <= 12288 )) 3134322851Sdavidcs fp->tx_pkts_hist[3]++; 3135322851Sdavidcs else if((m_head->m_pkthdr.len > 11288) && 3136322851Sdavidcs (m_head->m_pkthdr.len <= 16394)) 3137322851Sdavidcs fp->tx_pkts_hist[4]++; 3138322851Sdavidcs else if((m_head->m_pkthdr.len > 16384) && 3139322851Sdavidcs (m_head->m_pkthdr.len <= 20480)) 3140322851Sdavidcs fp->tx_pkts_hist[5]++; 3141322851Sdavidcs else if((m_head->m_pkthdr.len > 20480) && 3142322851Sdavidcs (m_head->m_pkthdr.len <= 24576)) 3143322851Sdavidcs fp->tx_pkts_hist[6]++; 3144322851Sdavidcs else if((m_head->m_pkthdr.len > 24576) && 3145322851Sdavidcs (m_head->m_pkthdr.len <= 28672)) 3146322851Sdavidcs fp->tx_pkts_hist[7]++; 3147322851Sdavidcs else if((m_head->m_pkthdr.len > 28762) && 3148322851Sdavidcs (m_head->m_pkthdr.len <= 32768)) 3149322851Sdavidcs fp->tx_pkts_hist[8]++; 3150322851Sdavidcs else if((m_head->m_pkthdr.len > 32768) && 3151322851Sdavidcs (m_head->m_pkthdr.len <= 36864)) 3152322851Sdavidcs fp->tx_pkts_hist[9]++; 3153322851Sdavidcs else if((m_head->m_pkthdr.len > 36864) && 3154322851Sdavidcs (m_head->m_pkthdr.len <= 40960)) 3155322851Sdavidcs fp->tx_pkts_hist[10]++; 3156322851Sdavidcs else if((m_head->m_pkthdr.len > 40960) && 3157322851Sdavidcs (m_head->m_pkthdr.len <= 45056)) 3158322851Sdavidcs fp->tx_pkts_hist[11]++; 3159322851Sdavidcs else if((m_head->m_pkthdr.len > 45056) && 3160322851Sdavidcs (m_head->m_pkthdr.len <= 49152)) 3161322851Sdavidcs fp->tx_pkts_hist[12]++; 3162322851Sdavidcs else if((m_head->m_pkthdr.len > 49512) && 3163322851Sdavidcs m_head->m_pkthdr.len <= 53248)) 3164322851Sdavidcs fp->tx_pkts_hist[13]++; 3165322851Sdavidcs else if((m_head->m_pkthdr.len > 53248) && 3166322851Sdavidcs (m_head->m_pkthdr.len <= 57344)) 3167322851Sdavidcs fp->tx_pkts_hist[14]++; 3168322851Sdavidcs else if((m_head->m_pkthdr.len > 53248) && 3169322851Sdavidcs (m_head->m_pkthdr.len <= 57344)) 3170322851Sdavidcs fp->tx_pkts_hist[15]++; 3171322851Sdavidcs else if((m_head->m_pkthdr.len > 57344) && 3172322851Sdavidcs (m_head->m_pkthdr.len <= 61440)) 3173322851Sdavidcs fp->tx_pkts_hist[16]++; 3174322851Sdavidcs else 3175322851Sdavidcs fp->tx_pkts_hist[17]++; 3176322851Sdavidcs } 3177322851Sdavidcs 3178322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3179322851Sdavidcs 3180322851Sdavidcs elem_left = ecore_chain_get_elem_left(&txq->tx_pbl); 3181322851Sdavidcs bd_used = TX_RING_SIZE - elem_left; 3182322851Sdavidcs 3183322851Sdavidcs if(bd_used <= 100) 3184322851Sdavidcs fp->tx_pkts_q[0]++; 3185322851Sdavidcs else if((bd_used > 100) && (bd_used <= 500)) 3186322851Sdavidcs fp->tx_pkts_q[1]++; 3187322851Sdavidcs else if((bd_used > 500) && (bd_used <= 1000)) 3188322851Sdavidcs fp->tx_pkts_q[2]++; 3189322851Sdavidcs else if((bd_used > 1000) && (bd_used <= 2000)) 3190322851Sdavidcs fp->tx_pkts_q[3]++; 3191322851Sdavidcs else if((bd_used > 3000) && (bd_used <= 4000)) 3192322851Sdavidcs fp->tx_pkts_q[4]++; 3193322851Sdavidcs else if((bd_used > 4000) && (bd_used <= 5000)) 3194322851Sdavidcs fp->tx_pkts_q[5]++; 3195322851Sdavidcs else if((bd_used > 6000) && (bd_used <= 7000)) 3196322851Sdavidcs fp->tx_pkts_q[6]++; 3197322851Sdavidcs else if((bd_used > 7000) && (bd_used <= 8000)) 3198322851Sdavidcs fp->tx_pkts_q[7]++; 3199322851Sdavidcs else if((bd_used > 8000) && (bd_used <= 9000)) 3200322851Sdavidcs fp->tx_pkts_q[8]++; 3201322851Sdavidcs else if((bd_used > 9000) && (bd_used <= 10000)) 3202322851Sdavidcs fp->tx_pkts_q[9]++; 3203322851Sdavidcs else if((bd_used > 10000) && (bd_used <= 11000)) 3204322851Sdavidcs fp->tx_pkts_q[10]++; 3205322851Sdavidcs else if((bd_used > 11000) && (bd_used <= 12000)) 3206322851Sdavidcs fp->tx_pkts_q[11]++; 3207322851Sdavidcs else if((bd_used > 12000) && (bd_used <= 13000)) 3208322851Sdavidcs fp->tx_pkts_q[12]++; 3209322851Sdavidcs else if((bd_used > 13000) && (bd_used <= 14000)) 3210322851Sdavidcs fp->tx_pkts_q[13]++; 3211322851Sdavidcs else if((bd_used > 14000) && (bd_used <= 15000)) 3212322851Sdavidcs fp->tx_pkts_q[14]++; 3213322851Sdavidcs else if((bd_used > 15000) && (bd_used <= 16000)) 3214322851Sdavidcs fp->tx_pkts_q[15]++; 3215322851Sdavidcs else 3216322851Sdavidcs fp->tx_pkts_q[16]++; 3217322851Sdavidcs } 3218322851Sdavidcs 3219322851Sdavidcs#endif /* end of QLNX_TRACE_PERF_DATA */ 3220322851Sdavidcs 3221316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > 3222316485Sdavidcs (int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl))) { 3223316485Sdavidcs 3224318659Sdavidcs QL_DPRINT1(ha, "(%d, 0x%x) insuffient BDs" 3225318659Sdavidcs " in chain[%d] trying to free packets\n", 3226318659Sdavidcs nsegs, elem_left, fp->rss_id); 3227316485Sdavidcs 3228316485Sdavidcs fp->tx_nsegs_gt_elem_left++; 3229316485Sdavidcs 3230316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 3231316485Sdavidcs 3232316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > (int)(elem_left = 3233316485Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl))) { 3234316485Sdavidcs 3235318659Sdavidcs QL_DPRINT1(ha, 3236318659Sdavidcs "(%d, 0x%x) insuffient BDs in chain[%d]\n", 3237318659Sdavidcs nsegs, elem_left, fp->rss_id); 3238316485Sdavidcs 3239316485Sdavidcs fp->err_tx_nsegs_gt_elem_left++; 3240318657Sdavidcs fp->tx_ring_full = 1; 3241322851Sdavidcs if (ha->storm_stats_enable) 3242322851Sdavidcs ha->storm_stats_gather = 1; 3243316485Sdavidcs return (ENOBUFS); 3244316485Sdavidcs } 3245316485Sdavidcs } 3246316485Sdavidcs 3247316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_PREWRITE); 3248316485Sdavidcs 3249316485Sdavidcs txq->sw_tx_ring[idx].mp = m_head; 3250316485Sdavidcs 3251316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_produce(&txq->tx_pbl); 3252316485Sdavidcs 3253316485Sdavidcs memset(first_bd, 0, sizeof(*first_bd)); 3254316485Sdavidcs 3255316485Sdavidcs first_bd->data.bd_flags.bitfields = 3256316485Sdavidcs 1 << ETH_TX_1ST_BD_FLAGS_START_BD_SHIFT; 3257316485Sdavidcs 3258316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, segs->ds_len); 3259316485Sdavidcs 3260316485Sdavidcs nbd++; 3261316485Sdavidcs 3262316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_IP) { 3263316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3264316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 3265316485Sdavidcs } 3266316485Sdavidcs 3267319449Sdavidcs if (m_head->m_pkthdr.csum_flags & 3268319449Sdavidcs (CSUM_UDP | CSUM_TCP | CSUM_TCP_IPV6 | CSUM_UDP_IPV6)) { 3269316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3270316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_L4_CSUM_SHIFT); 3271316485Sdavidcs } 3272316485Sdavidcs 3273316485Sdavidcs if (m_head->m_flags & M_VLANTAG) { 3274316485Sdavidcs first_bd->data.vlan = m_head->m_pkthdr.ether_vtag; 3275316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3276316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_VLAN_INSERTION_SHIFT); 3277316485Sdavidcs } 3278316485Sdavidcs 3279316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3280316485Sdavidcs 3281316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3282316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_LSO_SHIFT); 3283316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3284316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 3285316485Sdavidcs 3286316485Sdavidcs nbds_in_hdr = 1; 3287316485Sdavidcs 3288316485Sdavidcs if (offset == segs->ds_len) { 3289316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 3290316485Sdavidcs segs++; 3291316485Sdavidcs seg_idx++; 3292316485Sdavidcs 3293316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3294316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3295316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 3296316485Sdavidcs nbd++; 3297316485Sdavidcs 3298316485Sdavidcs if (seg_idx < nsegs) { 3299316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3300316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 3301316485Sdavidcs segs++; 3302316485Sdavidcs seg_idx++; 3303316485Sdavidcs } 3304316485Sdavidcs 3305316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3306316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3307316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3308316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3309316485Sdavidcs third_bd->data.bitfields |= 3310316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3311316485Sdavidcs nbd++; 3312316485Sdavidcs 3313316485Sdavidcs if (seg_idx < nsegs) { 3314316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3315316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 3316316485Sdavidcs segs++; 3317316485Sdavidcs seg_idx++; 3318316485Sdavidcs } 3319316485Sdavidcs 3320316485Sdavidcs for (; seg_idx < nsegs; seg_idx++) { 3321316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3322316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3323316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3324316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3325316485Sdavidcs segs->ds_addr,\ 3326316485Sdavidcs segs->ds_len); 3327316485Sdavidcs segs++; 3328316485Sdavidcs nbd++; 3329316485Sdavidcs } 3330316485Sdavidcs 3331316485Sdavidcs } else if (offset < segs->ds_len) { 3332316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 3333316485Sdavidcs 3334316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3335316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3336316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 3337316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3338316485Sdavidcs (segs->ds_addr + offset),\ 3339316485Sdavidcs (segs->ds_len - offset)); 3340316485Sdavidcs nbd++; 3341316485Sdavidcs segs++; 3342316485Sdavidcs 3343316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3344316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3345316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3346316485Sdavidcs 3347316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3348316485Sdavidcs segs->ds_addr,\ 3349316485Sdavidcs segs->ds_len); 3350316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3351316485Sdavidcs third_bd->data.bitfields |= 3352316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3353316485Sdavidcs segs++; 3354316485Sdavidcs nbd++; 3355316485Sdavidcs 3356316485Sdavidcs for (seg_idx = 2; seg_idx < nsegs; seg_idx++) { 3357316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3358316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3359316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3360316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3361316485Sdavidcs segs->ds_addr,\ 3362316485Sdavidcs segs->ds_len); 3363316485Sdavidcs segs++; 3364316485Sdavidcs nbd++; 3365316485Sdavidcs } 3366316485Sdavidcs 3367316485Sdavidcs } else { 3368316485Sdavidcs offset = offset - segs->ds_len; 3369316485Sdavidcs segs++; 3370316485Sdavidcs 3371316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3372316485Sdavidcs 3373316485Sdavidcs if (offset) 3374316485Sdavidcs nbds_in_hdr++; 3375316485Sdavidcs 3376316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3377316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3378316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3379316485Sdavidcs 3380316485Sdavidcs if (second_bd == NULL) { 3381316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3382316485Sdavidcs tx_data_bd; 3383316485Sdavidcs } else if (third_bd == NULL) { 3384316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3385316485Sdavidcs tx_data_bd; 3386316485Sdavidcs } 3387316485Sdavidcs 3388316485Sdavidcs if (offset && (offset < segs->ds_len)) { 3389316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3390316485Sdavidcs segs->ds_addr, offset); 3391316485Sdavidcs 3392316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3393316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3394316485Sdavidcs 3395316485Sdavidcs memset(tx_data_bd, 0, 3396316485Sdavidcs sizeof(*tx_data_bd)); 3397316485Sdavidcs 3398316485Sdavidcs if (second_bd == NULL) { 3399316485Sdavidcs second_bd = 3400316485Sdavidcs (struct eth_tx_2nd_bd *)tx_data_bd; 3401316485Sdavidcs } else if (third_bd == NULL) { 3402316485Sdavidcs third_bd = 3403316485Sdavidcs (struct eth_tx_3rd_bd *)tx_data_bd; 3404316485Sdavidcs } 3405316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3406316485Sdavidcs (segs->ds_addr + offset), \ 3407316485Sdavidcs (segs->ds_len - offset)); 3408316485Sdavidcs nbd++; 3409316485Sdavidcs offset = 0; 3410316485Sdavidcs } else { 3411316485Sdavidcs if (offset) 3412316485Sdavidcs offset = offset - segs->ds_len; 3413316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3414316485Sdavidcs segs->ds_addr, segs->ds_len); 3415316485Sdavidcs } 3416316485Sdavidcs segs++; 3417316485Sdavidcs nbd++; 3418316485Sdavidcs } 3419316485Sdavidcs 3420316485Sdavidcs if (third_bd == NULL) { 3421316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3422316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3423316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3424316485Sdavidcs } 3425316485Sdavidcs 3426316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3427316485Sdavidcs third_bd->data.bitfields |= 3428316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3429316485Sdavidcs } 3430322851Sdavidcs fp->tx_tso_pkts++; 3431316485Sdavidcs } else { 3432316485Sdavidcs segs++; 3433316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3434316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3435316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3436316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3437316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, segs->ds_addr,\ 3438316485Sdavidcs segs->ds_len); 3439316485Sdavidcs segs++; 3440316485Sdavidcs nbd++; 3441316485Sdavidcs } 3442316485Sdavidcs first_bd->data.bitfields = 3443316485Sdavidcs (m_head->m_pkthdr.len & ETH_TX_DATA_1ST_BD_PKT_LEN_MASK) 3444316485Sdavidcs << ETH_TX_DATA_1ST_BD_PKT_LEN_SHIFT; 3445316485Sdavidcs first_bd->data.bitfields = 3446316485Sdavidcs htole16(first_bd->data.bitfields); 3447322851Sdavidcs fp->tx_non_tso_pkts++; 3448316485Sdavidcs } 3449316485Sdavidcs 3450316485Sdavidcs 3451316485Sdavidcs first_bd->data.nbds = nbd; 3452316485Sdavidcs 3453318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3454318657Sdavidcs if (fp->tx_tso_max_nsegs < nsegs) 3455318657Sdavidcs fp->tx_tso_max_nsegs = nsegs; 3456316485Sdavidcs 3457318657Sdavidcs if ((nsegs < fp->tx_tso_min_nsegs) || (!fp->tx_tso_min_nsegs)) 3458318657Sdavidcs fp->tx_tso_min_nsegs = nsegs; 3459318657Sdavidcs } 3460316485Sdavidcs 3461316485Sdavidcs txq->sw_tx_ring[idx].nsegs = nsegs; 3462316485Sdavidcs txq->sw_tx_prod = (txq->sw_tx_prod + 1) & (TX_RING_SIZE - 1); 3463316485Sdavidcs 3464316485Sdavidcs txq->tx_db.data.bd_prod = 3465316485Sdavidcs htole16(ecore_chain_get_prod_idx(&txq->tx_pbl)); 3466316485Sdavidcs 3467316485Sdavidcs qlnx_txq_doorbell_wr32(ha, txq->doorbell_addr, txq->tx_db.raw); 3468316485Sdavidcs 3469318659Sdavidcs QL_DPRINT8(ha, "exit\n"); 3470316485Sdavidcs return (0); 3471316485Sdavidcs} 3472316485Sdavidcs 3473316485Sdavidcsstatic void 3474316485Sdavidcsqlnx_stop(qlnx_host_t *ha) 3475316485Sdavidcs{ 3476316485Sdavidcs struct ifnet *ifp = ha->ifp; 3477316485Sdavidcs device_t dev; 3478316485Sdavidcs int i; 3479316485Sdavidcs 3480316485Sdavidcs dev = ha->pci_dev; 3481316485Sdavidcs 3482316485Sdavidcs ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 3483316485Sdavidcs 3484316485Sdavidcs /* 3485316485Sdavidcs * We simply lock and unlock each fp->tx_mtx to 3486316485Sdavidcs * propagate the if_drv_flags 3487316485Sdavidcs * state to each tx thread 3488316485Sdavidcs */ 3489318659Sdavidcs QL_DPRINT1(ha, "QLNX STATE = %d\n",ha->state); 3490318659Sdavidcs 3491316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 3492316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 3493316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 3494316485Sdavidcs 3495316485Sdavidcs mtx_lock(&fp->tx_mtx); 3496316485Sdavidcs mtx_unlock(&fp->tx_mtx); 3497316485Sdavidcs 3498316485Sdavidcs if (fp->fp_taskqueue != NULL) 3499316485Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, 3500316485Sdavidcs &fp->fp_task); 3501316485Sdavidcs } 3502316485Sdavidcs } 3503316485Sdavidcs 3504316485Sdavidcs qlnx_unload(ha); 3505316485Sdavidcs 3506316485Sdavidcs return; 3507316485Sdavidcs} 3508316485Sdavidcs 3509316485Sdavidcsstatic int 3510316485Sdavidcsqlnx_get_ifq_snd_maxlen(qlnx_host_t *ha) 3511316485Sdavidcs{ 3512316485Sdavidcs return(TX_RING_SIZE - 1); 3513316485Sdavidcs} 3514316485Sdavidcs 3515316485Sdavidcsuint8_t * 3516316485Sdavidcsqlnx_get_mac_addr(qlnx_host_t *ha) 3517316485Sdavidcs{ 3518316485Sdavidcs struct ecore_hwfn *p_hwfn; 3519316485Sdavidcs 3520316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 3521316485Sdavidcs return (p_hwfn->hw_info.hw_mac_addr); 3522316485Sdavidcs} 3523316485Sdavidcs 3524316485Sdavidcsstatic uint32_t 3525316485Sdavidcsqlnx_get_optics(qlnx_host_t *ha, struct qlnx_link_output *if_link) 3526316485Sdavidcs{ 3527316485Sdavidcs uint32_t ifm_type = 0; 3528316485Sdavidcs 3529316485Sdavidcs switch (if_link->media_type) { 3530316485Sdavidcs 3531316485Sdavidcs case MEDIA_MODULE_FIBER: 3532316485Sdavidcs case MEDIA_UNSPECIFIED: 3533316485Sdavidcs if (if_link->speed == (100 * 1000)) 3534316485Sdavidcs ifm_type = QLNX_IFM_100G_SR4; 3535316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3536316485Sdavidcs ifm_type = IFM_40G_SR4; 3537316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3538316485Sdavidcs ifm_type = QLNX_IFM_25G_SR; 3539320164Sdavidcs else if (if_link->speed == (10 * 1000)) 3540320164Sdavidcs ifm_type = (IFM_10G_LR | IFM_10G_SR); 3541320164Sdavidcs else if (if_link->speed == (1 * 1000)) 3542320164Sdavidcs ifm_type = (IFM_1000_SX | IFM_1000_LX); 3543320164Sdavidcs 3544316485Sdavidcs break; 3545316485Sdavidcs 3546316485Sdavidcs case MEDIA_DA_TWINAX: 3547316485Sdavidcs if (if_link->speed == (100 * 1000)) 3548316485Sdavidcs ifm_type = QLNX_IFM_100G_CR4; 3549316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3550316485Sdavidcs ifm_type = IFM_40G_CR4; 3551316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3552316485Sdavidcs ifm_type = QLNX_IFM_25G_CR; 3553320164Sdavidcs else if (if_link->speed == (10 * 1000)) 3554320164Sdavidcs ifm_type = IFM_10G_TWINAX; 3555320164Sdavidcs 3556316485Sdavidcs break; 3557316485Sdavidcs 3558316485Sdavidcs default : 3559316485Sdavidcs ifm_type = IFM_UNKNOWN; 3560316485Sdavidcs break; 3561316485Sdavidcs } 3562316485Sdavidcs return (ifm_type); 3563316485Sdavidcs} 3564316485Sdavidcs 3565316485Sdavidcs 3566316485Sdavidcs 3567316485Sdavidcs/***************************************************************************** 3568316485Sdavidcs * Interrupt Service Functions 3569316485Sdavidcs *****************************************************************************/ 3570316485Sdavidcs 3571316485Sdavidcsstatic int 3572316485Sdavidcsqlnx_rx_jumbo_chain(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3573316485Sdavidcs struct mbuf *mp_head, uint16_t len) 3574316485Sdavidcs{ 3575316485Sdavidcs struct mbuf *mp, *mpf, *mpl; 3576316485Sdavidcs struct sw_rx_data *sw_rx_data; 3577316485Sdavidcs struct qlnx_rx_queue *rxq; 3578316485Sdavidcs uint16_t len_in_buffer; 3579316485Sdavidcs 3580316485Sdavidcs rxq = fp->rxq; 3581316485Sdavidcs mpf = mpl = mp = NULL; 3582316485Sdavidcs 3583316485Sdavidcs while (len) { 3584316485Sdavidcs 3585316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3586316485Sdavidcs 3587316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3588316485Sdavidcs mp = sw_rx_data->data; 3589316485Sdavidcs 3590316485Sdavidcs if (mp == NULL) { 3591318659Sdavidcs QL_DPRINT1(ha, "mp = NULL\n"); 3592316485Sdavidcs fp->err_rx_mp_null++; 3593316485Sdavidcs rxq->sw_rx_cons = 3594316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3595316485Sdavidcs 3596316485Sdavidcs if (mpf != NULL) 3597316485Sdavidcs m_freem(mpf); 3598316485Sdavidcs 3599316485Sdavidcs return (-1); 3600316485Sdavidcs } 3601316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3602316485Sdavidcs BUS_DMASYNC_POSTREAD); 3603316485Sdavidcs 3604316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3605316485Sdavidcs 3606318659Sdavidcs QL_DPRINT1(ha, "New buffer allocation failed, dropping" 3607318659Sdavidcs " incoming packet and reusing its buffer\n"); 3608316485Sdavidcs 3609316485Sdavidcs qlnx_reuse_rx_data(rxq); 3610316485Sdavidcs fp->err_rx_alloc_errors++; 3611316485Sdavidcs 3612316485Sdavidcs if (mpf != NULL) 3613316485Sdavidcs m_freem(mpf); 3614316485Sdavidcs 3615316485Sdavidcs return (-1); 3616316485Sdavidcs } 3617316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3618316485Sdavidcs 3619316485Sdavidcs if (len > rxq->rx_buf_size) 3620316485Sdavidcs len_in_buffer = rxq->rx_buf_size; 3621316485Sdavidcs else 3622316485Sdavidcs len_in_buffer = len; 3623316485Sdavidcs 3624316485Sdavidcs len = len - len_in_buffer; 3625316485Sdavidcs 3626316485Sdavidcs mp->m_flags &= ~M_PKTHDR; 3627316485Sdavidcs mp->m_next = NULL; 3628316485Sdavidcs mp->m_len = len_in_buffer; 3629316485Sdavidcs 3630316485Sdavidcs if (mpf == NULL) 3631316485Sdavidcs mpf = mpl = mp; 3632316485Sdavidcs else { 3633316485Sdavidcs mpl->m_next = mp; 3634316485Sdavidcs mpl = mp; 3635316485Sdavidcs } 3636316485Sdavidcs } 3637316485Sdavidcs 3638316485Sdavidcs if (mpf != NULL) 3639316485Sdavidcs mp_head->m_next = mpf; 3640316485Sdavidcs 3641316485Sdavidcs return (0); 3642316485Sdavidcs} 3643316485Sdavidcs 3644316485Sdavidcsstatic void 3645316485Sdavidcsqlnx_tpa_start(qlnx_host_t *ha, 3646316485Sdavidcs struct qlnx_fastpath *fp, 3647316485Sdavidcs struct qlnx_rx_queue *rxq, 3648316485Sdavidcs struct eth_fast_path_rx_tpa_start_cqe *cqe) 3649316485Sdavidcs{ 3650316485Sdavidcs uint32_t agg_index; 3651316485Sdavidcs struct ifnet *ifp = ha->ifp; 3652316485Sdavidcs struct mbuf *mp; 3653316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3654316485Sdavidcs struct sw_rx_data *sw_rx_data; 3655316485Sdavidcs dma_addr_t addr; 3656316485Sdavidcs bus_dmamap_t map; 3657316485Sdavidcs struct eth_rx_bd *rx_bd; 3658316485Sdavidcs int i; 3659316485Sdavidcs device_t dev; 3660316485Sdavidcs#if __FreeBSD_version >= 1100000 3661316485Sdavidcs uint8_t hash_type; 3662316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 3663316485Sdavidcs 3664316485Sdavidcs dev = ha->pci_dev; 3665316485Sdavidcs agg_index = cqe->tpa_agg_index; 3666316485Sdavidcs 3667318659Sdavidcs QL_DPRINT7(ha, "[rss_id = %d]: enter\n \ 3668318659Sdavidcs \t type = 0x%x\n \ 3669318659Sdavidcs \t bitfields = 0x%x\n \ 3670318659Sdavidcs \t seg_len = 0x%x\n \ 3671318659Sdavidcs \t pars_flags = 0x%x\n \ 3672318659Sdavidcs \t vlan_tag = 0x%x\n \ 3673318659Sdavidcs \t rss_hash = 0x%x\n \ 3674318659Sdavidcs \t len_on_first_bd = 0x%x\n \ 3675318659Sdavidcs \t placement_offset = 0x%x\n \ 3676318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 3677318659Sdavidcs \t header_len = 0x%x\n \ 3678318659Sdavidcs \t ext_bd_len_list[0] = 0x%x\n \ 3679318659Sdavidcs \t ext_bd_len_list[1] = 0x%x\n \ 3680318659Sdavidcs \t ext_bd_len_list[2] = 0x%x\n \ 3681318659Sdavidcs \t ext_bd_len_list[3] = 0x%x\n \ 3682318659Sdavidcs \t ext_bd_len_list[4] = 0x%x\n", 3683318659Sdavidcs fp->rss_id, cqe->type, cqe->bitfields, cqe->seg_len, 3684316485Sdavidcs cqe->pars_flags.flags, cqe->vlan_tag, 3685316485Sdavidcs cqe->rss_hash, cqe->len_on_first_bd, cqe->placement_offset, 3686316485Sdavidcs cqe->tpa_agg_index, cqe->header_len, 3687316485Sdavidcs cqe->ext_bd_len_list[0], cqe->ext_bd_len_list[1], 3688316485Sdavidcs cqe->ext_bd_len_list[2], cqe->ext_bd_len_list[3], 3689318659Sdavidcs cqe->ext_bd_len_list[4]); 3690316485Sdavidcs 3691316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3692316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3693316485Sdavidcs return; 3694316485Sdavidcs } 3695316485Sdavidcs 3696316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3697316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, BUS_DMASYNC_POSTREAD); 3698316485Sdavidcs mp = sw_rx_data->data; 3699316485Sdavidcs 3700318659Sdavidcs QL_DPRINT7(ha, "[rss_id = %d]: mp = %p \n ", fp->rss_id, mp); 3701316485Sdavidcs 3702316485Sdavidcs if (mp == NULL) { 3703318659Sdavidcs QL_DPRINT7(ha, "[%d]: mp = NULL\n", fp->rss_id); 3704316485Sdavidcs fp->err_rx_mp_null++; 3705316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3706316485Sdavidcs 3707316485Sdavidcs return; 3708316485Sdavidcs } 3709316485Sdavidcs 3710316485Sdavidcs if ((le16toh(cqe->pars_flags.flags)) & CQE_FLAGS_ERR) { 3711316485Sdavidcs 3712318659Sdavidcs QL_DPRINT7(ha, "[%d]: CQE in CONS = %u has error," 3713318659Sdavidcs " flags = %x, dropping incoming packet\n", fp->rss_id, 3714318659Sdavidcs rxq->sw_rx_cons, le16toh(cqe->pars_flags.flags)); 3715316485Sdavidcs 3716316485Sdavidcs fp->err_rx_hw_errors++; 3717316485Sdavidcs 3718316485Sdavidcs qlnx_reuse_rx_data(rxq); 3719316485Sdavidcs 3720316485Sdavidcs QLNX_INC_IERRORS(ifp); 3721316485Sdavidcs 3722316485Sdavidcs return; 3723316485Sdavidcs } 3724316485Sdavidcs 3725316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3726316485Sdavidcs 3727318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 3728316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3729318659Sdavidcs fp->rss_id); 3730316485Sdavidcs 3731316485Sdavidcs fp->err_rx_alloc_errors++; 3732316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3733316485Sdavidcs 3734316485Sdavidcs /* 3735316485Sdavidcs * Load the tpa mbuf into the rx ring and save the 3736316485Sdavidcs * posted mbuf 3737316485Sdavidcs */ 3738316485Sdavidcs 3739316485Sdavidcs map = sw_rx_data->map; 3740316485Sdavidcs addr = sw_rx_data->dma_addr; 3741316485Sdavidcs 3742316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 3743316485Sdavidcs 3744316485Sdavidcs sw_rx_data->data = rxq->tpa_info[agg_index].rx_buf.data; 3745316485Sdavidcs sw_rx_data->dma_addr = rxq->tpa_info[agg_index].rx_buf.dma_addr; 3746316485Sdavidcs sw_rx_data->map = rxq->tpa_info[agg_index].rx_buf.map; 3747316485Sdavidcs 3748316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.data = mp; 3749316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.dma_addr = addr; 3750316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.map = map; 3751316485Sdavidcs 3752316485Sdavidcs rx_bd = (struct eth_rx_bd *) 3753316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 3754316485Sdavidcs 3755316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(sw_rx_data->dma_addr)); 3756316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(sw_rx_data->dma_addr)); 3757316485Sdavidcs 3758316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3759316485Sdavidcs BUS_DMASYNC_PREREAD); 3760316485Sdavidcs 3761316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 3762316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3763316485Sdavidcs 3764316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3765316485Sdavidcs 3766316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 3767316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3768316485Sdavidcs 3769316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3770316485Sdavidcs break; 3771316485Sdavidcs 3772316485Sdavidcs qlnx_reuse_rx_data(rxq); 3773316485Sdavidcs } 3774316485Sdavidcs 3775316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 3776316485Sdavidcs return; 3777316485Sdavidcs } 3778316485Sdavidcs 3779316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 3780316485Sdavidcs 3781318659Sdavidcs QL_DPRINT7(ha, "[%d]: invalid aggregation state," 3782316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3783318659Sdavidcs fp->rss_id); 3784316485Sdavidcs 3785316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3786316485Sdavidcs 3787316485Sdavidcs /* if we already have mbuf head in aggregation free it */ 3788316485Sdavidcs if (rxq->tpa_info[agg_index].mpf) { 3789316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 3790316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3791316485Sdavidcs } 3792316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3793316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3794316485Sdavidcs 3795316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3796316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3797316485Sdavidcs 3798316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 3799316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3800316485Sdavidcs 3801316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3802316485Sdavidcs break; 3803316485Sdavidcs 3804316485Sdavidcs qlnx_reuse_rx_data(rxq); 3805316485Sdavidcs } 3806316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 3807316485Sdavidcs 3808316485Sdavidcs return; 3809316485Sdavidcs } 3810316485Sdavidcs 3811316485Sdavidcs /* 3812316485Sdavidcs * first process the ext_bd_len_list 3813316485Sdavidcs * if this fails then we simply drop the packet 3814316485Sdavidcs */ 3815316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3816316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3817316485Sdavidcs 3818316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3819316485Sdavidcs 3820318659Sdavidcs QL_DPRINT7(ha, "[%d]: 4\n ", fp->rss_id); 3821316485Sdavidcs 3822316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3823316485Sdavidcs break; 3824316485Sdavidcs 3825316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3826316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3827316485Sdavidcs BUS_DMASYNC_POSTREAD); 3828316485Sdavidcs 3829316485Sdavidcs mpc = sw_rx_data->data; 3830316485Sdavidcs 3831316485Sdavidcs if (mpc == NULL) { 3832318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 3833316485Sdavidcs fp->err_rx_mp_null++; 3834316485Sdavidcs if (mpf != NULL) 3835316485Sdavidcs m_freem(mpf); 3836316485Sdavidcs mpf = mpl = NULL; 3837316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3838316485Sdavidcs QLNX_AGG_STATE_ERROR; 3839316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3840316485Sdavidcs rxq->sw_rx_cons = 3841316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3842316485Sdavidcs continue; 3843316485Sdavidcs } 3844316485Sdavidcs 3845316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3846318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 3847318659Sdavidcs " dropping incoming packet and reusing its" 3848318659Sdavidcs " buffer\n", fp->rss_id); 3849316485Sdavidcs 3850316485Sdavidcs qlnx_reuse_rx_data(rxq); 3851316485Sdavidcs 3852316485Sdavidcs if (mpf != NULL) 3853316485Sdavidcs m_freem(mpf); 3854316485Sdavidcs mpf = mpl = NULL; 3855316485Sdavidcs 3856316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3857316485Sdavidcs QLNX_AGG_STATE_ERROR; 3858316485Sdavidcs 3859316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3860316485Sdavidcs rxq->sw_rx_cons = 3861316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3862316485Sdavidcs 3863316485Sdavidcs continue; 3864316485Sdavidcs } 3865316485Sdavidcs 3866316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 3867316485Sdavidcs mpc->m_next = NULL; 3868316485Sdavidcs mpc->m_len = cqe->ext_bd_len_list[i]; 3869316485Sdavidcs 3870316485Sdavidcs 3871316485Sdavidcs if (mpf == NULL) { 3872316485Sdavidcs mpf = mpl = mpc; 3873316485Sdavidcs } else { 3874316485Sdavidcs mpl->m_len = ha->rx_buf_size; 3875316485Sdavidcs mpl->m_next = mpc; 3876316485Sdavidcs mpl = mpc; 3877316485Sdavidcs } 3878316485Sdavidcs 3879316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3880316485Sdavidcs rxq->sw_rx_cons = 3881316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3882316485Sdavidcs } 3883316485Sdavidcs 3884316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 3885316485Sdavidcs 3886318659Sdavidcs QL_DPRINT7(ha, "[%d]: invalid aggregation state, dropping" 3887318659Sdavidcs " incoming packet and reusing its buffer\n", 3888318659Sdavidcs fp->rss_id); 3889316485Sdavidcs 3890316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3891316485Sdavidcs 3892316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3893316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3894316485Sdavidcs 3895316485Sdavidcs return; 3896316485Sdavidcs } 3897316485Sdavidcs 3898316485Sdavidcs rxq->tpa_info[agg_index].placement_offset = cqe->placement_offset; 3899316485Sdavidcs 3900316485Sdavidcs if (mpf != NULL) { 3901316485Sdavidcs mp->m_len = ha->rx_buf_size; 3902316485Sdavidcs mp->m_next = mpf; 3903316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3904316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 3905316485Sdavidcs } else { 3906316485Sdavidcs mp->m_len = cqe->len_on_first_bd + cqe->placement_offset; 3907316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3908316485Sdavidcs rxq->tpa_info[agg_index].mpl = mp; 3909316485Sdavidcs mp->m_next = NULL; 3910316485Sdavidcs } 3911316485Sdavidcs 3912316485Sdavidcs mp->m_flags |= M_PKTHDR; 3913316485Sdavidcs 3914316485Sdavidcs /* assign packet to this interface interface */ 3915316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 3916316485Sdavidcs 3917316485Sdavidcs /* assume no hardware checksum has complated */ 3918316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 3919316485Sdavidcs 3920316485Sdavidcs //mp->m_pkthdr.flowid = fp->rss_id; 3921316485Sdavidcs mp->m_pkthdr.flowid = cqe->rss_hash; 3922316485Sdavidcs 3923316485Sdavidcs#if __FreeBSD_version >= 1100000 3924316485Sdavidcs 3925316485Sdavidcs hash_type = cqe->bitfields & 3926316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 3927316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 3928316485Sdavidcs 3929316485Sdavidcs switch (hash_type) { 3930316485Sdavidcs 3931316485Sdavidcs case RSS_HASH_TYPE_IPV4: 3932316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 3933316485Sdavidcs break; 3934316485Sdavidcs 3935316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 3936316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 3937316485Sdavidcs break; 3938316485Sdavidcs 3939316485Sdavidcs case RSS_HASH_TYPE_IPV6: 3940316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 3941316485Sdavidcs break; 3942316485Sdavidcs 3943316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 3944316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 3945316485Sdavidcs break; 3946316485Sdavidcs 3947316485Sdavidcs default: 3948316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 3949316485Sdavidcs break; 3950316485Sdavidcs } 3951316485Sdavidcs 3952316485Sdavidcs#else 3953316485Sdavidcs mp->m_flags |= M_FLOWID; 3954316485Sdavidcs#endif 3955316485Sdavidcs 3956316485Sdavidcs mp->m_pkthdr.csum_flags |= (CSUM_IP_CHECKED | CSUM_IP_VALID | 3957316485Sdavidcs CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 3958316485Sdavidcs 3959316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 3960316485Sdavidcs 3961316485Sdavidcs if (CQE_HAS_VLAN(cqe->pars_flags.flags)) { 3962316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(cqe->vlan_tag); 3963316485Sdavidcs mp->m_flags |= M_VLANTAG; 3964316485Sdavidcs } 3965316485Sdavidcs 3966316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_START; 3967316485Sdavidcs 3968318659Sdavidcs QL_DPRINT7(ha, "[%d]: 5\n\tagg_state = %d\n\t mpf = %p mpl = %p\n", 3969318659Sdavidcs fp->rss_id, rxq->tpa_info[agg_index].agg_state, 3970318659Sdavidcs rxq->tpa_info[agg_index].mpf, rxq->tpa_info[agg_index].mpl); 3971316485Sdavidcs 3972316485Sdavidcs return; 3973316485Sdavidcs} 3974316485Sdavidcs 3975316485Sdavidcsstatic void 3976316485Sdavidcsqlnx_tpa_cont(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3977316485Sdavidcs struct qlnx_rx_queue *rxq, 3978316485Sdavidcs struct eth_fast_path_rx_tpa_cont_cqe *cqe) 3979316485Sdavidcs{ 3980316485Sdavidcs struct sw_rx_data *sw_rx_data; 3981316485Sdavidcs int i; 3982316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3983316485Sdavidcs struct mbuf *mp; 3984316485Sdavidcs uint32_t agg_index; 3985316485Sdavidcs device_t dev; 3986316485Sdavidcs 3987316485Sdavidcs dev = ha->pci_dev; 3988316485Sdavidcs 3989318659Sdavidcs QL_DPRINT7(ha, "[%d]: enter\n \ 3990318659Sdavidcs \t type = 0x%x\n \ 3991318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 3992318659Sdavidcs \t len_list[0] = 0x%x\n \ 3993318659Sdavidcs \t len_list[1] = 0x%x\n \ 3994318659Sdavidcs \t len_list[2] = 0x%x\n \ 3995318659Sdavidcs \t len_list[3] = 0x%x\n \ 3996318659Sdavidcs \t len_list[4] = 0x%x\n \ 3997318659Sdavidcs \t len_list[5] = 0x%x\n", 3998318659Sdavidcs fp->rss_id, cqe->type, cqe->tpa_agg_index, 3999316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 4000318659Sdavidcs cqe->len_list[3], cqe->len_list[4], cqe->len_list[5]); 4001316485Sdavidcs 4002316485Sdavidcs agg_index = cqe->tpa_agg_index; 4003316485Sdavidcs 4004316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 4005318659Sdavidcs QL_DPRINT7(ha, "[%d]: 0\n ", fp->rss_id); 4006316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 4007316485Sdavidcs return; 4008316485Sdavidcs } 4009316485Sdavidcs 4010316485Sdavidcs 4011316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_CONT_LEN_LIST_SIZE; i++) { 4012316485Sdavidcs 4013318659Sdavidcs QL_DPRINT7(ha, "[%d]: 1\n ", fp->rss_id); 4014316485Sdavidcs 4015316485Sdavidcs if (cqe->len_list[i] == 0) 4016316485Sdavidcs break; 4017316485Sdavidcs 4018316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 4019316485Sdavidcs QLNX_AGG_STATE_START) { 4020316485Sdavidcs qlnx_reuse_rx_data(rxq); 4021316485Sdavidcs continue; 4022316485Sdavidcs } 4023316485Sdavidcs 4024316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4025316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4026316485Sdavidcs BUS_DMASYNC_POSTREAD); 4027316485Sdavidcs 4028316485Sdavidcs mpc = sw_rx_data->data; 4029316485Sdavidcs 4030316485Sdavidcs if (mpc == NULL) { 4031316485Sdavidcs 4032318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 4033316485Sdavidcs 4034316485Sdavidcs fp->err_rx_mp_null++; 4035316485Sdavidcs if (mpf != NULL) 4036316485Sdavidcs m_freem(mpf); 4037316485Sdavidcs mpf = mpl = NULL; 4038316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4039316485Sdavidcs QLNX_AGG_STATE_ERROR; 4040316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4041316485Sdavidcs rxq->sw_rx_cons = 4042316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4043316485Sdavidcs continue; 4044316485Sdavidcs } 4045316485Sdavidcs 4046316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4047316485Sdavidcs 4048318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 4049318659Sdavidcs " dropping incoming packet and reusing its" 4050318659Sdavidcs " buffer\n", fp->rss_id); 4051316485Sdavidcs 4052316485Sdavidcs qlnx_reuse_rx_data(rxq); 4053316485Sdavidcs 4054316485Sdavidcs if (mpf != NULL) 4055316485Sdavidcs m_freem(mpf); 4056316485Sdavidcs mpf = mpl = NULL; 4057316485Sdavidcs 4058316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4059316485Sdavidcs QLNX_AGG_STATE_ERROR; 4060316485Sdavidcs 4061316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4062316485Sdavidcs rxq->sw_rx_cons = 4063316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4064316485Sdavidcs 4065316485Sdavidcs continue; 4066316485Sdavidcs } 4067316485Sdavidcs 4068316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 4069316485Sdavidcs mpc->m_next = NULL; 4070316485Sdavidcs mpc->m_len = cqe->len_list[i]; 4071316485Sdavidcs 4072316485Sdavidcs 4073316485Sdavidcs if (mpf == NULL) { 4074316485Sdavidcs mpf = mpl = mpc; 4075316485Sdavidcs } else { 4076316485Sdavidcs mpl->m_len = ha->rx_buf_size; 4077316485Sdavidcs mpl->m_next = mpc; 4078316485Sdavidcs mpl = mpc; 4079316485Sdavidcs } 4080316485Sdavidcs 4081316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4082316485Sdavidcs rxq->sw_rx_cons = 4083316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4084316485Sdavidcs } 4085316485Sdavidcs 4086318659Sdavidcs QL_DPRINT7(ha, "[%d]: 2\n" "\tmpf = %p mpl = %p\n", 4087318659Sdavidcs fp->rss_id, mpf, mpl); 4088316485Sdavidcs 4089316485Sdavidcs if (mpf != NULL) { 4090316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 4091316485Sdavidcs mp->m_len = ha->rx_buf_size; 4092316485Sdavidcs mp->m_next = mpf; 4093316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 4094316485Sdavidcs } 4095316485Sdavidcs 4096316485Sdavidcs return; 4097316485Sdavidcs} 4098316485Sdavidcs 4099316485Sdavidcsstatic int 4100316485Sdavidcsqlnx_tpa_end(qlnx_host_t *ha, struct qlnx_fastpath *fp, 4101316485Sdavidcs struct qlnx_rx_queue *rxq, 4102316485Sdavidcs struct eth_fast_path_rx_tpa_end_cqe *cqe) 4103316485Sdavidcs{ 4104316485Sdavidcs struct sw_rx_data *sw_rx_data; 4105316485Sdavidcs int i; 4106316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 4107316485Sdavidcs struct mbuf *mp; 4108316485Sdavidcs uint32_t agg_index; 4109316485Sdavidcs uint32_t len = 0; 4110316485Sdavidcs struct ifnet *ifp = ha->ifp; 4111316485Sdavidcs device_t dev; 4112316485Sdavidcs 4113316485Sdavidcs dev = ha->pci_dev; 4114316485Sdavidcs 4115318659Sdavidcs QL_DPRINT7(ha, "[%d]: enter\n \ 4116318659Sdavidcs \t type = 0x%x\n \ 4117318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 4118318659Sdavidcs \t total_packet_len = 0x%x\n \ 4119318659Sdavidcs \t num_of_bds = 0x%x\n \ 4120318659Sdavidcs \t end_reason = 0x%x\n \ 4121318659Sdavidcs \t num_of_coalesced_segs = 0x%x\n \ 4122318659Sdavidcs \t ts_delta = 0x%x\n \ 4123318659Sdavidcs \t len_list[0] = 0x%x\n \ 4124318659Sdavidcs \t len_list[1] = 0x%x\n \ 4125318659Sdavidcs \t len_list[2] = 0x%x\n \ 4126318659Sdavidcs \t len_list[3] = 0x%x\n", 4127318659Sdavidcs fp->rss_id, cqe->type, cqe->tpa_agg_index, 4128316485Sdavidcs cqe->total_packet_len, cqe->num_of_bds, 4129316485Sdavidcs cqe->end_reason, cqe->num_of_coalesced_segs, cqe->ts_delta, 4130316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 4131318659Sdavidcs cqe->len_list[3]); 4132316485Sdavidcs 4133316485Sdavidcs agg_index = cqe->tpa_agg_index; 4134316485Sdavidcs 4135316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 4136316485Sdavidcs 4137318659Sdavidcs QL_DPRINT7(ha, "[%d]: 0\n ", fp->rss_id); 4138316485Sdavidcs 4139316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 4140316485Sdavidcs return (0); 4141316485Sdavidcs } 4142316485Sdavidcs 4143316485Sdavidcs 4144316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_END_LEN_LIST_SIZE; i++) { 4145316485Sdavidcs 4146318659Sdavidcs QL_DPRINT7(ha, "[%d]: 1\n ", fp->rss_id); 4147316485Sdavidcs 4148316485Sdavidcs if (cqe->len_list[i] == 0) 4149316485Sdavidcs break; 4150316485Sdavidcs 4151316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 4152316485Sdavidcs QLNX_AGG_STATE_START) { 4153316485Sdavidcs 4154318659Sdavidcs QL_DPRINT7(ha, "[%d]: 2\n ", fp->rss_id); 4155316485Sdavidcs 4156316485Sdavidcs qlnx_reuse_rx_data(rxq); 4157316485Sdavidcs continue; 4158316485Sdavidcs } 4159316485Sdavidcs 4160316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4161316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4162316485Sdavidcs BUS_DMASYNC_POSTREAD); 4163316485Sdavidcs 4164316485Sdavidcs mpc = sw_rx_data->data; 4165316485Sdavidcs 4166316485Sdavidcs if (mpc == NULL) { 4167316485Sdavidcs 4168318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 4169316485Sdavidcs 4170316485Sdavidcs fp->err_rx_mp_null++; 4171316485Sdavidcs if (mpf != NULL) 4172316485Sdavidcs m_freem(mpf); 4173316485Sdavidcs mpf = mpl = NULL; 4174316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4175316485Sdavidcs QLNX_AGG_STATE_ERROR; 4176316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4177316485Sdavidcs rxq->sw_rx_cons = 4178316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4179316485Sdavidcs continue; 4180316485Sdavidcs } 4181316485Sdavidcs 4182316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4183318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 4184318659Sdavidcs " dropping incoming packet and reusing its" 4185318659Sdavidcs " buffer\n", fp->rss_id); 4186316485Sdavidcs 4187316485Sdavidcs qlnx_reuse_rx_data(rxq); 4188316485Sdavidcs 4189316485Sdavidcs if (mpf != NULL) 4190316485Sdavidcs m_freem(mpf); 4191316485Sdavidcs mpf = mpl = NULL; 4192316485Sdavidcs 4193316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4194316485Sdavidcs QLNX_AGG_STATE_ERROR; 4195316485Sdavidcs 4196316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4197316485Sdavidcs rxq->sw_rx_cons = 4198316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4199316485Sdavidcs 4200316485Sdavidcs continue; 4201316485Sdavidcs } 4202316485Sdavidcs 4203316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 4204316485Sdavidcs mpc->m_next = NULL; 4205316485Sdavidcs mpc->m_len = cqe->len_list[i]; 4206316485Sdavidcs 4207316485Sdavidcs 4208316485Sdavidcs if (mpf == NULL) { 4209316485Sdavidcs mpf = mpl = mpc; 4210316485Sdavidcs } else { 4211316485Sdavidcs mpl->m_len = ha->rx_buf_size; 4212316485Sdavidcs mpl->m_next = mpc; 4213316485Sdavidcs mpl = mpc; 4214316485Sdavidcs } 4215316485Sdavidcs 4216316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4217316485Sdavidcs rxq->sw_rx_cons = 4218316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4219316485Sdavidcs } 4220316485Sdavidcs 4221318659Sdavidcs QL_DPRINT7(ha, "[%d]: 5\n ", fp->rss_id); 4222316485Sdavidcs 4223316485Sdavidcs if (mpf != NULL) { 4224316485Sdavidcs 4225318659Sdavidcs QL_DPRINT7(ha, "[%d]: 6\n ", fp->rss_id); 4226316485Sdavidcs 4227316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 4228316485Sdavidcs mp->m_len = ha->rx_buf_size; 4229316485Sdavidcs mp->m_next = mpf; 4230316485Sdavidcs } 4231316485Sdavidcs 4232316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_START) { 4233316485Sdavidcs 4234318659Sdavidcs QL_DPRINT7(ha, "[%d]: 7\n ", fp->rss_id); 4235316485Sdavidcs 4236316485Sdavidcs if (rxq->tpa_info[agg_index].mpf != NULL) 4237316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 4238316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 4239316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4240316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 4241316485Sdavidcs return (0); 4242316485Sdavidcs } 4243316485Sdavidcs 4244316485Sdavidcs mp = rxq->tpa_info[agg_index].mpf; 4245316485Sdavidcs m_adj(mp, rxq->tpa_info[agg_index].placement_offset); 4246316485Sdavidcs mp->m_pkthdr.len = cqe->total_packet_len; 4247316485Sdavidcs 4248316485Sdavidcs if (mp->m_next == NULL) 4249316485Sdavidcs mp->m_len = mp->m_pkthdr.len; 4250316485Sdavidcs else { 4251316485Sdavidcs /* compute the total packet length */ 4252316485Sdavidcs mpf = mp; 4253316485Sdavidcs while (mpf != NULL) { 4254316485Sdavidcs len += mpf->m_len; 4255316485Sdavidcs mpf = mpf->m_next; 4256316485Sdavidcs } 4257316485Sdavidcs 4258316485Sdavidcs if (cqe->total_packet_len > len) { 4259316485Sdavidcs mpl = rxq->tpa_info[agg_index].mpl; 4260316485Sdavidcs mpl->m_len += (cqe->total_packet_len - len); 4261316485Sdavidcs } 4262316485Sdavidcs } 4263316485Sdavidcs 4264316485Sdavidcs QLNX_INC_IPACKETS(ifp); 4265316485Sdavidcs QLNX_INC_IBYTES(ifp, (cqe->total_packet_len)); 4266316485Sdavidcs 4267318659Sdavidcs QL_DPRINT7(ha, "[%d]: 8 csum_data = 0x%x csum_flags = 0x%lx\n \ 4268318659Sdavidcs m_len = 0x%x m_pkthdr_len = 0x%x\n", 4269318659Sdavidcs fp->rss_id, mp->m_pkthdr.csum_data, 4270318659Sdavidcs mp->m_pkthdr.csum_flags, mp->m_len, mp->m_pkthdr.len); 4271316485Sdavidcs 4272316485Sdavidcs (*ifp->if_input)(ifp, mp); 4273316485Sdavidcs 4274316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 4275316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4276316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 4277316485Sdavidcs 4278316485Sdavidcs return (cqe->num_of_coalesced_segs); 4279316485Sdavidcs} 4280316485Sdavidcs 4281316485Sdavidcsstatic int 4282316485Sdavidcsqlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 4283316485Sdavidcs int lro_enable) 4284316485Sdavidcs{ 4285316485Sdavidcs uint16_t hw_comp_cons, sw_comp_cons; 4286316485Sdavidcs int rx_pkt = 0; 4287316485Sdavidcs struct qlnx_rx_queue *rxq = fp->rxq; 4288316485Sdavidcs struct ifnet *ifp = ha->ifp; 4289316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 4290316485Sdavidcs struct ecore_hwfn *p_hwfn; 4291316485Sdavidcs 4292316485Sdavidcs#ifdef QLNX_SOFT_LRO 4293316485Sdavidcs struct lro_ctrl *lro; 4294316485Sdavidcs 4295316485Sdavidcs lro = &rxq->lro; 4296316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4297316485Sdavidcs 4298316485Sdavidcs hw_comp_cons = le16toh(*rxq->hw_cons_ptr); 4299316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4300316485Sdavidcs 4301316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(fp->rss_id % cdev->num_hwfns)]; 4302316485Sdavidcs 4303316485Sdavidcs /* Memory barrier to prevent the CPU from doing speculative reads of CQE 4304316485Sdavidcs * / BD in the while-loop before reading hw_comp_cons. If the CQE is 4305316485Sdavidcs * read before it is written by FW, then FW writes CQE and SB, and then 4306316485Sdavidcs * the CPU reads the hw_comp_cons, it will use an old CQE. 4307316485Sdavidcs */ 4308316485Sdavidcs 4309316485Sdavidcs /* Loop to complete all indicated BDs */ 4310316485Sdavidcs while (sw_comp_cons != hw_comp_cons) { 4311316485Sdavidcs union eth_rx_cqe *cqe; 4312316485Sdavidcs struct eth_fast_path_rx_reg_cqe *fp_cqe; 4313316485Sdavidcs struct sw_rx_data *sw_rx_data; 4314316485Sdavidcs register struct mbuf *mp; 4315316485Sdavidcs enum eth_rx_cqe_type cqe_type; 4316316485Sdavidcs uint16_t len, pad, len_on_first_bd; 4317316485Sdavidcs uint8_t *data; 4318316485Sdavidcs#if __FreeBSD_version >= 1100000 4319316485Sdavidcs uint8_t hash_type; 4320316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 4321316485Sdavidcs 4322316485Sdavidcs /* Get the CQE from the completion ring */ 4323316485Sdavidcs cqe = (union eth_rx_cqe *) 4324316485Sdavidcs ecore_chain_consume(&rxq->rx_comp_ring); 4325316485Sdavidcs cqe_type = cqe->fast_path_regular.type; 4326316485Sdavidcs 4327316485Sdavidcs if (cqe_type == ETH_RX_CQE_TYPE_SLOW_PATH) { 4328318659Sdavidcs QL_DPRINT3(ha, "Got a slowath CQE\n"); 4329316485Sdavidcs 4330316485Sdavidcs ecore_eth_cqe_completion(p_hwfn, 4331316485Sdavidcs (struct eth_slow_path_rx_cqe *)cqe); 4332316485Sdavidcs goto next_cqe; 4333316485Sdavidcs } 4334316485Sdavidcs 4335316485Sdavidcs if (cqe_type != ETH_RX_CQE_TYPE_REGULAR) { 4336316485Sdavidcs 4337316485Sdavidcs switch (cqe_type) { 4338316485Sdavidcs 4339316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_START: 4340316485Sdavidcs qlnx_tpa_start(ha, fp, rxq, 4341316485Sdavidcs &cqe->fast_path_tpa_start); 4342316485Sdavidcs fp->tpa_start++; 4343316485Sdavidcs break; 4344316485Sdavidcs 4345316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_CONT: 4346316485Sdavidcs qlnx_tpa_cont(ha, fp, rxq, 4347316485Sdavidcs &cqe->fast_path_tpa_cont); 4348316485Sdavidcs fp->tpa_cont++; 4349316485Sdavidcs break; 4350316485Sdavidcs 4351316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_END: 4352316485Sdavidcs rx_pkt += qlnx_tpa_end(ha, fp, rxq, 4353316485Sdavidcs &cqe->fast_path_tpa_end); 4354316485Sdavidcs fp->tpa_end++; 4355316485Sdavidcs break; 4356316485Sdavidcs 4357316485Sdavidcs default: 4358316485Sdavidcs break; 4359316485Sdavidcs } 4360316485Sdavidcs 4361316485Sdavidcs goto next_cqe; 4362316485Sdavidcs } 4363316485Sdavidcs 4364316485Sdavidcs /* Get the data from the SW ring */ 4365316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4366316485Sdavidcs mp = sw_rx_data->data; 4367316485Sdavidcs 4368316485Sdavidcs if (mp == NULL) { 4369318659Sdavidcs QL_DPRINT1(ha, "mp = NULL\n"); 4370316485Sdavidcs fp->err_rx_mp_null++; 4371316485Sdavidcs rxq->sw_rx_cons = 4372316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4373316485Sdavidcs goto next_cqe; 4374316485Sdavidcs } 4375316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4376316485Sdavidcs BUS_DMASYNC_POSTREAD); 4377316485Sdavidcs 4378316485Sdavidcs /* non GRO */ 4379316485Sdavidcs fp_cqe = &cqe->fast_path_regular;/* MK CR TPA check assembly */ 4380316485Sdavidcs len = le16toh(fp_cqe->pkt_len); 4381316485Sdavidcs pad = fp_cqe->placement_offset; 4382316485Sdavidcs 4383318659Sdavidcs QL_DPRINT3(ha, "CQE type = %x, flags = %x, vlan = %x," 4384316485Sdavidcs " len %u, parsing flags = %d pad = %d\n", 4385316485Sdavidcs cqe_type, fp_cqe->bitfields, 4386316485Sdavidcs le16toh(fp_cqe->vlan_tag), 4387318659Sdavidcs len, le16toh(fp_cqe->pars_flags.flags), pad); 4388316485Sdavidcs 4389316485Sdavidcs data = mtod(mp, uint8_t *); 4390316485Sdavidcs data = data + pad; 4391316485Sdavidcs 4392316485Sdavidcs if (0) 4393316485Sdavidcs qlnx_dump_buf8(ha, __func__, data, len); 4394316485Sdavidcs 4395316485Sdavidcs /* For every Rx BD consumed, we allocate a new BD so the BD ring 4396316485Sdavidcs * is always with a fixed size. If allocation fails, we take the 4397316485Sdavidcs * consumed BD and return it to the ring in the PROD position. 4398316485Sdavidcs * The packet that was received on that BD will be dropped (and 4399316485Sdavidcs * not passed to the upper stack). 4400316485Sdavidcs */ 4401316485Sdavidcs /* If this is an error packet then drop it */ 4402316485Sdavidcs if ((le16toh(cqe->fast_path_regular.pars_flags.flags)) & 4403316485Sdavidcs CQE_FLAGS_ERR) { 4404316485Sdavidcs 4405318659Sdavidcs QL_DPRINT1(ha, "CQE in CONS = %u has error, flags = %x," 4406316485Sdavidcs " dropping incoming packet\n", sw_comp_cons, 4407318659Sdavidcs le16toh(cqe->fast_path_regular.pars_flags.flags)); 4408316485Sdavidcs fp->err_rx_hw_errors++; 4409316485Sdavidcs 4410316485Sdavidcs qlnx_reuse_rx_data(rxq); 4411316485Sdavidcs 4412316485Sdavidcs QLNX_INC_IERRORS(ifp); 4413316485Sdavidcs 4414316485Sdavidcs goto next_cqe; 4415316485Sdavidcs } 4416316485Sdavidcs 4417316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4418316485Sdavidcs 4419318659Sdavidcs QL_DPRINT1(ha, "New buffer allocation failed, dropping" 4420318659Sdavidcs " incoming packet and reusing its buffer\n"); 4421316485Sdavidcs qlnx_reuse_rx_data(rxq); 4422316485Sdavidcs 4423316485Sdavidcs fp->err_rx_alloc_errors++; 4424316485Sdavidcs 4425316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4426316485Sdavidcs 4427316485Sdavidcs goto next_cqe; 4428316485Sdavidcs } 4429316485Sdavidcs 4430316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4431316485Sdavidcs 4432316485Sdavidcs len_on_first_bd = fp_cqe->len_on_first_bd; 4433316485Sdavidcs m_adj(mp, pad); 4434316485Sdavidcs mp->m_pkthdr.len = len; 4435316485Sdavidcs 4436318659Sdavidcs QL_DPRINT1(ha, "len = %d len_on_first_bd = %d\n", 4437318659Sdavidcs len, len_on_first_bd); 4438316485Sdavidcs if ((len > 60 ) && (len > len_on_first_bd)) { 4439316485Sdavidcs 4440316485Sdavidcs mp->m_len = len_on_first_bd; 4441316485Sdavidcs 4442316485Sdavidcs if (qlnx_rx_jumbo_chain(ha, fp, mp, 4443316485Sdavidcs (len - len_on_first_bd)) != 0) { 4444316485Sdavidcs 4445316485Sdavidcs m_freem(mp); 4446316485Sdavidcs 4447316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4448316485Sdavidcs 4449316485Sdavidcs goto next_cqe; 4450316485Sdavidcs } 4451316485Sdavidcs 4452316485Sdavidcs } else if (len_on_first_bd < len) { 4453316485Sdavidcs fp->err_rx_jumbo_chain_pkts++; 4454316485Sdavidcs } else { 4455316485Sdavidcs mp->m_len = len; 4456316485Sdavidcs } 4457316485Sdavidcs 4458316485Sdavidcs mp->m_flags |= M_PKTHDR; 4459316485Sdavidcs 4460316485Sdavidcs /* assign packet to this interface interface */ 4461316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 4462316485Sdavidcs 4463316485Sdavidcs /* assume no hardware checksum has complated */ 4464316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 4465316485Sdavidcs 4466316485Sdavidcs mp->m_pkthdr.flowid = fp_cqe->rss_hash; 4467316485Sdavidcs 4468316485Sdavidcs#if __FreeBSD_version >= 1100000 4469316485Sdavidcs 4470316485Sdavidcs hash_type = fp_cqe->bitfields & 4471316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 4472316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 4473316485Sdavidcs 4474316485Sdavidcs switch (hash_type) { 4475316485Sdavidcs 4476316485Sdavidcs case RSS_HASH_TYPE_IPV4: 4477316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 4478316485Sdavidcs break; 4479316485Sdavidcs 4480316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 4481316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 4482316485Sdavidcs break; 4483316485Sdavidcs 4484316485Sdavidcs case RSS_HASH_TYPE_IPV6: 4485316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 4486316485Sdavidcs break; 4487316485Sdavidcs 4488316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 4489316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 4490316485Sdavidcs break; 4491316485Sdavidcs 4492316485Sdavidcs default: 4493316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 4494316485Sdavidcs break; 4495316485Sdavidcs } 4496316485Sdavidcs 4497316485Sdavidcs#else 4498316485Sdavidcs mp->m_flags |= M_FLOWID; 4499316485Sdavidcs#endif 4500316485Sdavidcs 4501316485Sdavidcs if (CQE_L3_PACKET(fp_cqe->pars_flags.flags)) { 4502316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_CHECKED; 4503316485Sdavidcs } 4504316485Sdavidcs 4505316485Sdavidcs if (!(CQE_IP_HDR_ERR(fp_cqe->pars_flags.flags))) { 4506316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_VALID; 4507316485Sdavidcs } 4508316485Sdavidcs 4509316485Sdavidcs if (CQE_L4_HAS_CSUM(fp_cqe->pars_flags.flags)) { 4510316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 4511316485Sdavidcs mp->m_pkthdr.csum_flags |= 4512316485Sdavidcs (CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 4513316485Sdavidcs } 4514316485Sdavidcs 4515316485Sdavidcs if (CQE_HAS_VLAN(fp_cqe->pars_flags.flags)) { 4516316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(fp_cqe->vlan_tag); 4517316485Sdavidcs mp->m_flags |= M_VLANTAG; 4518316485Sdavidcs } 4519316485Sdavidcs 4520316485Sdavidcs QLNX_INC_IPACKETS(ifp); 4521316485Sdavidcs QLNX_INC_IBYTES(ifp, len); 4522316485Sdavidcs 4523316485Sdavidcs#ifdef QLNX_SOFT_LRO 4524316485Sdavidcs 4525316485Sdavidcs if (lro_enable) { 4526316485Sdavidcs 4527316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 4528316485Sdavidcs 4529316485Sdavidcs tcp_lro_queue_mbuf(lro, mp); 4530316485Sdavidcs 4531316485Sdavidcs#else 4532316485Sdavidcs 4533316485Sdavidcs if (tcp_lro_rx(lro, mp, 0)) 4534316485Sdavidcs (*ifp->if_input)(ifp, mp); 4535316485Sdavidcs 4536316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 4537316485Sdavidcs 4538316485Sdavidcs } else { 4539316485Sdavidcs (*ifp->if_input)(ifp, mp); 4540316485Sdavidcs } 4541316485Sdavidcs#else 4542316485Sdavidcs 4543316485Sdavidcs (*ifp->if_input)(ifp, mp); 4544316485Sdavidcs 4545316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4546316485Sdavidcs 4547316485Sdavidcs rx_pkt++; 4548316485Sdavidcs 4549316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4550316485Sdavidcs 4551316485Sdavidcsnext_cqe: /* don't consume bd rx buffer */ 4552316485Sdavidcs ecore_chain_recycle_consumed(&rxq->rx_comp_ring); 4553316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4554316485Sdavidcs 4555316485Sdavidcs /* CR TPA - revisit how to handle budget in TPA perhaps 4556316485Sdavidcs increase on "end" */ 4557316485Sdavidcs if (rx_pkt == budget) 4558316485Sdavidcs break; 4559316485Sdavidcs } /* repeat while sw_comp_cons != hw_comp_cons... */ 4560316485Sdavidcs 4561316485Sdavidcs /* Update producers */ 4562316485Sdavidcs qlnx_update_rx_prod(p_hwfn, rxq); 4563316485Sdavidcs 4564316485Sdavidcs return rx_pkt; 4565316485Sdavidcs} 4566316485Sdavidcs 4567322849Sdavidcs 4568316485Sdavidcs/* 4569316485Sdavidcs * fast path interrupt 4570316485Sdavidcs */ 4571316485Sdavidcs 4572316485Sdavidcsstatic void 4573316485Sdavidcsqlnx_fp_isr(void *arg) 4574316485Sdavidcs{ 4575316485Sdavidcs qlnx_ivec_t *ivec = arg; 4576316485Sdavidcs qlnx_host_t *ha; 4577316485Sdavidcs struct qlnx_fastpath *fp = NULL; 4578318657Sdavidcs int idx; 4579316485Sdavidcs 4580316485Sdavidcs ha = ivec->ha; 4581316485Sdavidcs 4582316485Sdavidcs if (ha->state != QLNX_STATE_OPEN) { 4583316485Sdavidcs return; 4584316485Sdavidcs } 4585316485Sdavidcs 4586316485Sdavidcs idx = ivec->rss_idx; 4587316485Sdavidcs 4588316485Sdavidcs if ((idx = ivec->rss_idx) >= ha->num_rss) { 4589318659Sdavidcs QL_DPRINT1(ha, "illegal interrupt[%d]\n", idx); 4590316485Sdavidcs ha->err_illegal_intr++; 4591316485Sdavidcs return; 4592316485Sdavidcs } 4593316485Sdavidcs fp = &ha->fp_array[idx]; 4594316485Sdavidcs 4595316485Sdavidcs if (fp == NULL) { 4596316485Sdavidcs ha->err_fp_null++; 4597316485Sdavidcs } else { 4598322849Sdavidcs 4599322849Sdavidcs#ifdef QLNX_RCV_IN_TASKQ 4600316485Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_DISABLE, 0); 4601318657Sdavidcs if (fp->fp_taskqueue != NULL) 4602318657Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 4603322849Sdavidcs#else 4604322851Sdavidcs int rx_int = 0, total_rx_count = 0; 4605322851Sdavidcs int lro_enable, tc; 4606322851Sdavidcs struct qlnx_tx_queue *txq; 4607322851Sdavidcs uint16_t elem_left; 4608322849Sdavidcs 4609322849Sdavidcs lro_enable = ha->ifp->if_capenable & IFCAP_LRO; 4610322849Sdavidcs 4611322849Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_DISABLE, 0); 4612322849Sdavidcs 4613322849Sdavidcs do { 4614322849Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 4615322851Sdavidcs 4616322851Sdavidcs txq = fp->txq[tc]; 4617322851Sdavidcs 4618322851Sdavidcs if((int)(elem_left = 4619322851Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)) < 4620322851Sdavidcs QLNX_TX_ELEM_THRESH) { 4621322851Sdavidcs 4622322851Sdavidcs if (mtx_trylock(&fp->tx_mtx)) { 4623322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 4624322851Sdavidcs tx_compl = fp->tx_pkts_completed; 4625322851Sdavidcs#endif 4626322851Sdavidcs 4627322851Sdavidcs qlnx_tx_int(ha, fp, fp->txq[tc]); 4628322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 4629322851Sdavidcs fp->tx_pkts_compl_intr += 4630322851Sdavidcs (fp->tx_pkts_completed - tx_compl); 4631322851Sdavidcs if ((fp->tx_pkts_completed - tx_compl) <= 32) 4632322851Sdavidcs fp->tx_comInt[0]++; 4633322851Sdavidcs else if (((fp->tx_pkts_completed - tx_compl) > 32) && 4634322851Sdavidcs ((fp->tx_pkts_completed - tx_compl) <= 64)) 4635322851Sdavidcs fp->tx_comInt[1]++; 4636322851Sdavidcs else if(((fp->tx_pkts_completed - tx_compl) > 64) && 4637322851Sdavidcs ((fp->tx_pkts_completed - tx_compl) <= 128)) 4638322851Sdavidcs fp->tx_comInt[2]++; 4639322851Sdavidcs else if(((fp->tx_pkts_completed - tx_compl) > 128)) 4640322851Sdavidcs fp->tx_comInt[3]++; 4641322851Sdavidcs#endif 4642322851Sdavidcs mtx_unlock(&fp->tx_mtx); 4643322851Sdavidcs } 4644322851Sdavidcs } 4645322849Sdavidcs } 4646322849Sdavidcs 4647322849Sdavidcs rx_int = qlnx_rx_int(ha, fp, ha->rx_pkt_threshold, 4648322849Sdavidcs lro_enable); 4649322849Sdavidcs 4650322849Sdavidcs if (rx_int) { 4651322849Sdavidcs fp->rx_pkts += rx_int; 4652322849Sdavidcs total_rx_count += rx_int; 4653322849Sdavidcs } 4654322849Sdavidcs 4655322849Sdavidcs } while (rx_int); 4656322849Sdavidcs 4657322849Sdavidcs#ifdef QLNX_SOFT_LRO 4658322849Sdavidcs { 4659322849Sdavidcs struct lro_ctrl *lro; 4660322849Sdavidcs 4661322849Sdavidcs lro = &fp->rxq->lro; 4662322849Sdavidcs 4663322849Sdavidcs if (lro_enable && total_rx_count) { 4664322849Sdavidcs 4665322849Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 4666322849Sdavidcs 4667322849Sdavidcs#ifdef QLNX_TRACE_LRO_CNT 4668322849Sdavidcs if (lro->lro_mbuf_count & ~1023) 4669322849Sdavidcs fp->lro_cnt_1024++; 4670322849Sdavidcs else if (lro->lro_mbuf_count & ~511) 4671322849Sdavidcs fp->lro_cnt_512++; 4672322849Sdavidcs else if (lro->lro_mbuf_count & ~255) 4673322849Sdavidcs fp->lro_cnt_256++; 4674322849Sdavidcs else if (lro->lro_mbuf_count & ~127) 4675322849Sdavidcs fp->lro_cnt_128++; 4676322849Sdavidcs else if (lro->lro_mbuf_count & ~63) 4677322849Sdavidcs fp->lro_cnt_64++; 4678322849Sdavidcs#endif /* #ifdef QLNX_TRACE_LRO_CNT */ 4679322849Sdavidcs 4680322849Sdavidcs tcp_lro_flush_all(lro); 4681322849Sdavidcs 4682322849Sdavidcs#else 4683322849Sdavidcs struct lro_entry *queued; 4684322849Sdavidcs 4685322849Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))) { 4686322849Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 4687322849Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, \ 4688322849Sdavidcs next); 4689322849Sdavidcs tcp_lro_flush(lro, queued); 4690322849Sdavidcs } 4691322849Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 4692322849Sdavidcs } 4693322849Sdavidcs } 4694322849Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4695322849Sdavidcs 4696322849Sdavidcs ecore_sb_update_sb_idx(fp->sb_info); 4697322849Sdavidcs rmb(); 4698322849Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_ENABLE, 1); 4699322849Sdavidcs 4700322849Sdavidcs#endif /* #ifdef QLNX_RCV_IN_TASKQ */ 4701316485Sdavidcs } 4702316485Sdavidcs 4703316485Sdavidcs return; 4704316485Sdavidcs} 4705316485Sdavidcs 4706316485Sdavidcs 4707316485Sdavidcs/* 4708316485Sdavidcs * slow path interrupt processing function 4709316485Sdavidcs * can be invoked in polled mode or in interrupt mode via taskqueue. 4710316485Sdavidcs */ 4711316485Sdavidcsvoid 4712316485Sdavidcsqlnx_sp_isr(void *arg) 4713316485Sdavidcs{ 4714316485Sdavidcs struct ecore_hwfn *p_hwfn; 4715316485Sdavidcs qlnx_host_t *ha; 4716316485Sdavidcs 4717316485Sdavidcs p_hwfn = arg; 4718316485Sdavidcs 4719316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 4720316485Sdavidcs 4721316485Sdavidcs ha->sp_interrupts++; 4722316485Sdavidcs 4723318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 4724316485Sdavidcs 4725316485Sdavidcs ecore_int_sp_dpc(p_hwfn); 4726316485Sdavidcs 4727318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 4728316485Sdavidcs 4729316485Sdavidcs return; 4730316485Sdavidcs} 4731316485Sdavidcs 4732316485Sdavidcs/***************************************************************************** 4733316485Sdavidcs * Support Functions for DMA'able Memory 4734316485Sdavidcs *****************************************************************************/ 4735316485Sdavidcs 4736316485Sdavidcsstatic void 4737316485Sdavidcsqlnx_dmamap_callback(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 4738316485Sdavidcs{ 4739316485Sdavidcs *((bus_addr_t *)arg) = 0; 4740316485Sdavidcs 4741316485Sdavidcs if (error) { 4742316485Sdavidcs printf("%s: bus_dmamap_load failed (%d)\n", __func__, error); 4743316485Sdavidcs return; 4744316485Sdavidcs } 4745316485Sdavidcs 4746316485Sdavidcs *((bus_addr_t *)arg) = segs[0].ds_addr; 4747316485Sdavidcs 4748316485Sdavidcs return; 4749316485Sdavidcs} 4750316485Sdavidcs 4751316485Sdavidcsstatic int 4752316485Sdavidcsqlnx_alloc_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 4753316485Sdavidcs{ 4754316485Sdavidcs int ret = 0; 4755316485Sdavidcs device_t dev; 4756316485Sdavidcs bus_addr_t b_addr; 4757316485Sdavidcs 4758316485Sdavidcs dev = ha->pci_dev; 4759316485Sdavidcs 4760316485Sdavidcs ret = bus_dma_tag_create( 4761316485Sdavidcs ha->parent_tag,/* parent */ 4762316485Sdavidcs dma_buf->alignment, 4763316485Sdavidcs ((bus_size_t)(1ULL << 32)),/* boundary */ 4764316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4765316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4766316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4767316485Sdavidcs dma_buf->size, /* maxsize */ 4768316485Sdavidcs 1, /* nsegments */ 4769316485Sdavidcs dma_buf->size, /* maxsegsize */ 4770316485Sdavidcs 0, /* flags */ 4771316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 4772316485Sdavidcs &dma_buf->dma_tag); 4773316485Sdavidcs 4774316485Sdavidcs if (ret) { 4775318659Sdavidcs QL_DPRINT1(ha, "could not create dma tag\n"); 4776316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4777316485Sdavidcs } 4778316485Sdavidcs ret = bus_dmamem_alloc(dma_buf->dma_tag, 4779316485Sdavidcs (void **)&dma_buf->dma_b, 4780316485Sdavidcs (BUS_DMA_ZERO | BUS_DMA_COHERENT | BUS_DMA_NOWAIT), 4781316485Sdavidcs &dma_buf->dma_map); 4782316485Sdavidcs if (ret) { 4783316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4784318659Sdavidcs QL_DPRINT1(ha, "bus_dmamem_alloc failed\n"); 4785316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4786316485Sdavidcs } 4787316485Sdavidcs 4788316485Sdavidcs ret = bus_dmamap_load(dma_buf->dma_tag, 4789316485Sdavidcs dma_buf->dma_map, 4790316485Sdavidcs dma_buf->dma_b, 4791316485Sdavidcs dma_buf->size, 4792316485Sdavidcs qlnx_dmamap_callback, 4793316485Sdavidcs &b_addr, BUS_DMA_NOWAIT); 4794316485Sdavidcs 4795316485Sdavidcs if (ret || !b_addr) { 4796316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4797316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, 4798316485Sdavidcs dma_buf->dma_map); 4799316485Sdavidcs ret = -1; 4800316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4801316485Sdavidcs } 4802316485Sdavidcs 4803316485Sdavidcs dma_buf->dma_addr = b_addr; 4804316485Sdavidcs 4805316485Sdavidcsqlnx_alloc_dmabuf_exit: 4806316485Sdavidcs 4807316485Sdavidcs return ret; 4808316485Sdavidcs} 4809316485Sdavidcs 4810316485Sdavidcsstatic void 4811316485Sdavidcsqlnx_free_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 4812316485Sdavidcs{ 4813316485Sdavidcs bus_dmamap_unload(dma_buf->dma_tag, dma_buf->dma_map); 4814316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, dma_buf->dma_map); 4815316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4816316485Sdavidcs return; 4817316485Sdavidcs} 4818316485Sdavidcs 4819316485Sdavidcsvoid * 4820316485Sdavidcsqlnx_dma_alloc_coherent(void *ecore_dev, bus_addr_t *phys, uint32_t size) 4821316485Sdavidcs{ 4822316485Sdavidcs qlnx_dma_t dma_buf; 4823316485Sdavidcs qlnx_dma_t *dma_p; 4824316485Sdavidcs qlnx_host_t *ha; 4825316485Sdavidcs device_t dev; 4826316485Sdavidcs 4827316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 4828316485Sdavidcs dev = ha->pci_dev; 4829316485Sdavidcs 4830316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 4831316485Sdavidcs 4832316485Sdavidcs memset(&dma_buf, 0, sizeof (qlnx_dma_t)); 4833316485Sdavidcs 4834316485Sdavidcs dma_buf.size = size + PAGE_SIZE; 4835316485Sdavidcs dma_buf.alignment = 8; 4836316485Sdavidcs 4837316485Sdavidcs if (qlnx_alloc_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf) != 0) 4838316485Sdavidcs return (NULL); 4839316485Sdavidcs bzero((uint8_t *)dma_buf.dma_b, dma_buf.size); 4840316485Sdavidcs 4841316485Sdavidcs *phys = dma_buf.dma_addr; 4842316485Sdavidcs 4843316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)dma_buf.dma_b + size); 4844316485Sdavidcs 4845316485Sdavidcs memcpy(dma_p, &dma_buf, sizeof(qlnx_dma_t)); 4846318659Sdavidcs/* 4847318659Sdavidcs QL_DPRINT5(ha, "[%p %p %p %p 0x%08x ]\n", 4848316485Sdavidcs (void *)dma_buf.dma_map, (void *)dma_buf.dma_tag, 4849318659Sdavidcs dma_buf.dma_b, (void *)dma_buf.dma_addr, size); 4850318659Sdavidcs*/ 4851316485Sdavidcs return (dma_buf.dma_b); 4852316485Sdavidcs} 4853316485Sdavidcs 4854316485Sdavidcsvoid 4855316485Sdavidcsqlnx_dma_free_coherent(void *ecore_dev, void *v_addr, bus_addr_t phys, 4856316485Sdavidcs uint32_t size) 4857316485Sdavidcs{ 4858316485Sdavidcs qlnx_dma_t dma_buf, *dma_p; 4859316485Sdavidcs qlnx_host_t *ha; 4860316485Sdavidcs device_t dev; 4861316485Sdavidcs 4862316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 4863316485Sdavidcs dev = ha->pci_dev; 4864316485Sdavidcs 4865316485Sdavidcs if (v_addr == NULL) 4866316485Sdavidcs return; 4867316485Sdavidcs 4868316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 4869316485Sdavidcs 4870316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)v_addr + size); 4871318659Sdavidcs/* 4872318659Sdavidcs QL_DPRINT5(ha, "[%p %p %p %p 0x%08x ]\n", 4873316485Sdavidcs (void *)dma_p->dma_map, (void *)dma_p->dma_tag, 4874318659Sdavidcs dma_p->dma_b, (void *)dma_p->dma_addr, size); 4875318659Sdavidcs*/ 4876316485Sdavidcs dma_buf = *dma_p; 4877316485Sdavidcs 4878316485Sdavidcs qlnx_free_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf); 4879316485Sdavidcs return; 4880316485Sdavidcs} 4881316485Sdavidcs 4882316485Sdavidcsstatic int 4883316485Sdavidcsqlnx_alloc_parent_dma_tag(qlnx_host_t *ha) 4884316485Sdavidcs{ 4885316485Sdavidcs int ret; 4886316485Sdavidcs device_t dev; 4887316485Sdavidcs 4888316485Sdavidcs dev = ha->pci_dev; 4889316485Sdavidcs 4890316485Sdavidcs /* 4891316485Sdavidcs * Allocate parent DMA Tag 4892316485Sdavidcs */ 4893316485Sdavidcs ret = bus_dma_tag_create( 4894316485Sdavidcs bus_get_dma_tag(dev), /* parent */ 4895316485Sdavidcs 1,((bus_size_t)(1ULL << 32)),/* alignment, boundary */ 4896316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4897316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4898316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4899316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsize */ 4900316485Sdavidcs 0, /* nsegments */ 4901316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsegsize */ 4902316485Sdavidcs 0, /* flags */ 4903316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 4904316485Sdavidcs &ha->parent_tag); 4905316485Sdavidcs 4906316485Sdavidcs if (ret) { 4907318659Sdavidcs QL_DPRINT1(ha, "could not create parent dma tag\n"); 4908316485Sdavidcs return (-1); 4909316485Sdavidcs } 4910316485Sdavidcs 4911316485Sdavidcs ha->flags.parent_tag = 1; 4912316485Sdavidcs 4913316485Sdavidcs return (0); 4914316485Sdavidcs} 4915316485Sdavidcs 4916316485Sdavidcsstatic void 4917316485Sdavidcsqlnx_free_parent_dma_tag(qlnx_host_t *ha) 4918316485Sdavidcs{ 4919316485Sdavidcs if (ha->parent_tag != NULL) { 4920316485Sdavidcs bus_dma_tag_destroy(ha->parent_tag); 4921316485Sdavidcs ha->parent_tag = NULL; 4922316485Sdavidcs } 4923316485Sdavidcs return; 4924316485Sdavidcs} 4925316485Sdavidcs 4926316485Sdavidcsstatic int 4927316485Sdavidcsqlnx_alloc_tx_dma_tag(qlnx_host_t *ha) 4928316485Sdavidcs{ 4929316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 4930316485Sdavidcs 1, 0, /* alignment, bounds */ 4931316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4932316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4933316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4934316485Sdavidcs QLNX_MAX_TSO_FRAME_SIZE, /* maxsize */ 4935316485Sdavidcs QLNX_MAX_SEGMENTS, /* nsegments */ 4936322851Sdavidcs QLNX_MAX_TX_MBUF_SIZE, /* maxsegsize */ 4937322851Sdavidcs 0, /* flags */ 4938316485Sdavidcs NULL, /* lockfunc */ 4939316485Sdavidcs NULL, /* lockfuncarg */ 4940316485Sdavidcs &ha->tx_tag)) { 4941316485Sdavidcs 4942318659Sdavidcs QL_DPRINT1(ha, "tx_tag alloc failed\n"); 4943316485Sdavidcs return (-1); 4944316485Sdavidcs } 4945316485Sdavidcs 4946316485Sdavidcs return (0); 4947316485Sdavidcs} 4948316485Sdavidcs 4949316485Sdavidcsstatic void 4950316485Sdavidcsqlnx_free_tx_dma_tag(qlnx_host_t *ha) 4951316485Sdavidcs{ 4952316485Sdavidcs if (ha->tx_tag != NULL) { 4953316485Sdavidcs bus_dma_tag_destroy(ha->tx_tag); 4954316485Sdavidcs ha->tx_tag = NULL; 4955316485Sdavidcs } 4956316485Sdavidcs return; 4957316485Sdavidcs} 4958316485Sdavidcs 4959316485Sdavidcsstatic int 4960316485Sdavidcsqlnx_alloc_rx_dma_tag(qlnx_host_t *ha) 4961316485Sdavidcs{ 4962316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 4963316485Sdavidcs 1, 0, /* alignment, bounds */ 4964316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4965316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4966316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4967316485Sdavidcs MJUM9BYTES, /* maxsize */ 4968316485Sdavidcs 1, /* nsegments */ 4969316485Sdavidcs MJUM9BYTES, /* maxsegsize */ 4970322851Sdavidcs 0, /* flags */ 4971316485Sdavidcs NULL, /* lockfunc */ 4972316485Sdavidcs NULL, /* lockfuncarg */ 4973316485Sdavidcs &ha->rx_tag)) { 4974316485Sdavidcs 4975318659Sdavidcs QL_DPRINT1(ha, " rx_tag alloc failed\n"); 4976316485Sdavidcs 4977316485Sdavidcs return (-1); 4978316485Sdavidcs } 4979316485Sdavidcs return (0); 4980316485Sdavidcs} 4981316485Sdavidcs 4982316485Sdavidcsstatic void 4983316485Sdavidcsqlnx_free_rx_dma_tag(qlnx_host_t *ha) 4984316485Sdavidcs{ 4985316485Sdavidcs if (ha->rx_tag != NULL) { 4986316485Sdavidcs bus_dma_tag_destroy(ha->rx_tag); 4987316485Sdavidcs ha->rx_tag = NULL; 4988316485Sdavidcs } 4989316485Sdavidcs return; 4990316485Sdavidcs} 4991316485Sdavidcs 4992316485Sdavidcs/********************************* 4993316485Sdavidcs * Exported functions 4994316485Sdavidcs *********************************/ 4995316485Sdavidcsuint32_t 4996316485Sdavidcsqlnx_pci_bus_get_bar_size(void *ecore_dev, uint8_t bar_id) 4997316485Sdavidcs{ 4998316485Sdavidcs uint32_t bar_size; 4999316485Sdavidcs 5000316485Sdavidcs bar_id = bar_id * 2; 5001316485Sdavidcs 5002316485Sdavidcs bar_size = bus_get_resource_count(((qlnx_host_t *)ecore_dev)->pci_dev, 5003316485Sdavidcs SYS_RES_MEMORY, 5004316485Sdavidcs PCIR_BAR(bar_id)); 5005316485Sdavidcs 5006316485Sdavidcs return (bar_size); 5007316485Sdavidcs} 5008316485Sdavidcs 5009316485Sdavidcsuint32_t 5010316485Sdavidcsqlnx_pci_read_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t *reg_value) 5011316485Sdavidcs{ 5012316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5013316485Sdavidcs pci_reg, 1); 5014316485Sdavidcs return 0; 5015316485Sdavidcs} 5016316485Sdavidcs 5017316485Sdavidcsuint32_t 5018316485Sdavidcsqlnx_pci_read_config_word(void *ecore_dev, uint32_t pci_reg, 5019316485Sdavidcs uint16_t *reg_value) 5020316485Sdavidcs{ 5021316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5022316485Sdavidcs pci_reg, 2); 5023316485Sdavidcs return 0; 5024316485Sdavidcs} 5025316485Sdavidcs 5026316485Sdavidcsuint32_t 5027316485Sdavidcsqlnx_pci_read_config_dword(void *ecore_dev, uint32_t pci_reg, 5028316485Sdavidcs uint32_t *reg_value) 5029316485Sdavidcs{ 5030316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5031316485Sdavidcs pci_reg, 4); 5032316485Sdavidcs return 0; 5033316485Sdavidcs} 5034316485Sdavidcs 5035316485Sdavidcsvoid 5036316485Sdavidcsqlnx_pci_write_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t reg_value) 5037316485Sdavidcs{ 5038316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5039316485Sdavidcs pci_reg, reg_value, 1); 5040316485Sdavidcs return; 5041316485Sdavidcs} 5042316485Sdavidcs 5043316485Sdavidcsvoid 5044316485Sdavidcsqlnx_pci_write_config_word(void *ecore_dev, uint32_t pci_reg, 5045316485Sdavidcs uint16_t reg_value) 5046316485Sdavidcs{ 5047316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5048316485Sdavidcs pci_reg, reg_value, 2); 5049316485Sdavidcs return; 5050316485Sdavidcs} 5051316485Sdavidcs 5052316485Sdavidcsvoid 5053316485Sdavidcsqlnx_pci_write_config_dword(void *ecore_dev, uint32_t pci_reg, 5054316485Sdavidcs uint32_t reg_value) 5055316485Sdavidcs{ 5056316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5057316485Sdavidcs pci_reg, reg_value, 4); 5058316485Sdavidcs return; 5059316485Sdavidcs} 5060316485Sdavidcs 5061316485Sdavidcs 5062316485Sdavidcsint 5063316485Sdavidcsqlnx_pci_find_capability(void *ecore_dev, int cap) 5064316485Sdavidcs{ 5065318659Sdavidcs int reg; 5066318659Sdavidcs qlnx_host_t *ha; 5067316485Sdavidcs 5068318659Sdavidcs ha = ecore_dev; 5069318659Sdavidcs 5070318659Sdavidcs if (pci_find_cap(ha->pci_dev, PCIY_EXPRESS, ®) == 0) 5071316485Sdavidcs return reg; 5072316485Sdavidcs else { 5073318659Sdavidcs QL_DPRINT1(ha, "failed\n"); 5074316485Sdavidcs return 0; 5075316485Sdavidcs } 5076316485Sdavidcs} 5077316485Sdavidcs 5078316485Sdavidcsuint32_t 5079316485Sdavidcsqlnx_reg_rd32(void *hwfn, uint32_t reg_addr) 5080316485Sdavidcs{ 5081316485Sdavidcs uint32_t data32; 5082316485Sdavidcs struct ecore_dev *cdev; 5083316485Sdavidcs struct ecore_hwfn *p_hwfn; 5084316485Sdavidcs 5085316485Sdavidcs p_hwfn = hwfn; 5086316485Sdavidcs 5087316485Sdavidcs cdev = p_hwfn->p_dev; 5088316485Sdavidcs 5089316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 5090316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 5091316485Sdavidcs 5092316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, reg_addr); 5093316485Sdavidcs 5094316485Sdavidcs return (data32); 5095316485Sdavidcs} 5096316485Sdavidcs 5097316485Sdavidcsvoid 5098316485Sdavidcsqlnx_reg_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 5099316485Sdavidcs{ 5100316485Sdavidcs struct ecore_dev *cdev; 5101316485Sdavidcs struct ecore_hwfn *p_hwfn; 5102316485Sdavidcs 5103316485Sdavidcs p_hwfn = hwfn; 5104316485Sdavidcs 5105316485Sdavidcs cdev = p_hwfn->p_dev; 5106316485Sdavidcs 5107316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 5108316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 5109316485Sdavidcs 5110316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, reg_addr, value); 5111316485Sdavidcs 5112316485Sdavidcs return; 5113316485Sdavidcs} 5114316485Sdavidcs 5115316485Sdavidcsvoid 5116316485Sdavidcsqlnx_reg_wr16(void *hwfn, uint32_t reg_addr, uint16_t value) 5117316485Sdavidcs{ 5118316485Sdavidcs struct ecore_dev *cdev; 5119316485Sdavidcs struct ecore_hwfn *p_hwfn; 5120316485Sdavidcs 5121316485Sdavidcs p_hwfn = hwfn; 5122316485Sdavidcs 5123316485Sdavidcs cdev = p_hwfn->p_dev; 5124316485Sdavidcs 5125316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 5126316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 5127316485Sdavidcs 5128316485Sdavidcs bus_write_2(((qlnx_host_t *)cdev)->pci_reg, reg_addr, value); 5129316485Sdavidcs 5130316485Sdavidcs return; 5131316485Sdavidcs} 5132316485Sdavidcs 5133316485Sdavidcsvoid 5134316485Sdavidcsqlnx_dbell_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 5135316485Sdavidcs{ 5136316485Sdavidcs struct ecore_dev *cdev; 5137316485Sdavidcs struct ecore_hwfn *p_hwfn; 5138316485Sdavidcs 5139316485Sdavidcs p_hwfn = hwfn; 5140316485Sdavidcs 5141316485Sdavidcs cdev = p_hwfn->p_dev; 5142316485Sdavidcs 5143316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->doorbells) - 5144316485Sdavidcs (uint8_t *)(cdev->doorbells)) + reg_addr; 5145316485Sdavidcs 5146316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_dbells, reg_addr, value); 5147316485Sdavidcs 5148316485Sdavidcs return; 5149316485Sdavidcs} 5150316485Sdavidcs 5151316485Sdavidcsuint32_t 5152316485Sdavidcsqlnx_direct_reg_rd32(void *p_hwfn, uint32_t *reg_addr) 5153316485Sdavidcs{ 5154316485Sdavidcs uint32_t data32; 5155316485Sdavidcs uint32_t offset; 5156316485Sdavidcs struct ecore_dev *cdev; 5157316485Sdavidcs 5158316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5159316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5160316485Sdavidcs 5161316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, offset); 5162316485Sdavidcs 5163316485Sdavidcs return (data32); 5164316485Sdavidcs} 5165316485Sdavidcs 5166316485Sdavidcsvoid 5167316485Sdavidcsqlnx_direct_reg_wr32(void *p_hwfn, void *reg_addr, uint32_t value) 5168316485Sdavidcs{ 5169316485Sdavidcs uint32_t offset; 5170316485Sdavidcs struct ecore_dev *cdev; 5171316485Sdavidcs 5172316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5173316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5174316485Sdavidcs 5175316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, offset, value); 5176316485Sdavidcs 5177316485Sdavidcs return; 5178316485Sdavidcs} 5179316485Sdavidcs 5180320164Sdavidcsvoid 5181320164Sdavidcsqlnx_direct_reg_wr64(void *p_hwfn, void *reg_addr, uint64_t value) 5182320164Sdavidcs{ 5183320164Sdavidcs uint32_t offset; 5184320164Sdavidcs struct ecore_dev *cdev; 5185320164Sdavidcs 5186320164Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5187320164Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5188320164Sdavidcs 5189320164Sdavidcs bus_write_8(((qlnx_host_t *)cdev)->pci_reg, offset, value); 5190320164Sdavidcs return; 5191320164Sdavidcs} 5192320164Sdavidcs 5193316485Sdavidcsvoid * 5194316485Sdavidcsqlnx_zalloc(uint32_t size) 5195316485Sdavidcs{ 5196316485Sdavidcs caddr_t va; 5197316485Sdavidcs 5198316485Sdavidcs va = malloc((unsigned long)size, M_QLNXBUF, M_NOWAIT); 5199316485Sdavidcs bzero(va, size); 5200316485Sdavidcs return ((void *)va); 5201316485Sdavidcs} 5202316485Sdavidcs 5203316485Sdavidcsvoid 5204316485Sdavidcsqlnx_barrier(void *p_hwfn) 5205316485Sdavidcs{ 5206316485Sdavidcs qlnx_host_t *ha; 5207316485Sdavidcs 5208316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 5209316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_WRITE); 5210316485Sdavidcs} 5211316485Sdavidcs 5212316485Sdavidcsvoid 5213316485Sdavidcsqlnx_link_update(void *p_hwfn) 5214316485Sdavidcs{ 5215316485Sdavidcs qlnx_host_t *ha; 5216316485Sdavidcs int prev_link_state; 5217316485Sdavidcs 5218316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 5219316485Sdavidcs 5220316485Sdavidcs qlnx_fill_link(p_hwfn, &ha->if_link); 5221316485Sdavidcs 5222316485Sdavidcs prev_link_state = ha->link_up; 5223316485Sdavidcs ha->link_up = ha->if_link.link_up; 5224316485Sdavidcs 5225316485Sdavidcs if (prev_link_state != ha->link_up) { 5226316485Sdavidcs if (ha->link_up) { 5227316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_UP); 5228316485Sdavidcs } else { 5229316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_DOWN); 5230316485Sdavidcs } 5231316485Sdavidcs } 5232316485Sdavidcs return; 5233316485Sdavidcs} 5234316485Sdavidcs 5235316485Sdavidcsvoid 5236316485Sdavidcsqlnx_fill_link(struct ecore_hwfn *hwfn, struct qlnx_link_output *if_link) 5237316485Sdavidcs{ 5238316485Sdavidcs struct ecore_mcp_link_params link_params; 5239316485Sdavidcs struct ecore_mcp_link_state link_state; 5240316485Sdavidcs 5241316485Sdavidcs memset(if_link, 0, sizeof(*if_link)); 5242316485Sdavidcs memset(&link_params, 0, sizeof(struct ecore_mcp_link_params)); 5243316485Sdavidcs memset(&link_state, 0, sizeof(struct ecore_mcp_link_state)); 5244316485Sdavidcs 5245316485Sdavidcs /* Prepare source inputs */ 5246316485Sdavidcs /* we only deal with physical functions */ 5247316485Sdavidcs memcpy(&link_params, ecore_mcp_get_link_params(hwfn), 5248316485Sdavidcs sizeof(link_params)); 5249316485Sdavidcs memcpy(&link_state, ecore_mcp_get_link_state(hwfn), 5250316485Sdavidcs sizeof(link_state)); 5251316485Sdavidcs 5252316485Sdavidcs ecore_mcp_get_media_type(hwfn->p_dev, &if_link->media_type); 5253316485Sdavidcs 5254316485Sdavidcs /* Set the link parameters to pass to protocol driver */ 5255316485Sdavidcs if (link_state.link_up) { 5256316485Sdavidcs if_link->link_up = true; 5257316485Sdavidcs if_link->speed = link_state.speed; 5258316485Sdavidcs } 5259316485Sdavidcs 5260316485Sdavidcs if_link->supported_caps = QLNX_LINK_CAP_FIBRE; 5261316485Sdavidcs 5262316485Sdavidcs if (link_params.speed.autoneg) 5263316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Autoneg; 5264316485Sdavidcs 5265316485Sdavidcs if (link_params.pause.autoneg || 5266316485Sdavidcs (link_params.pause.forced_rx && link_params.pause.forced_tx)) 5267316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Asym_Pause; 5268316485Sdavidcs 5269316485Sdavidcs if (link_params.pause.autoneg || link_params.pause.forced_rx || 5270316485Sdavidcs link_params.pause.forced_tx) 5271316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Pause; 5272316485Sdavidcs 5273316485Sdavidcs if (link_params.speed.advertised_speeds & 5274316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_1G) 5275316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_1000baseT_Half | 5276316485Sdavidcs QLNX_LINK_CAP_1000baseT_Full; 5277316485Sdavidcs 5278316485Sdavidcs if (link_params.speed.advertised_speeds & 5279316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_10G) 5280316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_10000baseKR_Full; 5281316485Sdavidcs 5282316485Sdavidcs if (link_params.speed.advertised_speeds & 5283316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_25G) 5284316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_25000baseKR_Full; 5285316485Sdavidcs 5286316485Sdavidcs if (link_params.speed.advertised_speeds & 5287316485Sdavidcs NVM_CFG1_PORT_DRV_LINK_SPEED_40G) 5288316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 5289316485Sdavidcs 5290316485Sdavidcs if (link_params.speed.advertised_speeds & 5291316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_50G) 5292316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 5293316485Sdavidcs 5294316485Sdavidcs if (link_params.speed.advertised_speeds & 5295316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_BB_100G) 5296316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 5297316485Sdavidcs 5298316485Sdavidcs if_link->advertised_caps = if_link->supported_caps; 5299316485Sdavidcs 5300316485Sdavidcs if_link->autoneg = link_params.speed.autoneg; 5301316485Sdavidcs if_link->duplex = QLNX_LINK_DUPLEX; 5302316485Sdavidcs 5303316485Sdavidcs /* Link partner capabilities */ 5304316485Sdavidcs 5305316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_HD) 5306316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Half; 5307316485Sdavidcs 5308316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_FD) 5309316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Full; 5310316485Sdavidcs 5311316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_10G) 5312316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_10000baseKR_Full; 5313316485Sdavidcs 5314316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_25G) 5315316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_25000baseKR_Full; 5316316485Sdavidcs 5317316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_40G) 5318316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 5319316485Sdavidcs 5320316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_50G) 5321316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 5322316485Sdavidcs 5323316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_100G) 5324316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 5325316485Sdavidcs 5326316485Sdavidcs if (link_state.an_complete) 5327316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Autoneg; 5328316485Sdavidcs 5329316485Sdavidcs if (link_state.partner_adv_pause) 5330316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Pause; 5331316485Sdavidcs 5332316485Sdavidcs if ((link_state.partner_adv_pause == 5333316485Sdavidcs ECORE_LINK_PARTNER_ASYMMETRIC_PAUSE) || 5334316485Sdavidcs (link_state.partner_adv_pause == 5335316485Sdavidcs ECORE_LINK_PARTNER_BOTH_PAUSE)) 5336316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Asym_Pause; 5337316485Sdavidcs 5338316485Sdavidcs return; 5339316485Sdavidcs} 5340316485Sdavidcs 5341316485Sdavidcsstatic int 5342316485Sdavidcsqlnx_nic_setup(struct ecore_dev *cdev, struct ecore_pf_params *func_params) 5343316485Sdavidcs{ 5344316485Sdavidcs int rc, i; 5345316485Sdavidcs 5346316485Sdavidcs for (i = 0; i < cdev->num_hwfns; i++) { 5347316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 5348316485Sdavidcs p_hwfn->pf_params = *func_params; 5349316485Sdavidcs } 5350316485Sdavidcs 5351316485Sdavidcs rc = ecore_resc_alloc(cdev); 5352316485Sdavidcs if (rc) 5353316485Sdavidcs goto qlnx_nic_setup_exit; 5354316485Sdavidcs 5355316485Sdavidcs ecore_resc_setup(cdev); 5356316485Sdavidcs 5357316485Sdavidcsqlnx_nic_setup_exit: 5358316485Sdavidcs 5359316485Sdavidcs return rc; 5360316485Sdavidcs} 5361316485Sdavidcs 5362316485Sdavidcsstatic int 5363316485Sdavidcsqlnx_nic_start(struct ecore_dev *cdev) 5364316485Sdavidcs{ 5365316485Sdavidcs int rc; 5366316485Sdavidcs struct ecore_hw_init_params params; 5367316485Sdavidcs 5368316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_init_params)); 5369316485Sdavidcs 5370316485Sdavidcs params.p_tunn = NULL; 5371316485Sdavidcs params.b_hw_start = true; 5372316485Sdavidcs params.int_mode = cdev->int_mode; 5373316485Sdavidcs params.allow_npar_tx_switch = true; 5374316485Sdavidcs params.bin_fw_data = NULL; 5375316485Sdavidcs 5376316485Sdavidcs rc = ecore_hw_init(cdev, ¶ms); 5377316485Sdavidcs if (rc) { 5378316485Sdavidcs ecore_resc_free(cdev); 5379316485Sdavidcs return rc; 5380316485Sdavidcs } 5381316485Sdavidcs 5382316485Sdavidcs return 0; 5383316485Sdavidcs} 5384316485Sdavidcs 5385316485Sdavidcsstatic int 5386316485Sdavidcsqlnx_slowpath_start(qlnx_host_t *ha) 5387316485Sdavidcs{ 5388316485Sdavidcs struct ecore_dev *cdev; 5389316485Sdavidcs struct ecore_pf_params pf_params; 5390316485Sdavidcs int rc; 5391316485Sdavidcs 5392316485Sdavidcs memset(&pf_params, 0, sizeof(struct ecore_pf_params)); 5393316485Sdavidcs pf_params.eth_pf_params.num_cons = 5394316485Sdavidcs (ha->num_rss) * (ha->num_tc + 1); 5395316485Sdavidcs 5396316485Sdavidcs cdev = &ha->cdev; 5397316485Sdavidcs 5398316485Sdavidcs rc = qlnx_nic_setup(cdev, &pf_params); 5399316485Sdavidcs if (rc) 5400316485Sdavidcs goto qlnx_slowpath_start_exit; 5401316485Sdavidcs 5402316485Sdavidcs cdev->int_mode = ECORE_INT_MODE_MSIX; 5403316485Sdavidcs cdev->int_coalescing_mode = ECORE_COAL_MODE_ENABLE; 5404316485Sdavidcs 5405316485Sdavidcs#ifdef QLNX_MAX_COALESCE 5406316485Sdavidcs cdev->rx_coalesce_usecs = 255; 5407316485Sdavidcs cdev->tx_coalesce_usecs = 255; 5408316485Sdavidcs#endif 5409316485Sdavidcs 5410316485Sdavidcs rc = qlnx_nic_start(cdev); 5411316485Sdavidcs 5412316485Sdavidcs ha->rx_coalesce_usecs = cdev->rx_coalesce_usecs; 5413316485Sdavidcs ha->tx_coalesce_usecs = cdev->tx_coalesce_usecs; 5414316485Sdavidcs 5415316485Sdavidcsqlnx_slowpath_start_exit: 5416316485Sdavidcs 5417316485Sdavidcs return (rc); 5418316485Sdavidcs} 5419316485Sdavidcs 5420316485Sdavidcsstatic int 5421316485Sdavidcsqlnx_slowpath_stop(qlnx_host_t *ha) 5422316485Sdavidcs{ 5423316485Sdavidcs struct ecore_dev *cdev; 5424316485Sdavidcs device_t dev = ha->pci_dev; 5425316485Sdavidcs int i; 5426316485Sdavidcs 5427316485Sdavidcs cdev = &ha->cdev; 5428316485Sdavidcs 5429316485Sdavidcs ecore_hw_stop(cdev); 5430316485Sdavidcs 5431316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 5432316485Sdavidcs 5433316485Sdavidcs if (ha->sp_handle[i]) 5434316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 5435316485Sdavidcs ha->sp_handle[i]); 5436316485Sdavidcs 5437316485Sdavidcs ha->sp_handle[i] = NULL; 5438316485Sdavidcs 5439316485Sdavidcs if (ha->sp_irq[i]) 5440316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 5441316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 5442316485Sdavidcs ha->sp_irq[i] = NULL; 5443316485Sdavidcs } 5444316485Sdavidcs 5445316485Sdavidcs ecore_resc_free(cdev); 5446316485Sdavidcs 5447316485Sdavidcs return 0; 5448316485Sdavidcs} 5449316485Sdavidcs 5450316485Sdavidcsstatic void 5451316485Sdavidcsqlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 5452316485Sdavidcs char ver_str[VER_SIZE]) 5453316485Sdavidcs{ 5454316485Sdavidcs int i; 5455316485Sdavidcs 5456316485Sdavidcs memcpy(cdev->name, name, NAME_SIZE); 5457316485Sdavidcs 5458316485Sdavidcs for_each_hwfn(cdev, i) { 5459316485Sdavidcs snprintf(cdev->hwfns[i].name, NAME_SIZE, "%s-%d", name, i); 5460316485Sdavidcs } 5461316485Sdavidcs 5462316485Sdavidcs cdev->drv_type = DRV_ID_DRV_TYPE_FREEBSD; 5463316485Sdavidcs 5464316485Sdavidcs return ; 5465316485Sdavidcs} 5466316485Sdavidcs 5467316485Sdavidcsvoid 5468316485Sdavidcsqlnx_get_protocol_stats(void *cdev, int proto_type, void *proto_stats) 5469316485Sdavidcs{ 5470316485Sdavidcs enum ecore_mcp_protocol_type type; 5471316485Sdavidcs union ecore_mcp_protocol_stats *stats; 5472316485Sdavidcs struct ecore_eth_stats eth_stats; 5473318659Sdavidcs qlnx_host_t *ha; 5474316485Sdavidcs 5475318659Sdavidcs ha = cdev; 5476316485Sdavidcs stats = proto_stats; 5477316485Sdavidcs type = proto_type; 5478316485Sdavidcs 5479316485Sdavidcs switch (type) { 5480318659Sdavidcs 5481316485Sdavidcs case ECORE_MCP_LAN_STATS: 5482316485Sdavidcs ecore_get_vport_stats((struct ecore_dev *)cdev, ð_stats); 5483316485Sdavidcs stats->lan_stats.ucast_rx_pkts = eth_stats.common.rx_ucast_pkts; 5484316485Sdavidcs stats->lan_stats.ucast_tx_pkts = eth_stats.common.tx_ucast_pkts; 5485316485Sdavidcs stats->lan_stats.fcs_err = -1; 5486316485Sdavidcs break; 5487316485Sdavidcs 5488316485Sdavidcs default: 5489318659Sdavidcs ha->err_get_proto_invalid_type++; 5490316485Sdavidcs 5491318659Sdavidcs QL_DPRINT1(ha, "invalid protocol type 0x%x\n", type); 5492316485Sdavidcs break; 5493316485Sdavidcs } 5494316485Sdavidcs return; 5495316485Sdavidcs} 5496316485Sdavidcs 5497316485Sdavidcsstatic int 5498316485Sdavidcsqlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver) 5499316485Sdavidcs{ 5500316485Sdavidcs struct ecore_hwfn *p_hwfn; 5501316485Sdavidcs struct ecore_ptt *p_ptt; 5502316485Sdavidcs 5503316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 5504316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 5505316485Sdavidcs 5506316485Sdavidcs if (p_ptt == NULL) { 5507318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 5508316485Sdavidcs return (-1); 5509316485Sdavidcs } 5510316485Sdavidcs ecore_mcp_get_mfw_ver(p_hwfn, p_ptt, mfw_ver, NULL); 5511316485Sdavidcs 5512316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 5513316485Sdavidcs 5514316485Sdavidcs return (0); 5515316485Sdavidcs} 5516316485Sdavidcs 5517316485Sdavidcsstatic int 5518316485Sdavidcsqlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size) 5519316485Sdavidcs{ 5520316485Sdavidcs struct ecore_hwfn *p_hwfn; 5521316485Sdavidcs struct ecore_ptt *p_ptt; 5522316485Sdavidcs 5523316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 5524316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 5525316485Sdavidcs 5526316485Sdavidcs if (p_ptt == NULL) { 5527318659Sdavidcs QL_DPRINT1(ha,"ecore_ptt_acquire failed\n"); 5528316485Sdavidcs return (-1); 5529316485Sdavidcs } 5530316485Sdavidcs ecore_mcp_get_flash_size(p_hwfn, p_ptt, flash_size); 5531316485Sdavidcs 5532316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 5533316485Sdavidcs 5534316485Sdavidcs return (0); 5535316485Sdavidcs} 5536316485Sdavidcs 5537316485Sdavidcsstatic int 5538316485Sdavidcsqlnx_alloc_mem_arrays(qlnx_host_t *ha) 5539316485Sdavidcs{ 5540316485Sdavidcs struct ecore_dev *cdev; 5541316485Sdavidcs 5542316485Sdavidcs cdev = &ha->cdev; 5543316485Sdavidcs 5544316485Sdavidcs bzero(&ha->txq_array[0], (sizeof(struct qlnx_tx_queue) * QLNX_MAX_RSS)); 5545316485Sdavidcs bzero(&ha->rxq_array[0], (sizeof(struct qlnx_rx_queue) * QLNX_MAX_RSS)); 5546316485Sdavidcs bzero(&ha->sb_array[0], (sizeof(struct ecore_sb_info) * QLNX_MAX_RSS)); 5547316485Sdavidcs 5548316485Sdavidcs return 0; 5549316485Sdavidcs} 5550316485Sdavidcs 5551316485Sdavidcsstatic void 5552316485Sdavidcsqlnx_init_fp(qlnx_host_t *ha) 5553316485Sdavidcs{ 5554316485Sdavidcs int rss_id, txq_array_index, tc; 5555316485Sdavidcs 5556316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 5557316485Sdavidcs 5558316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 5559316485Sdavidcs 5560316485Sdavidcs fp->rss_id = rss_id; 5561316485Sdavidcs fp->edev = ha; 5562316485Sdavidcs fp->sb_info = &ha->sb_array[rss_id]; 5563316485Sdavidcs fp->rxq = &ha->rxq_array[rss_id]; 5564316485Sdavidcs fp->rxq->rxq_id = rss_id; 5565316485Sdavidcs 5566316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 5567316485Sdavidcs txq_array_index = tc * ha->num_rss + rss_id; 5568316485Sdavidcs fp->txq[tc] = &ha->txq_array[txq_array_index]; 5569316485Sdavidcs fp->txq[tc]->index = txq_array_index; 5570316485Sdavidcs } 5571316485Sdavidcs 5572316485Sdavidcs snprintf(fp->name, sizeof(fp->name), "%s-fp-%d", qlnx_name_str, 5573316485Sdavidcs rss_id); 5574316485Sdavidcs 5575318657Sdavidcs fp->tx_ring_full = 0; 5576318657Sdavidcs 5577316485Sdavidcs /* reset all the statistics counters */ 5578316485Sdavidcs 5579316485Sdavidcs fp->tx_pkts_processed = 0; 5580316485Sdavidcs fp->tx_pkts_freed = 0; 5581316485Sdavidcs fp->tx_pkts_transmitted = 0; 5582316485Sdavidcs fp->tx_pkts_completed = 0; 5583322851Sdavidcs 5584322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 5585322851Sdavidcs fp->tx_pkts_trans_ctx = 0; 5586322851Sdavidcs fp->tx_pkts_compl_ctx = 0; 5587322851Sdavidcs fp->tx_pkts_trans_fp = 0; 5588322851Sdavidcs fp->tx_pkts_compl_fp = 0; 5589322851Sdavidcs fp->tx_pkts_compl_intr = 0; 5590322851Sdavidcs#endif 5591316485Sdavidcs fp->tx_lso_wnd_min_len = 0; 5592316485Sdavidcs fp->tx_defrag = 0; 5593316485Sdavidcs fp->tx_nsegs_gt_elem_left = 0; 5594316485Sdavidcs fp->tx_tso_max_nsegs = 0; 5595316485Sdavidcs fp->tx_tso_min_nsegs = 0; 5596316485Sdavidcs fp->err_tx_nsegs_gt_elem_left = 0; 5597316485Sdavidcs fp->err_tx_dmamap_create = 0; 5598316485Sdavidcs fp->err_tx_defrag_dmamap_load = 0; 5599316485Sdavidcs fp->err_tx_non_tso_max_seg = 0; 5600316485Sdavidcs fp->err_tx_dmamap_load = 0; 5601316485Sdavidcs fp->err_tx_defrag = 0; 5602316485Sdavidcs fp->err_tx_free_pkt_null = 0; 5603316485Sdavidcs fp->err_tx_cons_idx_conflict = 0; 5604316485Sdavidcs 5605316485Sdavidcs fp->rx_pkts = 0; 5606316485Sdavidcs fp->err_m_getcl = 0; 5607316485Sdavidcs fp->err_m_getjcl = 0; 5608316485Sdavidcs } 5609316485Sdavidcs return; 5610316485Sdavidcs} 5611316485Sdavidcs 5612316485Sdavidcsstatic void 5613316485Sdavidcsqlnx_free_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info) 5614316485Sdavidcs{ 5615316485Sdavidcs struct ecore_dev *cdev; 5616316485Sdavidcs 5617316485Sdavidcs cdev = &ha->cdev; 5618316485Sdavidcs 5619316485Sdavidcs if (sb_info->sb_virt) { 5620316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, ((void *)sb_info->sb_virt), 5621316485Sdavidcs (sb_info->sb_phys), (sizeof(*sb_info->sb_virt))); 5622316485Sdavidcs sb_info->sb_virt = NULL; 5623316485Sdavidcs } 5624316485Sdavidcs} 5625316485Sdavidcs 5626316485Sdavidcsstatic int 5627316485Sdavidcsqlnx_sb_init(struct ecore_dev *cdev, struct ecore_sb_info *sb_info, 5628316485Sdavidcs void *sb_virt_addr, bus_addr_t sb_phy_addr, u16 sb_id) 5629316485Sdavidcs{ 5630316485Sdavidcs struct ecore_hwfn *p_hwfn; 5631316485Sdavidcs int hwfn_index, rc; 5632316485Sdavidcs u16 rel_sb_id; 5633316485Sdavidcs 5634316485Sdavidcs hwfn_index = sb_id % cdev->num_hwfns; 5635316485Sdavidcs p_hwfn = &cdev->hwfns[hwfn_index]; 5636316485Sdavidcs rel_sb_id = sb_id / cdev->num_hwfns; 5637316485Sdavidcs 5638318659Sdavidcs QL_DPRINT2(((qlnx_host_t *)cdev), 5639318659Sdavidcs "hwfn_index = %d p_hwfn = %p sb_id = 0x%x rel_sb_id = 0x%x \ 5640318659Sdavidcs sb_info = %p sb_virt_addr = %p sb_phy_addr = %p\n", 5641318659Sdavidcs hwfn_index, p_hwfn, sb_id, rel_sb_id, sb_info, 5642318659Sdavidcs sb_virt_addr, (void *)sb_phy_addr); 5643316485Sdavidcs 5644316485Sdavidcs rc = ecore_int_sb_init(p_hwfn, p_hwfn->p_main_ptt, sb_info, 5645316485Sdavidcs sb_virt_addr, sb_phy_addr, rel_sb_id); 5646316485Sdavidcs 5647316485Sdavidcs return rc; 5648316485Sdavidcs} 5649316485Sdavidcs 5650316485Sdavidcs/* This function allocates fast-path status block memory */ 5651316485Sdavidcsstatic int 5652316485Sdavidcsqlnx_alloc_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info, u16 sb_id) 5653316485Sdavidcs{ 5654320164Sdavidcs struct status_block_e4 *sb_virt; 5655316485Sdavidcs bus_addr_t sb_phys; 5656316485Sdavidcs int rc; 5657316485Sdavidcs uint32_t size; 5658316485Sdavidcs struct ecore_dev *cdev; 5659316485Sdavidcs 5660316485Sdavidcs cdev = &ha->cdev; 5661316485Sdavidcs 5662316485Sdavidcs size = sizeof(*sb_virt); 5663316485Sdavidcs sb_virt = OSAL_DMA_ALLOC_COHERENT(cdev, (&sb_phys), size); 5664316485Sdavidcs 5665316485Sdavidcs if (!sb_virt) { 5666318659Sdavidcs QL_DPRINT1(ha, "Status block allocation failed\n"); 5667316485Sdavidcs return -ENOMEM; 5668316485Sdavidcs } 5669316485Sdavidcs 5670316485Sdavidcs rc = qlnx_sb_init(cdev, sb_info, sb_virt, sb_phys, sb_id); 5671316485Sdavidcs if (rc) { 5672316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, sb_virt, sb_phys, size); 5673316485Sdavidcs } 5674316485Sdavidcs 5675316485Sdavidcs return rc; 5676316485Sdavidcs} 5677316485Sdavidcs 5678316485Sdavidcsstatic void 5679316485Sdavidcsqlnx_free_rx_buffers(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5680316485Sdavidcs{ 5681316485Sdavidcs int i; 5682316485Sdavidcs struct sw_rx_data *rx_buf; 5683316485Sdavidcs 5684316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 5685316485Sdavidcs 5686316485Sdavidcs rx_buf = &rxq->sw_rx_ring[i]; 5687316485Sdavidcs 5688316485Sdavidcs if (rx_buf->data != NULL) { 5689316485Sdavidcs if (rx_buf->map != NULL) { 5690316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 5691316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 5692316485Sdavidcs rx_buf->map = NULL; 5693316485Sdavidcs } 5694316485Sdavidcs m_freem(rx_buf->data); 5695316485Sdavidcs rx_buf->data = NULL; 5696316485Sdavidcs } 5697316485Sdavidcs } 5698316485Sdavidcs return; 5699316485Sdavidcs} 5700316485Sdavidcs 5701316485Sdavidcsstatic void 5702316485Sdavidcsqlnx_free_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5703316485Sdavidcs{ 5704316485Sdavidcs struct ecore_dev *cdev; 5705316485Sdavidcs int i; 5706316485Sdavidcs 5707316485Sdavidcs cdev = &ha->cdev; 5708316485Sdavidcs 5709316485Sdavidcs qlnx_free_rx_buffers(ha, rxq); 5710316485Sdavidcs 5711316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 5712316485Sdavidcs qlnx_free_tpa_mbuf(ha, &rxq->tpa_info[i]); 5713316485Sdavidcs if (rxq->tpa_info[i].mpf != NULL) 5714316485Sdavidcs m_freem(rxq->tpa_info[i].mpf); 5715316485Sdavidcs } 5716316485Sdavidcs 5717316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 5718316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 5719316485Sdavidcs 5720316485Sdavidcs /* Free the real RQ ring used by FW */ 5721316485Sdavidcs if (rxq->rx_bd_ring.p_virt_addr) { 5722316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_bd_ring); 5723316485Sdavidcs rxq->rx_bd_ring.p_virt_addr = NULL; 5724316485Sdavidcs } 5725316485Sdavidcs 5726316485Sdavidcs /* Free the real completion ring used by FW */ 5727316485Sdavidcs if (rxq->rx_comp_ring.p_virt_addr && 5728316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table) { 5729316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_comp_ring); 5730316485Sdavidcs rxq->rx_comp_ring.p_virt_addr = NULL; 5731316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table = NULL; 5732316485Sdavidcs } 5733316485Sdavidcs 5734316485Sdavidcs#ifdef QLNX_SOFT_LRO 5735316485Sdavidcs { 5736316485Sdavidcs struct lro_ctrl *lro; 5737316485Sdavidcs 5738316485Sdavidcs lro = &rxq->lro; 5739316485Sdavidcs tcp_lro_free(lro); 5740316485Sdavidcs } 5741316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5742316485Sdavidcs 5743316485Sdavidcs return; 5744316485Sdavidcs} 5745316485Sdavidcs 5746316485Sdavidcsstatic int 5747316485Sdavidcsqlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5748316485Sdavidcs{ 5749316485Sdavidcs register struct mbuf *mp; 5750316485Sdavidcs uint16_t rx_buf_size; 5751316485Sdavidcs struct sw_rx_data *sw_rx_data; 5752316485Sdavidcs struct eth_rx_bd *rx_bd; 5753316485Sdavidcs dma_addr_t dma_addr; 5754316485Sdavidcs bus_dmamap_t map; 5755316485Sdavidcs bus_dma_segment_t segs[1]; 5756316485Sdavidcs int nsegs; 5757316485Sdavidcs int ret; 5758316485Sdavidcs struct ecore_dev *cdev; 5759316485Sdavidcs 5760316485Sdavidcs cdev = &ha->cdev; 5761316485Sdavidcs 5762316485Sdavidcs rx_buf_size = rxq->rx_buf_size; 5763316485Sdavidcs 5764316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 5765316485Sdavidcs 5766316485Sdavidcs if (mp == NULL) { 5767318659Sdavidcs QL_DPRINT1(ha, "Failed to allocate Rx data\n"); 5768316485Sdavidcs return -ENOMEM; 5769316485Sdavidcs } 5770316485Sdavidcs 5771316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 5772316485Sdavidcs 5773316485Sdavidcs map = (bus_dmamap_t)0; 5774316485Sdavidcs 5775316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 5776316485Sdavidcs BUS_DMA_NOWAIT); 5777316485Sdavidcs dma_addr = segs[0].ds_addr; 5778316485Sdavidcs 5779316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 5780316485Sdavidcs m_freem(mp); 5781318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 5782318659Sdavidcs ret, (long long unsigned int)dma_addr, nsegs); 5783316485Sdavidcs return -ENOMEM; 5784316485Sdavidcs } 5785316485Sdavidcs 5786316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 5787316485Sdavidcs sw_rx_data->data = mp; 5788316485Sdavidcs sw_rx_data->dma_addr = dma_addr; 5789316485Sdavidcs sw_rx_data->map = map; 5790316485Sdavidcs 5791316485Sdavidcs /* Advance PROD and get BD pointer */ 5792316485Sdavidcs rx_bd = (struct eth_rx_bd *)ecore_chain_produce(&rxq->rx_bd_ring); 5793316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(dma_addr)); 5794316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(dma_addr)); 5795316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 5796316485Sdavidcs 5797316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 5798316485Sdavidcs 5799316485Sdavidcs return 0; 5800316485Sdavidcs} 5801316485Sdavidcs 5802316485Sdavidcsstatic int 5803316485Sdavidcsqlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 5804316485Sdavidcs struct qlnx_agg_info *tpa) 5805316485Sdavidcs{ 5806316485Sdavidcs struct mbuf *mp; 5807316485Sdavidcs dma_addr_t dma_addr; 5808316485Sdavidcs bus_dmamap_t map; 5809316485Sdavidcs bus_dma_segment_t segs[1]; 5810316485Sdavidcs int nsegs; 5811316485Sdavidcs int ret; 5812316485Sdavidcs struct sw_rx_data *rx_buf; 5813316485Sdavidcs 5814316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 5815316485Sdavidcs 5816316485Sdavidcs if (mp == NULL) { 5817318659Sdavidcs QL_DPRINT1(ha, "Failed to allocate Rx data\n"); 5818316485Sdavidcs return -ENOMEM; 5819316485Sdavidcs } 5820316485Sdavidcs 5821316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 5822316485Sdavidcs 5823316485Sdavidcs map = (bus_dmamap_t)0; 5824316485Sdavidcs 5825316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 5826316485Sdavidcs BUS_DMA_NOWAIT); 5827316485Sdavidcs dma_addr = segs[0].ds_addr; 5828316485Sdavidcs 5829316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 5830316485Sdavidcs m_freem(mp); 5831318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 5832318659Sdavidcs ret, (long long unsigned int)dma_addr, nsegs); 5833316485Sdavidcs return -ENOMEM; 5834316485Sdavidcs } 5835316485Sdavidcs 5836316485Sdavidcs rx_buf = &tpa->rx_buf; 5837316485Sdavidcs 5838316485Sdavidcs memset(rx_buf, 0, sizeof (struct sw_rx_data)); 5839316485Sdavidcs 5840316485Sdavidcs rx_buf->data = mp; 5841316485Sdavidcs rx_buf->dma_addr = dma_addr; 5842316485Sdavidcs rx_buf->map = map; 5843316485Sdavidcs 5844316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 5845316485Sdavidcs 5846316485Sdavidcs return (0); 5847316485Sdavidcs} 5848316485Sdavidcs 5849316485Sdavidcsstatic void 5850316485Sdavidcsqlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa) 5851316485Sdavidcs{ 5852316485Sdavidcs struct sw_rx_data *rx_buf; 5853316485Sdavidcs 5854316485Sdavidcs rx_buf = &tpa->rx_buf; 5855316485Sdavidcs 5856316485Sdavidcs if (rx_buf->data != NULL) { 5857316485Sdavidcs if (rx_buf->map != NULL) { 5858316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 5859316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 5860316485Sdavidcs rx_buf->map = NULL; 5861316485Sdavidcs } 5862316485Sdavidcs m_freem(rx_buf->data); 5863316485Sdavidcs rx_buf->data = NULL; 5864316485Sdavidcs } 5865316485Sdavidcs return; 5866316485Sdavidcs} 5867316485Sdavidcs 5868316485Sdavidcs/* This function allocates all memory needed per Rx queue */ 5869316485Sdavidcsstatic int 5870316485Sdavidcsqlnx_alloc_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5871316485Sdavidcs{ 5872316485Sdavidcs int i, rc, num_allocated; 5873316485Sdavidcs struct ifnet *ifp; 5874316485Sdavidcs struct ecore_dev *cdev; 5875316485Sdavidcs 5876316485Sdavidcs cdev = &ha->cdev; 5877316485Sdavidcs ifp = ha->ifp; 5878316485Sdavidcs 5879316485Sdavidcs rxq->num_rx_buffers = RX_RING_SIZE; 5880316485Sdavidcs 5881316485Sdavidcs rxq->rx_buf_size = ha->rx_buf_size; 5882316485Sdavidcs 5883316485Sdavidcs /* Allocate the parallel driver ring for Rx buffers */ 5884316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 5885316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 5886316485Sdavidcs 5887316485Sdavidcs /* Allocate FW Rx ring */ 5888316485Sdavidcs 5889316485Sdavidcs rc = ecore_chain_alloc(cdev, 5890316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 5891316485Sdavidcs ECORE_CHAIN_MODE_NEXT_PTR, 5892316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5893316485Sdavidcs RX_RING_SIZE, 5894316485Sdavidcs sizeof(struct eth_rx_bd), 5895316485Sdavidcs &rxq->rx_bd_ring, NULL); 5896316485Sdavidcs 5897316485Sdavidcs if (rc) 5898316485Sdavidcs goto err; 5899316485Sdavidcs 5900316485Sdavidcs /* Allocate FW completion ring */ 5901316485Sdavidcs rc = ecore_chain_alloc(cdev, 5902316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME, 5903316485Sdavidcs ECORE_CHAIN_MODE_PBL, 5904316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5905316485Sdavidcs RX_RING_SIZE, 5906316485Sdavidcs sizeof(union eth_rx_cqe), 5907316485Sdavidcs &rxq->rx_comp_ring, NULL); 5908316485Sdavidcs 5909316485Sdavidcs if (rc) 5910316485Sdavidcs goto err; 5911316485Sdavidcs 5912316485Sdavidcs /* Allocate buffers for the Rx ring */ 5913316485Sdavidcs 5914316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 5915316485Sdavidcs rc = qlnx_alloc_tpa_mbuf(ha, rxq->rx_buf_size, 5916316485Sdavidcs &rxq->tpa_info[i]); 5917316485Sdavidcs if (rc) 5918316485Sdavidcs break; 5919316485Sdavidcs 5920316485Sdavidcs } 5921316485Sdavidcs 5922316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 5923316485Sdavidcs rc = qlnx_alloc_rx_buffer(ha, rxq); 5924316485Sdavidcs if (rc) 5925316485Sdavidcs break; 5926316485Sdavidcs } 5927316485Sdavidcs num_allocated = i; 5928316485Sdavidcs if (!num_allocated) { 5929318659Sdavidcs QL_DPRINT1(ha, "Rx buffers allocation failed\n"); 5930316485Sdavidcs goto err; 5931316485Sdavidcs } else if (num_allocated < rxq->num_rx_buffers) { 5932318659Sdavidcs QL_DPRINT1(ha, "Allocated less buffers than" 5933318659Sdavidcs " desired (%d allocated)\n", num_allocated); 5934316485Sdavidcs } 5935316485Sdavidcs 5936316485Sdavidcs#ifdef QLNX_SOFT_LRO 5937316485Sdavidcs 5938316485Sdavidcs { 5939316485Sdavidcs struct lro_ctrl *lro; 5940316485Sdavidcs 5941316485Sdavidcs lro = &rxq->lro; 5942316485Sdavidcs 5943316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 5944316485Sdavidcs if (tcp_lro_init_args(lro, ifp, 0, rxq->num_rx_buffers)) { 5945318659Sdavidcs QL_DPRINT1(ha, "tcp_lro_init[%d] failed\n", 5946318659Sdavidcs rxq->rxq_id); 5947316485Sdavidcs goto err; 5948316485Sdavidcs } 5949316485Sdavidcs#else 5950316485Sdavidcs if (tcp_lro_init(lro)) { 5951318659Sdavidcs QL_DPRINT1(ha, "tcp_lro_init[%d] failed\n", 5952318659Sdavidcs rxq->rxq_id); 5953316485Sdavidcs goto err; 5954316485Sdavidcs } 5955316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 5956316485Sdavidcs 5957316485Sdavidcs lro->ifp = ha->ifp; 5958316485Sdavidcs } 5959316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5960316485Sdavidcs return 0; 5961316485Sdavidcs 5962316485Sdavidcserr: 5963316485Sdavidcs qlnx_free_mem_rxq(ha, rxq); 5964316485Sdavidcs return -ENOMEM; 5965316485Sdavidcs} 5966316485Sdavidcs 5967316485Sdavidcs 5968316485Sdavidcsstatic void 5969316485Sdavidcsqlnx_free_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 5970316485Sdavidcs struct qlnx_tx_queue *txq) 5971316485Sdavidcs{ 5972316485Sdavidcs struct ecore_dev *cdev; 5973316485Sdavidcs 5974316485Sdavidcs cdev = &ha->cdev; 5975316485Sdavidcs 5976316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 5977316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 5978316485Sdavidcs 5979316485Sdavidcs /* Free the real RQ ring used by FW */ 5980316485Sdavidcs if (txq->tx_pbl.p_virt_addr) { 5981316485Sdavidcs ecore_chain_free(cdev, &txq->tx_pbl); 5982316485Sdavidcs txq->tx_pbl.p_virt_addr = NULL; 5983316485Sdavidcs } 5984316485Sdavidcs return; 5985316485Sdavidcs} 5986316485Sdavidcs 5987316485Sdavidcs/* This function allocates all memory needed per Tx queue */ 5988316485Sdavidcsstatic int 5989316485Sdavidcsqlnx_alloc_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 5990316485Sdavidcs struct qlnx_tx_queue *txq) 5991316485Sdavidcs{ 5992316485Sdavidcs int ret = ECORE_SUCCESS; 5993316485Sdavidcs union eth_tx_bd_types *p_virt; 5994316485Sdavidcs struct ecore_dev *cdev; 5995316485Sdavidcs 5996316485Sdavidcs cdev = &ha->cdev; 5997316485Sdavidcs 5998316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 5999316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 6000316485Sdavidcs 6001316485Sdavidcs /* Allocate the real Tx ring to be used by FW */ 6002316485Sdavidcs ret = ecore_chain_alloc(cdev, 6003316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 6004316485Sdavidcs ECORE_CHAIN_MODE_PBL, 6005316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 6006316485Sdavidcs TX_RING_SIZE, 6007316485Sdavidcs sizeof(*p_virt), 6008316485Sdavidcs &txq->tx_pbl, NULL); 6009316485Sdavidcs 6010316485Sdavidcs if (ret != ECORE_SUCCESS) { 6011316485Sdavidcs goto err; 6012316485Sdavidcs } 6013316485Sdavidcs 6014316485Sdavidcs txq->num_tx_buffers = TX_RING_SIZE; 6015316485Sdavidcs 6016316485Sdavidcs return 0; 6017316485Sdavidcs 6018316485Sdavidcserr: 6019316485Sdavidcs qlnx_free_mem_txq(ha, fp, txq); 6020316485Sdavidcs return -ENOMEM; 6021316485Sdavidcs} 6022316485Sdavidcs 6023316485Sdavidcsstatic void 6024316485Sdavidcsqlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6025316485Sdavidcs{ 6026316485Sdavidcs struct mbuf *mp; 6027316485Sdavidcs struct ifnet *ifp = ha->ifp; 6028316485Sdavidcs 6029316485Sdavidcs if (mtx_initialized(&fp->tx_mtx)) { 6030316485Sdavidcs 6031316485Sdavidcs if (fp->tx_br != NULL) { 6032316485Sdavidcs 6033316485Sdavidcs mtx_lock(&fp->tx_mtx); 6034316485Sdavidcs 6035316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 6036316485Sdavidcs fp->tx_pkts_freed++; 6037316485Sdavidcs m_freem(mp); 6038316485Sdavidcs } 6039316485Sdavidcs 6040316485Sdavidcs mtx_unlock(&fp->tx_mtx); 6041316485Sdavidcs 6042316485Sdavidcs buf_ring_free(fp->tx_br, M_DEVBUF); 6043316485Sdavidcs fp->tx_br = NULL; 6044316485Sdavidcs } 6045316485Sdavidcs mtx_destroy(&fp->tx_mtx); 6046316485Sdavidcs } 6047316485Sdavidcs return; 6048316485Sdavidcs} 6049316485Sdavidcs 6050316485Sdavidcsstatic void 6051316485Sdavidcsqlnx_free_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6052316485Sdavidcs{ 6053316485Sdavidcs int tc; 6054316485Sdavidcs 6055316485Sdavidcs qlnx_free_mem_sb(ha, fp->sb_info); 6056316485Sdavidcs 6057316485Sdavidcs qlnx_free_mem_rxq(ha, fp->rxq); 6058316485Sdavidcs 6059316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) 6060316485Sdavidcs qlnx_free_mem_txq(ha, fp, fp->txq[tc]); 6061316485Sdavidcs 6062316485Sdavidcs return; 6063316485Sdavidcs} 6064316485Sdavidcs 6065316485Sdavidcsstatic int 6066316485Sdavidcsqlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6067316485Sdavidcs{ 6068316485Sdavidcs snprintf(fp->tx_mtx_name, sizeof(fp->tx_mtx_name), 6069316485Sdavidcs "qlnx%d_fp%d_tx_mq_lock", ha->dev_unit, fp->rss_id); 6070316485Sdavidcs 6071316485Sdavidcs mtx_init(&fp->tx_mtx, fp->tx_mtx_name, NULL, MTX_DEF); 6072316485Sdavidcs 6073316485Sdavidcs fp->tx_br = buf_ring_alloc(TX_RING_SIZE, M_DEVBUF, 6074316485Sdavidcs M_NOWAIT, &fp->tx_mtx); 6075316485Sdavidcs if (fp->tx_br == NULL) { 6076318659Sdavidcs QL_DPRINT1(ha, "buf_ring_alloc failed for fp[%d, %d]\n", 6077318659Sdavidcs ha->dev_unit, fp->rss_id); 6078318659Sdavidcs return -ENOMEM; 6079316485Sdavidcs } 6080316485Sdavidcs return 0; 6081316485Sdavidcs} 6082316485Sdavidcs 6083316485Sdavidcsstatic int 6084316485Sdavidcsqlnx_alloc_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6085316485Sdavidcs{ 6086316485Sdavidcs int rc, tc; 6087316485Sdavidcs 6088316485Sdavidcs rc = qlnx_alloc_mem_sb(ha, fp->sb_info, fp->rss_id); 6089316485Sdavidcs if (rc) 6090316485Sdavidcs goto err; 6091316485Sdavidcs 6092316485Sdavidcs if (ha->rx_jumbo_buf_eq_mtu) { 6093316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 6094316485Sdavidcs ha->rx_buf_size = MCLBYTES; 6095316485Sdavidcs else if (ha->max_frame_size <= MJUMPAGESIZE) 6096316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 6097316485Sdavidcs else if (ha->max_frame_size <= MJUM9BYTES) 6098316485Sdavidcs ha->rx_buf_size = MJUM9BYTES; 6099316485Sdavidcs else if (ha->max_frame_size <= MJUM16BYTES) 6100316485Sdavidcs ha->rx_buf_size = MJUM16BYTES; 6101316485Sdavidcs } else { 6102316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 6103316485Sdavidcs ha->rx_buf_size = MCLBYTES; 6104316485Sdavidcs else 6105316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 6106316485Sdavidcs } 6107316485Sdavidcs 6108316485Sdavidcs rc = qlnx_alloc_mem_rxq(ha, fp->rxq); 6109316485Sdavidcs if (rc) 6110316485Sdavidcs goto err; 6111316485Sdavidcs 6112316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6113316485Sdavidcs rc = qlnx_alloc_mem_txq(ha, fp, fp->txq[tc]); 6114316485Sdavidcs if (rc) 6115316485Sdavidcs goto err; 6116316485Sdavidcs } 6117316485Sdavidcs 6118316485Sdavidcs return 0; 6119316485Sdavidcs 6120316485Sdavidcserr: 6121316485Sdavidcs qlnx_free_mem_fp(ha, fp); 6122316485Sdavidcs return -ENOMEM; 6123316485Sdavidcs} 6124316485Sdavidcs 6125316485Sdavidcsstatic void 6126316485Sdavidcsqlnx_free_mem_load(qlnx_host_t *ha) 6127316485Sdavidcs{ 6128316485Sdavidcs int i; 6129316485Sdavidcs struct ecore_dev *cdev; 6130316485Sdavidcs 6131316485Sdavidcs cdev = &ha->cdev; 6132316485Sdavidcs 6133316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6134316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 6135316485Sdavidcs 6136316485Sdavidcs qlnx_free_mem_fp(ha, fp); 6137316485Sdavidcs } 6138316485Sdavidcs return; 6139316485Sdavidcs} 6140316485Sdavidcs 6141316485Sdavidcsstatic int 6142316485Sdavidcsqlnx_alloc_mem_load(qlnx_host_t *ha) 6143316485Sdavidcs{ 6144316485Sdavidcs int rc = 0, rss_id; 6145316485Sdavidcs 6146316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 6147316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 6148316485Sdavidcs 6149316485Sdavidcs rc = qlnx_alloc_mem_fp(ha, fp); 6150316485Sdavidcs if (rc) 6151316485Sdavidcs break; 6152316485Sdavidcs } 6153316485Sdavidcs return (rc); 6154316485Sdavidcs} 6155316485Sdavidcs 6156316485Sdavidcsstatic int 6157316485Sdavidcsqlnx_start_vport(struct ecore_dev *cdev, 6158316485Sdavidcs u8 vport_id, 6159316485Sdavidcs u16 mtu, 6160316485Sdavidcs u8 drop_ttl0_flg, 6161316485Sdavidcs u8 inner_vlan_removal_en_flg, 6162316485Sdavidcs u8 tx_switching, 6163316485Sdavidcs u8 hw_lro_enable) 6164316485Sdavidcs{ 6165316485Sdavidcs int rc, i; 6166316485Sdavidcs struct ecore_sp_vport_start_params vport_start_params = { 0 }; 6167316485Sdavidcs qlnx_host_t *ha; 6168316485Sdavidcs 6169316485Sdavidcs ha = (qlnx_host_t *)cdev; 6170316485Sdavidcs 6171316485Sdavidcs vport_start_params.remove_inner_vlan = inner_vlan_removal_en_flg; 6172316485Sdavidcs vport_start_params.tx_switching = 0; 6173316485Sdavidcs vport_start_params.handle_ptp_pkts = 0; 6174316485Sdavidcs vport_start_params.only_untagged = 0; 6175316485Sdavidcs vport_start_params.drop_ttl0 = drop_ttl0_flg; 6176316485Sdavidcs 6177316485Sdavidcs vport_start_params.tpa_mode = 6178316485Sdavidcs (hw_lro_enable ? ECORE_TPA_MODE_RSC : ECORE_TPA_MODE_NONE); 6179316485Sdavidcs vport_start_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 6180316485Sdavidcs 6181316485Sdavidcs vport_start_params.vport_id = vport_id; 6182316485Sdavidcs vport_start_params.mtu = mtu; 6183316485Sdavidcs 6184316485Sdavidcs 6185318659Sdavidcs QL_DPRINT2(ha, "Setting mtu to %d and VPORT ID = %d\n", mtu, vport_id); 6186316485Sdavidcs 6187316485Sdavidcs for_each_hwfn(cdev, i) { 6188316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 6189316485Sdavidcs 6190316485Sdavidcs vport_start_params.concrete_fid = p_hwfn->hw_info.concrete_fid; 6191316485Sdavidcs vport_start_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 6192316485Sdavidcs 6193316485Sdavidcs rc = ecore_sp_vport_start(p_hwfn, &vport_start_params); 6194316485Sdavidcs 6195316485Sdavidcs if (rc) { 6196318659Sdavidcs QL_DPRINT1(ha, "Failed to start VPORT V-PORT %d" 6197318659Sdavidcs " with MTU %d\n" , vport_id, mtu); 6198316485Sdavidcs return -ENOMEM; 6199316485Sdavidcs } 6200316485Sdavidcs 6201316485Sdavidcs ecore_hw_start_fastpath(p_hwfn); 6202316485Sdavidcs 6203318659Sdavidcs QL_DPRINT2(ha, "Started V-PORT %d with MTU %d\n", 6204318659Sdavidcs vport_id, mtu); 6205316485Sdavidcs } 6206316485Sdavidcs return 0; 6207316485Sdavidcs} 6208316485Sdavidcs 6209316485Sdavidcs 6210316485Sdavidcsstatic int 6211316485Sdavidcsqlnx_update_vport(struct ecore_dev *cdev, 6212316485Sdavidcs struct qlnx_update_vport_params *params) 6213316485Sdavidcs{ 6214316485Sdavidcs struct ecore_sp_vport_update_params sp_params; 6215316485Sdavidcs int rc, i, j, fp_index; 6216316485Sdavidcs struct ecore_hwfn *p_hwfn; 6217316485Sdavidcs struct ecore_rss_params *rss; 6218316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)cdev; 6219316485Sdavidcs struct qlnx_fastpath *fp; 6220316485Sdavidcs 6221316485Sdavidcs memset(&sp_params, 0, sizeof(sp_params)); 6222316485Sdavidcs /* Translate protocol params into sp params */ 6223316485Sdavidcs sp_params.vport_id = params->vport_id; 6224316485Sdavidcs 6225316485Sdavidcs sp_params.update_vport_active_rx_flg = 6226316485Sdavidcs params->update_vport_active_rx_flg; 6227316485Sdavidcs sp_params.vport_active_rx_flg = params->vport_active_rx_flg; 6228316485Sdavidcs 6229316485Sdavidcs sp_params.update_vport_active_tx_flg = 6230316485Sdavidcs params->update_vport_active_tx_flg; 6231316485Sdavidcs sp_params.vport_active_tx_flg = params->vport_active_tx_flg; 6232316485Sdavidcs 6233316485Sdavidcs sp_params.update_inner_vlan_removal_flg = 6234316485Sdavidcs params->update_inner_vlan_removal_flg; 6235316485Sdavidcs sp_params.inner_vlan_removal_flg = params->inner_vlan_removal_flg; 6236316485Sdavidcs 6237316485Sdavidcs sp_params.sge_tpa_params = params->sge_tpa_params; 6238316485Sdavidcs 6239316485Sdavidcs /* RSS - is a bit tricky, since upper-layer isn't familiar with hwfns. 6240316485Sdavidcs * We need to re-fix the rss values per engine for CMT. 6241316485Sdavidcs */ 6242318659Sdavidcs if (params->rss_params->update_rss_config) 6243316485Sdavidcs sp_params.rss_params = params->rss_params; 6244318659Sdavidcs else 6245318659Sdavidcs sp_params.rss_params = NULL; 6246316485Sdavidcs 6247316485Sdavidcs for_each_hwfn(cdev, i) { 6248316485Sdavidcs 6249316485Sdavidcs p_hwfn = &cdev->hwfns[i]; 6250316485Sdavidcs 6251316485Sdavidcs if ((cdev->num_hwfns > 1) && 6252316485Sdavidcs params->rss_params->update_rss_config && 6253316485Sdavidcs params->rss_params->rss_enable) { 6254316485Sdavidcs 6255316485Sdavidcs rss = params->rss_params; 6256316485Sdavidcs 6257316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE; j++) { 6258316485Sdavidcs 6259316485Sdavidcs fp_index = ((cdev->num_hwfns * j) + i) % 6260316485Sdavidcs ha->num_rss; 6261316485Sdavidcs 6262316485Sdavidcs fp = &ha->fp_array[fp_index]; 6263317118Sdavidcs rss->rss_ind_table[j] = fp->rxq->handle; 6264316485Sdavidcs } 6265316485Sdavidcs 6266316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE;) { 6267318659Sdavidcs QL_DPRINT3(ha, "%p %p %p %p %p %p %p %p \n", 6268316485Sdavidcs rss->rss_ind_table[j], 6269316485Sdavidcs rss->rss_ind_table[j+1], 6270316485Sdavidcs rss->rss_ind_table[j+2], 6271316485Sdavidcs rss->rss_ind_table[j+3], 6272316485Sdavidcs rss->rss_ind_table[j+4], 6273316485Sdavidcs rss->rss_ind_table[j+5], 6274316485Sdavidcs rss->rss_ind_table[j+6], 6275318659Sdavidcs rss->rss_ind_table[j+7]); 6276316485Sdavidcs j += 8; 6277316485Sdavidcs } 6278316485Sdavidcs } 6279316485Sdavidcs 6280316485Sdavidcs sp_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 6281318659Sdavidcs 6282318659Sdavidcs QL_DPRINT1(ha, "Update sp vport ID=%d\n", params->vport_id); 6283318659Sdavidcs 6284316485Sdavidcs rc = ecore_sp_vport_update(p_hwfn, &sp_params, 6285316485Sdavidcs ECORE_SPQ_MODE_EBLOCK, NULL); 6286316485Sdavidcs if (rc) { 6287318659Sdavidcs QL_DPRINT1(ha, "Failed to update VPORT\n"); 6288316485Sdavidcs return rc; 6289316485Sdavidcs } 6290316485Sdavidcs 6291318659Sdavidcs QL_DPRINT2(ha, "Updated V-PORT %d: tx_active_flag %d, \ 6292318659Sdavidcs rx_active_flag %d [tx_update %d], [rx_update %d]\n", 6293316485Sdavidcs params->vport_id, params->vport_active_tx_flg, 6294316485Sdavidcs params->vport_active_rx_flg, 6295316485Sdavidcs params->update_vport_active_tx_flg, 6296318659Sdavidcs params->update_vport_active_rx_flg); 6297316485Sdavidcs } 6298316485Sdavidcs 6299316485Sdavidcs return 0; 6300316485Sdavidcs} 6301316485Sdavidcs 6302316485Sdavidcsstatic void 6303316485Sdavidcsqlnx_reuse_rx_data(struct qlnx_rx_queue *rxq) 6304316485Sdavidcs{ 6305316485Sdavidcs struct eth_rx_bd *rx_bd_cons = 6306316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 6307316485Sdavidcs struct eth_rx_bd *rx_bd_prod = 6308316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 6309316485Sdavidcs struct sw_rx_data *sw_rx_data_cons = 6310316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_cons]; 6311316485Sdavidcs struct sw_rx_data *sw_rx_data_prod = 6312316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_prod]; 6313316485Sdavidcs 6314316485Sdavidcs sw_rx_data_prod->data = sw_rx_data_cons->data; 6315316485Sdavidcs memcpy(rx_bd_prod, rx_bd_cons, sizeof(struct eth_rx_bd)); 6316316485Sdavidcs 6317316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 6318316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 6319316485Sdavidcs 6320316485Sdavidcs return; 6321316485Sdavidcs} 6322316485Sdavidcs 6323316485Sdavidcsstatic void 6324316485Sdavidcsqlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, struct qlnx_rx_queue *rxq) 6325316485Sdavidcs{ 6326316485Sdavidcs 6327316485Sdavidcs uint16_t bd_prod; 6328316485Sdavidcs uint16_t cqe_prod; 6329317117Sdavidcs union { 6330317117Sdavidcs struct eth_rx_prod_data rx_prod_data; 6331317117Sdavidcs uint32_t data32; 6332317117Sdavidcs } rx_prods; 6333316485Sdavidcs 6334316485Sdavidcs bd_prod = ecore_chain_get_prod_idx(&rxq->rx_bd_ring); 6335316485Sdavidcs cqe_prod = ecore_chain_get_prod_idx(&rxq->rx_comp_ring); 6336316485Sdavidcs 6337316485Sdavidcs /* Update producers */ 6338317117Sdavidcs rx_prods.rx_prod_data.bd_prod = htole16(bd_prod); 6339317117Sdavidcs rx_prods.rx_prod_data.cqe_prod = htole16(cqe_prod); 6340316485Sdavidcs 6341316485Sdavidcs /* Make sure that the BD and SGE data is updated before updating the 6342316485Sdavidcs * producers since FW might read the BD/SGE right after the producer 6343316485Sdavidcs * is updated. 6344316485Sdavidcs */ 6345316485Sdavidcs wmb(); 6346316485Sdavidcs 6347316485Sdavidcs internal_ram_wr(p_hwfn, rxq->hw_rxq_prod_addr, 6348317117Sdavidcs sizeof(rx_prods), &rx_prods.data32); 6349316485Sdavidcs 6350316485Sdavidcs /* mmiowb is needed to synchronize doorbell writes from more than one 6351316485Sdavidcs * processor. It guarantees that the write arrives to the device before 6352316485Sdavidcs * the napi lock is released and another qlnx_poll is called (possibly 6353316485Sdavidcs * on another CPU). Without this barrier, the next doorbell can bypass 6354316485Sdavidcs * this doorbell. This is applicable to IA64/Altix systems. 6355316485Sdavidcs */ 6356316485Sdavidcs wmb(); 6357316485Sdavidcs 6358316485Sdavidcs return; 6359316485Sdavidcs} 6360316485Sdavidcs 6361316485Sdavidcsstatic uint32_t qlnx_hash_key[] = { 6362316485Sdavidcs ((0x6d << 24)|(0x5a << 16)|(0x56 << 8)|0xda), 6363316485Sdavidcs ((0x25 << 24)|(0x5b << 16)|(0x0e << 8)|0xc2), 6364316485Sdavidcs ((0x41 << 24)|(0x67 << 16)|(0x25 << 8)|0x3d), 6365316485Sdavidcs ((0x43 << 24)|(0xa3 << 16)|(0x8f << 8)|0xb0), 6366316485Sdavidcs ((0xd0 << 24)|(0xca << 16)|(0x2b << 8)|0xcb), 6367316485Sdavidcs ((0xae << 24)|(0x7b << 16)|(0x30 << 8)|0xb4), 6368316485Sdavidcs ((0x77 << 24)|(0xcb << 16)|(0x2d << 8)|0xa3), 6369316485Sdavidcs ((0x80 << 24)|(0x30 << 16)|(0xf2 << 8)|0x0c), 6370316485Sdavidcs ((0x6a << 24)|(0x42 << 16)|(0xb7 << 8)|0x3b), 6371316485Sdavidcs ((0xbe << 24)|(0xac << 16)|(0x01 << 8)|0xfa)}; 6372316485Sdavidcs 6373316485Sdavidcsstatic int 6374316485Sdavidcsqlnx_start_queues(qlnx_host_t *ha) 6375316485Sdavidcs{ 6376316485Sdavidcs int rc, tc, i, vport_id = 0, 6377316485Sdavidcs drop_ttl0_flg = 1, vlan_removal_en = 1, 6378316485Sdavidcs tx_switching = 0, hw_lro_enable = 0; 6379316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 6380316485Sdavidcs struct ecore_rss_params *rss_params = &ha->rss_params; 6381316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 6382316485Sdavidcs struct ifnet *ifp; 6383316485Sdavidcs struct ecore_hwfn *p_hwfn; 6384316485Sdavidcs struct ecore_sge_tpa_params tpa_params; 6385316485Sdavidcs struct ecore_queue_start_common_params qparams; 6386316485Sdavidcs struct qlnx_fastpath *fp; 6387316485Sdavidcs 6388316485Sdavidcs ifp = ha->ifp; 6389316485Sdavidcs 6390318659Sdavidcs QL_DPRINT1(ha, "Num RSS = %d\n", ha->num_rss); 6391318659Sdavidcs 6392316485Sdavidcs if (!ha->num_rss) { 6393318659Sdavidcs QL_DPRINT1(ha, "Cannot update V-VPORT as active as there" 6394318659Sdavidcs " are no Rx queues\n"); 6395316485Sdavidcs return -EINVAL; 6396316485Sdavidcs } 6397316485Sdavidcs 6398316485Sdavidcs#ifndef QLNX_SOFT_LRO 6399316485Sdavidcs hw_lro_enable = ifp->if_capenable & IFCAP_LRO; 6400316485Sdavidcs#endif /* #ifndef QLNX_SOFT_LRO */ 6401316485Sdavidcs 6402316485Sdavidcs rc = qlnx_start_vport(cdev, vport_id, ifp->if_mtu, drop_ttl0_flg, 6403316485Sdavidcs vlan_removal_en, tx_switching, hw_lro_enable); 6404316485Sdavidcs 6405316485Sdavidcs if (rc) { 6406318659Sdavidcs QL_DPRINT1(ha, "Start V-PORT failed %d\n", rc); 6407316485Sdavidcs return rc; 6408316485Sdavidcs } 6409316485Sdavidcs 6410318659Sdavidcs QL_DPRINT2(ha, "Start vport ramrod passed, " 6411318659Sdavidcs "vport_id = %d, MTU = %d, vlan_removal_en = %d\n", 6412318659Sdavidcs vport_id, (int)(ifp->if_mtu + 0xe), vlan_removal_en); 6413316485Sdavidcs 6414316485Sdavidcs for_each_rss(i) { 6415316485Sdavidcs struct ecore_rxq_start_ret_params rx_ret_params; 6416316485Sdavidcs struct ecore_txq_start_ret_params tx_ret_params; 6417316485Sdavidcs 6418316485Sdavidcs fp = &ha->fp_array[i]; 6419316485Sdavidcs p_hwfn = &cdev->hwfns[(fp->rss_id % cdev->num_hwfns)]; 6420316485Sdavidcs 6421316485Sdavidcs bzero(&qparams, sizeof(struct ecore_queue_start_common_params)); 6422316485Sdavidcs bzero(&rx_ret_params, 6423316485Sdavidcs sizeof (struct ecore_rxq_start_ret_params)); 6424316485Sdavidcs 6425316485Sdavidcs qparams.queue_id = i ; 6426316485Sdavidcs qparams.vport_id = vport_id; 6427316485Sdavidcs qparams.stats_id = vport_id; 6428316485Sdavidcs qparams.p_sb = fp->sb_info; 6429316485Sdavidcs qparams.sb_idx = RX_PI; 6430316485Sdavidcs 6431316485Sdavidcs 6432316485Sdavidcs rc = ecore_eth_rx_queue_start(p_hwfn, 6433316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6434316485Sdavidcs &qparams, 6435316485Sdavidcs fp->rxq->rx_buf_size, /* bd_max_bytes */ 6436316485Sdavidcs /* bd_chain_phys_addr */ 6437316485Sdavidcs fp->rxq->rx_bd_ring.p_phys_addr, 6438316485Sdavidcs /* cqe_pbl_addr */ 6439316485Sdavidcs ecore_chain_get_pbl_phys(&fp->rxq->rx_comp_ring), 6440316485Sdavidcs /* cqe_pbl_size */ 6441316485Sdavidcs ecore_chain_get_page_cnt(&fp->rxq->rx_comp_ring), 6442316485Sdavidcs &rx_ret_params); 6443316485Sdavidcs 6444316485Sdavidcs if (rc) { 6445318659Sdavidcs QL_DPRINT1(ha, "Start RXQ #%d failed %d\n", i, rc); 6446316485Sdavidcs return rc; 6447316485Sdavidcs } 6448316485Sdavidcs 6449316485Sdavidcs fp->rxq->hw_rxq_prod_addr = rx_ret_params.p_prod; 6450316485Sdavidcs fp->rxq->handle = rx_ret_params.p_handle; 6451316485Sdavidcs fp->rxq->hw_cons_ptr = 6452316485Sdavidcs &fp->sb_info->sb_virt->pi_array[RX_PI]; 6453316485Sdavidcs 6454316485Sdavidcs qlnx_update_rx_prod(p_hwfn, fp->rxq); 6455316485Sdavidcs 6456316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6457316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6458316485Sdavidcs 6459316485Sdavidcs bzero(&qparams, 6460316485Sdavidcs sizeof(struct ecore_queue_start_common_params)); 6461316485Sdavidcs bzero(&tx_ret_params, 6462316485Sdavidcs sizeof (struct ecore_txq_start_ret_params)); 6463316485Sdavidcs 6464316485Sdavidcs qparams.queue_id = txq->index / cdev->num_hwfns ; 6465316485Sdavidcs qparams.vport_id = vport_id; 6466316485Sdavidcs qparams.stats_id = vport_id; 6467316485Sdavidcs qparams.p_sb = fp->sb_info; 6468316485Sdavidcs qparams.sb_idx = TX_PI(tc); 6469316485Sdavidcs 6470316485Sdavidcs rc = ecore_eth_tx_queue_start(p_hwfn, 6471316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6472316485Sdavidcs &qparams, tc, 6473316485Sdavidcs /* bd_chain_phys_addr */ 6474316485Sdavidcs ecore_chain_get_pbl_phys(&txq->tx_pbl), 6475316485Sdavidcs ecore_chain_get_page_cnt(&txq->tx_pbl), 6476316485Sdavidcs &tx_ret_params); 6477316485Sdavidcs 6478316485Sdavidcs if (rc) { 6479318659Sdavidcs QL_DPRINT1(ha, "Start TXQ #%d failed %d\n", 6480318659Sdavidcs txq->index, rc); 6481316485Sdavidcs return rc; 6482316485Sdavidcs } 6483316485Sdavidcs 6484316485Sdavidcs txq->doorbell_addr = tx_ret_params.p_doorbell; 6485316485Sdavidcs txq->handle = tx_ret_params.p_handle; 6486316485Sdavidcs 6487316485Sdavidcs txq->hw_cons_ptr = 6488316485Sdavidcs &fp->sb_info->sb_virt->pi_array[TX_PI(tc)]; 6489316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6490316485Sdavidcs ETH_DB_DATA_DEST, DB_DEST_XCM); 6491316485Sdavidcs SET_FIELD(txq->tx_db.data.params, ETH_DB_DATA_AGG_CMD, 6492316485Sdavidcs DB_AGG_CMD_SET); 6493316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6494316485Sdavidcs ETH_DB_DATA_AGG_VAL_SEL, 6495316485Sdavidcs DQ_XCM_ETH_TX_BD_PROD_CMD); 6496316485Sdavidcs 6497316485Sdavidcs txq->tx_db.data.agg_flags = DQ_XCM_ETH_DQ_CF_CMD; 6498316485Sdavidcs } 6499316485Sdavidcs } 6500316485Sdavidcs 6501316485Sdavidcs /* Fill struct with RSS params */ 6502316485Sdavidcs if (ha->num_rss > 1) { 6503316485Sdavidcs 6504316485Sdavidcs rss_params->update_rss_config = 1; 6505316485Sdavidcs rss_params->rss_enable = 1; 6506316485Sdavidcs rss_params->update_rss_capabilities = 1; 6507316485Sdavidcs rss_params->update_rss_ind_table = 1; 6508316485Sdavidcs rss_params->update_rss_key = 1; 6509316485Sdavidcs rss_params->rss_caps = ECORE_RSS_IPV4 | ECORE_RSS_IPV6 | 6510316485Sdavidcs ECORE_RSS_IPV4_TCP | ECORE_RSS_IPV6_TCP; 6511316485Sdavidcs rss_params->rss_table_size_log = 7; /* 2^7 = 128 */ 6512316485Sdavidcs 6513316485Sdavidcs for (i = 0; i < ECORE_RSS_IND_TABLE_SIZE; i++) { 6514316485Sdavidcs fp = &ha->fp_array[(i % ha->num_rss)]; 6515316485Sdavidcs rss_params->rss_ind_table[i] = fp->rxq->handle; 6516316485Sdavidcs } 6517316485Sdavidcs 6518316485Sdavidcs for (i = 0; i < ECORE_RSS_KEY_SIZE; i++) 6519316485Sdavidcs rss_params->rss_key[i] = (__le32)qlnx_hash_key[i]; 6520316485Sdavidcs 6521316485Sdavidcs } else { 6522316485Sdavidcs memset(rss_params, 0, sizeof(*rss_params)); 6523316485Sdavidcs } 6524316485Sdavidcs 6525316485Sdavidcs 6526316485Sdavidcs /* Prepare and send the vport enable */ 6527316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 6528316485Sdavidcs vport_update_params.vport_id = vport_id; 6529316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 6530316485Sdavidcs vport_update_params.vport_active_tx_flg = 1; 6531316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 6532316485Sdavidcs vport_update_params.vport_active_rx_flg = 1; 6533316485Sdavidcs vport_update_params.rss_params = rss_params; 6534316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 1; 6535316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 1; 6536316485Sdavidcs 6537316485Sdavidcs if (hw_lro_enable) { 6538316485Sdavidcs memset(&tpa_params, 0, sizeof (struct ecore_sge_tpa_params)); 6539316485Sdavidcs 6540316485Sdavidcs tpa_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 6541316485Sdavidcs 6542316485Sdavidcs tpa_params.update_tpa_en_flg = 1; 6543316485Sdavidcs tpa_params.tpa_ipv4_en_flg = 1; 6544316485Sdavidcs tpa_params.tpa_ipv6_en_flg = 1; 6545316485Sdavidcs 6546316485Sdavidcs tpa_params.update_tpa_param_flg = 1; 6547316485Sdavidcs tpa_params.tpa_pkt_split_flg = 0; 6548316485Sdavidcs tpa_params.tpa_hdr_data_split_flg = 0; 6549316485Sdavidcs tpa_params.tpa_gro_consistent_flg = 0; 6550316485Sdavidcs tpa_params.tpa_max_aggs_num = ETH_TPA_MAX_AGGS_NUM; 6551316485Sdavidcs tpa_params.tpa_max_size = (uint16_t)(-1); 6552316485Sdavidcs tpa_params.tpa_min_size_to_start = ifp->if_mtu/2; 6553316485Sdavidcs tpa_params.tpa_min_size_to_cont = ifp->if_mtu/2; 6554316485Sdavidcs 6555316485Sdavidcs vport_update_params.sge_tpa_params = &tpa_params; 6556316485Sdavidcs } 6557316485Sdavidcs 6558316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 6559316485Sdavidcs if (rc) { 6560318659Sdavidcs QL_DPRINT1(ha, "Update V-PORT failed %d\n", rc); 6561316485Sdavidcs return rc; 6562316485Sdavidcs } 6563316485Sdavidcs 6564316485Sdavidcs return 0; 6565316485Sdavidcs} 6566316485Sdavidcs 6567316485Sdavidcsstatic int 6568316485Sdavidcsqlnx_drain_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 6569316485Sdavidcs struct qlnx_tx_queue *txq) 6570316485Sdavidcs{ 6571316485Sdavidcs uint16_t hw_bd_cons; 6572316485Sdavidcs uint16_t ecore_cons_idx; 6573316485Sdavidcs 6574318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 6575316485Sdavidcs 6576316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 6577316485Sdavidcs 6578316485Sdavidcs while (hw_bd_cons != 6579316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 6580316485Sdavidcs 6581316485Sdavidcs mtx_lock(&fp->tx_mtx); 6582316485Sdavidcs 6583316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 6584316485Sdavidcs 6585316485Sdavidcs mtx_unlock(&fp->tx_mtx); 6586316485Sdavidcs 6587316485Sdavidcs qlnx_mdelay(__func__, 2); 6588316485Sdavidcs 6589316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 6590316485Sdavidcs } 6591316485Sdavidcs 6592318659Sdavidcs QL_DPRINT2(ha, "[%d, %d]: done\n", fp->rss_id, txq->index); 6593316485Sdavidcs 6594316485Sdavidcs return 0; 6595316485Sdavidcs} 6596316485Sdavidcs 6597316485Sdavidcsstatic int 6598316485Sdavidcsqlnx_stop_queues(qlnx_host_t *ha) 6599316485Sdavidcs{ 6600316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 6601316485Sdavidcs struct ecore_dev *cdev; 6602316485Sdavidcs struct qlnx_fastpath *fp; 6603316485Sdavidcs int rc, tc, i; 6604316485Sdavidcs 6605316485Sdavidcs cdev = &ha->cdev; 6606316485Sdavidcs 6607316485Sdavidcs /* Disable the vport */ 6608316485Sdavidcs 6609316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 6610316485Sdavidcs 6611316485Sdavidcs vport_update_params.vport_id = 0; 6612316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 6613316485Sdavidcs vport_update_params.vport_active_tx_flg = 0; 6614316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 6615316485Sdavidcs vport_update_params.vport_active_rx_flg = 0; 6616316485Sdavidcs vport_update_params.rss_params = &ha->rss_params; 6617316485Sdavidcs vport_update_params.rss_params->update_rss_config = 0; 6618316485Sdavidcs vport_update_params.rss_params->rss_enable = 0; 6619316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 0; 6620316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 0; 6621316485Sdavidcs 6622318659Sdavidcs QL_DPRINT1(ha, "Update vport ID= %d\n", vport_update_params.vport_id); 6623318659Sdavidcs 6624316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 6625316485Sdavidcs if (rc) { 6626318659Sdavidcs QL_DPRINT1(ha, "Failed to update vport\n"); 6627316485Sdavidcs return rc; 6628316485Sdavidcs } 6629316485Sdavidcs 6630316485Sdavidcs /* Flush Tx queues. If needed, request drain from MCP */ 6631316485Sdavidcs for_each_rss(i) { 6632316485Sdavidcs fp = &ha->fp_array[i]; 6633316485Sdavidcs 6634316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6635316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6636316485Sdavidcs 6637316485Sdavidcs rc = qlnx_drain_txq(ha, fp, txq); 6638316485Sdavidcs if (rc) 6639316485Sdavidcs return rc; 6640316485Sdavidcs } 6641316485Sdavidcs } 6642316485Sdavidcs 6643316485Sdavidcs /* Stop all Queues in reverse order*/ 6644316485Sdavidcs for (i = ha->num_rss - 1; i >= 0; i--) { 6645316485Sdavidcs 6646316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[(i % cdev->num_hwfns)]; 6647316485Sdavidcs 6648316485Sdavidcs fp = &ha->fp_array[i]; 6649316485Sdavidcs 6650316485Sdavidcs /* Stop the Tx Queue(s)*/ 6651316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6652316485Sdavidcs int tx_queue_id; 6653316485Sdavidcs 6654316485Sdavidcs tx_queue_id = tc * ha->num_rss + i; 6655316485Sdavidcs rc = ecore_eth_tx_queue_stop(p_hwfn, 6656316485Sdavidcs fp->txq[tc]->handle); 6657316485Sdavidcs 6658316485Sdavidcs if (rc) { 6659318659Sdavidcs QL_DPRINT1(ha, "Failed to stop TXQ #%d\n", 6660318659Sdavidcs tx_queue_id); 6661316485Sdavidcs return rc; 6662316485Sdavidcs } 6663316485Sdavidcs } 6664316485Sdavidcs 6665316485Sdavidcs /* Stop the Rx Queue*/ 6666316485Sdavidcs rc = ecore_eth_rx_queue_stop(p_hwfn, fp->rxq->handle, false, 6667316485Sdavidcs false); 6668316485Sdavidcs if (rc) { 6669318659Sdavidcs QL_DPRINT1(ha, "Failed to stop RXQ #%d\n", i); 6670316485Sdavidcs return rc; 6671316485Sdavidcs } 6672316485Sdavidcs } 6673316485Sdavidcs 6674316485Sdavidcs /* Stop the vport */ 6675316485Sdavidcs for_each_hwfn(cdev, i) { 6676316485Sdavidcs 6677316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 6678316485Sdavidcs 6679316485Sdavidcs rc = ecore_sp_vport_stop(p_hwfn, p_hwfn->hw_info.opaque_fid, 0); 6680316485Sdavidcs 6681316485Sdavidcs if (rc) { 6682318659Sdavidcs QL_DPRINT1(ha, "Failed to stop VPORT\n"); 6683316485Sdavidcs return rc; 6684316485Sdavidcs } 6685316485Sdavidcs } 6686316485Sdavidcs 6687316485Sdavidcs return rc; 6688316485Sdavidcs} 6689316485Sdavidcs 6690316485Sdavidcsstatic int 6691316485Sdavidcsqlnx_set_ucast_rx_mac(qlnx_host_t *ha, 6692316485Sdavidcs enum ecore_filter_opcode opcode, 6693316485Sdavidcs unsigned char mac[ETH_ALEN]) 6694316485Sdavidcs{ 6695316485Sdavidcs struct ecore_filter_ucast ucast; 6696316485Sdavidcs struct ecore_dev *cdev; 6697316485Sdavidcs int rc; 6698316485Sdavidcs 6699316485Sdavidcs cdev = &ha->cdev; 6700316485Sdavidcs 6701316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 6702316485Sdavidcs 6703316485Sdavidcs ucast.opcode = opcode; 6704316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 6705316485Sdavidcs ucast.is_rx_filter = 1; 6706316485Sdavidcs ucast.vport_to_add_to = 0; 6707316485Sdavidcs memcpy(&ucast.mac[0], mac, ETH_ALEN); 6708316485Sdavidcs 6709316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 6710316485Sdavidcs 6711316485Sdavidcs return (rc); 6712316485Sdavidcs} 6713316485Sdavidcs 6714316485Sdavidcsstatic int 6715316485Sdavidcsqlnx_remove_all_ucast_mac(qlnx_host_t *ha) 6716316485Sdavidcs{ 6717316485Sdavidcs struct ecore_filter_ucast ucast; 6718316485Sdavidcs struct ecore_dev *cdev; 6719316485Sdavidcs int rc; 6720316485Sdavidcs 6721316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 6722316485Sdavidcs 6723316485Sdavidcs ucast.opcode = ECORE_FILTER_REPLACE; 6724316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 6725316485Sdavidcs ucast.is_rx_filter = 1; 6726316485Sdavidcs 6727316485Sdavidcs cdev = &ha->cdev; 6728316485Sdavidcs 6729316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 6730316485Sdavidcs 6731316485Sdavidcs return (rc); 6732316485Sdavidcs} 6733316485Sdavidcs 6734316485Sdavidcsstatic int 6735316485Sdavidcsqlnx_remove_all_mcast_mac(qlnx_host_t *ha) 6736316485Sdavidcs{ 6737316485Sdavidcs struct ecore_filter_mcast *mcast; 6738316485Sdavidcs struct ecore_dev *cdev; 6739316485Sdavidcs int rc, i; 6740316485Sdavidcs 6741316485Sdavidcs cdev = &ha->cdev; 6742316485Sdavidcs 6743316485Sdavidcs mcast = &ha->ecore_mcast; 6744316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 6745316485Sdavidcs 6746316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 6747316485Sdavidcs 6748316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 6749316485Sdavidcs 6750316485Sdavidcs if (ha->mcast[i].addr[0] || ha->mcast[i].addr[1] || 6751316485Sdavidcs ha->mcast[i].addr[2] || ha->mcast[i].addr[3] || 6752316485Sdavidcs ha->mcast[i].addr[4] || ha->mcast[i].addr[5]) { 6753316485Sdavidcs 6754317117Sdavidcs memcpy(&mcast->mac[i], &ha->mcast[i].addr[0], ETH_ALEN); 6755316485Sdavidcs mcast->num_mc_addrs++; 6756316485Sdavidcs } 6757316485Sdavidcs } 6758316485Sdavidcs mcast = &ha->ecore_mcast; 6759316485Sdavidcs 6760316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 6761316485Sdavidcs 6762316485Sdavidcs bzero(ha->mcast, (sizeof(qlnx_mcast_t) * QLNX_MAX_NUM_MULTICAST_ADDRS)); 6763316485Sdavidcs ha->nmcast = 0; 6764316485Sdavidcs 6765316485Sdavidcs return (rc); 6766316485Sdavidcs} 6767316485Sdavidcs 6768316485Sdavidcsstatic int 6769316485Sdavidcsqlnx_clean_filters(qlnx_host_t *ha) 6770316485Sdavidcs{ 6771316485Sdavidcs int rc = 0; 6772316485Sdavidcs 6773316485Sdavidcs /* Remove all unicast macs */ 6774317117Sdavidcs rc = qlnx_remove_all_ucast_mac(ha); 6775316485Sdavidcs if (rc) 6776316485Sdavidcs return rc; 6777316485Sdavidcs 6778316485Sdavidcs /* Remove all multicast macs */ 6779316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 6780316485Sdavidcs if (rc) 6781316485Sdavidcs return rc; 6782316485Sdavidcs 6783316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_FLUSH, ha->primary_mac); 6784316485Sdavidcs 6785316485Sdavidcs return (rc); 6786316485Sdavidcs} 6787316485Sdavidcs 6788316485Sdavidcsstatic int 6789316485Sdavidcsqlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter) 6790316485Sdavidcs{ 6791316485Sdavidcs struct ecore_filter_accept_flags accept; 6792316485Sdavidcs int rc = 0; 6793316485Sdavidcs struct ecore_dev *cdev; 6794316485Sdavidcs 6795316485Sdavidcs cdev = &ha->cdev; 6796316485Sdavidcs 6797316485Sdavidcs bzero(&accept, sizeof(struct ecore_filter_accept_flags)); 6798316485Sdavidcs 6799316485Sdavidcs accept.update_rx_mode_config = 1; 6800316485Sdavidcs accept.rx_accept_filter = filter; 6801316485Sdavidcs 6802316485Sdavidcs accept.update_tx_mode_config = 1; 6803316485Sdavidcs accept.tx_accept_filter = ECORE_ACCEPT_UCAST_MATCHED | 6804316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | ECORE_ACCEPT_BCAST; 6805316485Sdavidcs 6806316485Sdavidcs rc = ecore_filter_accept_cmd(cdev, 0, accept, false, false, 6807316485Sdavidcs ECORE_SPQ_MODE_CB, NULL); 6808316485Sdavidcs 6809316485Sdavidcs return (rc); 6810316485Sdavidcs} 6811316485Sdavidcs 6812316485Sdavidcsstatic int 6813316485Sdavidcsqlnx_set_rx_mode(qlnx_host_t *ha) 6814316485Sdavidcs{ 6815316485Sdavidcs int rc = 0; 6816316485Sdavidcs uint8_t filter; 6817316485Sdavidcs 6818316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_REPLACE, ha->primary_mac); 6819316485Sdavidcs if (rc) 6820316485Sdavidcs return rc; 6821316485Sdavidcs 6822316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 6823316485Sdavidcs if (rc) 6824316485Sdavidcs return rc; 6825316485Sdavidcs 6826316485Sdavidcs filter = ECORE_ACCEPT_UCAST_MATCHED | 6827316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | 6828316485Sdavidcs ECORE_ACCEPT_BCAST; 6829316485Sdavidcs ha->filter = filter; 6830316485Sdavidcs 6831316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 6832316485Sdavidcs 6833316485Sdavidcs return (rc); 6834316485Sdavidcs} 6835316485Sdavidcs 6836316485Sdavidcsstatic int 6837316485Sdavidcsqlnx_set_link(qlnx_host_t *ha, bool link_up) 6838316485Sdavidcs{ 6839316485Sdavidcs int i, rc = 0; 6840316485Sdavidcs struct ecore_dev *cdev; 6841316485Sdavidcs struct ecore_hwfn *hwfn; 6842316485Sdavidcs struct ecore_ptt *ptt; 6843316485Sdavidcs 6844316485Sdavidcs cdev = &ha->cdev; 6845316485Sdavidcs 6846316485Sdavidcs for_each_hwfn(cdev, i) { 6847316485Sdavidcs 6848316485Sdavidcs hwfn = &cdev->hwfns[i]; 6849316485Sdavidcs 6850316485Sdavidcs ptt = ecore_ptt_acquire(hwfn); 6851316485Sdavidcs if (!ptt) 6852316485Sdavidcs return -EBUSY; 6853316485Sdavidcs 6854316485Sdavidcs rc = ecore_mcp_set_link(hwfn, ptt, link_up); 6855316485Sdavidcs 6856316485Sdavidcs ecore_ptt_release(hwfn, ptt); 6857316485Sdavidcs 6858316485Sdavidcs if (rc) 6859316485Sdavidcs return rc; 6860316485Sdavidcs } 6861316485Sdavidcs return (rc); 6862316485Sdavidcs} 6863316485Sdavidcs 6864316485Sdavidcs#if __FreeBSD_version >= 1100000 6865316485Sdavidcsstatic uint64_t 6866316485Sdavidcsqlnx_get_counter(if_t ifp, ift_counter cnt) 6867316485Sdavidcs{ 6868316485Sdavidcs qlnx_host_t *ha; 6869316485Sdavidcs uint64_t count; 6870316485Sdavidcs 6871316485Sdavidcs ha = (qlnx_host_t *)if_getsoftc(ifp); 6872316485Sdavidcs 6873316485Sdavidcs switch (cnt) { 6874316485Sdavidcs 6875316485Sdavidcs case IFCOUNTER_IPACKETS: 6876316485Sdavidcs count = ha->hw_stats.common.rx_ucast_pkts + 6877316485Sdavidcs ha->hw_stats.common.rx_mcast_pkts + 6878316485Sdavidcs ha->hw_stats.common.rx_bcast_pkts; 6879316485Sdavidcs break; 6880316485Sdavidcs 6881316485Sdavidcs case IFCOUNTER_IERRORS: 6882316485Sdavidcs count = ha->hw_stats.common.rx_crc_errors + 6883316485Sdavidcs ha->hw_stats.common.rx_align_errors + 6884316485Sdavidcs ha->hw_stats.common.rx_oversize_packets + 6885316485Sdavidcs ha->hw_stats.common.rx_undersize_packets; 6886316485Sdavidcs break; 6887316485Sdavidcs 6888316485Sdavidcs case IFCOUNTER_OPACKETS: 6889316485Sdavidcs count = ha->hw_stats.common.tx_ucast_pkts + 6890316485Sdavidcs ha->hw_stats.common.tx_mcast_pkts + 6891316485Sdavidcs ha->hw_stats.common.tx_bcast_pkts; 6892316485Sdavidcs break; 6893316485Sdavidcs 6894316485Sdavidcs case IFCOUNTER_OERRORS: 6895316485Sdavidcs count = ha->hw_stats.common.tx_err_drop_pkts; 6896316485Sdavidcs break; 6897316485Sdavidcs 6898316485Sdavidcs case IFCOUNTER_COLLISIONS: 6899316485Sdavidcs return (0); 6900316485Sdavidcs 6901316485Sdavidcs case IFCOUNTER_IBYTES: 6902316485Sdavidcs count = ha->hw_stats.common.rx_ucast_bytes + 6903316485Sdavidcs ha->hw_stats.common.rx_mcast_bytes + 6904316485Sdavidcs ha->hw_stats.common.rx_bcast_bytes; 6905316485Sdavidcs break; 6906316485Sdavidcs 6907316485Sdavidcs case IFCOUNTER_OBYTES: 6908316485Sdavidcs count = ha->hw_stats.common.tx_ucast_bytes + 6909316485Sdavidcs ha->hw_stats.common.tx_mcast_bytes + 6910316485Sdavidcs ha->hw_stats.common.tx_bcast_bytes; 6911316485Sdavidcs break; 6912316485Sdavidcs 6913316485Sdavidcs case IFCOUNTER_IMCASTS: 6914316485Sdavidcs count = ha->hw_stats.common.rx_mcast_bytes; 6915316485Sdavidcs break; 6916316485Sdavidcs 6917316485Sdavidcs case IFCOUNTER_OMCASTS: 6918316485Sdavidcs count = ha->hw_stats.common.tx_mcast_bytes; 6919316485Sdavidcs break; 6920316485Sdavidcs 6921316485Sdavidcs case IFCOUNTER_IQDROPS: 6922316485Sdavidcs case IFCOUNTER_OQDROPS: 6923316485Sdavidcs case IFCOUNTER_NOPROTO: 6924316485Sdavidcs 6925316485Sdavidcs default: 6926316485Sdavidcs return (if_get_counter_default(ifp, cnt)); 6927316485Sdavidcs } 6928316485Sdavidcs return (count); 6929316485Sdavidcs} 6930316485Sdavidcs#endif 6931316485Sdavidcs 6932316485Sdavidcs 6933316485Sdavidcsstatic void 6934316485Sdavidcsqlnx_timer(void *arg) 6935316485Sdavidcs{ 6936316485Sdavidcs qlnx_host_t *ha; 6937316485Sdavidcs 6938316485Sdavidcs ha = (qlnx_host_t *)arg; 6939316485Sdavidcs 6940316485Sdavidcs ecore_get_vport_stats(&ha->cdev, &ha->hw_stats); 6941316485Sdavidcs 6942322851Sdavidcs if (ha->storm_stats_gather) 6943316485Sdavidcs qlnx_sample_storm_stats(ha); 6944316485Sdavidcs 6945316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 6946316485Sdavidcs 6947316485Sdavidcs return; 6948316485Sdavidcs} 6949316485Sdavidcs 6950316485Sdavidcsstatic int 6951316485Sdavidcsqlnx_load(qlnx_host_t *ha) 6952316485Sdavidcs{ 6953316485Sdavidcs int i; 6954316485Sdavidcs int rc = 0; 6955316485Sdavidcs struct ecore_dev *cdev; 6956316485Sdavidcs device_t dev; 6957316485Sdavidcs 6958316485Sdavidcs cdev = &ha->cdev; 6959316485Sdavidcs dev = ha->pci_dev; 6960316485Sdavidcs 6961318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 6962316485Sdavidcs 6963316485Sdavidcs rc = qlnx_alloc_mem_arrays(ha); 6964316485Sdavidcs if (rc) 6965316485Sdavidcs goto qlnx_load_exit0; 6966316485Sdavidcs 6967316485Sdavidcs qlnx_init_fp(ha); 6968316485Sdavidcs 6969316485Sdavidcs rc = qlnx_alloc_mem_load(ha); 6970316485Sdavidcs if (rc) 6971316485Sdavidcs goto qlnx_load_exit1; 6972316485Sdavidcs 6973318659Sdavidcs QL_DPRINT2(ha, "Allocated %d RSS queues on %d TC/s\n", 6974318659Sdavidcs ha->num_rss, ha->num_tc); 6975316485Sdavidcs 6976316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6977316485Sdavidcs 6978316485Sdavidcs if ((rc = bus_setup_intr(dev, ha->irq_vec[i].irq, 6979316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), 6980316485Sdavidcs NULL, qlnx_fp_isr, &ha->irq_vec[i], 6981316485Sdavidcs &ha->irq_vec[i].handle))) { 6982316485Sdavidcs 6983318659Sdavidcs QL_DPRINT1(ha, "could not setup interrupt\n"); 6984316485Sdavidcs goto qlnx_load_exit2; 6985316485Sdavidcs } 6986316485Sdavidcs 6987318659Sdavidcs QL_DPRINT2(ha, "rss_id = %d irq_rid %d \ 6988318659Sdavidcs irq %p handle %p\n", i, 6989316485Sdavidcs ha->irq_vec[i].irq_rid, 6990318659Sdavidcs ha->irq_vec[i].irq, ha->irq_vec[i].handle); 6991316485Sdavidcs 6992316485Sdavidcs bus_bind_intr(dev, ha->irq_vec[i].irq, (i % mp_ncpus)); 6993316485Sdavidcs } 6994316485Sdavidcs 6995316485Sdavidcs rc = qlnx_start_queues(ha); 6996316485Sdavidcs if (rc) 6997316485Sdavidcs goto qlnx_load_exit2; 6998316485Sdavidcs 6999318659Sdavidcs QL_DPRINT2(ha, "Start VPORT, RXQ and TXQ succeeded\n"); 7000316485Sdavidcs 7001316485Sdavidcs /* Add primary mac and set Rx filters */ 7002316485Sdavidcs rc = qlnx_set_rx_mode(ha); 7003316485Sdavidcs if (rc) 7004316485Sdavidcs goto qlnx_load_exit2; 7005316485Sdavidcs 7006316485Sdavidcs /* Ask for link-up using current configuration */ 7007316485Sdavidcs qlnx_set_link(ha, true); 7008316485Sdavidcs 7009316485Sdavidcs ha->state = QLNX_STATE_OPEN; 7010316485Sdavidcs 7011316485Sdavidcs bzero(&ha->hw_stats, sizeof(struct ecore_eth_stats)); 7012316485Sdavidcs 7013316485Sdavidcs if (ha->flags.callout_init) 7014316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 7015316485Sdavidcs 7016316485Sdavidcs goto qlnx_load_exit0; 7017316485Sdavidcs 7018316485Sdavidcsqlnx_load_exit2: 7019316485Sdavidcs qlnx_free_mem_load(ha); 7020316485Sdavidcs 7021316485Sdavidcsqlnx_load_exit1: 7022316485Sdavidcs ha->num_rss = 0; 7023316485Sdavidcs 7024316485Sdavidcsqlnx_load_exit0: 7025318659Sdavidcs QL_DPRINT2(ha, "exit [%d]\n", rc); 7026316485Sdavidcs return rc; 7027316485Sdavidcs} 7028316485Sdavidcs 7029316485Sdavidcsstatic void 7030316485Sdavidcsqlnx_drain_soft_lro(qlnx_host_t *ha) 7031316485Sdavidcs{ 7032316485Sdavidcs#ifdef QLNX_SOFT_LRO 7033316485Sdavidcs 7034316485Sdavidcs struct ifnet *ifp; 7035316485Sdavidcs int i; 7036316485Sdavidcs 7037316485Sdavidcs ifp = ha->ifp; 7038316485Sdavidcs 7039316485Sdavidcs 7040316485Sdavidcs if (ifp->if_capenable & IFCAP_LRO) { 7041316485Sdavidcs 7042316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 7043316485Sdavidcs 7044316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 7045316485Sdavidcs struct lro_ctrl *lro; 7046316485Sdavidcs 7047316485Sdavidcs lro = &fp->rxq->lro; 7048316485Sdavidcs 7049316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 7050316485Sdavidcs 7051316485Sdavidcs tcp_lro_flush_all(lro); 7052316485Sdavidcs 7053316485Sdavidcs#else 7054316485Sdavidcs struct lro_entry *queued; 7055316485Sdavidcs 7056316485Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))){ 7057316485Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 7058316485Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 7059316485Sdavidcs tcp_lro_flush(lro, queued); 7060316485Sdavidcs } 7061316485Sdavidcs 7062316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 7063316485Sdavidcs 7064316485Sdavidcs } 7065316485Sdavidcs } 7066316485Sdavidcs 7067316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 7068316485Sdavidcs 7069316485Sdavidcs return; 7070316485Sdavidcs} 7071316485Sdavidcs 7072316485Sdavidcsstatic void 7073316485Sdavidcsqlnx_unload(qlnx_host_t *ha) 7074316485Sdavidcs{ 7075316485Sdavidcs struct ecore_dev *cdev; 7076316485Sdavidcs device_t dev; 7077316485Sdavidcs int i; 7078316485Sdavidcs 7079316485Sdavidcs cdev = &ha->cdev; 7080316485Sdavidcs dev = ha->pci_dev; 7081316485Sdavidcs 7082318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 7083318659Sdavidcs QL_DPRINT1(ha, " QLNX STATE = %d\n",ha->state); 7084316485Sdavidcs 7085316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 7086316485Sdavidcs 7087316485Sdavidcs qlnx_set_link(ha, false); 7088316485Sdavidcs qlnx_clean_filters(ha); 7089316485Sdavidcs qlnx_stop_queues(ha); 7090316485Sdavidcs ecore_hw_stop_fastpath(cdev); 7091316485Sdavidcs 7092316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 7093316485Sdavidcs if (ha->irq_vec[i].handle) { 7094316485Sdavidcs (void)bus_teardown_intr(dev, 7095316485Sdavidcs ha->irq_vec[i].irq, 7096316485Sdavidcs ha->irq_vec[i].handle); 7097316485Sdavidcs ha->irq_vec[i].handle = NULL; 7098316485Sdavidcs } 7099316485Sdavidcs } 7100316485Sdavidcs 7101316485Sdavidcs qlnx_drain_fp_taskqueues(ha); 7102316485Sdavidcs qlnx_drain_soft_lro(ha); 7103316485Sdavidcs qlnx_free_mem_load(ha); 7104316485Sdavidcs } 7105316485Sdavidcs 7106316485Sdavidcs if (ha->flags.callout_init) 7107316485Sdavidcs callout_drain(&ha->qlnx_callout); 7108316485Sdavidcs 7109316485Sdavidcs qlnx_mdelay(__func__, 1000); 7110316485Sdavidcs 7111316485Sdavidcs ha->state = QLNX_STATE_CLOSED; 7112316485Sdavidcs 7113318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 7114316485Sdavidcs return; 7115316485Sdavidcs} 7116316485Sdavidcs 7117316485Sdavidcsstatic int 7118316485Sdavidcsqlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 7119316485Sdavidcs{ 7120316485Sdavidcs int rval = -1; 7121316485Sdavidcs struct ecore_hwfn *p_hwfn; 7122316485Sdavidcs struct ecore_ptt *p_ptt; 7123316485Sdavidcs 7124316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 7125316485Sdavidcs 7126316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 7127316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 7128316485Sdavidcs 7129316485Sdavidcs if (!p_ptt) { 7130318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 7131316485Sdavidcs return (rval); 7132316485Sdavidcs } 7133316485Sdavidcs 7134316485Sdavidcs rval = ecore_dbg_grc_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 7135316485Sdavidcs 7136316485Sdavidcs if (rval == DBG_STATUS_OK) 7137316485Sdavidcs rval = 0; 7138316485Sdavidcs else { 7139318659Sdavidcs QL_DPRINT1(ha, "ecore_dbg_grc_get_dump_buf_size failed" 7140318659Sdavidcs "[0x%x]\n", rval); 7141316485Sdavidcs } 7142316485Sdavidcs 7143316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 7144316485Sdavidcs 7145316485Sdavidcs return (rval); 7146316485Sdavidcs} 7147316485Sdavidcs 7148316485Sdavidcsstatic int 7149316485Sdavidcsqlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 7150316485Sdavidcs{ 7151316485Sdavidcs int rval = -1; 7152316485Sdavidcs struct ecore_hwfn *p_hwfn; 7153316485Sdavidcs struct ecore_ptt *p_ptt; 7154316485Sdavidcs 7155316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 7156316485Sdavidcs 7157316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 7158316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 7159316485Sdavidcs 7160316485Sdavidcs if (!p_ptt) { 7161318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 7162316485Sdavidcs return (rval); 7163316485Sdavidcs } 7164316485Sdavidcs 7165316485Sdavidcs rval = ecore_dbg_idle_chk_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 7166316485Sdavidcs 7167316485Sdavidcs if (rval == DBG_STATUS_OK) 7168316485Sdavidcs rval = 0; 7169316485Sdavidcs else { 7170318659Sdavidcs QL_DPRINT1(ha, "ecore_dbg_idle_chk_get_dump_buf_size failed" 7171318659Sdavidcs " [0x%x]\n", rval); 7172316485Sdavidcs } 7173316485Sdavidcs 7174316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 7175316485Sdavidcs 7176316485Sdavidcs return (rval); 7177316485Sdavidcs} 7178316485Sdavidcs 7179316485Sdavidcs 7180316485Sdavidcsstatic void 7181316485Sdavidcsqlnx_sample_storm_stats(qlnx_host_t *ha) 7182316485Sdavidcs{ 7183316485Sdavidcs int i, index; 7184316485Sdavidcs struct ecore_dev *cdev; 7185316485Sdavidcs qlnx_storm_stats_t *s_stats; 7186316485Sdavidcs uint32_t reg; 7187316485Sdavidcs struct ecore_ptt *p_ptt; 7188316485Sdavidcs struct ecore_hwfn *hwfn; 7189316485Sdavidcs 7190316485Sdavidcs if (ha->storm_stats_index >= QLNX_STORM_STATS_SAMPLES_PER_HWFN) { 7191322851Sdavidcs ha->storm_stats_gather = 0; 7192316485Sdavidcs return; 7193316485Sdavidcs } 7194316485Sdavidcs 7195316485Sdavidcs cdev = &ha->cdev; 7196316485Sdavidcs 7197316485Sdavidcs for_each_hwfn(cdev, i) { 7198316485Sdavidcs 7199316485Sdavidcs hwfn = &cdev->hwfns[i]; 7200316485Sdavidcs 7201316485Sdavidcs p_ptt = ecore_ptt_acquire(hwfn); 7202316485Sdavidcs if (!p_ptt) 7203316485Sdavidcs return; 7204316485Sdavidcs 7205316485Sdavidcs index = ha->storm_stats_index + 7206316485Sdavidcs (i * QLNX_STORM_STATS_SAMPLES_PER_HWFN); 7207316485Sdavidcs 7208316485Sdavidcs s_stats = &ha->storm_stats[index]; 7209316485Sdavidcs 7210316485Sdavidcs /* XSTORM */ 7211316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7212316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7213316485Sdavidcs s_stats->xstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7214316485Sdavidcs 7215316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7216316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7217316485Sdavidcs s_stats->xstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7218316485Sdavidcs 7219316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7220316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7221316485Sdavidcs s_stats->xstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7222316485Sdavidcs 7223316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7224316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7225316485Sdavidcs s_stats->xstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7226316485Sdavidcs 7227316485Sdavidcs /* YSTORM */ 7228316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7229316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7230316485Sdavidcs s_stats->ystorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7231316485Sdavidcs 7232316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7233316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7234316485Sdavidcs s_stats->ystorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7235316485Sdavidcs 7236316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7237316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7238316485Sdavidcs s_stats->ystorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7239316485Sdavidcs 7240316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7241316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7242316485Sdavidcs s_stats->ystorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7243316485Sdavidcs 7244316485Sdavidcs /* PSTORM */ 7245316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7246316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7247316485Sdavidcs s_stats->pstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7248316485Sdavidcs 7249316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7250316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7251316485Sdavidcs s_stats->pstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7252316485Sdavidcs 7253316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7254316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7255316485Sdavidcs s_stats->pstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7256316485Sdavidcs 7257316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7258316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7259316485Sdavidcs s_stats->pstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7260316485Sdavidcs 7261316485Sdavidcs /* TSTORM */ 7262316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7263316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7264316485Sdavidcs s_stats->tstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7265316485Sdavidcs 7266316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7267316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7268316485Sdavidcs s_stats->tstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7269316485Sdavidcs 7270316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7271316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7272316485Sdavidcs s_stats->tstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7273316485Sdavidcs 7274316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7275316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7276316485Sdavidcs s_stats->tstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7277316485Sdavidcs 7278316485Sdavidcs /* MSTORM */ 7279316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7280316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7281316485Sdavidcs s_stats->mstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7282316485Sdavidcs 7283316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7284316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7285316485Sdavidcs s_stats->mstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7286316485Sdavidcs 7287316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7288316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7289316485Sdavidcs s_stats->mstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7290316485Sdavidcs 7291316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7292316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7293316485Sdavidcs s_stats->mstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7294316485Sdavidcs 7295316485Sdavidcs /* USTORM */ 7296316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7297316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7298316485Sdavidcs s_stats->ustorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7299316485Sdavidcs 7300316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7301316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7302316485Sdavidcs s_stats->ustorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7303316485Sdavidcs 7304316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7305316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7306316485Sdavidcs s_stats->ustorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7307316485Sdavidcs 7308316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7309316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7310316485Sdavidcs s_stats->ustorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7311316485Sdavidcs 7312316485Sdavidcs ecore_ptt_release(hwfn, p_ptt); 7313316485Sdavidcs } 7314316485Sdavidcs 7315316485Sdavidcs ha->storm_stats_index++; 7316316485Sdavidcs 7317316485Sdavidcs return; 7318316485Sdavidcs} 7319316485Sdavidcs 7320316485Sdavidcs/* 7321316485Sdavidcs * Name: qlnx_dump_buf8 7322316485Sdavidcs * Function: dumps a buffer as bytes 7323316485Sdavidcs */ 7324316485Sdavidcsstatic void 7325316485Sdavidcsqlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, uint32_t len) 7326316485Sdavidcs{ 7327316485Sdavidcs device_t dev; 7328316485Sdavidcs uint32_t i = 0; 7329316485Sdavidcs uint8_t *buf; 7330316485Sdavidcs 7331316485Sdavidcs dev = ha->pci_dev; 7332316485Sdavidcs buf = dbuf; 7333316485Sdavidcs 7334316485Sdavidcs device_printf(dev, "%s: %s 0x%x dump start\n", __func__, msg, len); 7335316485Sdavidcs 7336316485Sdavidcs while (len >= 16) { 7337316485Sdavidcs device_printf(dev,"0x%08x:" 7338316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7339316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 7340316485Sdavidcs buf[0], buf[1], buf[2], buf[3], 7341316485Sdavidcs buf[4], buf[5], buf[6], buf[7], 7342316485Sdavidcs buf[8], buf[9], buf[10], buf[11], 7343316485Sdavidcs buf[12], buf[13], buf[14], buf[15]); 7344316485Sdavidcs i += 16; 7345316485Sdavidcs len -= 16; 7346316485Sdavidcs buf += 16; 7347316485Sdavidcs } 7348316485Sdavidcs switch (len) { 7349316485Sdavidcs case 1: 7350316485Sdavidcs device_printf(dev,"0x%08x: %02x\n", i, buf[0]); 7351316485Sdavidcs break; 7352316485Sdavidcs case 2: 7353316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x\n", i, buf[0], buf[1]); 7354316485Sdavidcs break; 7355316485Sdavidcs case 3: 7356316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x\n", 7357316485Sdavidcs i, buf[0], buf[1], buf[2]); 7358316485Sdavidcs break; 7359316485Sdavidcs case 4: 7360316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x %02x\n", i, 7361316485Sdavidcs buf[0], buf[1], buf[2], buf[3]); 7362316485Sdavidcs break; 7363316485Sdavidcs case 5: 7364316485Sdavidcs device_printf(dev,"0x%08x:" 7365316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 7366316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4]); 7367316485Sdavidcs break; 7368316485Sdavidcs case 6: 7369316485Sdavidcs device_printf(dev,"0x%08x:" 7370316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 7371316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5]); 7372316485Sdavidcs break; 7373316485Sdavidcs case 7: 7374316485Sdavidcs device_printf(dev,"0x%08x:" 7375316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 7376316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6]); 7377316485Sdavidcs break; 7378316485Sdavidcs case 8: 7379316485Sdavidcs device_printf(dev,"0x%08x:" 7380316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 7381316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7382316485Sdavidcs buf[7]); 7383316485Sdavidcs break; 7384316485Sdavidcs case 9: 7385316485Sdavidcs device_printf(dev,"0x%08x:" 7386316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7387316485Sdavidcs " %02x\n", i, 7388316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7389316485Sdavidcs buf[7], buf[8]); 7390316485Sdavidcs break; 7391316485Sdavidcs case 10: 7392316485Sdavidcs device_printf(dev,"0x%08x:" 7393316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7394316485Sdavidcs " %02x %02x\n", i, 7395316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7396316485Sdavidcs buf[7], buf[8], buf[9]); 7397316485Sdavidcs break; 7398316485Sdavidcs case 11: 7399316485Sdavidcs device_printf(dev,"0x%08x:" 7400316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7401316485Sdavidcs " %02x %02x %02x\n", i, 7402316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7403316485Sdavidcs buf[7], buf[8], buf[9], buf[10]); 7404316485Sdavidcs break; 7405316485Sdavidcs case 12: 7406316485Sdavidcs device_printf(dev,"0x%08x:" 7407316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7408316485Sdavidcs " %02x %02x %02x %02x\n", i, 7409316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7410316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11]); 7411316485Sdavidcs break; 7412316485Sdavidcs case 13: 7413316485Sdavidcs device_printf(dev,"0x%08x:" 7414316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7415316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 7416316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7417316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12]); 7418316485Sdavidcs break; 7419316485Sdavidcs case 14: 7420316485Sdavidcs device_printf(dev,"0x%08x:" 7421316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7422316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 7423316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7424316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 7425316485Sdavidcs buf[13]); 7426316485Sdavidcs break; 7427316485Sdavidcs case 15: 7428316485Sdavidcs device_printf(dev,"0x%08x:" 7429316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7430316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 7431316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7432316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 7433316485Sdavidcs buf[13], buf[14]); 7434316485Sdavidcs break; 7435316485Sdavidcs default: 7436316485Sdavidcs break; 7437316485Sdavidcs } 7438316485Sdavidcs 7439316485Sdavidcs device_printf(dev, "%s: %s dump end\n", __func__, msg); 7440316485Sdavidcs 7441316485Sdavidcs return; 7442316485Sdavidcs} 7443316485Sdavidcs 7444