qlnx_os.c revision 318659
1316485Sdavidcs/* 2316485Sdavidcs * Copyright (c) 2017-2018 Cavium, Inc. 3316485Sdavidcs * All rights reserved. 4316485Sdavidcs * 5316485Sdavidcs * Redistribution and use in source and binary forms, with or without 6316485Sdavidcs * modification, are permitted provided that the following conditions 7316485Sdavidcs * are met: 8316485Sdavidcs * 9316485Sdavidcs * 1. Redistributions of source code must retain the above copyright 10316485Sdavidcs * notice, this list of conditions and the following disclaimer. 11316485Sdavidcs * 2. Redistributions in binary form must reproduce the above copyright 12316485Sdavidcs * notice, this list of conditions and the following disclaimer in the 13316485Sdavidcs * documentation and/or other materials provided with the distribution. 14316485Sdavidcs * 15316485Sdavidcs * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 16316485Sdavidcs * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17316485Sdavidcs * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18316485Sdavidcs * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 19316485Sdavidcs * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 20316485Sdavidcs * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 21316485Sdavidcs * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 22316485Sdavidcs * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 23316485Sdavidcs * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 24316485Sdavidcs * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 25316485Sdavidcs * POSSIBILITY OF SUCH DAMAGE. 26316485Sdavidcs */ 27316485Sdavidcs 28316485Sdavidcs 29316485Sdavidcs/* 30316485Sdavidcs * File: qlnx_os.c 31316485Sdavidcs * Author : David C Somayajulu, Cavium, Inc., San Jose, CA 95131. 32316485Sdavidcs */ 33316485Sdavidcs 34316485Sdavidcs#include <sys/cdefs.h> 35316485Sdavidcs__FBSDID("$FreeBSD: stable/11/sys/dev/qlnx/qlnxe/qlnx_os.c 318659 2017-05-22 19:28:38Z davidcs $"); 36316485Sdavidcs 37316485Sdavidcs#include "qlnx_os.h" 38316485Sdavidcs#include "bcm_osal.h" 39316485Sdavidcs#include "reg_addr.h" 40316485Sdavidcs#include "ecore_gtt_reg_addr.h" 41316485Sdavidcs#include "ecore.h" 42316485Sdavidcs#include "ecore_chain.h" 43316485Sdavidcs#include "ecore_status.h" 44316485Sdavidcs#include "ecore_hw.h" 45316485Sdavidcs#include "ecore_rt_defs.h" 46316485Sdavidcs#include "ecore_init_ops.h" 47316485Sdavidcs#include "ecore_int.h" 48316485Sdavidcs#include "ecore_cxt.h" 49316485Sdavidcs#include "ecore_spq.h" 50316485Sdavidcs#include "ecore_init_fw_funcs.h" 51316485Sdavidcs#include "ecore_sp_commands.h" 52316485Sdavidcs#include "ecore_dev_api.h" 53316485Sdavidcs#include "ecore_l2_api.h" 54316485Sdavidcs#include "ecore_mcp.h" 55316485Sdavidcs#include "ecore_hw_defs.h" 56316485Sdavidcs#include "mcp_public.h" 57316485Sdavidcs#include "ecore_iro.h" 58316485Sdavidcs#include "nvm_cfg.h" 59316485Sdavidcs#include "ecore_dev_api.h" 60316485Sdavidcs#include "ecore_dbg_fw_funcs.h" 61316485Sdavidcs 62316485Sdavidcs#include "qlnx_ioctl.h" 63316485Sdavidcs#include "qlnx_def.h" 64316485Sdavidcs#include "qlnx_ver.h" 65316485Sdavidcs#include <sys/smp.h> 66316485Sdavidcs 67316485Sdavidcs 68316485Sdavidcs/* 69316485Sdavidcs * static functions 70316485Sdavidcs */ 71316485Sdavidcs/* 72316485Sdavidcs * ioctl related functions 73316485Sdavidcs */ 74316485Sdavidcsstatic void qlnx_add_sysctls(qlnx_host_t *ha); 75316485Sdavidcs 76316485Sdavidcs/* 77316485Sdavidcs * main driver 78316485Sdavidcs */ 79316485Sdavidcsstatic void qlnx_release(qlnx_host_t *ha); 80316485Sdavidcsstatic void qlnx_fp_isr(void *arg); 81316485Sdavidcsstatic void qlnx_init_ifnet(device_t dev, qlnx_host_t *ha); 82316485Sdavidcsstatic void qlnx_init(void *arg); 83316485Sdavidcsstatic void qlnx_init_locked(qlnx_host_t *ha); 84316485Sdavidcsstatic int qlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi); 85316485Sdavidcsstatic int qlnx_set_promisc(qlnx_host_t *ha); 86316485Sdavidcsstatic int qlnx_set_allmulti(qlnx_host_t *ha); 87316485Sdavidcsstatic int qlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data); 88316485Sdavidcsstatic int qlnx_media_change(struct ifnet *ifp); 89316485Sdavidcsstatic void qlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr); 90316485Sdavidcsstatic void qlnx_stop(qlnx_host_t *ha); 91316485Sdavidcsstatic int qlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, 92316485Sdavidcs struct mbuf **m_headp); 93316485Sdavidcsstatic int qlnx_get_ifq_snd_maxlen(qlnx_host_t *ha); 94316485Sdavidcsstatic uint32_t qlnx_get_optics(qlnx_host_t *ha, 95316485Sdavidcs struct qlnx_link_output *if_link); 96316485Sdavidcsstatic int qlnx_transmit(struct ifnet *ifp, struct mbuf *mp); 97316485Sdavidcsstatic void qlnx_qflush(struct ifnet *ifp); 98316485Sdavidcs 99316485Sdavidcsstatic int qlnx_alloc_parent_dma_tag(qlnx_host_t *ha); 100316485Sdavidcsstatic void qlnx_free_parent_dma_tag(qlnx_host_t *ha); 101316485Sdavidcsstatic int qlnx_alloc_tx_dma_tag(qlnx_host_t *ha); 102316485Sdavidcsstatic void qlnx_free_tx_dma_tag(qlnx_host_t *ha); 103316485Sdavidcsstatic int qlnx_alloc_rx_dma_tag(qlnx_host_t *ha); 104316485Sdavidcsstatic void qlnx_free_rx_dma_tag(qlnx_host_t *ha); 105316485Sdavidcs 106316485Sdavidcsstatic int qlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver); 107316485Sdavidcsstatic int qlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size); 108316485Sdavidcs 109316485Sdavidcsstatic int qlnx_nic_setup(struct ecore_dev *cdev, 110316485Sdavidcs struct ecore_pf_params *func_params); 111316485Sdavidcsstatic int qlnx_nic_start(struct ecore_dev *cdev); 112316485Sdavidcsstatic int qlnx_slowpath_start(qlnx_host_t *ha); 113316485Sdavidcsstatic int qlnx_slowpath_stop(qlnx_host_t *ha); 114316485Sdavidcsstatic int qlnx_init_hw(qlnx_host_t *ha); 115316485Sdavidcsstatic void qlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 116316485Sdavidcs char ver_str[VER_SIZE]); 117316485Sdavidcsstatic void qlnx_unload(qlnx_host_t *ha); 118316485Sdavidcsstatic int qlnx_load(qlnx_host_t *ha); 119316485Sdavidcsstatic void qlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 120316485Sdavidcs uint32_t add_mac); 121316485Sdavidcsstatic void qlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, 122316485Sdavidcs uint32_t len); 123316485Sdavidcsstatic int qlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq); 124316485Sdavidcsstatic void qlnx_reuse_rx_data(struct qlnx_rx_queue *rxq); 125316485Sdavidcsstatic void qlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, 126316485Sdavidcs struct qlnx_rx_queue *rxq); 127316485Sdavidcsstatic int qlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter); 128316485Sdavidcsstatic int qlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, 129316485Sdavidcs int hwfn_index); 130316485Sdavidcsstatic int qlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, 131316485Sdavidcs int hwfn_index); 132316485Sdavidcsstatic void qlnx_timer(void *arg); 133316485Sdavidcsstatic int qlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 134316485Sdavidcsstatic void qlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 135316485Sdavidcsstatic void qlnx_trigger_dump(qlnx_host_t *ha); 136316485Sdavidcsstatic void qlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 137316485Sdavidcs struct qlnx_tx_queue *txq); 138316485Sdavidcsstatic int qlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 139316485Sdavidcs int lro_enable); 140316485Sdavidcsstatic void qlnx_fp_taskqueue(void *context, int pending); 141316485Sdavidcsstatic void qlnx_sample_storm_stats(qlnx_host_t *ha); 142316485Sdavidcsstatic int qlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 143316485Sdavidcs struct qlnx_agg_info *tpa); 144316485Sdavidcsstatic void qlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa); 145316485Sdavidcs 146316485Sdavidcs#if __FreeBSD_version >= 1100000 147316485Sdavidcsstatic uint64_t qlnx_get_counter(if_t ifp, ift_counter cnt); 148316485Sdavidcs#endif 149316485Sdavidcs 150316485Sdavidcs 151316485Sdavidcs/* 152316485Sdavidcs * Hooks to the Operating Systems 153316485Sdavidcs */ 154316485Sdavidcsstatic int qlnx_pci_probe (device_t); 155316485Sdavidcsstatic int qlnx_pci_attach (device_t); 156316485Sdavidcsstatic int qlnx_pci_detach (device_t); 157316485Sdavidcs 158316485Sdavidcsstatic device_method_t qlnx_pci_methods[] = { 159316485Sdavidcs /* Device interface */ 160316485Sdavidcs DEVMETHOD(device_probe, qlnx_pci_probe), 161316485Sdavidcs DEVMETHOD(device_attach, qlnx_pci_attach), 162316485Sdavidcs DEVMETHOD(device_detach, qlnx_pci_detach), 163316485Sdavidcs { 0, 0 } 164316485Sdavidcs}; 165316485Sdavidcs 166316485Sdavidcsstatic driver_t qlnx_pci_driver = { 167316485Sdavidcs "ql", qlnx_pci_methods, sizeof (qlnx_host_t), 168316485Sdavidcs}; 169316485Sdavidcs 170316485Sdavidcsstatic devclass_t qlnx_devclass; 171316485Sdavidcs 172316485SdavidcsMODULE_VERSION(if_qlnxe,1); 173316485SdavidcsDRIVER_MODULE(if_qlnxe, pci, qlnx_pci_driver, qlnx_devclass, 0, 0); 174316485Sdavidcs 175316485SdavidcsMODULE_DEPEND(if_qlnxe, pci, 1, 1, 1); 176316485SdavidcsMODULE_DEPEND(if_qlnxe, ether, 1, 1, 1); 177316485Sdavidcs 178316485SdavidcsMALLOC_DEFINE(M_QLNXBUF, "qlnxbuf", "Buffers for qlnx driver"); 179316485Sdavidcs 180316485Sdavidcs 181316485Sdavidcschar qlnx_dev_str[64]; 182316485Sdavidcschar qlnx_ver_str[VER_SIZE]; 183316485Sdavidcschar qlnx_name_str[NAME_SIZE]; 184316485Sdavidcs 185316485Sdavidcs/* 186316485Sdavidcs * Some PCI Configuration Space Related Defines 187316485Sdavidcs */ 188316485Sdavidcs 189316485Sdavidcs#ifndef PCI_VENDOR_QLOGIC 190316485Sdavidcs#define PCI_VENDOR_QLOGIC 0x1077 191316485Sdavidcs#endif 192316485Sdavidcs 193316485Sdavidcs/* 40G Adapter QLE45xxx*/ 194316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1634 195316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1634 0x1634 196316485Sdavidcs#endif 197316485Sdavidcs 198316485Sdavidcs/* 100G Adapter QLE45xxx*/ 199316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1644 200316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1644 0x1644 201316485Sdavidcs#endif 202316485Sdavidcs 203316485Sdavidcs/* 25G Adapter QLE45xxx*/ 204316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1656 205316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1656 0x1656 206316485Sdavidcs#endif 207316485Sdavidcs 208316485Sdavidcs/* 50G Adapter QLE45xxx*/ 209316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1654 210316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1654 0x1654 211316485Sdavidcs#endif 212316485Sdavidcs 213316485Sdavidcsstatic int 214316485Sdavidcsqlnx_valid_device(device_t dev) 215316485Sdavidcs{ 216316485Sdavidcs uint16_t device_id; 217316485Sdavidcs 218316485Sdavidcs device_id = pci_get_device(dev); 219316485Sdavidcs 220316485Sdavidcs if ((device_id == QLOGIC_PCI_DEVICE_ID_1634) || 221316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1644) || 222316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1656) || 223316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1654)) 224316485Sdavidcs return 0; 225316485Sdavidcs 226316485Sdavidcs return -1; 227316485Sdavidcs} 228316485Sdavidcs 229316485Sdavidcs/* 230316485Sdavidcs * Name: qlnx_pci_probe 231316485Sdavidcs * Function: Validate the PCI device to be a QLA80XX device 232316485Sdavidcs */ 233316485Sdavidcsstatic int 234316485Sdavidcsqlnx_pci_probe(device_t dev) 235316485Sdavidcs{ 236316485Sdavidcs snprintf(qlnx_ver_str, sizeof(qlnx_ver_str), "v%d.%d.%d", 237316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, QLNX_VERSION_BUILD); 238316485Sdavidcs snprintf(qlnx_name_str, sizeof(qlnx_name_str), "qlnx"); 239316485Sdavidcs 240316485Sdavidcs if (pci_get_vendor(dev) != PCI_VENDOR_QLOGIC) { 241316485Sdavidcs return (ENXIO); 242316485Sdavidcs } 243316485Sdavidcs 244316485Sdavidcs switch (pci_get_device(dev)) { 245316485Sdavidcs 246316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1644: 247316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 248316485Sdavidcs "Qlogic 100GbE PCI CNA Adapter-Ethernet Function", 249316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 250316485Sdavidcs QLNX_VERSION_BUILD); 251316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 252316485Sdavidcs 253316485Sdavidcs break; 254316485Sdavidcs 255316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1634: 256316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 257316485Sdavidcs "Qlogic 40GbE PCI CNA Adapter-Ethernet Function", 258316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 259316485Sdavidcs QLNX_VERSION_BUILD); 260316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 261316485Sdavidcs 262316485Sdavidcs break; 263316485Sdavidcs 264316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1656: 265316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 266316485Sdavidcs "Qlogic 25GbE PCI CNA Adapter-Ethernet Function", 267316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 268316485Sdavidcs QLNX_VERSION_BUILD); 269316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 270316485Sdavidcs 271316485Sdavidcs break; 272316485Sdavidcs 273316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1654: 274316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 275316485Sdavidcs "Qlogic 50GbE PCI CNA Adapter-Ethernet Function", 276316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 277316485Sdavidcs QLNX_VERSION_BUILD); 278316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 279316485Sdavidcs 280316485Sdavidcs break; 281316485Sdavidcs 282316485Sdavidcs default: 283316485Sdavidcs return (ENXIO); 284316485Sdavidcs } 285316485Sdavidcs 286316485Sdavidcs return (BUS_PROBE_DEFAULT); 287316485Sdavidcs} 288316485Sdavidcs 289316485Sdavidcs 290316485Sdavidcsstatic void 291316485Sdavidcsqlnx_sp_intr(void *arg) 292316485Sdavidcs{ 293316485Sdavidcs struct ecore_hwfn *p_hwfn; 294316485Sdavidcs qlnx_host_t *ha; 295316485Sdavidcs int i; 296316485Sdavidcs 297316485Sdavidcs p_hwfn = arg; 298316485Sdavidcs 299316485Sdavidcs if (p_hwfn == NULL) { 300316485Sdavidcs printf("%s: spurious slowpath intr\n", __func__); 301316485Sdavidcs return; 302316485Sdavidcs } 303316485Sdavidcs 304316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 305316485Sdavidcs 306318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 307316485Sdavidcs 308316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 309316485Sdavidcs if (&ha->cdev.hwfns[i] == p_hwfn) { 310316485Sdavidcs taskqueue_enqueue(ha->sp_taskqueue[i], &ha->sp_task[i]); 311316485Sdavidcs break; 312316485Sdavidcs } 313316485Sdavidcs } 314318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 315316485Sdavidcs 316316485Sdavidcs return; 317316485Sdavidcs} 318316485Sdavidcs 319316485Sdavidcsstatic void 320316485Sdavidcsqlnx_sp_taskqueue(void *context, int pending) 321316485Sdavidcs{ 322316485Sdavidcs struct ecore_hwfn *p_hwfn; 323316485Sdavidcs 324316485Sdavidcs p_hwfn = context; 325316485Sdavidcs 326316485Sdavidcs if (p_hwfn != NULL) { 327316485Sdavidcs qlnx_sp_isr(p_hwfn); 328316485Sdavidcs } 329316485Sdavidcs return; 330316485Sdavidcs} 331316485Sdavidcs 332316485Sdavidcsstatic int 333316485Sdavidcsqlnx_create_sp_taskqueues(qlnx_host_t *ha) 334316485Sdavidcs{ 335316485Sdavidcs int i; 336316485Sdavidcs uint8_t tq_name[32]; 337316485Sdavidcs 338316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 339316485Sdavidcs 340316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 341316485Sdavidcs 342316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 343316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_sp_tq_%d", i); 344316485Sdavidcs 345316485Sdavidcs TASK_INIT(&ha->sp_task[i], 0, qlnx_sp_taskqueue, p_hwfn); 346316485Sdavidcs 347316485Sdavidcs ha->sp_taskqueue[i] = taskqueue_create_fast(tq_name, M_NOWAIT, 348316485Sdavidcs taskqueue_thread_enqueue, &ha->sp_taskqueue[i]); 349316485Sdavidcs 350316485Sdavidcs if (ha->sp_taskqueue[i] == NULL) 351316485Sdavidcs return (-1); 352316485Sdavidcs 353316485Sdavidcs taskqueue_start_threads(&ha->sp_taskqueue[i], 1, PI_NET, "%s", 354316485Sdavidcs tq_name); 355316485Sdavidcs 356318659Sdavidcs QL_DPRINT1(ha, "%p\n", ha->sp_taskqueue[i]); 357316485Sdavidcs } 358316485Sdavidcs 359316485Sdavidcs return (0); 360316485Sdavidcs} 361316485Sdavidcs 362316485Sdavidcsstatic void 363316485Sdavidcsqlnx_destroy_sp_taskqueues(qlnx_host_t *ha) 364316485Sdavidcs{ 365316485Sdavidcs int i; 366316485Sdavidcs 367316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 368316485Sdavidcs if (ha->sp_taskqueue[i] != NULL) { 369316485Sdavidcs taskqueue_drain(ha->sp_taskqueue[i], &ha->sp_task[i]); 370316485Sdavidcs taskqueue_free(ha->sp_taskqueue[i]); 371316485Sdavidcs } 372316485Sdavidcs } 373316485Sdavidcs return; 374316485Sdavidcs} 375316485Sdavidcs 376316485Sdavidcsstatic void 377316485Sdavidcsqlnx_fp_taskqueue(void *context, int pending) 378316485Sdavidcs{ 379316485Sdavidcs struct qlnx_fastpath *fp; 380316485Sdavidcs qlnx_host_t *ha; 381316485Sdavidcs struct ifnet *ifp; 382316485Sdavidcs struct mbuf *mp; 383316485Sdavidcs int ret; 384318657Sdavidcs int lro_enable, tc; 385318657Sdavidcs int rx_int = 0, total_rx_count = 0; 386318657Sdavidcs struct thread *cthread; 387316485Sdavidcs 388316485Sdavidcs fp = context; 389316485Sdavidcs 390316485Sdavidcs if (fp == NULL) 391316485Sdavidcs return; 392316485Sdavidcs 393318657Sdavidcs cthread = curthread; 394318657Sdavidcs 395318657Sdavidcs thread_lock(cthread); 396318657Sdavidcs 397318657Sdavidcs if (!sched_is_bound(cthread)) 398318657Sdavidcs sched_bind(cthread, fp->rss_id); 399318657Sdavidcs 400318657Sdavidcs thread_unlock(cthread); 401318657Sdavidcs 402316485Sdavidcs ha = (qlnx_host_t *)fp->edev; 403316485Sdavidcs 404316485Sdavidcs ifp = ha->ifp; 405316485Sdavidcs 406318657Sdavidcs lro_enable = ha->ifp->if_capenable & IFCAP_LRO; 407318657Sdavidcs 408318657Sdavidcs rx_int = qlnx_rx_int(ha, fp, ha->rx_pkt_threshold, lro_enable); 409318657Sdavidcs 410318657Sdavidcs if (rx_int) { 411318657Sdavidcs fp->rx_pkts += rx_int; 412318657Sdavidcs total_rx_count += rx_int; 413318657Sdavidcs } 414318657Sdavidcs 415318657Sdavidcs#ifdef QLNX_SOFT_LRO 416318657Sdavidcs { 417318657Sdavidcs struct lro_ctrl *lro; 418318657Sdavidcs 419318657Sdavidcs lro = &fp->rxq->lro; 420318657Sdavidcs 421318657Sdavidcs if (lro_enable && total_rx_count) { 422318657Sdavidcs 423318657Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 424318657Sdavidcs 425318657Sdavidcs if (ha->dbg_trace_lro_cnt) { 426318657Sdavidcs if (lro->lro_mbuf_count & ~1023) 427318657Sdavidcs fp->lro_cnt_1024++; 428318657Sdavidcs else if (lro->lro_mbuf_count & ~511) 429318657Sdavidcs fp->lro_cnt_512++; 430318657Sdavidcs else if (lro->lro_mbuf_count & ~255) 431318657Sdavidcs fp->lro_cnt_256++; 432318657Sdavidcs else if (lro->lro_mbuf_count & ~127) 433318657Sdavidcs fp->lro_cnt_128++; 434318657Sdavidcs else if (lro->lro_mbuf_count & ~63) 435318657Sdavidcs fp->lro_cnt_64++; 436318657Sdavidcs } 437318657Sdavidcs tcp_lro_flush_all(lro); 438318657Sdavidcs 439318657Sdavidcs#else 440318657Sdavidcs struct lro_entry *queued; 441318657Sdavidcs 442318657Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))) { 443318657Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 444318657Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 445318657Sdavidcs tcp_lro_flush(lro, queued); 446318657Sdavidcs } 447318657Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 448318657Sdavidcs } 449318657Sdavidcs } 450318657Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 451318657Sdavidcs 452318657Sdavidcs ecore_sb_update_sb_idx(fp->sb_info); 453318657Sdavidcs rmb(); 454318657Sdavidcs 455316485Sdavidcs mtx_lock(&fp->tx_mtx); 456316485Sdavidcs 457316485Sdavidcs if (((ifp->if_drv_flags & (IFF_DRV_RUNNING | IFF_DRV_OACTIVE)) != 458316485Sdavidcs IFF_DRV_RUNNING) || (!ha->link_up)) { 459316485Sdavidcs 460316485Sdavidcs mtx_unlock(&fp->tx_mtx); 461316485Sdavidcs goto qlnx_fp_taskqueue_exit; 462316485Sdavidcs } 463316485Sdavidcs 464318657Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 465318657Sdavidcs (void)qlnx_tx_int(ha, fp, fp->txq[tc]); 466318657Sdavidcs } 467316485Sdavidcs 468316485Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 469316485Sdavidcs 470316485Sdavidcs while (mp != NULL) { 471316485Sdavidcs 472318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 473318657Sdavidcs ret = qlnx_send(ha, fp, &mp); 474318657Sdavidcs } else { 475318657Sdavidcs ret = -1; 476318657Sdavidcs } 477316485Sdavidcs 478316485Sdavidcs if (ret) { 479316485Sdavidcs 480316485Sdavidcs if (mp != NULL) { 481316485Sdavidcs drbr_putback(ifp, fp->tx_br, mp); 482316485Sdavidcs } else { 483316485Sdavidcs fp->tx_pkts_processed++; 484316485Sdavidcs drbr_advance(ifp, fp->tx_br); 485316485Sdavidcs } 486316485Sdavidcs 487316485Sdavidcs mtx_unlock(&fp->tx_mtx); 488316485Sdavidcs 489316485Sdavidcs goto qlnx_fp_taskqueue_exit; 490316485Sdavidcs 491316485Sdavidcs } else { 492316485Sdavidcs drbr_advance(ifp, fp->tx_br); 493316485Sdavidcs fp->tx_pkts_transmitted++; 494316485Sdavidcs fp->tx_pkts_processed++; 495316485Sdavidcs } 496316485Sdavidcs 497318657Sdavidcs if (fp->tx_ring_full) 498318657Sdavidcs break; 499318657Sdavidcs 500316485Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 501316485Sdavidcs } 502316485Sdavidcs 503318657Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 504318657Sdavidcs (void)qlnx_tx_int(ha, fp, fp->txq[tc]); 505318657Sdavidcs } 506316485Sdavidcs 507316485Sdavidcs mtx_unlock(&fp->tx_mtx); 508316485Sdavidcs 509316485Sdavidcsqlnx_fp_taskqueue_exit: 510318657Sdavidcs if (rx_int) { 511318657Sdavidcs if (fp->fp_taskqueue != NULL) 512318657Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 513318657Sdavidcs } else { 514318657Sdavidcs if (fp->tx_ring_full) { 515318657Sdavidcs qlnx_mdelay(__func__, 100); 516318657Sdavidcs } 517318657Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_ENABLE, 1); 518318657Sdavidcs } 519316485Sdavidcs 520318659Sdavidcs QL_DPRINT2(ha, "exit ret = %d\n", ret); 521316485Sdavidcs return; 522316485Sdavidcs} 523316485Sdavidcs 524316485Sdavidcsstatic int 525316485Sdavidcsqlnx_create_fp_taskqueues(qlnx_host_t *ha) 526316485Sdavidcs{ 527316485Sdavidcs int i; 528316485Sdavidcs uint8_t tq_name[32]; 529316485Sdavidcs struct qlnx_fastpath *fp; 530316485Sdavidcs 531316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 532316485Sdavidcs 533316485Sdavidcs fp = &ha->fp_array[i]; 534316485Sdavidcs 535316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 536316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_fp_tq_%d", i); 537316485Sdavidcs 538316485Sdavidcs TASK_INIT(&fp->fp_task, 0, qlnx_fp_taskqueue, fp); 539316485Sdavidcs 540316485Sdavidcs fp->fp_taskqueue = taskqueue_create_fast(tq_name, M_NOWAIT, 541316485Sdavidcs taskqueue_thread_enqueue, 542316485Sdavidcs &fp->fp_taskqueue); 543316485Sdavidcs 544316485Sdavidcs if (fp->fp_taskqueue == NULL) 545316485Sdavidcs return (-1); 546316485Sdavidcs 547316485Sdavidcs taskqueue_start_threads(&fp->fp_taskqueue, 1, PI_NET, "%s", 548316485Sdavidcs tq_name); 549316485Sdavidcs 550318659Sdavidcs QL_DPRINT1(ha, "%p\n",fp->fp_taskqueue); 551316485Sdavidcs } 552316485Sdavidcs 553316485Sdavidcs return (0); 554316485Sdavidcs} 555316485Sdavidcs 556316485Sdavidcsstatic void 557316485Sdavidcsqlnx_destroy_fp_taskqueues(qlnx_host_t *ha) 558316485Sdavidcs{ 559316485Sdavidcs int i; 560316485Sdavidcs struct qlnx_fastpath *fp; 561316485Sdavidcs 562316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 563316485Sdavidcs 564316485Sdavidcs fp = &ha->fp_array[i]; 565316485Sdavidcs 566316485Sdavidcs if (fp->fp_taskqueue != NULL) { 567316485Sdavidcs 568316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 569316485Sdavidcs taskqueue_free(fp->fp_taskqueue); 570316485Sdavidcs fp->fp_taskqueue = NULL; 571316485Sdavidcs } 572316485Sdavidcs } 573316485Sdavidcs return; 574316485Sdavidcs} 575316485Sdavidcs 576316485Sdavidcsstatic void 577316485Sdavidcsqlnx_drain_fp_taskqueues(qlnx_host_t *ha) 578316485Sdavidcs{ 579316485Sdavidcs int i; 580316485Sdavidcs struct qlnx_fastpath *fp; 581316485Sdavidcs 582316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 583316485Sdavidcs fp = &ha->fp_array[i]; 584316485Sdavidcs 585316485Sdavidcs if (fp->fp_taskqueue != NULL) { 586318657Sdavidcs QLNX_UNLOCK(ha); 587316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 588318657Sdavidcs QLNX_LOCK(ha); 589316485Sdavidcs } 590316485Sdavidcs } 591316485Sdavidcs return; 592316485Sdavidcs} 593316485Sdavidcs 594316485Sdavidcs/* 595316485Sdavidcs * Name: qlnx_pci_attach 596316485Sdavidcs * Function: attaches the device to the operating system 597316485Sdavidcs */ 598316485Sdavidcsstatic int 599316485Sdavidcsqlnx_pci_attach(device_t dev) 600316485Sdavidcs{ 601316485Sdavidcs qlnx_host_t *ha = NULL; 602316485Sdavidcs uint32_t rsrc_len_reg = 0; 603316485Sdavidcs uint32_t rsrc_len_dbells = 0; 604316485Sdavidcs uint32_t rsrc_len_msix = 0; 605316485Sdavidcs int i; 606316485Sdavidcs uint32_t mfw_ver; 607316485Sdavidcs 608316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 609316485Sdavidcs device_printf(dev, "cannot get softc\n"); 610316485Sdavidcs return (ENOMEM); 611316485Sdavidcs } 612316485Sdavidcs 613316485Sdavidcs memset(ha, 0, sizeof (qlnx_host_t)); 614316485Sdavidcs 615316485Sdavidcs if (qlnx_valid_device(dev) != 0) { 616316485Sdavidcs device_printf(dev, "device is not valid device\n"); 617316485Sdavidcs return (ENXIO); 618316485Sdavidcs } 619316485Sdavidcs ha->pci_func = pci_get_function(dev); 620316485Sdavidcs 621316485Sdavidcs ha->pci_dev = dev; 622316485Sdavidcs 623316485Sdavidcs mtx_init(&ha->hw_lock, "qlnx_hw_lock", MTX_NETWORK_LOCK, MTX_DEF); 624316485Sdavidcs 625316485Sdavidcs ha->flags.lock_init = 1; 626316485Sdavidcs 627316485Sdavidcs pci_enable_busmaster(dev); 628316485Sdavidcs 629316485Sdavidcs /* 630316485Sdavidcs * map the PCI BARs 631316485Sdavidcs */ 632316485Sdavidcs 633316485Sdavidcs ha->reg_rid = PCIR_BAR(0); 634316485Sdavidcs ha->pci_reg = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &ha->reg_rid, 635316485Sdavidcs RF_ACTIVE); 636316485Sdavidcs 637316485Sdavidcs if (ha->pci_reg == NULL) { 638316485Sdavidcs device_printf(dev, "unable to map BAR0\n"); 639316485Sdavidcs goto qlnx_pci_attach_err; 640316485Sdavidcs } 641316485Sdavidcs 642316485Sdavidcs rsrc_len_reg = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 643316485Sdavidcs ha->reg_rid); 644316485Sdavidcs 645316485Sdavidcs ha->dbells_rid = PCIR_BAR(2); 646316485Sdavidcs ha->pci_dbells = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 647316485Sdavidcs &ha->dbells_rid, RF_ACTIVE); 648316485Sdavidcs 649316485Sdavidcs if (ha->pci_dbells == NULL) { 650316485Sdavidcs device_printf(dev, "unable to map BAR1\n"); 651316485Sdavidcs goto qlnx_pci_attach_err; 652316485Sdavidcs } 653316485Sdavidcs 654316485Sdavidcs rsrc_len_dbells = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 655316485Sdavidcs ha->dbells_rid); 656316485Sdavidcs 657316485Sdavidcs ha->dbells_phys_addr = (uint64_t) 658316485Sdavidcs bus_get_resource_start(dev, SYS_RES_MEMORY, ha->dbells_rid);; 659316485Sdavidcs ha->dbells_size = rsrc_len_dbells; 660316485Sdavidcs 661316485Sdavidcs ha->msix_rid = PCIR_BAR(4); 662316485Sdavidcs ha->msix_bar = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 663316485Sdavidcs &ha->msix_rid, RF_ACTIVE); 664316485Sdavidcs 665316485Sdavidcs if (ha->msix_bar == NULL) { 666316485Sdavidcs device_printf(dev, "unable to map BAR2\n"); 667316485Sdavidcs goto qlnx_pci_attach_err; 668316485Sdavidcs } 669316485Sdavidcs 670316485Sdavidcs rsrc_len_msix = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 671316485Sdavidcs ha->msix_rid); 672316485Sdavidcs /* 673316485Sdavidcs * allocate dma tags 674316485Sdavidcs */ 675316485Sdavidcs 676316485Sdavidcs if (qlnx_alloc_parent_dma_tag(ha)) 677316485Sdavidcs goto qlnx_pci_attach_err; 678316485Sdavidcs 679316485Sdavidcs if (qlnx_alloc_tx_dma_tag(ha)) 680316485Sdavidcs goto qlnx_pci_attach_err; 681316485Sdavidcs 682316485Sdavidcs if (qlnx_alloc_rx_dma_tag(ha)) 683316485Sdavidcs goto qlnx_pci_attach_err; 684316485Sdavidcs 685316485Sdavidcs 686316485Sdavidcs if (qlnx_init_hw(ha) != 0) 687316485Sdavidcs goto qlnx_pci_attach_err; 688316485Sdavidcs 689316485Sdavidcs /* 690316485Sdavidcs * Allocate MSI-x vectors 691316485Sdavidcs */ 692316485Sdavidcs ha->num_rss = QLNX_MAX_RSS; 693316485Sdavidcs ha->num_tc = QLNX_MAX_TC; 694316485Sdavidcs 695316485Sdavidcs ha->msix_count = pci_msix_count(dev); 696316485Sdavidcs 697316485Sdavidcs if (ha->msix_count > (mp_ncpus + ha->cdev.num_hwfns)) 698316485Sdavidcs ha->msix_count = mp_ncpus + ha->cdev.num_hwfns; 699316485Sdavidcs 700316485Sdavidcs if (!ha->msix_count || 701316485Sdavidcs (ha->msix_count < (ha->cdev.num_hwfns + 1 ))) { 702316485Sdavidcs device_printf(dev, "%s: msix_count[%d] not enough\n", __func__, 703316485Sdavidcs ha->msix_count); 704316485Sdavidcs goto qlnx_pci_attach_err; 705316485Sdavidcs } 706316485Sdavidcs 707316485Sdavidcs if (ha->msix_count > (ha->num_rss + ha->cdev.num_hwfns )) 708316485Sdavidcs ha->msix_count = ha->num_rss + ha->cdev.num_hwfns; 709316485Sdavidcs else 710316485Sdavidcs ha->num_rss = ha->msix_count - ha->cdev.num_hwfns; 711316485Sdavidcs 712318659Sdavidcs QL_DPRINT1(ha, "\n\t\t\tpci_reg [%p, 0x%08x 0x%08x]" 713316485Sdavidcs "\n\t\t\tdbells [%p, 0x%08x 0x%08x]" 714316485Sdavidcs "\n\t\t\tmsix [%p, 0x%08x 0x%08x 0x%x 0x%x]" 715316485Sdavidcs "\n\t\t\t[ncpus = %d][num_rss = 0x%x] [num_tc = 0x%x]\n", 716318659Sdavidcs ha->pci_reg, rsrc_len_reg, 717316485Sdavidcs ha->reg_rid, ha->pci_dbells, rsrc_len_dbells, ha->dbells_rid, 718316485Sdavidcs ha->msix_bar, rsrc_len_msix, ha->msix_rid, pci_msix_count(dev), 719318659Sdavidcs ha->msix_count, mp_ncpus, ha->num_rss, ha->num_tc); 720316485Sdavidcs if (pci_alloc_msix(dev, &ha->msix_count)) { 721316485Sdavidcs device_printf(dev, "%s: pci_alloc_msix[%d] failed\n", __func__, 722316485Sdavidcs ha->msix_count); 723316485Sdavidcs ha->msix_count = 0; 724316485Sdavidcs goto qlnx_pci_attach_err; 725316485Sdavidcs } 726316485Sdavidcs 727316485Sdavidcs /* 728316485Sdavidcs * Initialize slow path interrupt and task queue 729316485Sdavidcs */ 730316485Sdavidcs if (qlnx_create_sp_taskqueues(ha) != 0) 731316485Sdavidcs goto qlnx_pci_attach_err; 732316485Sdavidcs 733316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 734316485Sdavidcs 735316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 736316485Sdavidcs 737316485Sdavidcs ha->sp_irq_rid[i] = i + 1; 738316485Sdavidcs ha->sp_irq[i] = bus_alloc_resource_any(dev, SYS_RES_IRQ, 739316485Sdavidcs &ha->sp_irq_rid[i], 740316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 741316485Sdavidcs if (ha->sp_irq[i] == NULL) { 742316485Sdavidcs device_printf(dev, 743316485Sdavidcs "could not allocate mbx interrupt\n"); 744316485Sdavidcs goto qlnx_pci_attach_err; 745316485Sdavidcs } 746316485Sdavidcs 747316485Sdavidcs if (bus_setup_intr(dev, ha->sp_irq[i], 748316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), NULL, 749316485Sdavidcs qlnx_sp_intr, p_hwfn, &ha->sp_handle[i])) { 750316485Sdavidcs device_printf(dev, 751316485Sdavidcs "could not setup slow path interrupt\n"); 752316485Sdavidcs goto qlnx_pci_attach_err; 753316485Sdavidcs } 754316485Sdavidcs 755318659Sdavidcs QL_DPRINT1(ha, "p_hwfn [%p] sp_irq_rid %d" 756318659Sdavidcs " sp_irq %p sp_handle %p\n", p_hwfn, 757318659Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i], ha->sp_handle[i]); 758316485Sdavidcs 759316485Sdavidcs } 760316485Sdavidcs 761316485Sdavidcs /* 762316485Sdavidcs * initialize fast path interrupt 763316485Sdavidcs */ 764316485Sdavidcs if (qlnx_create_fp_taskqueues(ha) != 0) 765316485Sdavidcs goto qlnx_pci_attach_err; 766316485Sdavidcs 767316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 768316485Sdavidcs ha->irq_vec[i].rss_idx = i; 769316485Sdavidcs ha->irq_vec[i].ha = ha; 770316485Sdavidcs ha->irq_vec[i].irq_rid = (1 + ha->cdev.num_hwfns) + i; 771316485Sdavidcs 772316485Sdavidcs ha->irq_vec[i].irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, 773316485Sdavidcs &ha->irq_vec[i].irq_rid, 774316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 775316485Sdavidcs 776316485Sdavidcs if (ha->irq_vec[i].irq == NULL) { 777316485Sdavidcs device_printf(dev, 778316485Sdavidcs "could not allocate interrupt[%d]\n", i); 779316485Sdavidcs goto qlnx_pci_attach_err; 780316485Sdavidcs } 781316485Sdavidcs 782316485Sdavidcs if (qlnx_alloc_tx_br(ha, &ha->fp_array[i])) { 783316485Sdavidcs device_printf(dev, "could not allocate tx_br[%d]\n", i); 784316485Sdavidcs goto qlnx_pci_attach_err; 785316485Sdavidcs 786316485Sdavidcs } 787316485Sdavidcs } 788316485Sdavidcs 789316485Sdavidcs callout_init(&ha->qlnx_callout, 1); 790316485Sdavidcs ha->flags.callout_init = 1; 791316485Sdavidcs 792316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 793316485Sdavidcs 794316485Sdavidcs if (qlnx_grc_dumpsize(ha, &ha->grcdump_size[i], i) != 0) 795316485Sdavidcs goto qlnx_pci_attach_err; 796316485Sdavidcs if (ha->grcdump_size[i] == 0) 797316485Sdavidcs goto qlnx_pci_attach_err; 798316485Sdavidcs 799316485Sdavidcs ha->grcdump_size[i] = ha->grcdump_size[i] << 2; 800318659Sdavidcs QL_DPRINT1(ha, "grcdump_size[%d] = 0x%08x\n", 801318659Sdavidcs i, ha->grcdump_size[i]); 802316485Sdavidcs 803316485Sdavidcs ha->grcdump[i] = qlnx_zalloc(ha->grcdump_size[i]); 804316485Sdavidcs if (ha->grcdump[i] == NULL) { 805316485Sdavidcs device_printf(dev, "grcdump alloc[%d] failed\n", i); 806316485Sdavidcs goto qlnx_pci_attach_err; 807316485Sdavidcs } 808316485Sdavidcs 809316485Sdavidcs if (qlnx_idle_chk_size(ha, &ha->idle_chk_size[i], i) != 0) 810316485Sdavidcs goto qlnx_pci_attach_err; 811316485Sdavidcs if (ha->idle_chk_size[i] == 0) 812316485Sdavidcs goto qlnx_pci_attach_err; 813316485Sdavidcs 814316485Sdavidcs ha->idle_chk_size[i] = ha->idle_chk_size[i] << 2; 815318659Sdavidcs QL_DPRINT1(ha, "idle_chk_size[%d] = 0x%08x\n", 816318659Sdavidcs i, ha->idle_chk_size[i]); 817316485Sdavidcs 818316485Sdavidcs ha->idle_chk[i] = qlnx_zalloc(ha->idle_chk_size[i]); 819316485Sdavidcs 820316485Sdavidcs if (ha->idle_chk[i] == NULL) { 821316485Sdavidcs device_printf(dev, "idle_chk alloc failed\n"); 822316485Sdavidcs goto qlnx_pci_attach_err; 823316485Sdavidcs } 824316485Sdavidcs } 825316485Sdavidcs 826316485Sdavidcs if (qlnx_slowpath_start(ha) != 0) { 827316485Sdavidcs 828316485Sdavidcs qlnx_mdelay(__func__, 1000); 829316485Sdavidcs qlnx_trigger_dump(ha); 830316485Sdavidcs 831316485Sdavidcs goto qlnx_pci_attach_err0; 832316485Sdavidcs } else 833316485Sdavidcs ha->flags.slowpath_start = 1; 834316485Sdavidcs 835316485Sdavidcs if (qlnx_get_flash_size(ha, &ha->flash_size) != 0) { 836316485Sdavidcs qlnx_mdelay(__func__, 1000); 837316485Sdavidcs qlnx_trigger_dump(ha); 838316485Sdavidcs 839316485Sdavidcs goto qlnx_pci_attach_err0; 840316485Sdavidcs } 841316485Sdavidcs 842316485Sdavidcs if (qlnx_get_mfw_version(ha, &mfw_ver) != 0) { 843316485Sdavidcs qlnx_mdelay(__func__, 1000); 844316485Sdavidcs qlnx_trigger_dump(ha); 845316485Sdavidcs 846316485Sdavidcs goto qlnx_pci_attach_err0; 847316485Sdavidcs } 848316485Sdavidcs snprintf(ha->mfw_ver, sizeof(ha->mfw_ver), "%d.%d.%d.%d", 849316485Sdavidcs ((mfw_ver >> 24) & 0xFF), ((mfw_ver >> 16) & 0xFF), 850316485Sdavidcs ((mfw_ver >> 8) & 0xFF), (mfw_ver & 0xFF)); 851316485Sdavidcs snprintf(ha->stormfw_ver, sizeof(ha->stormfw_ver), "%d.%d.%d.%d", 852316485Sdavidcs FW_MAJOR_VERSION, FW_MINOR_VERSION, FW_REVISION_VERSION, 853316485Sdavidcs FW_ENGINEERING_VERSION); 854316485Sdavidcs 855318659Sdavidcs QL_DPRINT1(ha, "STORM_FW version %s MFW version %s\n", 856318659Sdavidcs ha->stormfw_ver, ha->mfw_ver); 857316485Sdavidcs 858316485Sdavidcs qlnx_init_ifnet(dev, ha); 859316485Sdavidcs 860316485Sdavidcs /* 861316485Sdavidcs * add sysctls 862316485Sdavidcs */ 863316485Sdavidcs qlnx_add_sysctls(ha); 864316485Sdavidcs 865316485Sdavidcsqlnx_pci_attach_err0: 866316485Sdavidcs /* 867316485Sdavidcs * create ioctl device interface 868316485Sdavidcs */ 869316485Sdavidcs if (qlnx_make_cdev(ha)) { 870316485Sdavidcs device_printf(dev, "%s: ql_make_cdev failed\n", __func__); 871316485Sdavidcs goto qlnx_pci_attach_err; 872316485Sdavidcs } 873316485Sdavidcs 874318659Sdavidcs QL_DPRINT2(ha, "success\n"); 875316485Sdavidcs 876316485Sdavidcs return (0); 877316485Sdavidcs 878316485Sdavidcsqlnx_pci_attach_err: 879316485Sdavidcs 880316485Sdavidcs qlnx_release(ha); 881316485Sdavidcs 882316485Sdavidcs return (ENXIO); 883316485Sdavidcs} 884316485Sdavidcs 885316485Sdavidcs/* 886316485Sdavidcs * Name: qlnx_pci_detach 887316485Sdavidcs * Function: Unhooks the device from the operating system 888316485Sdavidcs */ 889316485Sdavidcsstatic int 890316485Sdavidcsqlnx_pci_detach(device_t dev) 891316485Sdavidcs{ 892316485Sdavidcs qlnx_host_t *ha = NULL; 893316485Sdavidcs 894316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 895316485Sdavidcs device_printf(dev, "cannot get softc\n"); 896316485Sdavidcs return (ENOMEM); 897316485Sdavidcs } 898316485Sdavidcs 899316485Sdavidcs QLNX_LOCK(ha); 900316485Sdavidcs qlnx_stop(ha); 901316485Sdavidcs QLNX_UNLOCK(ha); 902316485Sdavidcs 903316485Sdavidcs qlnx_release(ha); 904316485Sdavidcs 905316485Sdavidcs return (0); 906316485Sdavidcs} 907316485Sdavidcs 908316485Sdavidcsstatic int 909316485Sdavidcsqlnx_init_hw(qlnx_host_t *ha) 910316485Sdavidcs{ 911316485Sdavidcs int rval = 0; 912316485Sdavidcs struct ecore_hw_prepare_params params; 913316485Sdavidcs 914316485Sdavidcs ecore_init_struct(&ha->cdev); 915316485Sdavidcs 916316485Sdavidcs /* ha->dp_module = ECORE_MSG_PROBE | 917316485Sdavidcs ECORE_MSG_INTR | 918316485Sdavidcs ECORE_MSG_SP | 919316485Sdavidcs ECORE_MSG_LINK | 920316485Sdavidcs ECORE_MSG_SPQ | 921316485Sdavidcs ECORE_MSG_RDMA; 922316485Sdavidcs ha->dp_level = ECORE_LEVEL_VERBOSE;*/ 923316485Sdavidcs ha->dp_level = ECORE_LEVEL_NOTICE; 924316485Sdavidcs 925316485Sdavidcs ecore_init_dp(&ha->cdev, ha->dp_module, ha->dp_level, ha->pci_dev); 926316485Sdavidcs 927316485Sdavidcs ha->cdev.regview = ha->pci_reg; 928316485Sdavidcs ha->cdev.doorbells = ha->pci_dbells; 929316485Sdavidcs ha->cdev.db_phys_addr = ha->dbells_phys_addr; 930316485Sdavidcs ha->cdev.db_size = ha->dbells_size; 931316485Sdavidcs 932316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_prepare_params)); 933316485Sdavidcs 934316485Sdavidcs ha->personality = ECORE_PCI_DEFAULT; 935316485Sdavidcs 936316485Sdavidcs params.personality = ha->personality; 937316485Sdavidcs 938316485Sdavidcs params.drv_resc_alloc = false; 939316485Sdavidcs params.chk_reg_fifo = false; 940316485Sdavidcs params.initiate_pf_flr = true; 941316485Sdavidcs params.epoch = 0; 942316485Sdavidcs 943316485Sdavidcs ecore_hw_prepare(&ha->cdev, ¶ms); 944316485Sdavidcs 945316485Sdavidcs qlnx_set_id(&ha->cdev, qlnx_name_str, qlnx_ver_str); 946316485Sdavidcs 947316485Sdavidcs return (rval); 948316485Sdavidcs} 949316485Sdavidcs 950316485Sdavidcsstatic void 951316485Sdavidcsqlnx_release(qlnx_host_t *ha) 952316485Sdavidcs{ 953316485Sdavidcs device_t dev; 954316485Sdavidcs int i; 955316485Sdavidcs 956316485Sdavidcs dev = ha->pci_dev; 957316485Sdavidcs 958318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 959316485Sdavidcs 960316485Sdavidcs for (i = 0; i < QLNX_MAX_HW_FUNCS; i++) { 961316485Sdavidcs if (ha->idle_chk[i] != NULL) { 962316485Sdavidcs free(ha->idle_chk[i], M_QLNXBUF); 963316485Sdavidcs ha->idle_chk[i] = NULL; 964316485Sdavidcs } 965316485Sdavidcs 966316485Sdavidcs if (ha->grcdump[i] != NULL) { 967316485Sdavidcs free(ha->grcdump[i], M_QLNXBUF); 968316485Sdavidcs ha->grcdump[i] = NULL; 969316485Sdavidcs } 970316485Sdavidcs } 971316485Sdavidcs 972316485Sdavidcs if (ha->flags.callout_init) 973316485Sdavidcs callout_drain(&ha->qlnx_callout); 974316485Sdavidcs 975316485Sdavidcs if (ha->flags.slowpath_start) { 976316485Sdavidcs qlnx_slowpath_stop(ha); 977316485Sdavidcs } 978316485Sdavidcs 979316485Sdavidcs ecore_hw_remove(&ha->cdev); 980316485Sdavidcs 981316485Sdavidcs qlnx_del_cdev(ha); 982316485Sdavidcs 983316485Sdavidcs if (ha->ifp != NULL) 984316485Sdavidcs ether_ifdetach(ha->ifp); 985316485Sdavidcs 986316485Sdavidcs qlnx_free_tx_dma_tag(ha); 987316485Sdavidcs 988316485Sdavidcs qlnx_free_rx_dma_tag(ha); 989316485Sdavidcs 990316485Sdavidcs qlnx_free_parent_dma_tag(ha); 991316485Sdavidcs 992316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 993316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 994316485Sdavidcs 995316485Sdavidcs if (ha->irq_vec[i].handle) { 996316485Sdavidcs (void)bus_teardown_intr(dev, ha->irq_vec[i].irq, 997316485Sdavidcs ha->irq_vec[i].handle); 998316485Sdavidcs } 999316485Sdavidcs 1000316485Sdavidcs if (ha->irq_vec[i].irq) { 1001316485Sdavidcs (void)bus_release_resource(dev, SYS_RES_IRQ, 1002316485Sdavidcs ha->irq_vec[i].irq_rid, 1003316485Sdavidcs ha->irq_vec[i].irq); 1004316485Sdavidcs } 1005316485Sdavidcs 1006316485Sdavidcs qlnx_free_tx_br(ha, fp); 1007316485Sdavidcs } 1008316485Sdavidcs qlnx_destroy_fp_taskqueues(ha); 1009316485Sdavidcs 1010316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1011316485Sdavidcs if (ha->sp_handle[i]) 1012316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 1013316485Sdavidcs ha->sp_handle[i]); 1014316485Sdavidcs 1015316485Sdavidcs if (ha->sp_irq[i]) 1016316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 1017316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 1018316485Sdavidcs } 1019316485Sdavidcs 1020316485Sdavidcs qlnx_destroy_sp_taskqueues(ha); 1021316485Sdavidcs 1022316485Sdavidcs if (ha->msix_count) 1023316485Sdavidcs pci_release_msi(dev); 1024316485Sdavidcs 1025316485Sdavidcs if (ha->flags.lock_init) { 1026316485Sdavidcs mtx_destroy(&ha->hw_lock); 1027316485Sdavidcs } 1028316485Sdavidcs 1029316485Sdavidcs if (ha->pci_reg) 1030316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->reg_rid, 1031316485Sdavidcs ha->pci_reg); 1032316485Sdavidcs 1033316485Sdavidcs if (ha->pci_dbells) 1034316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->dbells_rid, 1035316485Sdavidcs ha->pci_dbells); 1036316485Sdavidcs 1037316485Sdavidcs if (ha->msix_bar) 1038316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->msix_rid, 1039316485Sdavidcs ha->msix_bar); 1040316485Sdavidcs 1041318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1042316485Sdavidcs return; 1043316485Sdavidcs} 1044316485Sdavidcs 1045316485Sdavidcsstatic void 1046316485Sdavidcsqlnx_trigger_dump(qlnx_host_t *ha) 1047316485Sdavidcs{ 1048316485Sdavidcs int i; 1049316485Sdavidcs 1050316485Sdavidcs if (ha->ifp != NULL) 1051316485Sdavidcs ha->ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 1052316485Sdavidcs 1053318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 1054316485Sdavidcs 1055316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1056316485Sdavidcs qlnx_grc_dump(ha, &ha->grcdump_dwords[i], i); 1057316485Sdavidcs qlnx_idle_chk(ha, &ha->idle_chk_dwords[i], i); 1058316485Sdavidcs } 1059316485Sdavidcs 1060318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1061316485Sdavidcs 1062316485Sdavidcs return; 1063316485Sdavidcs} 1064316485Sdavidcs 1065316485Sdavidcsstatic int 1066316485Sdavidcsqlnx_trigger_dump_sysctl(SYSCTL_HANDLER_ARGS) 1067316485Sdavidcs{ 1068316485Sdavidcs int err, ret = 0; 1069316485Sdavidcs qlnx_host_t *ha; 1070316485Sdavidcs 1071316485Sdavidcs err = sysctl_handle_int(oidp, &ret, 0, req); 1072316485Sdavidcs 1073316485Sdavidcs if (err || !req->newptr) 1074316485Sdavidcs return (err); 1075316485Sdavidcs 1076316485Sdavidcs if (ret == 1) { 1077316485Sdavidcs ha = (qlnx_host_t *)arg1; 1078316485Sdavidcs qlnx_trigger_dump(ha); 1079316485Sdavidcs } 1080316485Sdavidcs return (err); 1081316485Sdavidcs} 1082316485Sdavidcs 1083316485Sdavidcsstatic int 1084316485Sdavidcsqlnx_set_tx_coalesce(SYSCTL_HANDLER_ARGS) 1085316485Sdavidcs{ 1086316485Sdavidcs int err, i, ret = 0, usecs = 0; 1087316485Sdavidcs qlnx_host_t *ha; 1088316485Sdavidcs struct ecore_hwfn *p_hwfn; 1089316485Sdavidcs struct qlnx_fastpath *fp; 1090316485Sdavidcs 1091316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1092316485Sdavidcs 1093316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1094316485Sdavidcs return (err); 1095316485Sdavidcs 1096316485Sdavidcs ha = (qlnx_host_t *)arg1; 1097316485Sdavidcs 1098316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1099316485Sdavidcs 1100316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1101316485Sdavidcs 1102316485Sdavidcs fp = &ha->fp_array[i]; 1103316485Sdavidcs 1104316485Sdavidcs if (fp->txq[0]->handle != NULL) { 1105316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, 0, 1106316485Sdavidcs (uint16_t)usecs, fp->txq[0]->handle); 1107316485Sdavidcs } 1108316485Sdavidcs } 1109316485Sdavidcs 1110316485Sdavidcs if (!ret) 1111316485Sdavidcs ha->tx_coalesce_usecs = (uint8_t)usecs; 1112316485Sdavidcs 1113316485Sdavidcs return (err); 1114316485Sdavidcs} 1115316485Sdavidcs 1116316485Sdavidcsstatic int 1117316485Sdavidcsqlnx_set_rx_coalesce(SYSCTL_HANDLER_ARGS) 1118316485Sdavidcs{ 1119316485Sdavidcs int err, i, ret = 0, usecs = 0; 1120316485Sdavidcs qlnx_host_t *ha; 1121316485Sdavidcs struct ecore_hwfn *p_hwfn; 1122316485Sdavidcs struct qlnx_fastpath *fp; 1123316485Sdavidcs 1124316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1125316485Sdavidcs 1126316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1127316485Sdavidcs return (err); 1128316485Sdavidcs 1129316485Sdavidcs ha = (qlnx_host_t *)arg1; 1130316485Sdavidcs 1131316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1132316485Sdavidcs 1133316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1134316485Sdavidcs 1135316485Sdavidcs fp = &ha->fp_array[i]; 1136316485Sdavidcs 1137316485Sdavidcs if (fp->rxq->handle != NULL) { 1138316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, (uint16_t)usecs, 1139316485Sdavidcs 0, fp->rxq->handle); 1140316485Sdavidcs } 1141316485Sdavidcs } 1142316485Sdavidcs 1143316485Sdavidcs if (!ret) 1144316485Sdavidcs ha->rx_coalesce_usecs = (uint8_t)usecs; 1145316485Sdavidcs 1146316485Sdavidcs return (err); 1147316485Sdavidcs} 1148316485Sdavidcs 1149316485Sdavidcsstatic void 1150316485Sdavidcsqlnx_add_sp_stats_sysctls(qlnx_host_t *ha) 1151316485Sdavidcs{ 1152316485Sdavidcs struct sysctl_ctx_list *ctx; 1153316485Sdavidcs struct sysctl_oid_list *children; 1154316485Sdavidcs struct sysctl_oid *ctx_oid; 1155316485Sdavidcs 1156316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1157316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1158316485Sdavidcs 1159316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "spstat", 1160316485Sdavidcs CTLFLAG_RD, NULL, "spstat"); 1161316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1162316485Sdavidcs 1163316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1164316485Sdavidcs OID_AUTO, "sp_interrupts", 1165316485Sdavidcs CTLFLAG_RD, &ha->sp_interrupts, 1166316485Sdavidcs "No. of slowpath interrupts"); 1167316485Sdavidcs 1168316485Sdavidcs return; 1169316485Sdavidcs} 1170316485Sdavidcs 1171316485Sdavidcsstatic void 1172316485Sdavidcsqlnx_add_fp_stats_sysctls(qlnx_host_t *ha) 1173316485Sdavidcs{ 1174316485Sdavidcs struct sysctl_ctx_list *ctx; 1175316485Sdavidcs struct sysctl_oid_list *children; 1176316485Sdavidcs struct sysctl_oid_list *node_children; 1177316485Sdavidcs struct sysctl_oid *ctx_oid; 1178316485Sdavidcs int i, j; 1179316485Sdavidcs uint8_t name_str[16]; 1180316485Sdavidcs 1181316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1182316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1183316485Sdavidcs 1184316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "fpstat", 1185316485Sdavidcs CTLFLAG_RD, NULL, "fpstat"); 1186316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1187316485Sdavidcs 1188316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1189316485Sdavidcs 1190316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1191316485Sdavidcs snprintf(name_str, sizeof(name_str), "%d", i); 1192316485Sdavidcs 1193316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str, 1194316485Sdavidcs CTLFLAG_RD, NULL, name_str); 1195316485Sdavidcs node_children = SYSCTL_CHILDREN(ctx_oid); 1196316485Sdavidcs 1197316485Sdavidcs /* Tx Related */ 1198316485Sdavidcs 1199316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1200316485Sdavidcs OID_AUTO, "tx_pkts_processed", 1201316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_processed, 1202316485Sdavidcs "No. of packets processed for transmission"); 1203316485Sdavidcs 1204316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1205316485Sdavidcs OID_AUTO, "tx_pkts_freed", 1206316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_freed, 1207316485Sdavidcs "No. of freed packets"); 1208316485Sdavidcs 1209316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1210316485Sdavidcs OID_AUTO, "tx_pkts_transmitted", 1211316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_transmitted, 1212316485Sdavidcs "No. of transmitted packets"); 1213316485Sdavidcs 1214316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1215316485Sdavidcs OID_AUTO, "tx_pkts_completed", 1216316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_completed, 1217316485Sdavidcs "No. of transmit completions"); 1218316485Sdavidcs 1219316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1220316485Sdavidcs OID_AUTO, "tx_lso_wnd_min_len", 1221316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_lso_wnd_min_len, 1222316485Sdavidcs "tx_lso_wnd_min_len"); 1223316485Sdavidcs 1224316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1225316485Sdavidcs OID_AUTO, "tx_defrag", 1226316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_defrag, 1227316485Sdavidcs "tx_defrag"); 1228316485Sdavidcs 1229316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1230316485Sdavidcs OID_AUTO, "tx_nsegs_gt_elem_left", 1231316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_nsegs_gt_elem_left, 1232316485Sdavidcs "tx_nsegs_gt_elem_left"); 1233316485Sdavidcs 1234316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1235316485Sdavidcs OID_AUTO, "tx_tso_max_nsegs", 1236316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_nsegs, 1237316485Sdavidcs ha->fp_array[i].tx_tso_max_nsegs, "tx_tso_max_nsegs"); 1238316485Sdavidcs 1239316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1240316485Sdavidcs OID_AUTO, "tx_tso_min_nsegs", 1241316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_nsegs, 1242316485Sdavidcs ha->fp_array[i].tx_tso_min_nsegs, "tx_tso_min_nsegs"); 1243316485Sdavidcs 1244316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1245316485Sdavidcs OID_AUTO, "tx_tso_max_pkt_len", 1246316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_pkt_len, 1247316485Sdavidcs ha->fp_array[i].tx_tso_max_pkt_len, 1248316485Sdavidcs "tx_tso_max_pkt_len"); 1249316485Sdavidcs 1250316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1251316485Sdavidcs OID_AUTO, "tx_tso_min_pkt_len", 1252316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_pkt_len, 1253316485Sdavidcs ha->fp_array[i].tx_tso_min_pkt_len, 1254316485Sdavidcs "tx_tso_min_pkt_len"); 1255316485Sdavidcs 1256316485Sdavidcs for (j = 0; j < QLNX_FP_MAX_SEGS; j++) { 1257316485Sdavidcs 1258316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1259316485Sdavidcs snprintf(name_str, sizeof(name_str), 1260316485Sdavidcs "tx_pkts_nseg_%02d", (j+1)); 1261316485Sdavidcs 1262316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1263316485Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1264316485Sdavidcs &ha->fp_array[i].tx_pkts[j], name_str); 1265316485Sdavidcs } 1266316485Sdavidcs 1267316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1268316485Sdavidcs OID_AUTO, "err_tx_nsegs_gt_elem_left", 1269316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_nsegs_gt_elem_left, 1270316485Sdavidcs "err_tx_nsegs_gt_elem_left"); 1271316485Sdavidcs 1272316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1273316485Sdavidcs OID_AUTO, "err_tx_dmamap_create", 1274316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_create, 1275316485Sdavidcs "err_tx_dmamap_create"); 1276316485Sdavidcs 1277316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1278316485Sdavidcs OID_AUTO, "err_tx_defrag_dmamap_load", 1279316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag_dmamap_load, 1280316485Sdavidcs "err_tx_defrag_dmamap_load"); 1281316485Sdavidcs 1282316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1283316485Sdavidcs OID_AUTO, "err_tx_non_tso_max_seg", 1284316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_non_tso_max_seg, 1285316485Sdavidcs "err_tx_non_tso_max_seg"); 1286316485Sdavidcs 1287316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1288316485Sdavidcs OID_AUTO, "err_tx_dmamap_load", 1289316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_load, 1290316485Sdavidcs "err_tx_dmamap_load"); 1291316485Sdavidcs 1292316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1293316485Sdavidcs OID_AUTO, "err_tx_defrag", 1294316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag, 1295316485Sdavidcs "err_tx_defrag"); 1296316485Sdavidcs 1297316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1298316485Sdavidcs OID_AUTO, "err_tx_free_pkt_null", 1299316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_free_pkt_null, 1300316485Sdavidcs "err_tx_free_pkt_null"); 1301316485Sdavidcs 1302316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1303316485Sdavidcs OID_AUTO, "err_tx_cons_idx_conflict", 1304316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_cons_idx_conflict, 1305316485Sdavidcs "err_tx_cons_idx_conflict"); 1306316485Sdavidcs 1307316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1308316485Sdavidcs OID_AUTO, "lro_cnt_64", 1309316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_64, 1310316485Sdavidcs "lro_cnt_64"); 1311316485Sdavidcs 1312316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1313316485Sdavidcs OID_AUTO, "lro_cnt_128", 1314316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_128, 1315316485Sdavidcs "lro_cnt_128"); 1316316485Sdavidcs 1317316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1318316485Sdavidcs OID_AUTO, "lro_cnt_256", 1319316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_256, 1320316485Sdavidcs "lro_cnt_256"); 1321316485Sdavidcs 1322316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1323316485Sdavidcs OID_AUTO, "lro_cnt_512", 1324316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_512, 1325316485Sdavidcs "lro_cnt_512"); 1326316485Sdavidcs 1327316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1328316485Sdavidcs OID_AUTO, "lro_cnt_1024", 1329316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_1024, 1330316485Sdavidcs "lro_cnt_1024"); 1331316485Sdavidcs 1332316485Sdavidcs /* Rx Related */ 1333316485Sdavidcs 1334316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1335316485Sdavidcs OID_AUTO, "rx_pkts", 1336316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].rx_pkts, 1337316485Sdavidcs "No. of received packets"); 1338316485Sdavidcs 1339316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1340316485Sdavidcs OID_AUTO, "tpa_start", 1341316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_start, 1342316485Sdavidcs "No. of tpa_start packets"); 1343316485Sdavidcs 1344316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1345316485Sdavidcs OID_AUTO, "tpa_cont", 1346316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_cont, 1347316485Sdavidcs "No. of tpa_cont packets"); 1348316485Sdavidcs 1349316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1350316485Sdavidcs OID_AUTO, "tpa_end", 1351316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_end, 1352316485Sdavidcs "No. of tpa_end packets"); 1353316485Sdavidcs 1354316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1355316485Sdavidcs OID_AUTO, "err_m_getcl", 1356316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getcl, 1357316485Sdavidcs "err_m_getcl"); 1358316485Sdavidcs 1359316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1360316485Sdavidcs OID_AUTO, "err_m_getjcl", 1361316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getjcl, 1362316485Sdavidcs "err_m_getjcl"); 1363316485Sdavidcs 1364316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1365316485Sdavidcs OID_AUTO, "err_rx_hw_errors", 1366316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_hw_errors, 1367316485Sdavidcs "err_rx_hw_errors"); 1368316485Sdavidcs 1369316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1370316485Sdavidcs OID_AUTO, "err_rx_alloc_errors", 1371316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_alloc_errors, 1372316485Sdavidcs "err_rx_alloc_errors"); 1373316485Sdavidcs } 1374316485Sdavidcs 1375316485Sdavidcs return; 1376316485Sdavidcs} 1377316485Sdavidcs 1378316485Sdavidcsstatic void 1379316485Sdavidcsqlnx_add_hw_stats_sysctls(qlnx_host_t *ha) 1380316485Sdavidcs{ 1381316485Sdavidcs struct sysctl_ctx_list *ctx; 1382316485Sdavidcs struct sysctl_oid_list *children; 1383316485Sdavidcs struct sysctl_oid *ctx_oid; 1384316485Sdavidcs 1385316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1386316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1387316485Sdavidcs 1388316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "hwstat", 1389316485Sdavidcs CTLFLAG_RD, NULL, "hwstat"); 1390316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1391316485Sdavidcs 1392316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1393316485Sdavidcs OID_AUTO, "no_buff_discards", 1394316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.no_buff_discards, 1395316485Sdavidcs "No. of packets discarded due to lack of buffer"); 1396316485Sdavidcs 1397316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1398316485Sdavidcs OID_AUTO, "packet_too_big_discard", 1399316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.packet_too_big_discard, 1400316485Sdavidcs "No. of packets discarded because packet was too big"); 1401316485Sdavidcs 1402316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1403316485Sdavidcs OID_AUTO, "ttl0_discard", 1404316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.ttl0_discard, 1405316485Sdavidcs "ttl0_discard"); 1406316485Sdavidcs 1407316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1408316485Sdavidcs OID_AUTO, "rx_ucast_bytes", 1409316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_bytes, 1410316485Sdavidcs "rx_ucast_bytes"); 1411316485Sdavidcs 1412316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1413316485Sdavidcs OID_AUTO, "rx_mcast_bytes", 1414316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_bytes, 1415316485Sdavidcs "rx_mcast_bytes"); 1416316485Sdavidcs 1417316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1418316485Sdavidcs OID_AUTO, "rx_bcast_bytes", 1419316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_bytes, 1420316485Sdavidcs "rx_bcast_bytes"); 1421316485Sdavidcs 1422316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1423316485Sdavidcs OID_AUTO, "rx_ucast_pkts", 1424316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_pkts, 1425316485Sdavidcs "rx_ucast_pkts"); 1426316485Sdavidcs 1427316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1428316485Sdavidcs OID_AUTO, "rx_mcast_pkts", 1429316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_pkts, 1430316485Sdavidcs "rx_mcast_pkts"); 1431316485Sdavidcs 1432316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1433316485Sdavidcs OID_AUTO, "rx_bcast_pkts", 1434316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_pkts, 1435316485Sdavidcs "rx_bcast_pkts"); 1436316485Sdavidcs 1437316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1438316485Sdavidcs OID_AUTO, "mftag_filter_discards", 1439316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mftag_filter_discards, 1440316485Sdavidcs "mftag_filter_discards"); 1441316485Sdavidcs 1442316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1443316485Sdavidcs OID_AUTO, "mac_filter_discards", 1444316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mac_filter_discards, 1445316485Sdavidcs "mac_filter_discards"); 1446316485Sdavidcs 1447316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1448316485Sdavidcs OID_AUTO, "tx_ucast_bytes", 1449316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_bytes, 1450316485Sdavidcs "tx_ucast_bytes"); 1451316485Sdavidcs 1452316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1453316485Sdavidcs OID_AUTO, "tx_mcast_bytes", 1454316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_bytes, 1455316485Sdavidcs "tx_mcast_bytes"); 1456316485Sdavidcs 1457316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1458316485Sdavidcs OID_AUTO, "tx_bcast_bytes", 1459316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_bytes, 1460316485Sdavidcs "tx_bcast_bytes"); 1461316485Sdavidcs 1462316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1463316485Sdavidcs OID_AUTO, "tx_ucast_pkts", 1464316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_pkts, 1465316485Sdavidcs "tx_ucast_pkts"); 1466316485Sdavidcs 1467316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1468316485Sdavidcs OID_AUTO, "tx_mcast_pkts", 1469316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_pkts, 1470316485Sdavidcs "tx_mcast_pkts"); 1471316485Sdavidcs 1472316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1473316485Sdavidcs OID_AUTO, "tx_bcast_pkts", 1474316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_pkts, 1475316485Sdavidcs "tx_bcast_pkts"); 1476316485Sdavidcs 1477316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1478316485Sdavidcs OID_AUTO, "tx_err_drop_pkts", 1479316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_err_drop_pkts, 1480316485Sdavidcs "tx_err_drop_pkts"); 1481316485Sdavidcs 1482316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1483316485Sdavidcs OID_AUTO, "tpa_coalesced_pkts", 1484316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_pkts, 1485316485Sdavidcs "tpa_coalesced_pkts"); 1486316485Sdavidcs 1487316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1488316485Sdavidcs OID_AUTO, "tpa_coalesced_events", 1489316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_events, 1490316485Sdavidcs "tpa_coalesced_events"); 1491316485Sdavidcs 1492316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1493316485Sdavidcs OID_AUTO, "tpa_aborts_num", 1494316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_aborts_num, 1495316485Sdavidcs "tpa_aborts_num"); 1496316485Sdavidcs 1497316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1498316485Sdavidcs OID_AUTO, "tpa_not_coalesced_pkts", 1499316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_not_coalesced_pkts, 1500316485Sdavidcs "tpa_not_coalesced_pkts"); 1501316485Sdavidcs 1502316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1503316485Sdavidcs OID_AUTO, "tpa_coalesced_bytes", 1504316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_bytes, 1505316485Sdavidcs "tpa_coalesced_bytes"); 1506316485Sdavidcs 1507316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1508316485Sdavidcs OID_AUTO, "rx_64_byte_packets", 1509316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_64_byte_packets, 1510316485Sdavidcs "rx_64_byte_packets"); 1511316485Sdavidcs 1512316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1513316485Sdavidcs OID_AUTO, "rx_65_to_127_byte_packets", 1514316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_65_to_127_byte_packets, 1515316485Sdavidcs "rx_65_to_127_byte_packets"); 1516316485Sdavidcs 1517316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1518316485Sdavidcs OID_AUTO, "rx_128_to_255_byte_packets", 1519316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_128_to_255_byte_packets, 1520316485Sdavidcs "rx_128_to_255_byte_packets"); 1521316485Sdavidcs 1522316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1523316485Sdavidcs OID_AUTO, "rx_256_to_511_byte_packets", 1524316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_256_to_511_byte_packets, 1525316485Sdavidcs "rx_256_to_511_byte_packets"); 1526316485Sdavidcs 1527316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1528316485Sdavidcs OID_AUTO, "rx_512_to_1023_byte_packets", 1529316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_512_to_1023_byte_packets, 1530316485Sdavidcs "rx_512_to_1023_byte_packets"); 1531316485Sdavidcs 1532316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1533316485Sdavidcs OID_AUTO, "rx_1024_to_1518_byte_packets", 1534316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_1024_to_1518_byte_packets, 1535316485Sdavidcs "rx_1024_to_1518_byte_packets"); 1536316485Sdavidcs 1537316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1538316485Sdavidcs OID_AUTO, "rx_1519_to_1522_byte_packets", 1539316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_1522_byte_packets, 1540316485Sdavidcs "rx_1519_to_1522_byte_packets"); 1541316485Sdavidcs 1542316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1543316485Sdavidcs OID_AUTO, "rx_1523_to_2047_byte_packets", 1544316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_2047_byte_packets, 1545316485Sdavidcs "rx_1523_to_2047_byte_packets"); 1546316485Sdavidcs 1547316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1548316485Sdavidcs OID_AUTO, "rx_2048_to_4095_byte_packets", 1549316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_2048_to_4095_byte_packets, 1550316485Sdavidcs "rx_2048_to_4095_byte_packets"); 1551316485Sdavidcs 1552316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1553316485Sdavidcs OID_AUTO, "rx_4096_to_9216_byte_packets", 1554316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_4096_to_9216_byte_packets, 1555316485Sdavidcs "rx_4096_to_9216_byte_packets"); 1556316485Sdavidcs 1557316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1558316485Sdavidcs OID_AUTO, "rx_9217_to_16383_byte_packets", 1559316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_9217_to_16383_byte_packets, 1560316485Sdavidcs "rx_9217_to_16383_byte_packets"); 1561316485Sdavidcs 1562316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1563316485Sdavidcs OID_AUTO, "rx_crc_errors", 1564316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_crc_errors, 1565316485Sdavidcs "rx_crc_errors"); 1566316485Sdavidcs 1567316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1568316485Sdavidcs OID_AUTO, "rx_mac_crtl_frames", 1569316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_crtl_frames, 1570316485Sdavidcs "rx_mac_crtl_frames"); 1571316485Sdavidcs 1572316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1573316485Sdavidcs OID_AUTO, "rx_pause_frames", 1574316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pause_frames, 1575316485Sdavidcs "rx_pause_frames"); 1576316485Sdavidcs 1577316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1578316485Sdavidcs OID_AUTO, "rx_pfc_frames", 1579316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pfc_frames, 1580316485Sdavidcs "rx_pfc_frames"); 1581316485Sdavidcs 1582316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1583316485Sdavidcs OID_AUTO, "rx_align_errors", 1584316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_align_errors, 1585316485Sdavidcs "rx_align_errors"); 1586316485Sdavidcs 1587316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1588316485Sdavidcs OID_AUTO, "rx_carrier_errors", 1589316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_carrier_errors, 1590316485Sdavidcs "rx_carrier_errors"); 1591316485Sdavidcs 1592316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1593316485Sdavidcs OID_AUTO, "rx_oversize_packets", 1594316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_oversize_packets, 1595316485Sdavidcs "rx_oversize_packets"); 1596316485Sdavidcs 1597316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1598316485Sdavidcs OID_AUTO, "rx_jabbers", 1599316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_jabbers, 1600316485Sdavidcs "rx_jabbers"); 1601316485Sdavidcs 1602316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1603316485Sdavidcs OID_AUTO, "rx_undersize_packets", 1604316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_undersize_packets, 1605316485Sdavidcs "rx_undersize_packets"); 1606316485Sdavidcs 1607316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1608316485Sdavidcs OID_AUTO, "rx_fragments", 1609316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_fragments, 1610316485Sdavidcs "rx_fragments"); 1611316485Sdavidcs 1612316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1613316485Sdavidcs OID_AUTO, "tx_64_byte_packets", 1614316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_64_byte_packets, 1615316485Sdavidcs "tx_64_byte_packets"); 1616316485Sdavidcs 1617316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1618316485Sdavidcs OID_AUTO, "tx_65_to_127_byte_packets", 1619316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_65_to_127_byte_packets, 1620316485Sdavidcs "tx_65_to_127_byte_packets"); 1621316485Sdavidcs 1622316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1623316485Sdavidcs OID_AUTO, "tx_128_to_255_byte_packets", 1624316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_128_to_255_byte_packets, 1625316485Sdavidcs "tx_128_to_255_byte_packets"); 1626316485Sdavidcs 1627316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1628316485Sdavidcs OID_AUTO, "tx_256_to_511_byte_packets", 1629316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_256_to_511_byte_packets, 1630316485Sdavidcs "tx_256_to_511_byte_packets"); 1631316485Sdavidcs 1632316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1633316485Sdavidcs OID_AUTO, "tx_512_to_1023_byte_packets", 1634316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_512_to_1023_byte_packets, 1635316485Sdavidcs "tx_512_to_1023_byte_packets"); 1636316485Sdavidcs 1637316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1638316485Sdavidcs OID_AUTO, "tx_1024_to_1518_byte_packets", 1639316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_1024_to_1518_byte_packets, 1640316485Sdavidcs "tx_1024_to_1518_byte_packets"); 1641316485Sdavidcs 1642316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1643316485Sdavidcs OID_AUTO, "tx_1519_to_2047_byte_packets", 1644316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_1519_to_2047_byte_packets, 1645316485Sdavidcs "tx_1519_to_2047_byte_packets"); 1646316485Sdavidcs 1647316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1648316485Sdavidcs OID_AUTO, "tx_2048_to_4095_byte_packets", 1649316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_2048_to_4095_byte_packets, 1650316485Sdavidcs "tx_2048_to_4095_byte_packets"); 1651316485Sdavidcs 1652316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1653316485Sdavidcs OID_AUTO, "tx_4096_to_9216_byte_packets", 1654316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_4096_to_9216_byte_packets, 1655316485Sdavidcs "tx_4096_to_9216_byte_packets"); 1656316485Sdavidcs 1657316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1658316485Sdavidcs OID_AUTO, "tx_9217_to_16383_byte_packets", 1659316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_9217_to_16383_byte_packets, 1660316485Sdavidcs "tx_9217_to_16383_byte_packets"); 1661316485Sdavidcs 1662316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1663316485Sdavidcs OID_AUTO, "tx_pause_frames", 1664316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pause_frames, 1665316485Sdavidcs "tx_pause_frames"); 1666316485Sdavidcs 1667316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1668316485Sdavidcs OID_AUTO, "tx_pfc_frames", 1669316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pfc_frames, 1670316485Sdavidcs "tx_pfc_frames"); 1671316485Sdavidcs 1672316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1673316485Sdavidcs OID_AUTO, "tx_lpi_entry_count", 1674316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_lpi_entry_count, 1675316485Sdavidcs "tx_lpi_entry_count"); 1676316485Sdavidcs 1677316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1678316485Sdavidcs OID_AUTO, "tx_total_collisions", 1679316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_total_collisions, 1680316485Sdavidcs "tx_total_collisions"); 1681316485Sdavidcs 1682316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1683316485Sdavidcs OID_AUTO, "brb_truncates", 1684316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_truncates, 1685316485Sdavidcs "brb_truncates"); 1686316485Sdavidcs 1687316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1688316485Sdavidcs OID_AUTO, "brb_discards", 1689316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_discards, 1690316485Sdavidcs "brb_discards"); 1691316485Sdavidcs 1692316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1693316485Sdavidcs OID_AUTO, "rx_mac_bytes", 1694316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bytes, 1695316485Sdavidcs "rx_mac_bytes"); 1696316485Sdavidcs 1697316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1698316485Sdavidcs OID_AUTO, "rx_mac_uc_packets", 1699316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_uc_packets, 1700316485Sdavidcs "rx_mac_uc_packets"); 1701316485Sdavidcs 1702316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1703316485Sdavidcs OID_AUTO, "rx_mac_mc_packets", 1704316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_mc_packets, 1705316485Sdavidcs "rx_mac_mc_packets"); 1706316485Sdavidcs 1707316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1708316485Sdavidcs OID_AUTO, "rx_mac_bc_packets", 1709316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bc_packets, 1710316485Sdavidcs "rx_mac_bc_packets"); 1711316485Sdavidcs 1712316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1713316485Sdavidcs OID_AUTO, "rx_mac_frames_ok", 1714316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_frames_ok, 1715316485Sdavidcs "rx_mac_frames_ok"); 1716316485Sdavidcs 1717316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1718316485Sdavidcs OID_AUTO, "tx_mac_bytes", 1719316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bytes, 1720316485Sdavidcs "tx_mac_bytes"); 1721316485Sdavidcs 1722316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1723316485Sdavidcs OID_AUTO, "tx_mac_uc_packets", 1724316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_uc_packets, 1725316485Sdavidcs "tx_mac_uc_packets"); 1726316485Sdavidcs 1727316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1728316485Sdavidcs OID_AUTO, "tx_mac_mc_packets", 1729316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_mc_packets, 1730316485Sdavidcs "tx_mac_mc_packets"); 1731316485Sdavidcs 1732316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1733316485Sdavidcs OID_AUTO, "tx_mac_bc_packets", 1734316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bc_packets, 1735316485Sdavidcs "tx_mac_bc_packets"); 1736316485Sdavidcs 1737316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1738316485Sdavidcs OID_AUTO, "tx_mac_ctrl_frames", 1739316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_ctrl_frames, 1740316485Sdavidcs "tx_mac_ctrl_frames"); 1741316485Sdavidcs return; 1742316485Sdavidcs} 1743316485Sdavidcs 1744316485Sdavidcsstatic void 1745316485Sdavidcsqlnx_add_sysctls(qlnx_host_t *ha) 1746316485Sdavidcs{ 1747316485Sdavidcs device_t dev = ha->pci_dev; 1748316485Sdavidcs struct sysctl_ctx_list *ctx; 1749316485Sdavidcs struct sysctl_oid_list *children; 1750316485Sdavidcs 1751316485Sdavidcs ctx = device_get_sysctl_ctx(dev); 1752316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(dev)); 1753316485Sdavidcs 1754316485Sdavidcs qlnx_add_fp_stats_sysctls(ha); 1755316485Sdavidcs qlnx_add_sp_stats_sysctls(ha); 1756316485Sdavidcs qlnx_add_hw_stats_sysctls(ha); 1757316485Sdavidcs 1758316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "Driver_Version", 1759316485Sdavidcs CTLFLAG_RD, qlnx_ver_str, 0, 1760316485Sdavidcs "Driver Version"); 1761316485Sdavidcs 1762316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "STORMFW_Version", 1763316485Sdavidcs CTLFLAG_RD, ha->stormfw_ver, 0, 1764316485Sdavidcs "STORM Firmware Version"); 1765316485Sdavidcs 1766316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "MFW_Version", 1767316485Sdavidcs CTLFLAG_RD, ha->mfw_ver, 0, 1768316485Sdavidcs "Management Firmware Version"); 1769316485Sdavidcs 1770316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1771316485Sdavidcs OID_AUTO, "personality", CTLFLAG_RD, 1772316485Sdavidcs &ha->personality, ha->personality, 1773316485Sdavidcs "\tpersonality = 0 => Ethernet Only\n" 1774316485Sdavidcs "\tpersonality = 3 => Ethernet and RoCE\n" 1775316485Sdavidcs "\tpersonality = 4 => Ethernet and iWARP\n" 1776316485Sdavidcs "\tpersonality = 6 => Default in Shared Memory\n"); 1777316485Sdavidcs 1778316485Sdavidcs ha->dbg_level = 0; 1779316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1780316485Sdavidcs OID_AUTO, "debug", CTLFLAG_RW, 1781316485Sdavidcs &ha->dbg_level, ha->dbg_level, "Debug Level"); 1782316485Sdavidcs 1783318659Sdavidcs ha->dp_level = 0x01; 1784316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1785316485Sdavidcs OID_AUTO, "dp_level", CTLFLAG_RW, 1786316485Sdavidcs &ha->dp_level, ha->dp_level, "DP Level"); 1787316485Sdavidcs 1788318657Sdavidcs ha->dbg_trace_lro_cnt = 0; 1789318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1790318657Sdavidcs OID_AUTO, "dbg_trace_lro_cnt", CTLFLAG_RW, 1791318657Sdavidcs &ha->dbg_trace_lro_cnt, ha->dbg_trace_lro_cnt, 1792318657Sdavidcs "Trace LRO Counts"); 1793318657Sdavidcs 1794318657Sdavidcs ha->dbg_trace_tso_pkt_len = 0; 1795318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1796318657Sdavidcs OID_AUTO, "dbg_trace_tso_pkt_len", CTLFLAG_RW, 1797318657Sdavidcs &ha->dbg_trace_tso_pkt_len, ha->dbg_trace_tso_pkt_len, 1798318657Sdavidcs "Trace TSO packet lengths"); 1799318657Sdavidcs 1800316485Sdavidcs ha->dp_module = 0; 1801316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1802316485Sdavidcs OID_AUTO, "dp_module", CTLFLAG_RW, 1803316485Sdavidcs &ha->dp_module, ha->dp_module, "DP Module"); 1804316485Sdavidcs 1805316485Sdavidcs ha->err_inject = 0; 1806316485Sdavidcs 1807316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1808316485Sdavidcs OID_AUTO, "err_inject", CTLFLAG_RW, 1809316485Sdavidcs &ha->err_inject, ha->err_inject, "Error Inject"); 1810316485Sdavidcs 1811316485Sdavidcs ha->storm_stats_enable = 0; 1812316485Sdavidcs 1813316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1814316485Sdavidcs OID_AUTO, "storm_stats_enable", CTLFLAG_RW, 1815316485Sdavidcs &ha->storm_stats_enable, ha->storm_stats_enable, 1816316485Sdavidcs "Enable Storm Statistics Gathering"); 1817316485Sdavidcs 1818316485Sdavidcs ha->storm_stats_index = 0; 1819316485Sdavidcs 1820316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1821316485Sdavidcs OID_AUTO, "storm_stats_index", CTLFLAG_RD, 1822316485Sdavidcs &ha->storm_stats_index, ha->storm_stats_index, 1823316485Sdavidcs "Enable Storm Statistics Gathering Current Index"); 1824316485Sdavidcs 1825316485Sdavidcs ha->grcdump_taken = 0; 1826316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1827316485Sdavidcs OID_AUTO, "grcdump_taken", CTLFLAG_RD, 1828316485Sdavidcs &ha->grcdump_taken, ha->grcdump_taken, "grcdump_taken"); 1829316485Sdavidcs 1830316485Sdavidcs ha->idle_chk_taken = 0; 1831316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1832316485Sdavidcs OID_AUTO, "idle_chk_taken", CTLFLAG_RD, 1833316485Sdavidcs &ha->idle_chk_taken, ha->idle_chk_taken, "idle_chk_taken"); 1834316485Sdavidcs 1835316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1836316485Sdavidcs OID_AUTO, "rx_coalesce_usecs", CTLFLAG_RD, 1837316485Sdavidcs &ha->rx_coalesce_usecs, ha->rx_coalesce_usecs, 1838316485Sdavidcs "rx_coalesce_usecs"); 1839316485Sdavidcs 1840316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1841316485Sdavidcs OID_AUTO, "tx_coalesce_usecs", CTLFLAG_RD, 1842316485Sdavidcs &ha->tx_coalesce_usecs, ha->tx_coalesce_usecs, 1843316485Sdavidcs "tx_coalesce_usecs"); 1844316485Sdavidcs 1845318657Sdavidcs ha->rx_pkt_threshold = 128; 1846316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1847316485Sdavidcs OID_AUTO, "rx_pkt_threshold", CTLFLAG_RW, 1848316485Sdavidcs &ha->rx_pkt_threshold, ha->rx_pkt_threshold, 1849316485Sdavidcs "No. of Rx Pkts to process at a time"); 1850316485Sdavidcs 1851316485Sdavidcs ha->rx_jumbo_buf_eq_mtu = 0; 1852316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1853316485Sdavidcs OID_AUTO, "rx_jumbo_buf_eq_mtu", CTLFLAG_RW, 1854316485Sdavidcs &ha->rx_jumbo_buf_eq_mtu, ha->rx_jumbo_buf_eq_mtu, 1855316485Sdavidcs "== 0 => Rx Jumbo buffers are capped to 4Kbytes\n" 1856316485Sdavidcs "otherwise Rx Jumbo buffers are set to >= MTU size\n"); 1857316485Sdavidcs 1858316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1859316485Sdavidcs OID_AUTO, "trigger_dump", CTLTYPE_INT | CTLFLAG_RW, 1860316485Sdavidcs (void *)ha, 0, 1861316485Sdavidcs qlnx_trigger_dump_sysctl, "I", "trigger_dump"); 1862316485Sdavidcs 1863316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1864316485Sdavidcs OID_AUTO, "set_rx_coalesce_usecs", CTLTYPE_INT | CTLFLAG_RW, 1865316485Sdavidcs (void *)ha, 0, 1866316485Sdavidcs qlnx_set_rx_coalesce, "I", 1867316485Sdavidcs "rx interrupt coalesce period microseconds"); 1868316485Sdavidcs 1869316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1870316485Sdavidcs OID_AUTO, "set_tx_coalesce_usecs", CTLTYPE_INT | CTLFLAG_RW, 1871316485Sdavidcs (void *)ha, 0, 1872316485Sdavidcs qlnx_set_tx_coalesce, "I", 1873316485Sdavidcs "tx interrupt coalesce period microseconds"); 1874316485Sdavidcs 1875316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1876316485Sdavidcs OID_AUTO, "err_illegal_intr", CTLFLAG_RD, 1877316485Sdavidcs &ha->err_illegal_intr, "err_illegal_intr"); 1878316485Sdavidcs 1879316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1880316485Sdavidcs OID_AUTO, "err_fp_null", CTLFLAG_RD, 1881316485Sdavidcs &ha->err_fp_null, "err_fp_null"); 1882316485Sdavidcs 1883316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1884316485Sdavidcs OID_AUTO, "err_get_proto_invalid_type", CTLFLAG_RD, 1885316485Sdavidcs &ha->err_get_proto_invalid_type, "err_get_proto_invalid_type"); 1886316485Sdavidcs return; 1887316485Sdavidcs} 1888316485Sdavidcs 1889316485Sdavidcs 1890316485Sdavidcs 1891316485Sdavidcs/***************************************************************************** 1892316485Sdavidcs * Operating System Network Interface Functions 1893316485Sdavidcs *****************************************************************************/ 1894316485Sdavidcs 1895316485Sdavidcsstatic void 1896316485Sdavidcsqlnx_init_ifnet(device_t dev, qlnx_host_t *ha) 1897316485Sdavidcs{ 1898316485Sdavidcs uint16_t device_id; 1899316485Sdavidcs struct ifnet *ifp; 1900316485Sdavidcs 1901316485Sdavidcs ifp = ha->ifp = if_alloc(IFT_ETHER); 1902316485Sdavidcs 1903316485Sdavidcs if (ifp == NULL) 1904316485Sdavidcs panic("%s: cannot if_alloc()\n", device_get_nameunit(dev)); 1905316485Sdavidcs 1906316485Sdavidcs if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 1907316485Sdavidcs 1908316485Sdavidcs device_id = pci_get_device(ha->pci_dev); 1909316485Sdavidcs 1910316485Sdavidcs#if __FreeBSD_version >= 1000000 1911316485Sdavidcs 1912316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) 1913316485Sdavidcs ifp->if_baudrate = IF_Gbps(40); 1914316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1656) 1915316485Sdavidcs ifp->if_baudrate = IF_Gbps(25); 1916316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) 1917316485Sdavidcs ifp->if_baudrate = IF_Gbps(50); 1918316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) 1919316485Sdavidcs ifp->if_baudrate = IF_Gbps(100); 1920316485Sdavidcs 1921316485Sdavidcs ifp->if_capabilities = IFCAP_LINKSTATE; 1922316485Sdavidcs#else 1923316485Sdavidcs ifp->if_mtu = ETHERMTU; 1924316485Sdavidcs ifp->if_baudrate = (1 * 1000 * 1000 *1000); 1925316485Sdavidcs 1926316485Sdavidcs#endif /* #if __FreeBSD_version >= 1000000 */ 1927316485Sdavidcs 1928316485Sdavidcs ifp->if_init = qlnx_init; 1929316485Sdavidcs ifp->if_softc = ha; 1930316485Sdavidcs ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 1931316485Sdavidcs ifp->if_ioctl = qlnx_ioctl; 1932316485Sdavidcs ifp->if_transmit = qlnx_transmit; 1933316485Sdavidcs ifp->if_qflush = qlnx_qflush; 1934316485Sdavidcs 1935316485Sdavidcs IFQ_SET_MAXLEN(&ifp->if_snd, qlnx_get_ifq_snd_maxlen(ha)); 1936316485Sdavidcs ifp->if_snd.ifq_drv_maxlen = qlnx_get_ifq_snd_maxlen(ha); 1937316485Sdavidcs IFQ_SET_READY(&ifp->if_snd); 1938316485Sdavidcs 1939316485Sdavidcs#if __FreeBSD_version >= 1100036 1940316485Sdavidcs if_setgetcounterfn(ifp, qlnx_get_counter); 1941316485Sdavidcs#endif 1942316485Sdavidcs 1943316485Sdavidcs ha->max_frame_size = ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 1944316485Sdavidcs 1945316485Sdavidcs memcpy(ha->primary_mac, qlnx_get_mac_addr(ha), ETH_ALEN); 1946316485Sdavidcs ether_ifattach(ifp, ha->primary_mac); 1947316485Sdavidcs bcopy(IF_LLADDR(ha->ifp), ha->primary_mac, ETHER_ADDR_LEN); 1948316485Sdavidcs 1949316485Sdavidcs ifp->if_capabilities = IFCAP_HWCSUM; 1950316485Sdavidcs ifp->if_capabilities |= IFCAP_JUMBO_MTU; 1951316485Sdavidcs 1952316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_MTU; 1953316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTAGGING; 1954316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWFILTER; 1955316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWCSUM; 1956316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTSO; 1957316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO4; 1958316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO6; 1959316485Sdavidcs ifp->if_capabilities |= IFCAP_LRO; 1960316485Sdavidcs 1961316485Sdavidcs ifp->if_capenable = ifp->if_capabilities; 1962316485Sdavidcs 1963316485Sdavidcs ifp->if_hwassist = CSUM_IP; 1964316485Sdavidcs ifp->if_hwassist |= CSUM_TCP | CSUM_UDP; 1965316485Sdavidcs ifp->if_hwassist |= CSUM_TCP_IPV6 | CSUM_UDP_IPV6; 1966316485Sdavidcs ifp->if_hwassist |= CSUM_TSO; 1967316485Sdavidcs 1968316485Sdavidcs ifp->if_hdrlen = sizeof(struct ether_vlan_header); 1969316485Sdavidcs 1970316485Sdavidcs ifmedia_init(&ha->media, IFM_IMASK, qlnx_media_change,\ 1971316485Sdavidcs qlnx_media_status); 1972316485Sdavidcs 1973316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) { 1974316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_LR4), 0, NULL); 1975316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_SR4), 0, NULL); 1976316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_CR4), 0, NULL); 1977316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1656) { 1978316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_SR), 0, NULL); 1979316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_CR), 0, NULL); 1980316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) { 1981316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_KR2), 0, NULL); 1982316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_CR2), 0, NULL); 1983316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) { 1984316485Sdavidcs ifmedia_add(&ha->media, 1985316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_LR4), 0, NULL); 1986316485Sdavidcs ifmedia_add(&ha->media, 1987316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_SR4), 0, NULL); 1988316485Sdavidcs ifmedia_add(&ha->media, 1989316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_CR4), 0, NULL); 1990316485Sdavidcs } 1991316485Sdavidcs 1992316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_FDX), 0, NULL); 1993316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_AUTO), 0, NULL); 1994316485Sdavidcs 1995316485Sdavidcs 1996316485Sdavidcs ifmedia_set(&ha->media, (IFM_ETHER | IFM_AUTO)); 1997316485Sdavidcs 1998318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1999316485Sdavidcs 2000316485Sdavidcs return; 2001316485Sdavidcs} 2002316485Sdavidcs 2003316485Sdavidcsstatic void 2004316485Sdavidcsqlnx_init_locked(qlnx_host_t *ha) 2005316485Sdavidcs{ 2006316485Sdavidcs struct ifnet *ifp = ha->ifp; 2007316485Sdavidcs 2008318659Sdavidcs QL_DPRINT1(ha, "Driver Initialization start \n"); 2009318659Sdavidcs 2010316485Sdavidcs qlnx_stop(ha); 2011316485Sdavidcs 2012316485Sdavidcs if (qlnx_load(ha) == 0) { 2013316485Sdavidcs ifp->if_drv_flags |= IFF_DRV_RUNNING; 2014316485Sdavidcs ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2015316485Sdavidcs } 2016316485Sdavidcs 2017316485Sdavidcs return; 2018316485Sdavidcs} 2019316485Sdavidcs 2020316485Sdavidcsstatic void 2021316485Sdavidcsqlnx_init(void *arg) 2022316485Sdavidcs{ 2023316485Sdavidcs qlnx_host_t *ha; 2024316485Sdavidcs 2025316485Sdavidcs ha = (qlnx_host_t *)arg; 2026316485Sdavidcs 2027318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2028316485Sdavidcs 2029316485Sdavidcs QLNX_LOCK(ha); 2030316485Sdavidcs qlnx_init_locked(ha); 2031316485Sdavidcs QLNX_UNLOCK(ha); 2032316485Sdavidcs 2033318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2034316485Sdavidcs 2035316485Sdavidcs return; 2036316485Sdavidcs} 2037316485Sdavidcs 2038316485Sdavidcsstatic int 2039316485Sdavidcsqlnx_config_mcast_mac_addr(qlnx_host_t *ha, uint8_t *mac_addr, uint32_t add_mac) 2040316485Sdavidcs{ 2041316485Sdavidcs struct ecore_filter_mcast *mcast; 2042316485Sdavidcs struct ecore_dev *cdev; 2043316485Sdavidcs int rc; 2044316485Sdavidcs 2045316485Sdavidcs cdev = &ha->cdev; 2046316485Sdavidcs 2047316485Sdavidcs mcast = &ha->ecore_mcast; 2048316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 2049316485Sdavidcs 2050316485Sdavidcs if (add_mac) 2051316485Sdavidcs mcast->opcode = ECORE_FILTER_ADD; 2052316485Sdavidcs else 2053316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 2054316485Sdavidcs 2055316485Sdavidcs mcast->num_mc_addrs = 1; 2056316485Sdavidcs memcpy(mcast->mac, mac_addr, ETH_ALEN); 2057316485Sdavidcs 2058316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 2059316485Sdavidcs 2060316485Sdavidcs return (rc); 2061316485Sdavidcs} 2062316485Sdavidcs 2063316485Sdavidcsstatic int 2064316485Sdavidcsqlnx_hw_add_mcast(qlnx_host_t *ha, uint8_t *mta) 2065316485Sdavidcs{ 2066316485Sdavidcs int i; 2067316485Sdavidcs 2068316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2069316485Sdavidcs 2070316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) 2071316485Sdavidcs return 0; /* its been already added */ 2072316485Sdavidcs } 2073316485Sdavidcs 2074316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2075316485Sdavidcs 2076316485Sdavidcs if ((ha->mcast[i].addr[0] == 0) && 2077316485Sdavidcs (ha->mcast[i].addr[1] == 0) && 2078316485Sdavidcs (ha->mcast[i].addr[2] == 0) && 2079316485Sdavidcs (ha->mcast[i].addr[3] == 0) && 2080316485Sdavidcs (ha->mcast[i].addr[4] == 0) && 2081316485Sdavidcs (ha->mcast[i].addr[5] == 0)) { 2082316485Sdavidcs 2083316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 1)) 2084316485Sdavidcs return (-1); 2085316485Sdavidcs 2086316485Sdavidcs bcopy(mta, ha->mcast[i].addr, ETH_ALEN); 2087316485Sdavidcs ha->nmcast++; 2088316485Sdavidcs 2089316485Sdavidcs return 0; 2090316485Sdavidcs } 2091316485Sdavidcs } 2092316485Sdavidcs return 0; 2093316485Sdavidcs} 2094316485Sdavidcs 2095316485Sdavidcsstatic int 2096316485Sdavidcsqlnx_hw_del_mcast(qlnx_host_t *ha, uint8_t *mta) 2097316485Sdavidcs{ 2098316485Sdavidcs int i; 2099316485Sdavidcs 2100316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2101316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) { 2102316485Sdavidcs 2103316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 0)) 2104316485Sdavidcs return (-1); 2105316485Sdavidcs 2106316485Sdavidcs ha->mcast[i].addr[0] = 0; 2107316485Sdavidcs ha->mcast[i].addr[1] = 0; 2108316485Sdavidcs ha->mcast[i].addr[2] = 0; 2109316485Sdavidcs ha->mcast[i].addr[3] = 0; 2110316485Sdavidcs ha->mcast[i].addr[4] = 0; 2111316485Sdavidcs ha->mcast[i].addr[5] = 0; 2112316485Sdavidcs 2113316485Sdavidcs ha->nmcast--; 2114316485Sdavidcs 2115316485Sdavidcs return 0; 2116316485Sdavidcs } 2117316485Sdavidcs } 2118316485Sdavidcs return 0; 2119316485Sdavidcs} 2120316485Sdavidcs 2121316485Sdavidcs/* 2122316485Sdavidcs * Name: qls_hw_set_multi 2123316485Sdavidcs * Function: Sets the Multicast Addresses provided the host O.S into the 2124316485Sdavidcs * hardware (for the given interface) 2125316485Sdavidcs */ 2126316485Sdavidcsstatic void 2127316485Sdavidcsqlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 2128316485Sdavidcs uint32_t add_mac) 2129316485Sdavidcs{ 2130316485Sdavidcs int i; 2131316485Sdavidcs 2132316485Sdavidcs for (i = 0; i < mcnt; i++) { 2133316485Sdavidcs if (add_mac) { 2134316485Sdavidcs if (qlnx_hw_add_mcast(ha, mta)) 2135316485Sdavidcs break; 2136316485Sdavidcs } else { 2137316485Sdavidcs if (qlnx_hw_del_mcast(ha, mta)) 2138316485Sdavidcs break; 2139316485Sdavidcs } 2140316485Sdavidcs 2141316485Sdavidcs mta += ETHER_HDR_LEN; 2142316485Sdavidcs } 2143316485Sdavidcs return; 2144316485Sdavidcs} 2145316485Sdavidcs 2146316485Sdavidcs 2147316485Sdavidcs#define QLNX_MCAST_ADDRS_SIZE (QLNX_MAX_NUM_MULTICAST_ADDRS * ETHER_HDR_LEN) 2148316485Sdavidcsstatic int 2149316485Sdavidcsqlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi) 2150316485Sdavidcs{ 2151316485Sdavidcs uint8_t mta[QLNX_MCAST_ADDRS_SIZE]; 2152316485Sdavidcs struct ifmultiaddr *ifma; 2153316485Sdavidcs int mcnt = 0; 2154316485Sdavidcs struct ifnet *ifp = ha->ifp; 2155316485Sdavidcs int ret = 0; 2156316485Sdavidcs 2157316485Sdavidcs if_maddr_rlock(ifp); 2158316485Sdavidcs 2159316485Sdavidcs TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) { 2160316485Sdavidcs 2161316485Sdavidcs if (ifma->ifma_addr->sa_family != AF_LINK) 2162316485Sdavidcs continue; 2163316485Sdavidcs 2164316485Sdavidcs if (mcnt == QLNX_MAX_NUM_MULTICAST_ADDRS) 2165316485Sdavidcs break; 2166316485Sdavidcs 2167316485Sdavidcs bcopy(LLADDR((struct sockaddr_dl *) ifma->ifma_addr), 2168316485Sdavidcs &mta[mcnt * ETHER_HDR_LEN], ETHER_HDR_LEN); 2169316485Sdavidcs 2170316485Sdavidcs mcnt++; 2171316485Sdavidcs } 2172316485Sdavidcs 2173316485Sdavidcs if_maddr_runlock(ifp); 2174316485Sdavidcs 2175316485Sdavidcs QLNX_LOCK(ha); 2176316485Sdavidcs qlnx_hw_set_multi(ha, mta, mcnt, add_multi); 2177316485Sdavidcs QLNX_UNLOCK(ha); 2178316485Sdavidcs 2179316485Sdavidcs return (ret); 2180316485Sdavidcs} 2181316485Sdavidcs 2182316485Sdavidcsstatic int 2183316485Sdavidcsqlnx_set_promisc(qlnx_host_t *ha) 2184316485Sdavidcs{ 2185316485Sdavidcs int rc = 0; 2186316485Sdavidcs uint8_t filter; 2187316485Sdavidcs 2188316485Sdavidcs filter = ha->filter; 2189316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2190316485Sdavidcs filter |= ECORE_ACCEPT_UCAST_UNMATCHED; 2191316485Sdavidcs 2192316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2193316485Sdavidcs return (rc); 2194316485Sdavidcs} 2195316485Sdavidcs 2196316485Sdavidcsstatic int 2197316485Sdavidcsqlnx_set_allmulti(qlnx_host_t *ha) 2198316485Sdavidcs{ 2199316485Sdavidcs int rc = 0; 2200316485Sdavidcs uint8_t filter; 2201316485Sdavidcs 2202316485Sdavidcs filter = ha->filter; 2203316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2204316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2205316485Sdavidcs 2206316485Sdavidcs return (rc); 2207316485Sdavidcs} 2208316485Sdavidcs 2209316485Sdavidcs 2210316485Sdavidcsstatic int 2211316485Sdavidcsqlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 2212316485Sdavidcs{ 2213316485Sdavidcs int ret = 0, mask; 2214316485Sdavidcs struct ifreq *ifr = (struct ifreq *)data; 2215316485Sdavidcs struct ifaddr *ifa = (struct ifaddr *)data; 2216316485Sdavidcs qlnx_host_t *ha; 2217316485Sdavidcs 2218316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2219316485Sdavidcs 2220316485Sdavidcs switch (cmd) { 2221316485Sdavidcs case SIOCSIFADDR: 2222318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFADDR (0x%lx)\n", cmd); 2223316485Sdavidcs 2224316485Sdavidcs if (ifa->ifa_addr->sa_family == AF_INET) { 2225316485Sdavidcs ifp->if_flags |= IFF_UP; 2226316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) { 2227316485Sdavidcs QLNX_LOCK(ha); 2228316485Sdavidcs qlnx_init_locked(ha); 2229316485Sdavidcs QLNX_UNLOCK(ha); 2230316485Sdavidcs } 2231318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFADDR (0x%lx) ipv4 [0x%08x]\n", 2232318659Sdavidcs cmd, ntohl(IA_SIN(ifa)->sin_addr.s_addr)); 2233316485Sdavidcs 2234316485Sdavidcs arp_ifinit(ifp, ifa); 2235316485Sdavidcs } else { 2236316485Sdavidcs ether_ioctl(ifp, cmd, data); 2237316485Sdavidcs } 2238316485Sdavidcs break; 2239316485Sdavidcs 2240316485Sdavidcs case SIOCSIFMTU: 2241318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFMTU (0x%lx)\n", cmd); 2242316485Sdavidcs 2243316485Sdavidcs if (ifr->ifr_mtu > QLNX_MAX_MTU) { 2244316485Sdavidcs ret = EINVAL; 2245316485Sdavidcs } else { 2246316485Sdavidcs QLNX_LOCK(ha); 2247316485Sdavidcs ifp->if_mtu = ifr->ifr_mtu; 2248316485Sdavidcs ha->max_frame_size = 2249316485Sdavidcs ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 2250318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2251316485Sdavidcs qlnx_init_locked(ha); 2252316485Sdavidcs } 2253316485Sdavidcs 2254316485Sdavidcs QLNX_UNLOCK(ha); 2255316485Sdavidcs } 2256316485Sdavidcs 2257316485Sdavidcs break; 2258316485Sdavidcs 2259316485Sdavidcs case SIOCSIFFLAGS: 2260318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFFLAGS (0x%lx)\n", cmd); 2261316485Sdavidcs 2262316485Sdavidcs QLNX_LOCK(ha); 2263316485Sdavidcs 2264316485Sdavidcs if (ifp->if_flags & IFF_UP) { 2265318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2266316485Sdavidcs if ((ifp->if_flags ^ ha->if_flags) & 2267316485Sdavidcs IFF_PROMISC) { 2268316485Sdavidcs ret = qlnx_set_promisc(ha); 2269316485Sdavidcs } else if ((ifp->if_flags ^ ha->if_flags) & 2270316485Sdavidcs IFF_ALLMULTI) { 2271316485Sdavidcs ret = qlnx_set_allmulti(ha); 2272316485Sdavidcs } 2273316485Sdavidcs } else { 2274316485Sdavidcs ha->max_frame_size = ifp->if_mtu + 2275316485Sdavidcs ETHER_HDR_LEN + ETHER_CRC_LEN; 2276316485Sdavidcs qlnx_init_locked(ha); 2277316485Sdavidcs } 2278316485Sdavidcs } else { 2279316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) 2280316485Sdavidcs qlnx_stop(ha); 2281316485Sdavidcs ha->if_flags = ifp->if_flags; 2282316485Sdavidcs } 2283316485Sdavidcs 2284316485Sdavidcs QLNX_UNLOCK(ha); 2285316485Sdavidcs break; 2286316485Sdavidcs 2287316485Sdavidcs case SIOCADDMULTI: 2288318659Sdavidcs QL_DPRINT4(ha, "%s (0x%lx)\n", "SIOCADDMULTI", cmd); 2289316485Sdavidcs 2290316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2291316485Sdavidcs if (qlnx_set_multi(ha, 1)) 2292316485Sdavidcs ret = EINVAL; 2293316485Sdavidcs } 2294316485Sdavidcs break; 2295316485Sdavidcs 2296316485Sdavidcs case SIOCDELMULTI: 2297318659Sdavidcs QL_DPRINT4(ha, "%s (0x%lx)\n", "SIOCDELMULTI", cmd); 2298316485Sdavidcs 2299316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2300316485Sdavidcs if (qlnx_set_multi(ha, 0)) 2301316485Sdavidcs ret = EINVAL; 2302316485Sdavidcs } 2303316485Sdavidcs break; 2304316485Sdavidcs 2305316485Sdavidcs case SIOCSIFMEDIA: 2306316485Sdavidcs case SIOCGIFMEDIA: 2307318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFMEDIA/SIOCGIFMEDIA (0x%lx)\n", cmd); 2308318659Sdavidcs 2309316485Sdavidcs ret = ifmedia_ioctl(ifp, ifr, &ha->media, cmd); 2310316485Sdavidcs break; 2311316485Sdavidcs 2312316485Sdavidcs case SIOCSIFCAP: 2313316485Sdavidcs 2314316485Sdavidcs mask = ifr->ifr_reqcap ^ ifp->if_capenable; 2315316485Sdavidcs 2316318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFCAP (0x%lx)\n", cmd); 2317316485Sdavidcs 2318316485Sdavidcs if (mask & IFCAP_HWCSUM) 2319316485Sdavidcs ifp->if_capenable ^= IFCAP_HWCSUM; 2320316485Sdavidcs if (mask & IFCAP_TSO4) 2321316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO4; 2322316485Sdavidcs if (mask & IFCAP_TSO6) 2323316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO6; 2324316485Sdavidcs if (mask & IFCAP_VLAN_HWTAGGING) 2325316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 2326316485Sdavidcs if (mask & IFCAP_VLAN_HWTSO) 2327316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTSO; 2328316485Sdavidcs if (mask & IFCAP_LRO) 2329316485Sdavidcs ifp->if_capenable ^= IFCAP_LRO; 2330316485Sdavidcs 2331316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) 2332316485Sdavidcs qlnx_init(ha); 2333316485Sdavidcs 2334316485Sdavidcs VLAN_CAPABILITIES(ifp); 2335316485Sdavidcs break; 2336316485Sdavidcs 2337316485Sdavidcs#if (__FreeBSD_version >= 1100101) 2338316485Sdavidcs 2339316485Sdavidcs case SIOCGI2C: 2340316485Sdavidcs { 2341316485Sdavidcs struct ifi2creq i2c; 2342316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[0]; 2343316485Sdavidcs struct ecore_ptt *p_ptt; 2344316485Sdavidcs 2345316485Sdavidcs ret = copyin(ifr->ifr_data, &i2c, sizeof(i2c)); 2346316485Sdavidcs 2347316485Sdavidcs if (ret) 2348316485Sdavidcs break; 2349316485Sdavidcs 2350316485Sdavidcs if ((i2c.len > sizeof (i2c.data)) || 2351316485Sdavidcs (i2c.dev_addr != 0xA0 && i2c.dev_addr != 0xA2)) { 2352316485Sdavidcs ret = EINVAL; 2353316485Sdavidcs break; 2354316485Sdavidcs } 2355316485Sdavidcs 2356316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 2357316485Sdavidcs 2358316485Sdavidcs if (!p_ptt) { 2359318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 2360316485Sdavidcs ret = -1; 2361316485Sdavidcs break; 2362316485Sdavidcs } 2363316485Sdavidcs 2364316485Sdavidcs ret = ecore_mcp_phy_sfp_read(p_hwfn, p_ptt, 2365316485Sdavidcs (ha->pci_func & 0x1), i2c.dev_addr, i2c.offset, 2366316485Sdavidcs i2c.len, &i2c.data[0]); 2367316485Sdavidcs 2368316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 2369316485Sdavidcs 2370316485Sdavidcs if (ret) { 2371316485Sdavidcs ret = -1; 2372316485Sdavidcs break; 2373316485Sdavidcs } 2374316485Sdavidcs 2375316485Sdavidcs ret = copyout(&i2c, ifr->ifr_data, sizeof(i2c)); 2376316485Sdavidcs 2377318659Sdavidcs QL_DPRINT8(ha, "SIOCGI2C copyout ret = %d \ 2378318659Sdavidcs len = %d addr = 0x%02x offset = 0x%04x \ 2379318659Sdavidcs data[0..7]=0x%02x 0x%02x 0x%02x 0x%02x 0x%02x \ 2380318659Sdavidcs 0x%02x 0x%02x 0x%02x\n", 2381316485Sdavidcs ret, i2c.len, i2c.dev_addr, i2c.offset, 2382316485Sdavidcs i2c.data[0], i2c.data[1], i2c.data[2], i2c.data[3], 2383318659Sdavidcs i2c.data[4], i2c.data[5], i2c.data[6], i2c.data[7]); 2384316485Sdavidcs break; 2385316485Sdavidcs } 2386316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) */ 2387316485Sdavidcs 2388316485Sdavidcs default: 2389318659Sdavidcs QL_DPRINT4(ha, "default (0x%lx)\n", cmd); 2390316485Sdavidcs ret = ether_ioctl(ifp, cmd, data); 2391316485Sdavidcs break; 2392316485Sdavidcs } 2393316485Sdavidcs 2394316485Sdavidcs return (ret); 2395316485Sdavidcs} 2396316485Sdavidcs 2397316485Sdavidcsstatic int 2398316485Sdavidcsqlnx_media_change(struct ifnet *ifp) 2399316485Sdavidcs{ 2400316485Sdavidcs qlnx_host_t *ha; 2401316485Sdavidcs struct ifmedia *ifm; 2402316485Sdavidcs int ret = 0; 2403316485Sdavidcs 2404316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2405316485Sdavidcs 2406318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2407316485Sdavidcs 2408316485Sdavidcs ifm = &ha->media; 2409316485Sdavidcs 2410316485Sdavidcs if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER) 2411316485Sdavidcs ret = EINVAL; 2412316485Sdavidcs 2413318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2414316485Sdavidcs 2415316485Sdavidcs return (ret); 2416316485Sdavidcs} 2417316485Sdavidcs 2418316485Sdavidcsstatic void 2419316485Sdavidcsqlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr) 2420316485Sdavidcs{ 2421316485Sdavidcs qlnx_host_t *ha; 2422316485Sdavidcs 2423316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2424316485Sdavidcs 2425318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2426316485Sdavidcs 2427316485Sdavidcs ifmr->ifm_status = IFM_AVALID; 2428316485Sdavidcs ifmr->ifm_active = IFM_ETHER; 2429316485Sdavidcs 2430316485Sdavidcs if (ha->link_up) { 2431316485Sdavidcs ifmr->ifm_status |= IFM_ACTIVE; 2432316485Sdavidcs ifmr->ifm_active |= 2433316485Sdavidcs (IFM_FDX | qlnx_get_optics(ha, &ha->if_link)); 2434316485Sdavidcs 2435316485Sdavidcs if (ha->if_link.link_partner_caps & 2436316485Sdavidcs (QLNX_LINK_CAP_Pause | QLNX_LINK_CAP_Asym_Pause)) 2437316485Sdavidcs ifmr->ifm_active |= 2438316485Sdavidcs (IFM_ETH_RXPAUSE | IFM_ETH_TXPAUSE); 2439316485Sdavidcs } 2440316485Sdavidcs 2441318659Sdavidcs QL_DPRINT2(ha, "exit (%s)\n", (ha->link_up ? "link_up" : "link_down")); 2442316485Sdavidcs 2443316485Sdavidcs return; 2444316485Sdavidcs} 2445316485Sdavidcs 2446316485Sdavidcs 2447316485Sdavidcsstatic void 2448316485Sdavidcsqlnx_free_tx_pkt(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2449316485Sdavidcs struct qlnx_tx_queue *txq) 2450316485Sdavidcs{ 2451316485Sdavidcs u16 idx; 2452316485Sdavidcs struct mbuf *mp; 2453316485Sdavidcs bus_dmamap_t map; 2454316485Sdavidcs int i; 2455316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2456316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2457316485Sdavidcs int nbds = 0; 2458316485Sdavidcs 2459316485Sdavidcs idx = txq->sw_tx_cons; 2460316485Sdavidcs mp = txq->sw_tx_ring[idx].mp; 2461316485Sdavidcs map = txq->sw_tx_ring[idx].map; 2462316485Sdavidcs 2463316485Sdavidcs if ((mp == NULL) || QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL)){ 2464316485Sdavidcs 2465316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL); 2466316485Sdavidcs 2467318659Sdavidcs QL_DPRINT1(ha, "(mp == NULL) " 2468316485Sdavidcs " tx_idx = 0x%x" 2469316485Sdavidcs " ecore_prod_idx = 0x%x" 2470316485Sdavidcs " ecore_cons_idx = 0x%x" 2471316485Sdavidcs " hw_bd_cons = 0x%x" 2472316485Sdavidcs " txq_db_last = 0x%x" 2473316485Sdavidcs " elem_left = 0x%x\n", 2474316485Sdavidcs fp->rss_id, 2475316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2476316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2477316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2478316485Sdavidcs txq->tx_db.raw, 2479318659Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)); 2480316485Sdavidcs 2481316485Sdavidcs fp->err_tx_free_pkt_null++; 2482316485Sdavidcs 2483316485Sdavidcs //DEBUG 2484316485Sdavidcs qlnx_trigger_dump(ha); 2485316485Sdavidcs 2486316485Sdavidcs return; 2487316485Sdavidcs } else { 2488316485Sdavidcs 2489316485Sdavidcs QLNX_INC_OPACKETS((ha->ifp)); 2490316485Sdavidcs QLNX_INC_OBYTES((ha->ifp), (mp->m_pkthdr.len)); 2491316485Sdavidcs 2492316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_POSTWRITE); 2493316485Sdavidcs bus_dmamap_unload(ha->tx_tag, map); 2494316485Sdavidcs 2495316485Sdavidcs fp->tx_pkts_freed++; 2496316485Sdavidcs fp->tx_pkts_completed++; 2497316485Sdavidcs 2498316485Sdavidcs m_freem(mp); 2499316485Sdavidcs } 2500316485Sdavidcs 2501316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_consume(&txq->tx_pbl); 2502316485Sdavidcs nbds = first_bd->data.nbds; 2503316485Sdavidcs 2504316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(first_bd, 0, 0); 2505316485Sdavidcs 2506316485Sdavidcs for (i = 1; i < nbds; i++) { 2507316485Sdavidcs tx_data_bd = ecore_chain_consume(&txq->tx_pbl); 2508316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(tx_data_bd, 0, 0); 2509316485Sdavidcs } 2510316485Sdavidcs txq->sw_tx_ring[idx].flags = 0; 2511316485Sdavidcs txq->sw_tx_ring[idx].mp = NULL; 2512316485Sdavidcs txq->sw_tx_ring[idx].map = (bus_dmamap_t)0; 2513316485Sdavidcs 2514316485Sdavidcs return; 2515316485Sdavidcs} 2516316485Sdavidcs 2517316485Sdavidcsstatic void 2518316485Sdavidcsqlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2519316485Sdavidcs struct qlnx_tx_queue *txq) 2520316485Sdavidcs{ 2521316485Sdavidcs u16 hw_bd_cons; 2522316485Sdavidcs u16 ecore_cons_idx; 2523316485Sdavidcs uint16_t diff; 2524316485Sdavidcs 2525316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 2526316485Sdavidcs 2527316485Sdavidcs while (hw_bd_cons != 2528316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 2529316485Sdavidcs 2530316485Sdavidcs if (hw_bd_cons < ecore_cons_idx) { 2531316485Sdavidcs diff = (1 << 16) - (ecore_cons_idx - hw_bd_cons); 2532316485Sdavidcs } else { 2533316485Sdavidcs diff = hw_bd_cons - ecore_cons_idx; 2534316485Sdavidcs } 2535316485Sdavidcs if ((diff > TX_RING_SIZE) || 2536316485Sdavidcs QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF)){ 2537316485Sdavidcs 2538316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF); 2539316485Sdavidcs 2540318659Sdavidcs QL_DPRINT1(ha, "(diff = 0x%x) " 2541316485Sdavidcs " tx_idx = 0x%x" 2542316485Sdavidcs " ecore_prod_idx = 0x%x" 2543316485Sdavidcs " ecore_cons_idx = 0x%x" 2544316485Sdavidcs " hw_bd_cons = 0x%x" 2545316485Sdavidcs " txq_db_last = 0x%x" 2546316485Sdavidcs " elem_left = 0x%x\n", 2547318659Sdavidcs diff, 2548316485Sdavidcs fp->rss_id, 2549316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2550316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2551316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2552316485Sdavidcs txq->tx_db.raw, 2553318659Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)); 2554316485Sdavidcs 2555316485Sdavidcs fp->err_tx_cons_idx_conflict++; 2556316485Sdavidcs 2557316485Sdavidcs //DEBUG 2558316485Sdavidcs qlnx_trigger_dump(ha); 2559316485Sdavidcs } 2560316485Sdavidcs 2561316485Sdavidcs qlnx_free_tx_pkt(ha, fp, txq); 2562316485Sdavidcs 2563316485Sdavidcs txq->sw_tx_cons = (txq->sw_tx_cons + 1) & (TX_RING_SIZE - 1); 2564316485Sdavidcs } 2565316485Sdavidcs return; 2566316485Sdavidcs} 2567316485Sdavidcs 2568316485Sdavidcsstatic int 2569316485Sdavidcsqlnx_transmit(struct ifnet *ifp, struct mbuf *mp) 2570316485Sdavidcs{ 2571316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)ifp->if_softc; 2572316485Sdavidcs struct qlnx_fastpath *fp; 2573316485Sdavidcs int rss_id = 0, ret = 0; 2574316485Sdavidcs 2575318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2576316485Sdavidcs 2577316485Sdavidcs#if __FreeBSD_version >= 1100000 2578316485Sdavidcs if (M_HASHTYPE_GET(mp) != M_HASHTYPE_NONE) 2579316485Sdavidcs#else 2580316485Sdavidcs if (mp->m_flags & M_FLOWID) 2581316485Sdavidcs#endif 2582316485Sdavidcs rss_id = (mp->m_pkthdr.flowid % ECORE_RSS_IND_TABLE_SIZE) % 2583316485Sdavidcs ha->num_rss; 2584316485Sdavidcs 2585316485Sdavidcs fp = &ha->fp_array[rss_id]; 2586316485Sdavidcs 2587316485Sdavidcs if (fp->tx_br == NULL) { 2588316485Sdavidcs ret = EINVAL; 2589316485Sdavidcs goto qlnx_transmit_exit; 2590316485Sdavidcs } 2591316485Sdavidcs 2592316485Sdavidcs if (mp != NULL) { 2593316485Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 2594316485Sdavidcs } 2595316485Sdavidcs 2596316485Sdavidcs if (fp->fp_taskqueue != NULL) 2597316485Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 2598316485Sdavidcs 2599316485Sdavidcs ret = 0; 2600316485Sdavidcs 2601316485Sdavidcsqlnx_transmit_exit: 2602316485Sdavidcs 2603318659Sdavidcs QL_DPRINT2(ha, "exit ret = %d\n", ret); 2604316485Sdavidcs return ret; 2605316485Sdavidcs} 2606316485Sdavidcs 2607316485Sdavidcsstatic void 2608316485Sdavidcsqlnx_qflush(struct ifnet *ifp) 2609316485Sdavidcs{ 2610316485Sdavidcs int rss_id; 2611316485Sdavidcs struct qlnx_fastpath *fp; 2612316485Sdavidcs struct mbuf *mp; 2613316485Sdavidcs qlnx_host_t *ha; 2614316485Sdavidcs 2615316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2616316485Sdavidcs 2617318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2618316485Sdavidcs 2619316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 2620316485Sdavidcs 2621316485Sdavidcs fp = &ha->fp_array[rss_id]; 2622316485Sdavidcs 2623316485Sdavidcs if (fp == NULL) 2624316485Sdavidcs continue; 2625316485Sdavidcs 2626316485Sdavidcs if (fp->tx_br) { 2627316485Sdavidcs mtx_lock(&fp->tx_mtx); 2628316485Sdavidcs 2629316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 2630316485Sdavidcs fp->tx_pkts_freed++; 2631316485Sdavidcs m_freem(mp); 2632316485Sdavidcs } 2633316485Sdavidcs mtx_unlock(&fp->tx_mtx); 2634316485Sdavidcs } 2635316485Sdavidcs } 2636318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2637316485Sdavidcs 2638316485Sdavidcs return; 2639316485Sdavidcs} 2640316485Sdavidcs 2641316485Sdavidcsstatic void 2642316485Sdavidcsqlnx_txq_doorbell_wr32(qlnx_host_t *ha, void *reg_addr, uint32_t value) 2643316485Sdavidcs{ 2644316485Sdavidcs struct ecore_dev *cdev; 2645316485Sdavidcs uint32_t offset; 2646316485Sdavidcs 2647316485Sdavidcs cdev = &ha->cdev; 2648316485Sdavidcs 2649316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)cdev->doorbells); 2650316485Sdavidcs 2651316485Sdavidcs bus_write_4(ha->pci_dbells, offset, value); 2652316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_READ); 2653316485Sdavidcs bus_barrier(ha->pci_dbells, 0, 0, BUS_SPACE_BARRIER_READ); 2654316485Sdavidcs 2655316485Sdavidcs return; 2656316485Sdavidcs} 2657316485Sdavidcs 2658316485Sdavidcsstatic uint32_t 2659316485Sdavidcsqlnx_tcp_offset(qlnx_host_t *ha, struct mbuf *mp) 2660316485Sdavidcs{ 2661316485Sdavidcs struct ether_vlan_header *eh = NULL; 2662316485Sdavidcs struct ip *ip = NULL; 2663316485Sdavidcs struct ip6_hdr *ip6 = NULL; 2664316485Sdavidcs struct tcphdr *th = NULL; 2665316485Sdavidcs uint32_t ehdrlen = 0, ip_hlen = 0, offset = 0; 2666316485Sdavidcs uint16_t etype = 0; 2667316485Sdavidcs device_t dev; 2668316485Sdavidcs uint8_t buf[sizeof(struct ip6_hdr)]; 2669316485Sdavidcs 2670316485Sdavidcs dev = ha->pci_dev; 2671316485Sdavidcs 2672316485Sdavidcs eh = mtod(mp, struct ether_vlan_header *); 2673316485Sdavidcs 2674316485Sdavidcs if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) { 2675316485Sdavidcs ehdrlen = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN; 2676316485Sdavidcs etype = ntohs(eh->evl_proto); 2677316485Sdavidcs } else { 2678316485Sdavidcs ehdrlen = ETHER_HDR_LEN; 2679316485Sdavidcs etype = ntohs(eh->evl_encap_proto); 2680316485Sdavidcs } 2681316485Sdavidcs 2682316485Sdavidcs switch (etype) { 2683316485Sdavidcs 2684316485Sdavidcs case ETHERTYPE_IP: 2685316485Sdavidcs ip = (struct ip *)(mp->m_data + ehdrlen); 2686316485Sdavidcs 2687316485Sdavidcs ip_hlen = sizeof (struct ip); 2688316485Sdavidcs 2689316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 2690316485Sdavidcs m_copydata(mp, ehdrlen, sizeof(struct ip), buf); 2691316485Sdavidcs ip = (struct ip *)buf; 2692316485Sdavidcs } 2693316485Sdavidcs 2694316485Sdavidcs th = (struct tcphdr *)(ip + 1); 2695316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 2696316485Sdavidcs break; 2697316485Sdavidcs 2698316485Sdavidcs case ETHERTYPE_IPV6: 2699316485Sdavidcs ip6 = (struct ip6_hdr *)(mp->m_data + ehdrlen); 2700316485Sdavidcs 2701316485Sdavidcs ip_hlen = sizeof(struct ip6_hdr); 2702316485Sdavidcs 2703316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 2704316485Sdavidcs m_copydata(mp, ehdrlen, sizeof (struct ip6_hdr), 2705316485Sdavidcs buf); 2706316485Sdavidcs ip6 = (struct ip6_hdr *)buf; 2707316485Sdavidcs } 2708316485Sdavidcs th = (struct tcphdr *)(ip6 + 1); 2709316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 2710316485Sdavidcs break; 2711316485Sdavidcs 2712316485Sdavidcs default: 2713316485Sdavidcs break; 2714316485Sdavidcs } 2715316485Sdavidcs 2716316485Sdavidcs return (offset); 2717316485Sdavidcs} 2718316485Sdavidcs 2719316485Sdavidcsstatic __inline int 2720316485Sdavidcsqlnx_tso_check(struct qlnx_fastpath *fp, bus_dma_segment_t *segs, int nsegs, 2721316485Sdavidcs uint32_t offset) 2722316485Sdavidcs{ 2723316485Sdavidcs int i; 2724316485Sdavidcs uint32_t sum, nbds_in_hdr = 1; 2725316485Sdavidcs bus_dma_segment_t *t_segs = segs; 2726316485Sdavidcs 2727316485Sdavidcs /* count the number of segments spanned by TCP header */ 2728316485Sdavidcs 2729316485Sdavidcs i = 0; 2730316485Sdavidcs while ((i < nsegs) && (offset > t_segs->ds_len)) { 2731316485Sdavidcs nbds_in_hdr++; 2732316485Sdavidcs offset = offset - t_segs->ds_len; 2733316485Sdavidcs t_segs++; 2734316485Sdavidcs i++; 2735316485Sdavidcs } 2736316485Sdavidcs 2737316485Sdavidcs while (nsegs >= QLNX_MAX_SEGMENTS_NON_TSO) { 2738316485Sdavidcs 2739316485Sdavidcs sum = 0; 2740316485Sdavidcs 2741316485Sdavidcs for (i = 0; i < (ETH_TX_LSO_WINDOW_BDS_NUM - nbds_in_hdr); i++){ 2742316485Sdavidcs sum += segs->ds_len; 2743316485Sdavidcs segs++; 2744316485Sdavidcs } 2745316485Sdavidcs 2746316485Sdavidcs if (sum < ETH_TX_LSO_WINDOW_MIN_LEN) { 2747316485Sdavidcs fp->tx_lso_wnd_min_len++; 2748316485Sdavidcs return (-1); 2749316485Sdavidcs } 2750316485Sdavidcs 2751316485Sdavidcs nsegs -= QLNX_MAX_SEGMENTS_NON_TSO; 2752316485Sdavidcs } 2753316485Sdavidcs 2754316485Sdavidcs return (0); 2755316485Sdavidcs} 2756316485Sdavidcs 2757316485Sdavidcsstatic int 2758316485Sdavidcsqlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, struct mbuf **m_headp) 2759316485Sdavidcs{ 2760316485Sdavidcs bus_dma_segment_t *segs; 2761316485Sdavidcs bus_dmamap_t map = 0; 2762316485Sdavidcs uint32_t nsegs = 0; 2763316485Sdavidcs int ret = -1; 2764316485Sdavidcs struct mbuf *m_head = *m_headp; 2765316485Sdavidcs uint16_t idx = 0; 2766316485Sdavidcs uint16_t elem_left; 2767316485Sdavidcs 2768316485Sdavidcs uint8_t nbd = 0; 2769316485Sdavidcs struct qlnx_tx_queue *txq; 2770316485Sdavidcs 2771316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2772316485Sdavidcs struct eth_tx_2nd_bd *second_bd; 2773316485Sdavidcs struct eth_tx_3rd_bd *third_bd; 2774316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2775316485Sdavidcs 2776316485Sdavidcs int seg_idx = 0; 2777316485Sdavidcs uint32_t nbds_in_hdr = 0; 2778316485Sdavidcs uint32_t offset = 0; 2779316485Sdavidcs 2780318659Sdavidcs QL_DPRINT8(ha, "enter\n"); 2781316485Sdavidcs 2782316485Sdavidcs if (!ha->link_up) 2783316485Sdavidcs return (-1); 2784316485Sdavidcs 2785316485Sdavidcs first_bd = NULL; 2786316485Sdavidcs second_bd = NULL; 2787316485Sdavidcs third_bd = NULL; 2788316485Sdavidcs tx_data_bd = NULL; 2789316485Sdavidcs 2790316485Sdavidcs txq = fp->txq[0]; 2791318657Sdavidcs 2792318657Sdavidcs if (fp->tx_ring_full) { 2793318657Sdavidcs elem_left = ecore_chain_get_elem_left(&txq->tx_pbl); 2794318657Sdavidcs 2795318657Sdavidcs if (elem_left < (TX_RING_SIZE >> 4)) 2796318657Sdavidcs return (-1); 2797318657Sdavidcs else 2798318657Sdavidcs fp->tx_ring_full = 0; 2799318657Sdavidcs } 2800318657Sdavidcs 2801316485Sdavidcs idx = txq->sw_tx_prod; 2802316485Sdavidcs 2803316485Sdavidcs map = txq->sw_tx_ring[idx].map; 2804316485Sdavidcs segs = txq->segs; 2805316485Sdavidcs 2806316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, segs, &nsegs, 2807316485Sdavidcs BUS_DMA_NOWAIT); 2808316485Sdavidcs 2809318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 2810318657Sdavidcs if (!fp->tx_tso_min_pkt_len) { 2811316485Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 2812318657Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 2813318657Sdavidcs } else { 2814318657Sdavidcs if (fp->tx_tso_min_pkt_len > m_head->m_pkthdr.len) 2815318657Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 2816318657Sdavidcs if (fp->tx_tso_max_pkt_len < m_head->m_pkthdr.len) 2817318657Sdavidcs fp->tx_tso_max_pkt_len = m_head->m_pkthdr.len; 2818318657Sdavidcs } 2819316485Sdavidcs } 2820316485Sdavidcs 2821316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 2822316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 2823316485Sdavidcs 2824316485Sdavidcs if ((ret == EFBIG) || 2825316485Sdavidcs ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && ( 2826316485Sdavidcs (!(m_head->m_pkthdr.csum_flags & CSUM_TSO)) || 2827316485Sdavidcs ((m_head->m_pkthdr.csum_flags & CSUM_TSO) && 2828316485Sdavidcs qlnx_tso_check(fp, segs, nsegs, offset))))) { 2829316485Sdavidcs 2830316485Sdavidcs struct mbuf *m; 2831316485Sdavidcs 2832318659Sdavidcs QL_DPRINT8(ha, "EFBIG [%d]\n", m_head->m_pkthdr.len); 2833316485Sdavidcs 2834316485Sdavidcs fp->tx_defrag++; 2835316485Sdavidcs 2836316485Sdavidcs m = m_defrag(m_head, M_NOWAIT); 2837316485Sdavidcs if (m == NULL) { 2838316485Sdavidcs fp->err_tx_defrag++; 2839316485Sdavidcs fp->tx_pkts_freed++; 2840316485Sdavidcs m_freem(m_head); 2841316485Sdavidcs *m_headp = NULL; 2842318659Sdavidcs QL_DPRINT1(ha, "m_defrag() = NULL [%d]\n", ret); 2843316485Sdavidcs return (ENOBUFS); 2844316485Sdavidcs } 2845316485Sdavidcs 2846316485Sdavidcs m_head = m; 2847316485Sdavidcs *m_headp = m_head; 2848316485Sdavidcs 2849316485Sdavidcs if ((ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, 2850316485Sdavidcs segs, &nsegs, BUS_DMA_NOWAIT))) { 2851316485Sdavidcs 2852316485Sdavidcs fp->err_tx_defrag_dmamap_load++; 2853316485Sdavidcs 2854318659Sdavidcs QL_DPRINT1(ha, 2855318659Sdavidcs "bus_dmamap_load_mbuf_sg failed0 [%d, %d]\n", 2856318659Sdavidcs ret, m_head->m_pkthdr.len); 2857316485Sdavidcs 2858316485Sdavidcs fp->tx_pkts_freed++; 2859316485Sdavidcs m_freem(m_head); 2860316485Sdavidcs *m_headp = NULL; 2861316485Sdavidcs 2862316485Sdavidcs return (ret); 2863316485Sdavidcs } 2864316485Sdavidcs 2865316485Sdavidcs if ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && 2866316485Sdavidcs !(m_head->m_pkthdr.csum_flags & CSUM_TSO)) { 2867316485Sdavidcs 2868316485Sdavidcs fp->err_tx_non_tso_max_seg++; 2869316485Sdavidcs 2870318659Sdavidcs QL_DPRINT1(ha, 2871318659Sdavidcs "(%d) nsegs too many for non-TSO [%d, %d]\n", 2872318659Sdavidcs ret, nsegs, m_head->m_pkthdr.len); 2873316485Sdavidcs 2874316485Sdavidcs fp->tx_pkts_freed++; 2875316485Sdavidcs m_freem(m_head); 2876316485Sdavidcs *m_headp = NULL; 2877316485Sdavidcs 2878316485Sdavidcs return (ret); 2879316485Sdavidcs } 2880316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 2881316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 2882316485Sdavidcs 2883316485Sdavidcs } else if (ret) { 2884316485Sdavidcs 2885316485Sdavidcs fp->err_tx_dmamap_load++; 2886316485Sdavidcs 2887318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load_mbuf_sg failed1 [%d, %d]\n", 2888318659Sdavidcs ret, m_head->m_pkthdr.len); 2889316485Sdavidcs fp->tx_pkts_freed++; 2890316485Sdavidcs m_freem(m_head); 2891316485Sdavidcs *m_headp = NULL; 2892316485Sdavidcs return (ret); 2893316485Sdavidcs } 2894316485Sdavidcs 2895316485Sdavidcs QL_ASSERT(ha, (nsegs != 0), ("qlnx_send: empty packet")); 2896316485Sdavidcs 2897318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 2898318657Sdavidcs if (nsegs < QLNX_FP_MAX_SEGS) 2899318657Sdavidcs fp->tx_pkts[(nsegs - 1)]++; 2900318657Sdavidcs else 2901318657Sdavidcs fp->tx_pkts[(QLNX_FP_MAX_SEGS - 1)]++; 2902318657Sdavidcs } 2903316485Sdavidcs 2904316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > 2905316485Sdavidcs (int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl))) { 2906316485Sdavidcs 2907318659Sdavidcs QL_DPRINT1(ha, "(%d, 0x%x) insuffient BDs" 2908318659Sdavidcs " in chain[%d] trying to free packets\n", 2909318659Sdavidcs nsegs, elem_left, fp->rss_id); 2910316485Sdavidcs 2911316485Sdavidcs fp->tx_nsegs_gt_elem_left++; 2912316485Sdavidcs 2913316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 2914316485Sdavidcs 2915316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > (int)(elem_left = 2916316485Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl))) { 2917316485Sdavidcs 2918318659Sdavidcs QL_DPRINT1(ha, 2919318659Sdavidcs "(%d, 0x%x) insuffient BDs in chain[%d]\n", 2920318659Sdavidcs nsegs, elem_left, fp->rss_id); 2921316485Sdavidcs 2922316485Sdavidcs fp->err_tx_nsegs_gt_elem_left++; 2923318657Sdavidcs fp->tx_ring_full = 1; 2924316485Sdavidcs ha->storm_stats_enable = 1; 2925316485Sdavidcs return (ENOBUFS); 2926316485Sdavidcs } 2927316485Sdavidcs } 2928316485Sdavidcs 2929316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_PREWRITE); 2930316485Sdavidcs 2931316485Sdavidcs txq->sw_tx_ring[idx].mp = m_head; 2932316485Sdavidcs 2933316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_produce(&txq->tx_pbl); 2934316485Sdavidcs 2935316485Sdavidcs memset(first_bd, 0, sizeof(*first_bd)); 2936316485Sdavidcs 2937316485Sdavidcs first_bd->data.bd_flags.bitfields = 2938316485Sdavidcs 1 << ETH_TX_1ST_BD_FLAGS_START_BD_SHIFT; 2939316485Sdavidcs 2940316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, segs->ds_len); 2941316485Sdavidcs 2942316485Sdavidcs nbd++; 2943316485Sdavidcs 2944316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_IP) { 2945316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2946316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 2947316485Sdavidcs } 2948316485Sdavidcs 2949316485Sdavidcs if (m_head->m_pkthdr.csum_flags & (CSUM_UDP | CSUM_TCP)) { 2950316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2951316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_L4_CSUM_SHIFT); 2952316485Sdavidcs } 2953316485Sdavidcs 2954316485Sdavidcs if (m_head->m_flags & M_VLANTAG) { 2955316485Sdavidcs first_bd->data.vlan = m_head->m_pkthdr.ether_vtag; 2956316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2957316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_VLAN_INSERTION_SHIFT); 2958316485Sdavidcs } 2959316485Sdavidcs 2960316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 2961316485Sdavidcs 2962316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2963316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_LSO_SHIFT); 2964316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2965316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 2966316485Sdavidcs 2967316485Sdavidcs nbds_in_hdr = 1; 2968316485Sdavidcs 2969316485Sdavidcs if (offset == segs->ds_len) { 2970316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 2971316485Sdavidcs segs++; 2972316485Sdavidcs seg_idx++; 2973316485Sdavidcs 2974316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 2975316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 2976316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 2977316485Sdavidcs nbd++; 2978316485Sdavidcs 2979316485Sdavidcs if (seg_idx < nsegs) { 2980316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 2981316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 2982316485Sdavidcs segs++; 2983316485Sdavidcs seg_idx++; 2984316485Sdavidcs } 2985316485Sdavidcs 2986316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 2987316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 2988316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 2989316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 2990316485Sdavidcs third_bd->data.bitfields |= 2991316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 2992316485Sdavidcs nbd++; 2993316485Sdavidcs 2994316485Sdavidcs if (seg_idx < nsegs) { 2995316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 2996316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 2997316485Sdavidcs segs++; 2998316485Sdavidcs seg_idx++; 2999316485Sdavidcs } 3000316485Sdavidcs 3001316485Sdavidcs for (; seg_idx < nsegs; seg_idx++) { 3002316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3003316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3004316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3005316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3006316485Sdavidcs segs->ds_addr,\ 3007316485Sdavidcs segs->ds_len); 3008316485Sdavidcs segs++; 3009316485Sdavidcs nbd++; 3010316485Sdavidcs } 3011316485Sdavidcs 3012316485Sdavidcs } else if (offset < segs->ds_len) { 3013316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 3014316485Sdavidcs 3015316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3016316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3017316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 3018316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3019316485Sdavidcs (segs->ds_addr + offset),\ 3020316485Sdavidcs (segs->ds_len - offset)); 3021316485Sdavidcs nbd++; 3022316485Sdavidcs segs++; 3023316485Sdavidcs 3024316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3025316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3026316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3027316485Sdavidcs 3028316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3029316485Sdavidcs segs->ds_addr,\ 3030316485Sdavidcs segs->ds_len); 3031316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3032316485Sdavidcs third_bd->data.bitfields |= 3033316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3034316485Sdavidcs segs++; 3035316485Sdavidcs nbd++; 3036316485Sdavidcs 3037316485Sdavidcs for (seg_idx = 2; seg_idx < nsegs; seg_idx++) { 3038316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3039316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3040316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3041316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3042316485Sdavidcs segs->ds_addr,\ 3043316485Sdavidcs segs->ds_len); 3044316485Sdavidcs segs++; 3045316485Sdavidcs nbd++; 3046316485Sdavidcs } 3047316485Sdavidcs 3048316485Sdavidcs } else { 3049316485Sdavidcs offset = offset - segs->ds_len; 3050316485Sdavidcs segs++; 3051316485Sdavidcs 3052316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3053316485Sdavidcs 3054316485Sdavidcs if (offset) 3055316485Sdavidcs nbds_in_hdr++; 3056316485Sdavidcs 3057316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3058316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3059316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3060316485Sdavidcs 3061316485Sdavidcs if (second_bd == NULL) { 3062316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3063316485Sdavidcs tx_data_bd; 3064316485Sdavidcs } else if (third_bd == NULL) { 3065316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3066316485Sdavidcs tx_data_bd; 3067316485Sdavidcs } 3068316485Sdavidcs 3069316485Sdavidcs if (offset && (offset < segs->ds_len)) { 3070316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3071316485Sdavidcs segs->ds_addr, offset); 3072316485Sdavidcs 3073316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3074316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3075316485Sdavidcs 3076316485Sdavidcs memset(tx_data_bd, 0, 3077316485Sdavidcs sizeof(*tx_data_bd)); 3078316485Sdavidcs 3079316485Sdavidcs if (second_bd == NULL) { 3080316485Sdavidcs second_bd = 3081316485Sdavidcs (struct eth_tx_2nd_bd *)tx_data_bd; 3082316485Sdavidcs } else if (third_bd == NULL) { 3083316485Sdavidcs third_bd = 3084316485Sdavidcs (struct eth_tx_3rd_bd *)tx_data_bd; 3085316485Sdavidcs } 3086316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3087316485Sdavidcs (segs->ds_addr + offset), \ 3088316485Sdavidcs (segs->ds_len - offset)); 3089316485Sdavidcs nbd++; 3090316485Sdavidcs offset = 0; 3091316485Sdavidcs } else { 3092316485Sdavidcs if (offset) 3093316485Sdavidcs offset = offset - segs->ds_len; 3094316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3095316485Sdavidcs segs->ds_addr, segs->ds_len); 3096316485Sdavidcs } 3097316485Sdavidcs segs++; 3098316485Sdavidcs nbd++; 3099316485Sdavidcs } 3100316485Sdavidcs 3101316485Sdavidcs if (third_bd == NULL) { 3102316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3103316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3104316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3105316485Sdavidcs } 3106316485Sdavidcs 3107316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3108316485Sdavidcs third_bd->data.bitfields |= 3109316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3110316485Sdavidcs } 3111316485Sdavidcs } else { 3112316485Sdavidcs segs++; 3113316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3114316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3115316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3116316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3117316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, segs->ds_addr,\ 3118316485Sdavidcs segs->ds_len); 3119316485Sdavidcs segs++; 3120316485Sdavidcs nbd++; 3121316485Sdavidcs } 3122316485Sdavidcs first_bd->data.bitfields = 3123316485Sdavidcs (m_head->m_pkthdr.len & ETH_TX_DATA_1ST_BD_PKT_LEN_MASK) 3124316485Sdavidcs << ETH_TX_DATA_1ST_BD_PKT_LEN_SHIFT; 3125316485Sdavidcs first_bd->data.bitfields = 3126316485Sdavidcs htole16(first_bd->data.bitfields); 3127316485Sdavidcs } 3128316485Sdavidcs 3129316485Sdavidcs 3130316485Sdavidcs first_bd->data.nbds = nbd; 3131316485Sdavidcs 3132318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3133318657Sdavidcs if (fp->tx_tso_max_nsegs < nsegs) 3134318657Sdavidcs fp->tx_tso_max_nsegs = nsegs; 3135316485Sdavidcs 3136318657Sdavidcs if ((nsegs < fp->tx_tso_min_nsegs) || (!fp->tx_tso_min_nsegs)) 3137318657Sdavidcs fp->tx_tso_min_nsegs = nsegs; 3138318657Sdavidcs } 3139316485Sdavidcs 3140316485Sdavidcs txq->sw_tx_ring[idx].nsegs = nsegs; 3141316485Sdavidcs txq->sw_tx_prod = (txq->sw_tx_prod + 1) & (TX_RING_SIZE - 1); 3142316485Sdavidcs 3143316485Sdavidcs txq->tx_db.data.bd_prod = 3144316485Sdavidcs htole16(ecore_chain_get_prod_idx(&txq->tx_pbl)); 3145316485Sdavidcs 3146316485Sdavidcs qlnx_txq_doorbell_wr32(ha, txq->doorbell_addr, txq->tx_db.raw); 3147316485Sdavidcs 3148318659Sdavidcs QL_DPRINT8(ha, "exit\n"); 3149316485Sdavidcs return (0); 3150316485Sdavidcs} 3151316485Sdavidcs 3152316485Sdavidcsstatic void 3153316485Sdavidcsqlnx_stop(qlnx_host_t *ha) 3154316485Sdavidcs{ 3155316485Sdavidcs struct ifnet *ifp = ha->ifp; 3156316485Sdavidcs device_t dev; 3157316485Sdavidcs int i; 3158316485Sdavidcs 3159316485Sdavidcs dev = ha->pci_dev; 3160316485Sdavidcs 3161316485Sdavidcs ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 3162316485Sdavidcs 3163316485Sdavidcs /* 3164316485Sdavidcs * We simply lock and unlock each fp->tx_mtx to 3165316485Sdavidcs * propagate the if_drv_flags 3166316485Sdavidcs * state to each tx thread 3167316485Sdavidcs */ 3168318659Sdavidcs QL_DPRINT1(ha, "QLNX STATE = %d\n",ha->state); 3169318659Sdavidcs 3170316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 3171316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 3172316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 3173316485Sdavidcs 3174316485Sdavidcs mtx_lock(&fp->tx_mtx); 3175316485Sdavidcs mtx_unlock(&fp->tx_mtx); 3176316485Sdavidcs 3177316485Sdavidcs if (fp->fp_taskqueue != NULL) 3178316485Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, 3179316485Sdavidcs &fp->fp_task); 3180316485Sdavidcs } 3181316485Sdavidcs } 3182316485Sdavidcs 3183316485Sdavidcs qlnx_unload(ha); 3184316485Sdavidcs 3185316485Sdavidcs return; 3186316485Sdavidcs} 3187316485Sdavidcs 3188316485Sdavidcsstatic int 3189316485Sdavidcsqlnx_get_ifq_snd_maxlen(qlnx_host_t *ha) 3190316485Sdavidcs{ 3191316485Sdavidcs return(TX_RING_SIZE - 1); 3192316485Sdavidcs} 3193316485Sdavidcs 3194316485Sdavidcsuint8_t * 3195316485Sdavidcsqlnx_get_mac_addr(qlnx_host_t *ha) 3196316485Sdavidcs{ 3197316485Sdavidcs struct ecore_hwfn *p_hwfn; 3198316485Sdavidcs 3199316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 3200316485Sdavidcs return (p_hwfn->hw_info.hw_mac_addr); 3201316485Sdavidcs} 3202316485Sdavidcs 3203316485Sdavidcsstatic uint32_t 3204316485Sdavidcsqlnx_get_optics(qlnx_host_t *ha, struct qlnx_link_output *if_link) 3205316485Sdavidcs{ 3206316485Sdavidcs uint32_t ifm_type = 0; 3207316485Sdavidcs 3208316485Sdavidcs switch (if_link->media_type) { 3209316485Sdavidcs 3210316485Sdavidcs case MEDIA_MODULE_FIBER: 3211316485Sdavidcs case MEDIA_UNSPECIFIED: 3212316485Sdavidcs if (if_link->speed == (100 * 1000)) 3213316485Sdavidcs ifm_type = QLNX_IFM_100G_SR4; 3214316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3215316485Sdavidcs ifm_type = IFM_40G_SR4; 3216316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3217316485Sdavidcs ifm_type = QLNX_IFM_25G_SR; 3218316485Sdavidcs break; 3219316485Sdavidcs 3220316485Sdavidcs case MEDIA_DA_TWINAX: 3221316485Sdavidcs if (if_link->speed == (100 * 1000)) 3222316485Sdavidcs ifm_type = QLNX_IFM_100G_CR4; 3223316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3224316485Sdavidcs ifm_type = IFM_40G_CR4; 3225316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3226316485Sdavidcs ifm_type = QLNX_IFM_25G_CR; 3227316485Sdavidcs break; 3228316485Sdavidcs 3229316485Sdavidcs default : 3230316485Sdavidcs ifm_type = IFM_UNKNOWN; 3231316485Sdavidcs break; 3232316485Sdavidcs } 3233316485Sdavidcs return (ifm_type); 3234316485Sdavidcs} 3235316485Sdavidcs 3236316485Sdavidcs 3237316485Sdavidcs 3238316485Sdavidcs/***************************************************************************** 3239316485Sdavidcs * Interrupt Service Functions 3240316485Sdavidcs *****************************************************************************/ 3241316485Sdavidcs 3242316485Sdavidcsstatic int 3243316485Sdavidcsqlnx_rx_jumbo_chain(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3244316485Sdavidcs struct mbuf *mp_head, uint16_t len) 3245316485Sdavidcs{ 3246316485Sdavidcs struct mbuf *mp, *mpf, *mpl; 3247316485Sdavidcs struct sw_rx_data *sw_rx_data; 3248316485Sdavidcs struct qlnx_rx_queue *rxq; 3249316485Sdavidcs uint16_t len_in_buffer; 3250316485Sdavidcs 3251316485Sdavidcs rxq = fp->rxq; 3252316485Sdavidcs mpf = mpl = mp = NULL; 3253316485Sdavidcs 3254316485Sdavidcs while (len) { 3255316485Sdavidcs 3256316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3257316485Sdavidcs 3258316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3259316485Sdavidcs mp = sw_rx_data->data; 3260316485Sdavidcs 3261316485Sdavidcs if (mp == NULL) { 3262318659Sdavidcs QL_DPRINT1(ha, "mp = NULL\n"); 3263316485Sdavidcs fp->err_rx_mp_null++; 3264316485Sdavidcs rxq->sw_rx_cons = 3265316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3266316485Sdavidcs 3267316485Sdavidcs if (mpf != NULL) 3268316485Sdavidcs m_freem(mpf); 3269316485Sdavidcs 3270316485Sdavidcs return (-1); 3271316485Sdavidcs } 3272316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3273316485Sdavidcs BUS_DMASYNC_POSTREAD); 3274316485Sdavidcs 3275316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3276316485Sdavidcs 3277318659Sdavidcs QL_DPRINT1(ha, "New buffer allocation failed, dropping" 3278318659Sdavidcs " incoming packet and reusing its buffer\n"); 3279316485Sdavidcs 3280316485Sdavidcs qlnx_reuse_rx_data(rxq); 3281316485Sdavidcs fp->err_rx_alloc_errors++; 3282316485Sdavidcs 3283316485Sdavidcs if (mpf != NULL) 3284316485Sdavidcs m_freem(mpf); 3285316485Sdavidcs 3286316485Sdavidcs return (-1); 3287316485Sdavidcs } 3288316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3289316485Sdavidcs 3290316485Sdavidcs if (len > rxq->rx_buf_size) 3291316485Sdavidcs len_in_buffer = rxq->rx_buf_size; 3292316485Sdavidcs else 3293316485Sdavidcs len_in_buffer = len; 3294316485Sdavidcs 3295316485Sdavidcs len = len - len_in_buffer; 3296316485Sdavidcs 3297316485Sdavidcs mp->m_flags &= ~M_PKTHDR; 3298316485Sdavidcs mp->m_next = NULL; 3299316485Sdavidcs mp->m_len = len_in_buffer; 3300316485Sdavidcs 3301316485Sdavidcs if (mpf == NULL) 3302316485Sdavidcs mpf = mpl = mp; 3303316485Sdavidcs else { 3304316485Sdavidcs mpl->m_next = mp; 3305316485Sdavidcs mpl = mp; 3306316485Sdavidcs } 3307316485Sdavidcs } 3308316485Sdavidcs 3309316485Sdavidcs if (mpf != NULL) 3310316485Sdavidcs mp_head->m_next = mpf; 3311316485Sdavidcs 3312316485Sdavidcs return (0); 3313316485Sdavidcs} 3314316485Sdavidcs 3315316485Sdavidcsstatic void 3316316485Sdavidcsqlnx_tpa_start(qlnx_host_t *ha, 3317316485Sdavidcs struct qlnx_fastpath *fp, 3318316485Sdavidcs struct qlnx_rx_queue *rxq, 3319316485Sdavidcs struct eth_fast_path_rx_tpa_start_cqe *cqe) 3320316485Sdavidcs{ 3321316485Sdavidcs uint32_t agg_index; 3322316485Sdavidcs struct ifnet *ifp = ha->ifp; 3323316485Sdavidcs struct mbuf *mp; 3324316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3325316485Sdavidcs struct sw_rx_data *sw_rx_data; 3326316485Sdavidcs dma_addr_t addr; 3327316485Sdavidcs bus_dmamap_t map; 3328316485Sdavidcs struct eth_rx_bd *rx_bd; 3329316485Sdavidcs int i; 3330316485Sdavidcs device_t dev; 3331316485Sdavidcs#if __FreeBSD_version >= 1100000 3332316485Sdavidcs uint8_t hash_type; 3333316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 3334316485Sdavidcs 3335316485Sdavidcs dev = ha->pci_dev; 3336316485Sdavidcs agg_index = cqe->tpa_agg_index; 3337316485Sdavidcs 3338318659Sdavidcs QL_DPRINT7(ha, "[rss_id = %d]: enter\n \ 3339318659Sdavidcs \t type = 0x%x\n \ 3340318659Sdavidcs \t bitfields = 0x%x\n \ 3341318659Sdavidcs \t seg_len = 0x%x\n \ 3342318659Sdavidcs \t pars_flags = 0x%x\n \ 3343318659Sdavidcs \t vlan_tag = 0x%x\n \ 3344318659Sdavidcs \t rss_hash = 0x%x\n \ 3345318659Sdavidcs \t len_on_first_bd = 0x%x\n \ 3346318659Sdavidcs \t placement_offset = 0x%x\n \ 3347318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 3348318659Sdavidcs \t header_len = 0x%x\n \ 3349318659Sdavidcs \t ext_bd_len_list[0] = 0x%x\n \ 3350318659Sdavidcs \t ext_bd_len_list[1] = 0x%x\n \ 3351318659Sdavidcs \t ext_bd_len_list[2] = 0x%x\n \ 3352318659Sdavidcs \t ext_bd_len_list[3] = 0x%x\n \ 3353318659Sdavidcs \t ext_bd_len_list[4] = 0x%x\n", 3354318659Sdavidcs fp->rss_id, cqe->type, cqe->bitfields, cqe->seg_len, 3355316485Sdavidcs cqe->pars_flags.flags, cqe->vlan_tag, 3356316485Sdavidcs cqe->rss_hash, cqe->len_on_first_bd, cqe->placement_offset, 3357316485Sdavidcs cqe->tpa_agg_index, cqe->header_len, 3358316485Sdavidcs cqe->ext_bd_len_list[0], cqe->ext_bd_len_list[1], 3359316485Sdavidcs cqe->ext_bd_len_list[2], cqe->ext_bd_len_list[3], 3360318659Sdavidcs cqe->ext_bd_len_list[4]); 3361316485Sdavidcs 3362316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3363316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3364316485Sdavidcs return; 3365316485Sdavidcs } 3366316485Sdavidcs 3367316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3368316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, BUS_DMASYNC_POSTREAD); 3369316485Sdavidcs mp = sw_rx_data->data; 3370316485Sdavidcs 3371318659Sdavidcs QL_DPRINT7(ha, "[rss_id = %d]: mp = %p \n ", fp->rss_id, mp); 3372316485Sdavidcs 3373316485Sdavidcs if (mp == NULL) { 3374318659Sdavidcs QL_DPRINT7(ha, "[%d]: mp = NULL\n", fp->rss_id); 3375316485Sdavidcs fp->err_rx_mp_null++; 3376316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3377316485Sdavidcs 3378316485Sdavidcs return; 3379316485Sdavidcs } 3380316485Sdavidcs 3381316485Sdavidcs if ((le16toh(cqe->pars_flags.flags)) & CQE_FLAGS_ERR) { 3382316485Sdavidcs 3383318659Sdavidcs QL_DPRINT7(ha, "[%d]: CQE in CONS = %u has error," 3384318659Sdavidcs " flags = %x, dropping incoming packet\n", fp->rss_id, 3385318659Sdavidcs rxq->sw_rx_cons, le16toh(cqe->pars_flags.flags)); 3386316485Sdavidcs 3387316485Sdavidcs fp->err_rx_hw_errors++; 3388316485Sdavidcs 3389316485Sdavidcs qlnx_reuse_rx_data(rxq); 3390316485Sdavidcs 3391316485Sdavidcs QLNX_INC_IERRORS(ifp); 3392316485Sdavidcs 3393316485Sdavidcs return; 3394316485Sdavidcs } 3395316485Sdavidcs 3396316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3397316485Sdavidcs 3398318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 3399316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3400318659Sdavidcs fp->rss_id); 3401316485Sdavidcs 3402316485Sdavidcs fp->err_rx_alloc_errors++; 3403316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3404316485Sdavidcs 3405316485Sdavidcs /* 3406316485Sdavidcs * Load the tpa mbuf into the rx ring and save the 3407316485Sdavidcs * posted mbuf 3408316485Sdavidcs */ 3409316485Sdavidcs 3410316485Sdavidcs map = sw_rx_data->map; 3411316485Sdavidcs addr = sw_rx_data->dma_addr; 3412316485Sdavidcs 3413316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 3414316485Sdavidcs 3415316485Sdavidcs sw_rx_data->data = rxq->tpa_info[agg_index].rx_buf.data; 3416316485Sdavidcs sw_rx_data->dma_addr = rxq->tpa_info[agg_index].rx_buf.dma_addr; 3417316485Sdavidcs sw_rx_data->map = rxq->tpa_info[agg_index].rx_buf.map; 3418316485Sdavidcs 3419316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.data = mp; 3420316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.dma_addr = addr; 3421316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.map = map; 3422316485Sdavidcs 3423316485Sdavidcs rx_bd = (struct eth_rx_bd *) 3424316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 3425316485Sdavidcs 3426316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(sw_rx_data->dma_addr)); 3427316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(sw_rx_data->dma_addr)); 3428316485Sdavidcs 3429316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3430316485Sdavidcs BUS_DMASYNC_PREREAD); 3431316485Sdavidcs 3432316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 3433316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3434316485Sdavidcs 3435316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3436316485Sdavidcs 3437316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 3438316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3439316485Sdavidcs 3440316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3441316485Sdavidcs break; 3442316485Sdavidcs 3443316485Sdavidcs qlnx_reuse_rx_data(rxq); 3444316485Sdavidcs } 3445316485Sdavidcs 3446316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 3447316485Sdavidcs return; 3448316485Sdavidcs } 3449316485Sdavidcs 3450316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 3451316485Sdavidcs 3452318659Sdavidcs QL_DPRINT7(ha, "[%d]: invalid aggregation state," 3453316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3454318659Sdavidcs fp->rss_id); 3455316485Sdavidcs 3456316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3457316485Sdavidcs 3458316485Sdavidcs /* if we already have mbuf head in aggregation free it */ 3459316485Sdavidcs if (rxq->tpa_info[agg_index].mpf) { 3460316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 3461316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3462316485Sdavidcs } 3463316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3464316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3465316485Sdavidcs 3466316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3467316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3468316485Sdavidcs 3469316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 3470316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3471316485Sdavidcs 3472316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3473316485Sdavidcs break; 3474316485Sdavidcs 3475316485Sdavidcs qlnx_reuse_rx_data(rxq); 3476316485Sdavidcs } 3477316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 3478316485Sdavidcs 3479316485Sdavidcs return; 3480316485Sdavidcs } 3481316485Sdavidcs 3482316485Sdavidcs /* 3483316485Sdavidcs * first process the ext_bd_len_list 3484316485Sdavidcs * if this fails then we simply drop the packet 3485316485Sdavidcs */ 3486316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3487316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3488316485Sdavidcs 3489316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3490316485Sdavidcs 3491318659Sdavidcs QL_DPRINT7(ha, "[%d]: 4\n ", fp->rss_id); 3492316485Sdavidcs 3493316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3494316485Sdavidcs break; 3495316485Sdavidcs 3496316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3497316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3498316485Sdavidcs BUS_DMASYNC_POSTREAD); 3499316485Sdavidcs 3500316485Sdavidcs mpc = sw_rx_data->data; 3501316485Sdavidcs 3502316485Sdavidcs if (mpc == NULL) { 3503318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 3504316485Sdavidcs fp->err_rx_mp_null++; 3505316485Sdavidcs if (mpf != NULL) 3506316485Sdavidcs m_freem(mpf); 3507316485Sdavidcs mpf = mpl = NULL; 3508316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3509316485Sdavidcs QLNX_AGG_STATE_ERROR; 3510316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3511316485Sdavidcs rxq->sw_rx_cons = 3512316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3513316485Sdavidcs continue; 3514316485Sdavidcs } 3515316485Sdavidcs 3516316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3517318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 3518318659Sdavidcs " dropping incoming packet and reusing its" 3519318659Sdavidcs " buffer\n", fp->rss_id); 3520316485Sdavidcs 3521316485Sdavidcs qlnx_reuse_rx_data(rxq); 3522316485Sdavidcs 3523316485Sdavidcs if (mpf != NULL) 3524316485Sdavidcs m_freem(mpf); 3525316485Sdavidcs mpf = mpl = NULL; 3526316485Sdavidcs 3527316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3528316485Sdavidcs QLNX_AGG_STATE_ERROR; 3529316485Sdavidcs 3530316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3531316485Sdavidcs rxq->sw_rx_cons = 3532316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3533316485Sdavidcs 3534316485Sdavidcs continue; 3535316485Sdavidcs } 3536316485Sdavidcs 3537316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 3538316485Sdavidcs mpc->m_next = NULL; 3539316485Sdavidcs mpc->m_len = cqe->ext_bd_len_list[i]; 3540316485Sdavidcs 3541316485Sdavidcs 3542316485Sdavidcs if (mpf == NULL) { 3543316485Sdavidcs mpf = mpl = mpc; 3544316485Sdavidcs } else { 3545316485Sdavidcs mpl->m_len = ha->rx_buf_size; 3546316485Sdavidcs mpl->m_next = mpc; 3547316485Sdavidcs mpl = mpc; 3548316485Sdavidcs } 3549316485Sdavidcs 3550316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3551316485Sdavidcs rxq->sw_rx_cons = 3552316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3553316485Sdavidcs } 3554316485Sdavidcs 3555316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 3556316485Sdavidcs 3557318659Sdavidcs QL_DPRINT7(ha, "[%d]: invalid aggregation state, dropping" 3558318659Sdavidcs " incoming packet and reusing its buffer\n", 3559318659Sdavidcs fp->rss_id); 3560316485Sdavidcs 3561316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3562316485Sdavidcs 3563316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3564316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3565316485Sdavidcs 3566316485Sdavidcs return; 3567316485Sdavidcs } 3568316485Sdavidcs 3569316485Sdavidcs rxq->tpa_info[agg_index].placement_offset = cqe->placement_offset; 3570316485Sdavidcs 3571316485Sdavidcs if (mpf != NULL) { 3572316485Sdavidcs mp->m_len = ha->rx_buf_size; 3573316485Sdavidcs mp->m_next = mpf; 3574316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3575316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 3576316485Sdavidcs } else { 3577316485Sdavidcs mp->m_len = cqe->len_on_first_bd + cqe->placement_offset; 3578316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3579316485Sdavidcs rxq->tpa_info[agg_index].mpl = mp; 3580316485Sdavidcs mp->m_next = NULL; 3581316485Sdavidcs } 3582316485Sdavidcs 3583316485Sdavidcs mp->m_flags |= M_PKTHDR; 3584316485Sdavidcs 3585316485Sdavidcs /* assign packet to this interface interface */ 3586316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 3587316485Sdavidcs 3588316485Sdavidcs /* assume no hardware checksum has complated */ 3589316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 3590316485Sdavidcs 3591316485Sdavidcs //mp->m_pkthdr.flowid = fp->rss_id; 3592316485Sdavidcs mp->m_pkthdr.flowid = cqe->rss_hash; 3593316485Sdavidcs 3594316485Sdavidcs#if __FreeBSD_version >= 1100000 3595316485Sdavidcs 3596316485Sdavidcs hash_type = cqe->bitfields & 3597316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 3598316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 3599316485Sdavidcs 3600316485Sdavidcs switch (hash_type) { 3601316485Sdavidcs 3602316485Sdavidcs case RSS_HASH_TYPE_IPV4: 3603316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 3604316485Sdavidcs break; 3605316485Sdavidcs 3606316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 3607316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 3608316485Sdavidcs break; 3609316485Sdavidcs 3610316485Sdavidcs case RSS_HASH_TYPE_IPV6: 3611316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 3612316485Sdavidcs break; 3613316485Sdavidcs 3614316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 3615316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 3616316485Sdavidcs break; 3617316485Sdavidcs 3618316485Sdavidcs default: 3619316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 3620316485Sdavidcs break; 3621316485Sdavidcs } 3622316485Sdavidcs 3623316485Sdavidcs#else 3624316485Sdavidcs mp->m_flags |= M_FLOWID; 3625316485Sdavidcs#endif 3626316485Sdavidcs 3627316485Sdavidcs mp->m_pkthdr.csum_flags |= (CSUM_IP_CHECKED | CSUM_IP_VALID | 3628316485Sdavidcs CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 3629316485Sdavidcs 3630316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 3631316485Sdavidcs 3632316485Sdavidcs if (CQE_HAS_VLAN(cqe->pars_flags.flags)) { 3633316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(cqe->vlan_tag); 3634316485Sdavidcs mp->m_flags |= M_VLANTAG; 3635316485Sdavidcs } 3636316485Sdavidcs 3637316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_START; 3638316485Sdavidcs 3639318659Sdavidcs QL_DPRINT7(ha, "[%d]: 5\n\tagg_state = %d\n\t mpf = %p mpl = %p\n", 3640318659Sdavidcs fp->rss_id, rxq->tpa_info[agg_index].agg_state, 3641318659Sdavidcs rxq->tpa_info[agg_index].mpf, rxq->tpa_info[agg_index].mpl); 3642316485Sdavidcs 3643316485Sdavidcs return; 3644316485Sdavidcs} 3645316485Sdavidcs 3646316485Sdavidcsstatic void 3647316485Sdavidcsqlnx_tpa_cont(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3648316485Sdavidcs struct qlnx_rx_queue *rxq, 3649316485Sdavidcs struct eth_fast_path_rx_tpa_cont_cqe *cqe) 3650316485Sdavidcs{ 3651316485Sdavidcs struct sw_rx_data *sw_rx_data; 3652316485Sdavidcs int i; 3653316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3654316485Sdavidcs struct mbuf *mp; 3655316485Sdavidcs uint32_t agg_index; 3656316485Sdavidcs device_t dev; 3657316485Sdavidcs 3658316485Sdavidcs dev = ha->pci_dev; 3659316485Sdavidcs 3660318659Sdavidcs QL_DPRINT7(ha, "[%d]: enter\n \ 3661318659Sdavidcs \t type = 0x%x\n \ 3662318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 3663318659Sdavidcs \t len_list[0] = 0x%x\n \ 3664318659Sdavidcs \t len_list[1] = 0x%x\n \ 3665318659Sdavidcs \t len_list[2] = 0x%x\n \ 3666318659Sdavidcs \t len_list[3] = 0x%x\n \ 3667318659Sdavidcs \t len_list[4] = 0x%x\n \ 3668318659Sdavidcs \t len_list[5] = 0x%x\n", 3669318659Sdavidcs fp->rss_id, cqe->type, cqe->tpa_agg_index, 3670316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 3671318659Sdavidcs cqe->len_list[3], cqe->len_list[4], cqe->len_list[5]); 3672316485Sdavidcs 3673316485Sdavidcs agg_index = cqe->tpa_agg_index; 3674316485Sdavidcs 3675316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3676318659Sdavidcs QL_DPRINT7(ha, "[%d]: 0\n ", fp->rss_id); 3677316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3678316485Sdavidcs return; 3679316485Sdavidcs } 3680316485Sdavidcs 3681316485Sdavidcs 3682316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_CONT_LEN_LIST_SIZE; i++) { 3683316485Sdavidcs 3684318659Sdavidcs QL_DPRINT7(ha, "[%d]: 1\n ", fp->rss_id); 3685316485Sdavidcs 3686316485Sdavidcs if (cqe->len_list[i] == 0) 3687316485Sdavidcs break; 3688316485Sdavidcs 3689316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 3690316485Sdavidcs QLNX_AGG_STATE_START) { 3691316485Sdavidcs qlnx_reuse_rx_data(rxq); 3692316485Sdavidcs continue; 3693316485Sdavidcs } 3694316485Sdavidcs 3695316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3696316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3697316485Sdavidcs BUS_DMASYNC_POSTREAD); 3698316485Sdavidcs 3699316485Sdavidcs mpc = sw_rx_data->data; 3700316485Sdavidcs 3701316485Sdavidcs if (mpc == NULL) { 3702316485Sdavidcs 3703318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 3704316485Sdavidcs 3705316485Sdavidcs fp->err_rx_mp_null++; 3706316485Sdavidcs if (mpf != NULL) 3707316485Sdavidcs m_freem(mpf); 3708316485Sdavidcs mpf = mpl = NULL; 3709316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3710316485Sdavidcs QLNX_AGG_STATE_ERROR; 3711316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3712316485Sdavidcs rxq->sw_rx_cons = 3713316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3714316485Sdavidcs continue; 3715316485Sdavidcs } 3716316485Sdavidcs 3717316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3718316485Sdavidcs 3719318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 3720318659Sdavidcs " dropping incoming packet and reusing its" 3721318659Sdavidcs " buffer\n", fp->rss_id); 3722316485Sdavidcs 3723316485Sdavidcs qlnx_reuse_rx_data(rxq); 3724316485Sdavidcs 3725316485Sdavidcs if (mpf != NULL) 3726316485Sdavidcs m_freem(mpf); 3727316485Sdavidcs mpf = mpl = NULL; 3728316485Sdavidcs 3729316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3730316485Sdavidcs QLNX_AGG_STATE_ERROR; 3731316485Sdavidcs 3732316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3733316485Sdavidcs rxq->sw_rx_cons = 3734316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3735316485Sdavidcs 3736316485Sdavidcs continue; 3737316485Sdavidcs } 3738316485Sdavidcs 3739316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 3740316485Sdavidcs mpc->m_next = NULL; 3741316485Sdavidcs mpc->m_len = cqe->len_list[i]; 3742316485Sdavidcs 3743316485Sdavidcs 3744316485Sdavidcs if (mpf == NULL) { 3745316485Sdavidcs mpf = mpl = mpc; 3746316485Sdavidcs } else { 3747316485Sdavidcs mpl->m_len = ha->rx_buf_size; 3748316485Sdavidcs mpl->m_next = mpc; 3749316485Sdavidcs mpl = mpc; 3750316485Sdavidcs } 3751316485Sdavidcs 3752316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3753316485Sdavidcs rxq->sw_rx_cons = 3754316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3755316485Sdavidcs } 3756316485Sdavidcs 3757318659Sdavidcs QL_DPRINT7(ha, "[%d]: 2\n" "\tmpf = %p mpl = %p\n", 3758318659Sdavidcs fp->rss_id, mpf, mpl); 3759316485Sdavidcs 3760316485Sdavidcs if (mpf != NULL) { 3761316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 3762316485Sdavidcs mp->m_len = ha->rx_buf_size; 3763316485Sdavidcs mp->m_next = mpf; 3764316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 3765316485Sdavidcs } 3766316485Sdavidcs 3767316485Sdavidcs return; 3768316485Sdavidcs} 3769316485Sdavidcs 3770316485Sdavidcsstatic int 3771316485Sdavidcsqlnx_tpa_end(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3772316485Sdavidcs struct qlnx_rx_queue *rxq, 3773316485Sdavidcs struct eth_fast_path_rx_tpa_end_cqe *cqe) 3774316485Sdavidcs{ 3775316485Sdavidcs struct sw_rx_data *sw_rx_data; 3776316485Sdavidcs int i; 3777316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3778316485Sdavidcs struct mbuf *mp; 3779316485Sdavidcs uint32_t agg_index; 3780316485Sdavidcs uint32_t len = 0; 3781316485Sdavidcs struct ifnet *ifp = ha->ifp; 3782316485Sdavidcs device_t dev; 3783316485Sdavidcs 3784316485Sdavidcs dev = ha->pci_dev; 3785316485Sdavidcs 3786318659Sdavidcs QL_DPRINT7(ha, "[%d]: enter\n \ 3787318659Sdavidcs \t type = 0x%x\n \ 3788318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 3789318659Sdavidcs \t total_packet_len = 0x%x\n \ 3790318659Sdavidcs \t num_of_bds = 0x%x\n \ 3791318659Sdavidcs \t end_reason = 0x%x\n \ 3792318659Sdavidcs \t num_of_coalesced_segs = 0x%x\n \ 3793318659Sdavidcs \t ts_delta = 0x%x\n \ 3794318659Sdavidcs \t len_list[0] = 0x%x\n \ 3795318659Sdavidcs \t len_list[1] = 0x%x\n \ 3796318659Sdavidcs \t len_list[2] = 0x%x\n \ 3797318659Sdavidcs \t len_list[3] = 0x%x\n", 3798318659Sdavidcs fp->rss_id, cqe->type, cqe->tpa_agg_index, 3799316485Sdavidcs cqe->total_packet_len, cqe->num_of_bds, 3800316485Sdavidcs cqe->end_reason, cqe->num_of_coalesced_segs, cqe->ts_delta, 3801316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 3802318659Sdavidcs cqe->len_list[3]); 3803316485Sdavidcs 3804316485Sdavidcs agg_index = cqe->tpa_agg_index; 3805316485Sdavidcs 3806316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3807316485Sdavidcs 3808318659Sdavidcs QL_DPRINT7(ha, "[%d]: 0\n ", fp->rss_id); 3809316485Sdavidcs 3810316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3811316485Sdavidcs return (0); 3812316485Sdavidcs } 3813316485Sdavidcs 3814316485Sdavidcs 3815316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_END_LEN_LIST_SIZE; i++) { 3816316485Sdavidcs 3817318659Sdavidcs QL_DPRINT7(ha, "[%d]: 1\n ", fp->rss_id); 3818316485Sdavidcs 3819316485Sdavidcs if (cqe->len_list[i] == 0) 3820316485Sdavidcs break; 3821316485Sdavidcs 3822316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 3823316485Sdavidcs QLNX_AGG_STATE_START) { 3824316485Sdavidcs 3825318659Sdavidcs QL_DPRINT7(ha, "[%d]: 2\n ", fp->rss_id); 3826316485Sdavidcs 3827316485Sdavidcs qlnx_reuse_rx_data(rxq); 3828316485Sdavidcs continue; 3829316485Sdavidcs } 3830316485Sdavidcs 3831316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3832316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3833316485Sdavidcs BUS_DMASYNC_POSTREAD); 3834316485Sdavidcs 3835316485Sdavidcs mpc = sw_rx_data->data; 3836316485Sdavidcs 3837316485Sdavidcs if (mpc == NULL) { 3838316485Sdavidcs 3839318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 3840316485Sdavidcs 3841316485Sdavidcs fp->err_rx_mp_null++; 3842316485Sdavidcs if (mpf != NULL) 3843316485Sdavidcs m_freem(mpf); 3844316485Sdavidcs mpf = mpl = NULL; 3845316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3846316485Sdavidcs QLNX_AGG_STATE_ERROR; 3847316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3848316485Sdavidcs rxq->sw_rx_cons = 3849316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3850316485Sdavidcs continue; 3851316485Sdavidcs } 3852316485Sdavidcs 3853316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3854318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 3855318659Sdavidcs " dropping incoming packet and reusing its" 3856318659Sdavidcs " buffer\n", fp->rss_id); 3857316485Sdavidcs 3858316485Sdavidcs qlnx_reuse_rx_data(rxq); 3859316485Sdavidcs 3860316485Sdavidcs if (mpf != NULL) 3861316485Sdavidcs m_freem(mpf); 3862316485Sdavidcs mpf = mpl = NULL; 3863316485Sdavidcs 3864316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3865316485Sdavidcs QLNX_AGG_STATE_ERROR; 3866316485Sdavidcs 3867316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3868316485Sdavidcs rxq->sw_rx_cons = 3869316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3870316485Sdavidcs 3871316485Sdavidcs continue; 3872316485Sdavidcs } 3873316485Sdavidcs 3874316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 3875316485Sdavidcs mpc->m_next = NULL; 3876316485Sdavidcs mpc->m_len = cqe->len_list[i]; 3877316485Sdavidcs 3878316485Sdavidcs 3879316485Sdavidcs if (mpf == NULL) { 3880316485Sdavidcs mpf = mpl = mpc; 3881316485Sdavidcs } else { 3882316485Sdavidcs mpl->m_len = ha->rx_buf_size; 3883316485Sdavidcs mpl->m_next = mpc; 3884316485Sdavidcs mpl = mpc; 3885316485Sdavidcs } 3886316485Sdavidcs 3887316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3888316485Sdavidcs rxq->sw_rx_cons = 3889316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3890316485Sdavidcs } 3891316485Sdavidcs 3892318659Sdavidcs QL_DPRINT7(ha, "[%d]: 5\n ", fp->rss_id); 3893316485Sdavidcs 3894316485Sdavidcs if (mpf != NULL) { 3895316485Sdavidcs 3896318659Sdavidcs QL_DPRINT7(ha, "[%d]: 6\n ", fp->rss_id); 3897316485Sdavidcs 3898316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 3899316485Sdavidcs mp->m_len = ha->rx_buf_size; 3900316485Sdavidcs mp->m_next = mpf; 3901316485Sdavidcs } 3902316485Sdavidcs 3903316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_START) { 3904316485Sdavidcs 3905318659Sdavidcs QL_DPRINT7(ha, "[%d]: 7\n ", fp->rss_id); 3906316485Sdavidcs 3907316485Sdavidcs if (rxq->tpa_info[agg_index].mpf != NULL) 3908316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 3909316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 3910316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3911316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 3912316485Sdavidcs return (0); 3913316485Sdavidcs } 3914316485Sdavidcs 3915316485Sdavidcs mp = rxq->tpa_info[agg_index].mpf; 3916316485Sdavidcs m_adj(mp, rxq->tpa_info[agg_index].placement_offset); 3917316485Sdavidcs mp->m_pkthdr.len = cqe->total_packet_len; 3918316485Sdavidcs 3919316485Sdavidcs if (mp->m_next == NULL) 3920316485Sdavidcs mp->m_len = mp->m_pkthdr.len; 3921316485Sdavidcs else { 3922316485Sdavidcs /* compute the total packet length */ 3923316485Sdavidcs mpf = mp; 3924316485Sdavidcs while (mpf != NULL) { 3925316485Sdavidcs len += mpf->m_len; 3926316485Sdavidcs mpf = mpf->m_next; 3927316485Sdavidcs } 3928316485Sdavidcs 3929316485Sdavidcs if (cqe->total_packet_len > len) { 3930316485Sdavidcs mpl = rxq->tpa_info[agg_index].mpl; 3931316485Sdavidcs mpl->m_len += (cqe->total_packet_len - len); 3932316485Sdavidcs } 3933316485Sdavidcs } 3934316485Sdavidcs 3935316485Sdavidcs QLNX_INC_IPACKETS(ifp); 3936316485Sdavidcs QLNX_INC_IBYTES(ifp, (cqe->total_packet_len)); 3937316485Sdavidcs 3938318659Sdavidcs QL_DPRINT7(ha, "[%d]: 8 csum_data = 0x%x csum_flags = 0x%lx\n \ 3939318659Sdavidcs m_len = 0x%x m_pkthdr_len = 0x%x\n", 3940318659Sdavidcs fp->rss_id, mp->m_pkthdr.csum_data, 3941318659Sdavidcs mp->m_pkthdr.csum_flags, mp->m_len, mp->m_pkthdr.len); 3942316485Sdavidcs 3943316485Sdavidcs (*ifp->if_input)(ifp, mp); 3944316485Sdavidcs 3945316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 3946316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3947316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 3948316485Sdavidcs 3949316485Sdavidcs return (cqe->num_of_coalesced_segs); 3950316485Sdavidcs} 3951316485Sdavidcs 3952316485Sdavidcsstatic int 3953316485Sdavidcsqlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 3954316485Sdavidcs int lro_enable) 3955316485Sdavidcs{ 3956316485Sdavidcs uint16_t hw_comp_cons, sw_comp_cons; 3957316485Sdavidcs int rx_pkt = 0; 3958316485Sdavidcs struct qlnx_rx_queue *rxq = fp->rxq; 3959316485Sdavidcs struct ifnet *ifp = ha->ifp; 3960316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 3961316485Sdavidcs struct ecore_hwfn *p_hwfn; 3962316485Sdavidcs 3963316485Sdavidcs#ifdef QLNX_SOFT_LRO 3964316485Sdavidcs struct lro_ctrl *lro; 3965316485Sdavidcs 3966316485Sdavidcs lro = &rxq->lro; 3967316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 3968316485Sdavidcs 3969316485Sdavidcs hw_comp_cons = le16toh(*rxq->hw_cons_ptr); 3970316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 3971316485Sdavidcs 3972316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(fp->rss_id % cdev->num_hwfns)]; 3973316485Sdavidcs 3974316485Sdavidcs /* Memory barrier to prevent the CPU from doing speculative reads of CQE 3975316485Sdavidcs * / BD in the while-loop before reading hw_comp_cons. If the CQE is 3976316485Sdavidcs * read before it is written by FW, then FW writes CQE and SB, and then 3977316485Sdavidcs * the CPU reads the hw_comp_cons, it will use an old CQE. 3978316485Sdavidcs */ 3979316485Sdavidcs 3980316485Sdavidcs /* Loop to complete all indicated BDs */ 3981316485Sdavidcs while (sw_comp_cons != hw_comp_cons) { 3982316485Sdavidcs union eth_rx_cqe *cqe; 3983316485Sdavidcs struct eth_fast_path_rx_reg_cqe *fp_cqe; 3984316485Sdavidcs struct sw_rx_data *sw_rx_data; 3985316485Sdavidcs register struct mbuf *mp; 3986316485Sdavidcs enum eth_rx_cqe_type cqe_type; 3987316485Sdavidcs uint16_t len, pad, len_on_first_bd; 3988316485Sdavidcs uint8_t *data; 3989316485Sdavidcs#if __FreeBSD_version >= 1100000 3990316485Sdavidcs uint8_t hash_type; 3991316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 3992316485Sdavidcs 3993316485Sdavidcs /* Get the CQE from the completion ring */ 3994316485Sdavidcs cqe = (union eth_rx_cqe *) 3995316485Sdavidcs ecore_chain_consume(&rxq->rx_comp_ring); 3996316485Sdavidcs cqe_type = cqe->fast_path_regular.type; 3997316485Sdavidcs 3998316485Sdavidcs if (cqe_type == ETH_RX_CQE_TYPE_SLOW_PATH) { 3999318659Sdavidcs QL_DPRINT3(ha, "Got a slowath CQE\n"); 4000316485Sdavidcs 4001316485Sdavidcs ecore_eth_cqe_completion(p_hwfn, 4002316485Sdavidcs (struct eth_slow_path_rx_cqe *)cqe); 4003316485Sdavidcs goto next_cqe; 4004316485Sdavidcs } 4005316485Sdavidcs 4006316485Sdavidcs if (cqe_type != ETH_RX_CQE_TYPE_REGULAR) { 4007316485Sdavidcs 4008316485Sdavidcs switch (cqe_type) { 4009316485Sdavidcs 4010316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_START: 4011316485Sdavidcs qlnx_tpa_start(ha, fp, rxq, 4012316485Sdavidcs &cqe->fast_path_tpa_start); 4013316485Sdavidcs fp->tpa_start++; 4014316485Sdavidcs break; 4015316485Sdavidcs 4016316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_CONT: 4017316485Sdavidcs qlnx_tpa_cont(ha, fp, rxq, 4018316485Sdavidcs &cqe->fast_path_tpa_cont); 4019316485Sdavidcs fp->tpa_cont++; 4020316485Sdavidcs break; 4021316485Sdavidcs 4022316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_END: 4023316485Sdavidcs rx_pkt += qlnx_tpa_end(ha, fp, rxq, 4024316485Sdavidcs &cqe->fast_path_tpa_end); 4025316485Sdavidcs fp->tpa_end++; 4026316485Sdavidcs break; 4027316485Sdavidcs 4028316485Sdavidcs default: 4029316485Sdavidcs break; 4030316485Sdavidcs } 4031316485Sdavidcs 4032316485Sdavidcs goto next_cqe; 4033316485Sdavidcs } 4034316485Sdavidcs 4035316485Sdavidcs /* Get the data from the SW ring */ 4036316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4037316485Sdavidcs mp = sw_rx_data->data; 4038316485Sdavidcs 4039316485Sdavidcs if (mp == NULL) { 4040318659Sdavidcs QL_DPRINT1(ha, "mp = NULL\n"); 4041316485Sdavidcs fp->err_rx_mp_null++; 4042316485Sdavidcs rxq->sw_rx_cons = 4043316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4044316485Sdavidcs goto next_cqe; 4045316485Sdavidcs } 4046316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4047316485Sdavidcs BUS_DMASYNC_POSTREAD); 4048316485Sdavidcs 4049316485Sdavidcs /* non GRO */ 4050316485Sdavidcs fp_cqe = &cqe->fast_path_regular;/* MK CR TPA check assembly */ 4051316485Sdavidcs len = le16toh(fp_cqe->pkt_len); 4052316485Sdavidcs pad = fp_cqe->placement_offset; 4053316485Sdavidcs 4054318659Sdavidcs QL_DPRINT3(ha, "CQE type = %x, flags = %x, vlan = %x," 4055316485Sdavidcs " len %u, parsing flags = %d pad = %d\n", 4056316485Sdavidcs cqe_type, fp_cqe->bitfields, 4057316485Sdavidcs le16toh(fp_cqe->vlan_tag), 4058318659Sdavidcs len, le16toh(fp_cqe->pars_flags.flags), pad); 4059316485Sdavidcs 4060316485Sdavidcs data = mtod(mp, uint8_t *); 4061316485Sdavidcs data = data + pad; 4062316485Sdavidcs 4063316485Sdavidcs if (0) 4064316485Sdavidcs qlnx_dump_buf8(ha, __func__, data, len); 4065316485Sdavidcs 4066316485Sdavidcs /* For every Rx BD consumed, we allocate a new BD so the BD ring 4067316485Sdavidcs * is always with a fixed size. If allocation fails, we take the 4068316485Sdavidcs * consumed BD and return it to the ring in the PROD position. 4069316485Sdavidcs * The packet that was received on that BD will be dropped (and 4070316485Sdavidcs * not passed to the upper stack). 4071316485Sdavidcs */ 4072316485Sdavidcs /* If this is an error packet then drop it */ 4073316485Sdavidcs if ((le16toh(cqe->fast_path_regular.pars_flags.flags)) & 4074316485Sdavidcs CQE_FLAGS_ERR) { 4075316485Sdavidcs 4076318659Sdavidcs QL_DPRINT1(ha, "CQE in CONS = %u has error, flags = %x," 4077316485Sdavidcs " dropping incoming packet\n", sw_comp_cons, 4078318659Sdavidcs le16toh(cqe->fast_path_regular.pars_flags.flags)); 4079316485Sdavidcs fp->err_rx_hw_errors++; 4080316485Sdavidcs 4081316485Sdavidcs qlnx_reuse_rx_data(rxq); 4082316485Sdavidcs 4083316485Sdavidcs QLNX_INC_IERRORS(ifp); 4084316485Sdavidcs 4085316485Sdavidcs goto next_cqe; 4086316485Sdavidcs } 4087316485Sdavidcs 4088316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4089316485Sdavidcs 4090318659Sdavidcs QL_DPRINT1(ha, "New buffer allocation failed, dropping" 4091318659Sdavidcs " incoming packet and reusing its buffer\n"); 4092316485Sdavidcs qlnx_reuse_rx_data(rxq); 4093316485Sdavidcs 4094316485Sdavidcs fp->err_rx_alloc_errors++; 4095316485Sdavidcs 4096316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4097316485Sdavidcs 4098316485Sdavidcs goto next_cqe; 4099316485Sdavidcs } 4100316485Sdavidcs 4101316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4102316485Sdavidcs 4103316485Sdavidcs len_on_first_bd = fp_cqe->len_on_first_bd; 4104316485Sdavidcs m_adj(mp, pad); 4105316485Sdavidcs mp->m_pkthdr.len = len; 4106316485Sdavidcs 4107318659Sdavidcs QL_DPRINT1(ha, "len = %d len_on_first_bd = %d\n", 4108318659Sdavidcs len, len_on_first_bd); 4109316485Sdavidcs if ((len > 60 ) && (len > len_on_first_bd)) { 4110316485Sdavidcs 4111316485Sdavidcs mp->m_len = len_on_first_bd; 4112316485Sdavidcs 4113316485Sdavidcs if (qlnx_rx_jumbo_chain(ha, fp, mp, 4114316485Sdavidcs (len - len_on_first_bd)) != 0) { 4115316485Sdavidcs 4116316485Sdavidcs m_freem(mp); 4117316485Sdavidcs 4118316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4119316485Sdavidcs 4120316485Sdavidcs goto next_cqe; 4121316485Sdavidcs } 4122316485Sdavidcs 4123316485Sdavidcs } else if (len_on_first_bd < len) { 4124316485Sdavidcs fp->err_rx_jumbo_chain_pkts++; 4125316485Sdavidcs } else { 4126316485Sdavidcs mp->m_len = len; 4127316485Sdavidcs } 4128316485Sdavidcs 4129316485Sdavidcs mp->m_flags |= M_PKTHDR; 4130316485Sdavidcs 4131316485Sdavidcs /* assign packet to this interface interface */ 4132316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 4133316485Sdavidcs 4134316485Sdavidcs /* assume no hardware checksum has complated */ 4135316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 4136316485Sdavidcs 4137316485Sdavidcs mp->m_pkthdr.flowid = fp_cqe->rss_hash; 4138316485Sdavidcs 4139316485Sdavidcs#if __FreeBSD_version >= 1100000 4140316485Sdavidcs 4141316485Sdavidcs hash_type = fp_cqe->bitfields & 4142316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 4143316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 4144316485Sdavidcs 4145316485Sdavidcs switch (hash_type) { 4146316485Sdavidcs 4147316485Sdavidcs case RSS_HASH_TYPE_IPV4: 4148316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 4149316485Sdavidcs break; 4150316485Sdavidcs 4151316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 4152316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 4153316485Sdavidcs break; 4154316485Sdavidcs 4155316485Sdavidcs case RSS_HASH_TYPE_IPV6: 4156316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 4157316485Sdavidcs break; 4158316485Sdavidcs 4159316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 4160316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 4161316485Sdavidcs break; 4162316485Sdavidcs 4163316485Sdavidcs default: 4164316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 4165316485Sdavidcs break; 4166316485Sdavidcs } 4167316485Sdavidcs 4168316485Sdavidcs#else 4169316485Sdavidcs mp->m_flags |= M_FLOWID; 4170316485Sdavidcs#endif 4171316485Sdavidcs 4172316485Sdavidcs if (CQE_L3_PACKET(fp_cqe->pars_flags.flags)) { 4173316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_CHECKED; 4174316485Sdavidcs } 4175316485Sdavidcs 4176316485Sdavidcs if (!(CQE_IP_HDR_ERR(fp_cqe->pars_flags.flags))) { 4177316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_VALID; 4178316485Sdavidcs } 4179316485Sdavidcs 4180316485Sdavidcs if (CQE_L4_HAS_CSUM(fp_cqe->pars_flags.flags)) { 4181316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 4182316485Sdavidcs mp->m_pkthdr.csum_flags |= 4183316485Sdavidcs (CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 4184316485Sdavidcs } 4185316485Sdavidcs 4186316485Sdavidcs if (CQE_HAS_VLAN(fp_cqe->pars_flags.flags)) { 4187316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(fp_cqe->vlan_tag); 4188316485Sdavidcs mp->m_flags |= M_VLANTAG; 4189316485Sdavidcs } 4190316485Sdavidcs 4191316485Sdavidcs QLNX_INC_IPACKETS(ifp); 4192316485Sdavidcs QLNX_INC_IBYTES(ifp, len); 4193316485Sdavidcs 4194316485Sdavidcs#ifdef QLNX_SOFT_LRO 4195316485Sdavidcs 4196316485Sdavidcs if (lro_enable) { 4197316485Sdavidcs 4198316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 4199316485Sdavidcs 4200316485Sdavidcs tcp_lro_queue_mbuf(lro, mp); 4201316485Sdavidcs 4202316485Sdavidcs#else 4203316485Sdavidcs 4204316485Sdavidcs if (tcp_lro_rx(lro, mp, 0)) 4205316485Sdavidcs (*ifp->if_input)(ifp, mp); 4206316485Sdavidcs 4207316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 4208316485Sdavidcs 4209316485Sdavidcs } else { 4210316485Sdavidcs (*ifp->if_input)(ifp, mp); 4211316485Sdavidcs } 4212316485Sdavidcs#else 4213316485Sdavidcs 4214316485Sdavidcs (*ifp->if_input)(ifp, mp); 4215316485Sdavidcs 4216316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4217316485Sdavidcs 4218316485Sdavidcs rx_pkt++; 4219316485Sdavidcs 4220316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4221316485Sdavidcs 4222316485Sdavidcsnext_cqe: /* don't consume bd rx buffer */ 4223316485Sdavidcs ecore_chain_recycle_consumed(&rxq->rx_comp_ring); 4224316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4225316485Sdavidcs 4226316485Sdavidcs /* CR TPA - revisit how to handle budget in TPA perhaps 4227316485Sdavidcs increase on "end" */ 4228316485Sdavidcs if (rx_pkt == budget) 4229316485Sdavidcs break; 4230316485Sdavidcs } /* repeat while sw_comp_cons != hw_comp_cons... */ 4231316485Sdavidcs 4232316485Sdavidcs /* Update producers */ 4233316485Sdavidcs qlnx_update_rx_prod(p_hwfn, rxq); 4234316485Sdavidcs 4235316485Sdavidcs return rx_pkt; 4236316485Sdavidcs} 4237316485Sdavidcs 4238316485Sdavidcs/* 4239316485Sdavidcs * fast path interrupt 4240316485Sdavidcs */ 4241316485Sdavidcs 4242316485Sdavidcsstatic void 4243316485Sdavidcsqlnx_fp_isr(void *arg) 4244316485Sdavidcs{ 4245316485Sdavidcs qlnx_ivec_t *ivec = arg; 4246316485Sdavidcs qlnx_host_t *ha; 4247316485Sdavidcs struct qlnx_fastpath *fp = NULL; 4248318657Sdavidcs int idx; 4249316485Sdavidcs 4250316485Sdavidcs ha = ivec->ha; 4251316485Sdavidcs 4252316485Sdavidcs if (ha->state != QLNX_STATE_OPEN) { 4253316485Sdavidcs return; 4254316485Sdavidcs } 4255316485Sdavidcs 4256316485Sdavidcs idx = ivec->rss_idx; 4257316485Sdavidcs 4258316485Sdavidcs if ((idx = ivec->rss_idx) >= ha->num_rss) { 4259318659Sdavidcs QL_DPRINT1(ha, "illegal interrupt[%d]\n", idx); 4260316485Sdavidcs ha->err_illegal_intr++; 4261316485Sdavidcs return; 4262316485Sdavidcs } 4263316485Sdavidcs fp = &ha->fp_array[idx]; 4264316485Sdavidcs 4265316485Sdavidcs if (fp == NULL) { 4266316485Sdavidcs ha->err_fp_null++; 4267316485Sdavidcs } else { 4268316485Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_DISABLE, 0); 4269318657Sdavidcs if (fp->fp_taskqueue != NULL) 4270318657Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 4271316485Sdavidcs } 4272316485Sdavidcs 4273316485Sdavidcs return; 4274316485Sdavidcs} 4275316485Sdavidcs 4276316485Sdavidcs 4277316485Sdavidcs/* 4278316485Sdavidcs * slow path interrupt processing function 4279316485Sdavidcs * can be invoked in polled mode or in interrupt mode via taskqueue. 4280316485Sdavidcs */ 4281316485Sdavidcsvoid 4282316485Sdavidcsqlnx_sp_isr(void *arg) 4283316485Sdavidcs{ 4284316485Sdavidcs struct ecore_hwfn *p_hwfn; 4285316485Sdavidcs qlnx_host_t *ha; 4286316485Sdavidcs 4287316485Sdavidcs p_hwfn = arg; 4288316485Sdavidcs 4289316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 4290316485Sdavidcs 4291316485Sdavidcs ha->sp_interrupts++; 4292316485Sdavidcs 4293318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 4294316485Sdavidcs 4295316485Sdavidcs ecore_int_sp_dpc(p_hwfn); 4296316485Sdavidcs 4297318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 4298316485Sdavidcs 4299316485Sdavidcs return; 4300316485Sdavidcs} 4301316485Sdavidcs 4302316485Sdavidcs/***************************************************************************** 4303316485Sdavidcs * Support Functions for DMA'able Memory 4304316485Sdavidcs *****************************************************************************/ 4305316485Sdavidcs 4306316485Sdavidcsstatic void 4307316485Sdavidcsqlnx_dmamap_callback(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 4308316485Sdavidcs{ 4309316485Sdavidcs *((bus_addr_t *)arg) = 0; 4310316485Sdavidcs 4311316485Sdavidcs if (error) { 4312316485Sdavidcs printf("%s: bus_dmamap_load failed (%d)\n", __func__, error); 4313316485Sdavidcs return; 4314316485Sdavidcs } 4315316485Sdavidcs 4316316485Sdavidcs *((bus_addr_t *)arg) = segs[0].ds_addr; 4317316485Sdavidcs 4318316485Sdavidcs return; 4319316485Sdavidcs} 4320316485Sdavidcs 4321316485Sdavidcsstatic int 4322316485Sdavidcsqlnx_alloc_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 4323316485Sdavidcs{ 4324316485Sdavidcs int ret = 0; 4325316485Sdavidcs device_t dev; 4326316485Sdavidcs bus_addr_t b_addr; 4327316485Sdavidcs 4328316485Sdavidcs dev = ha->pci_dev; 4329316485Sdavidcs 4330316485Sdavidcs ret = bus_dma_tag_create( 4331316485Sdavidcs ha->parent_tag,/* parent */ 4332316485Sdavidcs dma_buf->alignment, 4333316485Sdavidcs ((bus_size_t)(1ULL << 32)),/* boundary */ 4334316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4335316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4336316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4337316485Sdavidcs dma_buf->size, /* maxsize */ 4338316485Sdavidcs 1, /* nsegments */ 4339316485Sdavidcs dma_buf->size, /* maxsegsize */ 4340316485Sdavidcs 0, /* flags */ 4341316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 4342316485Sdavidcs &dma_buf->dma_tag); 4343316485Sdavidcs 4344316485Sdavidcs if (ret) { 4345318659Sdavidcs QL_DPRINT1(ha, "could not create dma tag\n"); 4346316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4347316485Sdavidcs } 4348316485Sdavidcs ret = bus_dmamem_alloc(dma_buf->dma_tag, 4349316485Sdavidcs (void **)&dma_buf->dma_b, 4350316485Sdavidcs (BUS_DMA_ZERO | BUS_DMA_COHERENT | BUS_DMA_NOWAIT), 4351316485Sdavidcs &dma_buf->dma_map); 4352316485Sdavidcs if (ret) { 4353316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4354318659Sdavidcs QL_DPRINT1(ha, "bus_dmamem_alloc failed\n"); 4355316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4356316485Sdavidcs } 4357316485Sdavidcs 4358316485Sdavidcs ret = bus_dmamap_load(dma_buf->dma_tag, 4359316485Sdavidcs dma_buf->dma_map, 4360316485Sdavidcs dma_buf->dma_b, 4361316485Sdavidcs dma_buf->size, 4362316485Sdavidcs qlnx_dmamap_callback, 4363316485Sdavidcs &b_addr, BUS_DMA_NOWAIT); 4364316485Sdavidcs 4365316485Sdavidcs if (ret || !b_addr) { 4366316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4367316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, 4368316485Sdavidcs dma_buf->dma_map); 4369316485Sdavidcs ret = -1; 4370316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4371316485Sdavidcs } 4372316485Sdavidcs 4373316485Sdavidcs dma_buf->dma_addr = b_addr; 4374316485Sdavidcs 4375316485Sdavidcsqlnx_alloc_dmabuf_exit: 4376316485Sdavidcs 4377316485Sdavidcs return ret; 4378316485Sdavidcs} 4379316485Sdavidcs 4380316485Sdavidcsstatic void 4381316485Sdavidcsqlnx_free_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 4382316485Sdavidcs{ 4383316485Sdavidcs bus_dmamap_unload(dma_buf->dma_tag, dma_buf->dma_map); 4384316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, dma_buf->dma_map); 4385316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4386316485Sdavidcs return; 4387316485Sdavidcs} 4388316485Sdavidcs 4389316485Sdavidcsvoid * 4390316485Sdavidcsqlnx_dma_alloc_coherent(void *ecore_dev, bus_addr_t *phys, uint32_t size) 4391316485Sdavidcs{ 4392316485Sdavidcs qlnx_dma_t dma_buf; 4393316485Sdavidcs qlnx_dma_t *dma_p; 4394316485Sdavidcs qlnx_host_t *ha; 4395316485Sdavidcs device_t dev; 4396316485Sdavidcs 4397316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 4398316485Sdavidcs dev = ha->pci_dev; 4399316485Sdavidcs 4400316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 4401316485Sdavidcs 4402316485Sdavidcs memset(&dma_buf, 0, sizeof (qlnx_dma_t)); 4403316485Sdavidcs 4404316485Sdavidcs dma_buf.size = size + PAGE_SIZE; 4405316485Sdavidcs dma_buf.alignment = 8; 4406316485Sdavidcs 4407316485Sdavidcs if (qlnx_alloc_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf) != 0) 4408316485Sdavidcs return (NULL); 4409316485Sdavidcs bzero((uint8_t *)dma_buf.dma_b, dma_buf.size); 4410316485Sdavidcs 4411316485Sdavidcs *phys = dma_buf.dma_addr; 4412316485Sdavidcs 4413316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)dma_buf.dma_b + size); 4414316485Sdavidcs 4415316485Sdavidcs memcpy(dma_p, &dma_buf, sizeof(qlnx_dma_t)); 4416318659Sdavidcs/* 4417318659Sdavidcs QL_DPRINT5(ha, "[%p %p %p %p 0x%08x ]\n", 4418316485Sdavidcs (void *)dma_buf.dma_map, (void *)dma_buf.dma_tag, 4419318659Sdavidcs dma_buf.dma_b, (void *)dma_buf.dma_addr, size); 4420318659Sdavidcs*/ 4421316485Sdavidcs return (dma_buf.dma_b); 4422316485Sdavidcs} 4423316485Sdavidcs 4424316485Sdavidcsvoid 4425316485Sdavidcsqlnx_dma_free_coherent(void *ecore_dev, void *v_addr, bus_addr_t phys, 4426316485Sdavidcs uint32_t size) 4427316485Sdavidcs{ 4428316485Sdavidcs qlnx_dma_t dma_buf, *dma_p; 4429316485Sdavidcs qlnx_host_t *ha; 4430316485Sdavidcs device_t dev; 4431316485Sdavidcs 4432316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 4433316485Sdavidcs dev = ha->pci_dev; 4434316485Sdavidcs 4435316485Sdavidcs if (v_addr == NULL) 4436316485Sdavidcs return; 4437316485Sdavidcs 4438316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 4439316485Sdavidcs 4440316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)v_addr + size); 4441318659Sdavidcs/* 4442318659Sdavidcs QL_DPRINT5(ha, "[%p %p %p %p 0x%08x ]\n", 4443316485Sdavidcs (void *)dma_p->dma_map, (void *)dma_p->dma_tag, 4444318659Sdavidcs dma_p->dma_b, (void *)dma_p->dma_addr, size); 4445318659Sdavidcs*/ 4446316485Sdavidcs dma_buf = *dma_p; 4447316485Sdavidcs 4448316485Sdavidcs qlnx_free_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf); 4449316485Sdavidcs return; 4450316485Sdavidcs} 4451316485Sdavidcs 4452316485Sdavidcsstatic int 4453316485Sdavidcsqlnx_alloc_parent_dma_tag(qlnx_host_t *ha) 4454316485Sdavidcs{ 4455316485Sdavidcs int ret; 4456316485Sdavidcs device_t dev; 4457316485Sdavidcs 4458316485Sdavidcs dev = ha->pci_dev; 4459316485Sdavidcs 4460316485Sdavidcs /* 4461316485Sdavidcs * Allocate parent DMA Tag 4462316485Sdavidcs */ 4463316485Sdavidcs ret = bus_dma_tag_create( 4464316485Sdavidcs bus_get_dma_tag(dev), /* parent */ 4465316485Sdavidcs 1,((bus_size_t)(1ULL << 32)),/* alignment, boundary */ 4466316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4467316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4468316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4469316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsize */ 4470316485Sdavidcs 0, /* nsegments */ 4471316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsegsize */ 4472316485Sdavidcs 0, /* flags */ 4473316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 4474316485Sdavidcs &ha->parent_tag); 4475316485Sdavidcs 4476316485Sdavidcs if (ret) { 4477318659Sdavidcs QL_DPRINT1(ha, "could not create parent dma tag\n"); 4478316485Sdavidcs return (-1); 4479316485Sdavidcs } 4480316485Sdavidcs 4481316485Sdavidcs ha->flags.parent_tag = 1; 4482316485Sdavidcs 4483316485Sdavidcs return (0); 4484316485Sdavidcs} 4485316485Sdavidcs 4486316485Sdavidcsstatic void 4487316485Sdavidcsqlnx_free_parent_dma_tag(qlnx_host_t *ha) 4488316485Sdavidcs{ 4489316485Sdavidcs if (ha->parent_tag != NULL) { 4490316485Sdavidcs bus_dma_tag_destroy(ha->parent_tag); 4491316485Sdavidcs ha->parent_tag = NULL; 4492316485Sdavidcs } 4493316485Sdavidcs return; 4494316485Sdavidcs} 4495316485Sdavidcs 4496316485Sdavidcsstatic int 4497316485Sdavidcsqlnx_alloc_tx_dma_tag(qlnx_host_t *ha) 4498316485Sdavidcs{ 4499316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 4500316485Sdavidcs 1, 0, /* alignment, bounds */ 4501316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4502316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4503316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4504316485Sdavidcs QLNX_MAX_TSO_FRAME_SIZE, /* maxsize */ 4505316485Sdavidcs QLNX_MAX_SEGMENTS, /* nsegments */ 4506316485Sdavidcs (PAGE_SIZE * 4), /* maxsegsize */ 4507316485Sdavidcs BUS_DMA_ALLOCNOW, /* flags */ 4508316485Sdavidcs NULL, /* lockfunc */ 4509316485Sdavidcs NULL, /* lockfuncarg */ 4510316485Sdavidcs &ha->tx_tag)) { 4511316485Sdavidcs 4512318659Sdavidcs QL_DPRINT1(ha, "tx_tag alloc failed\n"); 4513316485Sdavidcs return (-1); 4514316485Sdavidcs } 4515316485Sdavidcs 4516316485Sdavidcs return (0); 4517316485Sdavidcs} 4518316485Sdavidcs 4519316485Sdavidcsstatic void 4520316485Sdavidcsqlnx_free_tx_dma_tag(qlnx_host_t *ha) 4521316485Sdavidcs{ 4522316485Sdavidcs if (ha->tx_tag != NULL) { 4523316485Sdavidcs bus_dma_tag_destroy(ha->tx_tag); 4524316485Sdavidcs ha->tx_tag = NULL; 4525316485Sdavidcs } 4526316485Sdavidcs return; 4527316485Sdavidcs} 4528316485Sdavidcs 4529316485Sdavidcsstatic int 4530316485Sdavidcsqlnx_alloc_rx_dma_tag(qlnx_host_t *ha) 4531316485Sdavidcs{ 4532316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 4533316485Sdavidcs 1, 0, /* alignment, bounds */ 4534316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4535316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4536316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4537316485Sdavidcs MJUM9BYTES, /* maxsize */ 4538316485Sdavidcs 1, /* nsegments */ 4539316485Sdavidcs MJUM9BYTES, /* maxsegsize */ 4540316485Sdavidcs BUS_DMA_ALLOCNOW, /* flags */ 4541316485Sdavidcs NULL, /* lockfunc */ 4542316485Sdavidcs NULL, /* lockfuncarg */ 4543316485Sdavidcs &ha->rx_tag)) { 4544316485Sdavidcs 4545318659Sdavidcs QL_DPRINT1(ha, " rx_tag alloc failed\n"); 4546316485Sdavidcs 4547316485Sdavidcs return (-1); 4548316485Sdavidcs } 4549316485Sdavidcs return (0); 4550316485Sdavidcs} 4551316485Sdavidcs 4552316485Sdavidcsstatic void 4553316485Sdavidcsqlnx_free_rx_dma_tag(qlnx_host_t *ha) 4554316485Sdavidcs{ 4555316485Sdavidcs if (ha->rx_tag != NULL) { 4556316485Sdavidcs bus_dma_tag_destroy(ha->rx_tag); 4557316485Sdavidcs ha->rx_tag = NULL; 4558316485Sdavidcs } 4559316485Sdavidcs return; 4560316485Sdavidcs} 4561316485Sdavidcs 4562316485Sdavidcs/********************************* 4563316485Sdavidcs * Exported functions 4564316485Sdavidcs *********************************/ 4565316485Sdavidcsuint32_t 4566316485Sdavidcsqlnx_pci_bus_get_bar_size(void *ecore_dev, uint8_t bar_id) 4567316485Sdavidcs{ 4568316485Sdavidcs uint32_t bar_size; 4569316485Sdavidcs 4570316485Sdavidcs bar_id = bar_id * 2; 4571316485Sdavidcs 4572316485Sdavidcs bar_size = bus_get_resource_count(((qlnx_host_t *)ecore_dev)->pci_dev, 4573316485Sdavidcs SYS_RES_MEMORY, 4574316485Sdavidcs PCIR_BAR(bar_id)); 4575316485Sdavidcs 4576316485Sdavidcs return (bar_size); 4577316485Sdavidcs} 4578316485Sdavidcs 4579316485Sdavidcsuint32_t 4580316485Sdavidcsqlnx_pci_read_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t *reg_value) 4581316485Sdavidcs{ 4582316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4583316485Sdavidcs pci_reg, 1); 4584316485Sdavidcs return 0; 4585316485Sdavidcs} 4586316485Sdavidcs 4587316485Sdavidcsuint32_t 4588316485Sdavidcsqlnx_pci_read_config_word(void *ecore_dev, uint32_t pci_reg, 4589316485Sdavidcs uint16_t *reg_value) 4590316485Sdavidcs{ 4591316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4592316485Sdavidcs pci_reg, 2); 4593316485Sdavidcs return 0; 4594316485Sdavidcs} 4595316485Sdavidcs 4596316485Sdavidcsuint32_t 4597316485Sdavidcsqlnx_pci_read_config_dword(void *ecore_dev, uint32_t pci_reg, 4598316485Sdavidcs uint32_t *reg_value) 4599316485Sdavidcs{ 4600316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4601316485Sdavidcs pci_reg, 4); 4602316485Sdavidcs return 0; 4603316485Sdavidcs} 4604316485Sdavidcs 4605316485Sdavidcsvoid 4606316485Sdavidcsqlnx_pci_write_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t reg_value) 4607316485Sdavidcs{ 4608316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4609316485Sdavidcs pci_reg, reg_value, 1); 4610316485Sdavidcs return; 4611316485Sdavidcs} 4612316485Sdavidcs 4613316485Sdavidcsvoid 4614316485Sdavidcsqlnx_pci_write_config_word(void *ecore_dev, uint32_t pci_reg, 4615316485Sdavidcs uint16_t reg_value) 4616316485Sdavidcs{ 4617316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4618316485Sdavidcs pci_reg, reg_value, 2); 4619316485Sdavidcs return; 4620316485Sdavidcs} 4621316485Sdavidcs 4622316485Sdavidcsvoid 4623316485Sdavidcsqlnx_pci_write_config_dword(void *ecore_dev, uint32_t pci_reg, 4624316485Sdavidcs uint32_t reg_value) 4625316485Sdavidcs{ 4626316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4627316485Sdavidcs pci_reg, reg_value, 4); 4628316485Sdavidcs return; 4629316485Sdavidcs} 4630316485Sdavidcs 4631316485Sdavidcs 4632316485Sdavidcsint 4633316485Sdavidcsqlnx_pci_find_capability(void *ecore_dev, int cap) 4634316485Sdavidcs{ 4635318659Sdavidcs int reg; 4636318659Sdavidcs qlnx_host_t *ha; 4637316485Sdavidcs 4638318659Sdavidcs ha = ecore_dev; 4639318659Sdavidcs 4640318659Sdavidcs if (pci_find_cap(ha->pci_dev, PCIY_EXPRESS, ®) == 0) 4641316485Sdavidcs return reg; 4642316485Sdavidcs else { 4643318659Sdavidcs QL_DPRINT1(ha, "failed\n"); 4644316485Sdavidcs return 0; 4645316485Sdavidcs } 4646316485Sdavidcs} 4647316485Sdavidcs 4648316485Sdavidcsuint32_t 4649316485Sdavidcsqlnx_reg_rd32(void *hwfn, uint32_t reg_addr) 4650316485Sdavidcs{ 4651316485Sdavidcs uint32_t data32; 4652316485Sdavidcs struct ecore_dev *cdev; 4653316485Sdavidcs struct ecore_hwfn *p_hwfn; 4654316485Sdavidcs 4655316485Sdavidcs p_hwfn = hwfn; 4656316485Sdavidcs 4657316485Sdavidcs cdev = p_hwfn->p_dev; 4658316485Sdavidcs 4659316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 4660316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 4661316485Sdavidcs 4662316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, reg_addr); 4663316485Sdavidcs 4664316485Sdavidcs return (data32); 4665316485Sdavidcs} 4666316485Sdavidcs 4667316485Sdavidcsvoid 4668316485Sdavidcsqlnx_reg_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 4669316485Sdavidcs{ 4670316485Sdavidcs struct ecore_dev *cdev; 4671316485Sdavidcs struct ecore_hwfn *p_hwfn; 4672316485Sdavidcs 4673316485Sdavidcs p_hwfn = hwfn; 4674316485Sdavidcs 4675316485Sdavidcs cdev = p_hwfn->p_dev; 4676316485Sdavidcs 4677316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 4678316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 4679316485Sdavidcs 4680316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, reg_addr, value); 4681316485Sdavidcs 4682316485Sdavidcs return; 4683316485Sdavidcs} 4684316485Sdavidcs 4685316485Sdavidcsvoid 4686316485Sdavidcsqlnx_reg_wr16(void *hwfn, uint32_t reg_addr, uint16_t value) 4687316485Sdavidcs{ 4688316485Sdavidcs struct ecore_dev *cdev; 4689316485Sdavidcs struct ecore_hwfn *p_hwfn; 4690316485Sdavidcs 4691316485Sdavidcs p_hwfn = hwfn; 4692316485Sdavidcs 4693316485Sdavidcs cdev = p_hwfn->p_dev; 4694316485Sdavidcs 4695316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 4696316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 4697316485Sdavidcs 4698316485Sdavidcs bus_write_2(((qlnx_host_t *)cdev)->pci_reg, reg_addr, value); 4699316485Sdavidcs 4700316485Sdavidcs return; 4701316485Sdavidcs} 4702316485Sdavidcs 4703316485Sdavidcsvoid 4704316485Sdavidcsqlnx_dbell_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 4705316485Sdavidcs{ 4706316485Sdavidcs struct ecore_dev *cdev; 4707316485Sdavidcs struct ecore_hwfn *p_hwfn; 4708316485Sdavidcs 4709316485Sdavidcs p_hwfn = hwfn; 4710316485Sdavidcs 4711316485Sdavidcs cdev = p_hwfn->p_dev; 4712316485Sdavidcs 4713316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->doorbells) - 4714316485Sdavidcs (uint8_t *)(cdev->doorbells)) + reg_addr; 4715316485Sdavidcs 4716316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_dbells, reg_addr, value); 4717316485Sdavidcs 4718316485Sdavidcs return; 4719316485Sdavidcs} 4720316485Sdavidcs 4721316485Sdavidcsuint32_t 4722316485Sdavidcsqlnx_direct_reg_rd32(void *p_hwfn, uint32_t *reg_addr) 4723316485Sdavidcs{ 4724316485Sdavidcs uint32_t data32; 4725316485Sdavidcs uint32_t offset; 4726316485Sdavidcs struct ecore_dev *cdev; 4727316485Sdavidcs 4728316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 4729316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 4730316485Sdavidcs 4731316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, offset); 4732316485Sdavidcs 4733316485Sdavidcs return (data32); 4734316485Sdavidcs} 4735316485Sdavidcs 4736316485Sdavidcsvoid 4737316485Sdavidcsqlnx_direct_reg_wr32(void *p_hwfn, void *reg_addr, uint32_t value) 4738316485Sdavidcs{ 4739316485Sdavidcs uint32_t offset; 4740316485Sdavidcs struct ecore_dev *cdev; 4741316485Sdavidcs 4742316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 4743316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 4744316485Sdavidcs 4745316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, offset, value); 4746316485Sdavidcs 4747316485Sdavidcs return; 4748316485Sdavidcs} 4749316485Sdavidcs 4750316485Sdavidcsvoid * 4751316485Sdavidcsqlnx_zalloc(uint32_t size) 4752316485Sdavidcs{ 4753316485Sdavidcs caddr_t va; 4754316485Sdavidcs 4755316485Sdavidcs va = malloc((unsigned long)size, M_QLNXBUF, M_NOWAIT); 4756316485Sdavidcs bzero(va, size); 4757316485Sdavidcs return ((void *)va); 4758316485Sdavidcs} 4759316485Sdavidcs 4760316485Sdavidcsvoid 4761316485Sdavidcsqlnx_barrier(void *p_hwfn) 4762316485Sdavidcs{ 4763316485Sdavidcs qlnx_host_t *ha; 4764316485Sdavidcs 4765316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 4766316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_WRITE); 4767316485Sdavidcs} 4768316485Sdavidcs 4769316485Sdavidcsvoid 4770316485Sdavidcsqlnx_link_update(void *p_hwfn) 4771316485Sdavidcs{ 4772316485Sdavidcs qlnx_host_t *ha; 4773316485Sdavidcs int prev_link_state; 4774316485Sdavidcs 4775316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 4776316485Sdavidcs 4777316485Sdavidcs qlnx_fill_link(p_hwfn, &ha->if_link); 4778316485Sdavidcs 4779316485Sdavidcs prev_link_state = ha->link_up; 4780316485Sdavidcs ha->link_up = ha->if_link.link_up; 4781316485Sdavidcs 4782316485Sdavidcs if (prev_link_state != ha->link_up) { 4783316485Sdavidcs if (ha->link_up) { 4784316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_UP); 4785316485Sdavidcs } else { 4786316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_DOWN); 4787316485Sdavidcs } 4788316485Sdavidcs } 4789316485Sdavidcs return; 4790316485Sdavidcs} 4791316485Sdavidcs 4792316485Sdavidcsvoid 4793316485Sdavidcsqlnx_fill_link(struct ecore_hwfn *hwfn, struct qlnx_link_output *if_link) 4794316485Sdavidcs{ 4795316485Sdavidcs struct ecore_mcp_link_params link_params; 4796316485Sdavidcs struct ecore_mcp_link_state link_state; 4797316485Sdavidcs 4798316485Sdavidcs memset(if_link, 0, sizeof(*if_link)); 4799316485Sdavidcs memset(&link_params, 0, sizeof(struct ecore_mcp_link_params)); 4800316485Sdavidcs memset(&link_state, 0, sizeof(struct ecore_mcp_link_state)); 4801316485Sdavidcs 4802316485Sdavidcs /* Prepare source inputs */ 4803316485Sdavidcs /* we only deal with physical functions */ 4804316485Sdavidcs memcpy(&link_params, ecore_mcp_get_link_params(hwfn), 4805316485Sdavidcs sizeof(link_params)); 4806316485Sdavidcs memcpy(&link_state, ecore_mcp_get_link_state(hwfn), 4807316485Sdavidcs sizeof(link_state)); 4808316485Sdavidcs 4809316485Sdavidcs ecore_mcp_get_media_type(hwfn->p_dev, &if_link->media_type); 4810316485Sdavidcs 4811316485Sdavidcs /* Set the link parameters to pass to protocol driver */ 4812316485Sdavidcs if (link_state.link_up) { 4813316485Sdavidcs if_link->link_up = true; 4814316485Sdavidcs if_link->speed = link_state.speed; 4815316485Sdavidcs } 4816316485Sdavidcs 4817316485Sdavidcs if_link->supported_caps = QLNX_LINK_CAP_FIBRE; 4818316485Sdavidcs 4819316485Sdavidcs if (link_params.speed.autoneg) 4820316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Autoneg; 4821316485Sdavidcs 4822316485Sdavidcs if (link_params.pause.autoneg || 4823316485Sdavidcs (link_params.pause.forced_rx && link_params.pause.forced_tx)) 4824316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Asym_Pause; 4825316485Sdavidcs 4826316485Sdavidcs if (link_params.pause.autoneg || link_params.pause.forced_rx || 4827316485Sdavidcs link_params.pause.forced_tx) 4828316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Pause; 4829316485Sdavidcs 4830316485Sdavidcs if (link_params.speed.advertised_speeds & 4831316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_1G) 4832316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_1000baseT_Half | 4833316485Sdavidcs QLNX_LINK_CAP_1000baseT_Full; 4834316485Sdavidcs 4835316485Sdavidcs if (link_params.speed.advertised_speeds & 4836316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_10G) 4837316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_10000baseKR_Full; 4838316485Sdavidcs 4839316485Sdavidcs if (link_params.speed.advertised_speeds & 4840316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_25G) 4841316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_25000baseKR_Full; 4842316485Sdavidcs 4843316485Sdavidcs if (link_params.speed.advertised_speeds & 4844316485Sdavidcs NVM_CFG1_PORT_DRV_LINK_SPEED_40G) 4845316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 4846316485Sdavidcs 4847316485Sdavidcs if (link_params.speed.advertised_speeds & 4848316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_50G) 4849316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 4850316485Sdavidcs 4851316485Sdavidcs if (link_params.speed.advertised_speeds & 4852316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_BB_100G) 4853316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 4854316485Sdavidcs 4855316485Sdavidcs if_link->advertised_caps = if_link->supported_caps; 4856316485Sdavidcs 4857316485Sdavidcs if_link->autoneg = link_params.speed.autoneg; 4858316485Sdavidcs if_link->duplex = QLNX_LINK_DUPLEX; 4859316485Sdavidcs 4860316485Sdavidcs /* Link partner capabilities */ 4861316485Sdavidcs 4862316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_HD) 4863316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Half; 4864316485Sdavidcs 4865316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_FD) 4866316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Full; 4867316485Sdavidcs 4868316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_10G) 4869316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_10000baseKR_Full; 4870316485Sdavidcs 4871316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_25G) 4872316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_25000baseKR_Full; 4873316485Sdavidcs 4874316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_40G) 4875316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 4876316485Sdavidcs 4877316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_50G) 4878316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 4879316485Sdavidcs 4880316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_100G) 4881316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 4882316485Sdavidcs 4883316485Sdavidcs if (link_state.an_complete) 4884316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Autoneg; 4885316485Sdavidcs 4886316485Sdavidcs if (link_state.partner_adv_pause) 4887316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Pause; 4888316485Sdavidcs 4889316485Sdavidcs if ((link_state.partner_adv_pause == 4890316485Sdavidcs ECORE_LINK_PARTNER_ASYMMETRIC_PAUSE) || 4891316485Sdavidcs (link_state.partner_adv_pause == 4892316485Sdavidcs ECORE_LINK_PARTNER_BOTH_PAUSE)) 4893316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Asym_Pause; 4894316485Sdavidcs 4895316485Sdavidcs return; 4896316485Sdavidcs} 4897316485Sdavidcs 4898316485Sdavidcsstatic int 4899316485Sdavidcsqlnx_nic_setup(struct ecore_dev *cdev, struct ecore_pf_params *func_params) 4900316485Sdavidcs{ 4901316485Sdavidcs int rc, i; 4902316485Sdavidcs 4903316485Sdavidcs for (i = 0; i < cdev->num_hwfns; i++) { 4904316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 4905316485Sdavidcs p_hwfn->pf_params = *func_params; 4906316485Sdavidcs } 4907316485Sdavidcs 4908316485Sdavidcs rc = ecore_resc_alloc(cdev); 4909316485Sdavidcs if (rc) 4910316485Sdavidcs goto qlnx_nic_setup_exit; 4911316485Sdavidcs 4912316485Sdavidcs ecore_resc_setup(cdev); 4913316485Sdavidcs 4914316485Sdavidcsqlnx_nic_setup_exit: 4915316485Sdavidcs 4916316485Sdavidcs return rc; 4917316485Sdavidcs} 4918316485Sdavidcs 4919316485Sdavidcsstatic int 4920316485Sdavidcsqlnx_nic_start(struct ecore_dev *cdev) 4921316485Sdavidcs{ 4922316485Sdavidcs int rc; 4923316485Sdavidcs struct ecore_hw_init_params params; 4924316485Sdavidcs 4925316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_init_params)); 4926316485Sdavidcs 4927316485Sdavidcs params.p_tunn = NULL; 4928316485Sdavidcs params.b_hw_start = true; 4929316485Sdavidcs params.int_mode = cdev->int_mode; 4930316485Sdavidcs params.allow_npar_tx_switch = true; 4931316485Sdavidcs params.bin_fw_data = NULL; 4932316485Sdavidcs 4933316485Sdavidcs rc = ecore_hw_init(cdev, ¶ms); 4934316485Sdavidcs if (rc) { 4935316485Sdavidcs ecore_resc_free(cdev); 4936316485Sdavidcs return rc; 4937316485Sdavidcs } 4938316485Sdavidcs 4939316485Sdavidcs return 0; 4940316485Sdavidcs} 4941316485Sdavidcs 4942316485Sdavidcsstatic int 4943316485Sdavidcsqlnx_slowpath_start(qlnx_host_t *ha) 4944316485Sdavidcs{ 4945316485Sdavidcs struct ecore_dev *cdev; 4946316485Sdavidcs struct ecore_pf_params pf_params; 4947316485Sdavidcs int rc; 4948316485Sdavidcs 4949316485Sdavidcs memset(&pf_params, 0, sizeof(struct ecore_pf_params)); 4950316485Sdavidcs pf_params.eth_pf_params.num_cons = 4951316485Sdavidcs (ha->num_rss) * (ha->num_tc + 1); 4952316485Sdavidcs 4953316485Sdavidcs cdev = &ha->cdev; 4954316485Sdavidcs 4955316485Sdavidcs rc = qlnx_nic_setup(cdev, &pf_params); 4956316485Sdavidcs if (rc) 4957316485Sdavidcs goto qlnx_slowpath_start_exit; 4958316485Sdavidcs 4959316485Sdavidcs cdev->int_mode = ECORE_INT_MODE_MSIX; 4960316485Sdavidcs cdev->int_coalescing_mode = ECORE_COAL_MODE_ENABLE; 4961316485Sdavidcs 4962316485Sdavidcs#ifdef QLNX_MAX_COALESCE 4963316485Sdavidcs cdev->rx_coalesce_usecs = 255; 4964316485Sdavidcs cdev->tx_coalesce_usecs = 255; 4965316485Sdavidcs#endif 4966316485Sdavidcs 4967316485Sdavidcs rc = qlnx_nic_start(cdev); 4968316485Sdavidcs 4969316485Sdavidcs ha->rx_coalesce_usecs = cdev->rx_coalesce_usecs; 4970316485Sdavidcs ha->tx_coalesce_usecs = cdev->tx_coalesce_usecs; 4971316485Sdavidcs 4972316485Sdavidcsqlnx_slowpath_start_exit: 4973316485Sdavidcs 4974316485Sdavidcs return (rc); 4975316485Sdavidcs} 4976316485Sdavidcs 4977316485Sdavidcsstatic int 4978316485Sdavidcsqlnx_slowpath_stop(qlnx_host_t *ha) 4979316485Sdavidcs{ 4980316485Sdavidcs struct ecore_dev *cdev; 4981316485Sdavidcs device_t dev = ha->pci_dev; 4982316485Sdavidcs int i; 4983316485Sdavidcs 4984316485Sdavidcs cdev = &ha->cdev; 4985316485Sdavidcs 4986316485Sdavidcs ecore_hw_stop(cdev); 4987316485Sdavidcs 4988316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 4989316485Sdavidcs 4990316485Sdavidcs if (ha->sp_handle[i]) 4991316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 4992316485Sdavidcs ha->sp_handle[i]); 4993316485Sdavidcs 4994316485Sdavidcs ha->sp_handle[i] = NULL; 4995316485Sdavidcs 4996316485Sdavidcs if (ha->sp_irq[i]) 4997316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 4998316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 4999316485Sdavidcs ha->sp_irq[i] = NULL; 5000316485Sdavidcs } 5001316485Sdavidcs 5002316485Sdavidcs ecore_resc_free(cdev); 5003316485Sdavidcs 5004316485Sdavidcs return 0; 5005316485Sdavidcs} 5006316485Sdavidcs 5007316485Sdavidcsstatic void 5008316485Sdavidcsqlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 5009316485Sdavidcs char ver_str[VER_SIZE]) 5010316485Sdavidcs{ 5011316485Sdavidcs int i; 5012316485Sdavidcs 5013316485Sdavidcs memcpy(cdev->name, name, NAME_SIZE); 5014316485Sdavidcs 5015316485Sdavidcs for_each_hwfn(cdev, i) { 5016316485Sdavidcs snprintf(cdev->hwfns[i].name, NAME_SIZE, "%s-%d", name, i); 5017316485Sdavidcs } 5018316485Sdavidcs 5019316485Sdavidcs cdev->drv_type = DRV_ID_DRV_TYPE_FREEBSD; 5020316485Sdavidcs 5021316485Sdavidcs return ; 5022316485Sdavidcs} 5023316485Sdavidcs 5024316485Sdavidcsvoid 5025316485Sdavidcsqlnx_get_protocol_stats(void *cdev, int proto_type, void *proto_stats) 5026316485Sdavidcs{ 5027316485Sdavidcs enum ecore_mcp_protocol_type type; 5028316485Sdavidcs union ecore_mcp_protocol_stats *stats; 5029316485Sdavidcs struct ecore_eth_stats eth_stats; 5030318659Sdavidcs qlnx_host_t *ha; 5031316485Sdavidcs 5032318659Sdavidcs ha = cdev; 5033316485Sdavidcs stats = proto_stats; 5034316485Sdavidcs type = proto_type; 5035316485Sdavidcs 5036316485Sdavidcs switch (type) { 5037318659Sdavidcs 5038316485Sdavidcs case ECORE_MCP_LAN_STATS: 5039316485Sdavidcs ecore_get_vport_stats((struct ecore_dev *)cdev, ð_stats); 5040316485Sdavidcs stats->lan_stats.ucast_rx_pkts = eth_stats.common.rx_ucast_pkts; 5041316485Sdavidcs stats->lan_stats.ucast_tx_pkts = eth_stats.common.tx_ucast_pkts; 5042316485Sdavidcs stats->lan_stats.fcs_err = -1; 5043316485Sdavidcs break; 5044316485Sdavidcs 5045316485Sdavidcs default: 5046318659Sdavidcs ha->err_get_proto_invalid_type++; 5047316485Sdavidcs 5048318659Sdavidcs QL_DPRINT1(ha, "invalid protocol type 0x%x\n", type); 5049316485Sdavidcs break; 5050316485Sdavidcs } 5051316485Sdavidcs return; 5052316485Sdavidcs} 5053316485Sdavidcs 5054316485Sdavidcsstatic int 5055316485Sdavidcsqlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver) 5056316485Sdavidcs{ 5057316485Sdavidcs struct ecore_hwfn *p_hwfn; 5058316485Sdavidcs struct ecore_ptt *p_ptt; 5059316485Sdavidcs 5060316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 5061316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 5062316485Sdavidcs 5063316485Sdavidcs if (p_ptt == NULL) { 5064318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 5065316485Sdavidcs return (-1); 5066316485Sdavidcs } 5067316485Sdavidcs ecore_mcp_get_mfw_ver(p_hwfn, p_ptt, mfw_ver, NULL); 5068316485Sdavidcs 5069316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 5070316485Sdavidcs 5071316485Sdavidcs return (0); 5072316485Sdavidcs} 5073316485Sdavidcs 5074316485Sdavidcsstatic int 5075316485Sdavidcsqlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size) 5076316485Sdavidcs{ 5077316485Sdavidcs struct ecore_hwfn *p_hwfn; 5078316485Sdavidcs struct ecore_ptt *p_ptt; 5079316485Sdavidcs 5080316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 5081316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 5082316485Sdavidcs 5083316485Sdavidcs if (p_ptt == NULL) { 5084318659Sdavidcs QL_DPRINT1(ha,"ecore_ptt_acquire failed\n"); 5085316485Sdavidcs return (-1); 5086316485Sdavidcs } 5087316485Sdavidcs ecore_mcp_get_flash_size(p_hwfn, p_ptt, flash_size); 5088316485Sdavidcs 5089316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 5090316485Sdavidcs 5091316485Sdavidcs return (0); 5092316485Sdavidcs} 5093316485Sdavidcs 5094316485Sdavidcsstatic int 5095316485Sdavidcsqlnx_alloc_mem_arrays(qlnx_host_t *ha) 5096316485Sdavidcs{ 5097316485Sdavidcs struct ecore_dev *cdev; 5098316485Sdavidcs 5099316485Sdavidcs cdev = &ha->cdev; 5100316485Sdavidcs 5101316485Sdavidcs bzero(&ha->txq_array[0], (sizeof(struct qlnx_tx_queue) * QLNX_MAX_RSS)); 5102316485Sdavidcs bzero(&ha->rxq_array[0], (sizeof(struct qlnx_rx_queue) * QLNX_MAX_RSS)); 5103316485Sdavidcs bzero(&ha->sb_array[0], (sizeof(struct ecore_sb_info) * QLNX_MAX_RSS)); 5104316485Sdavidcs 5105316485Sdavidcs return 0; 5106316485Sdavidcs} 5107316485Sdavidcs 5108316485Sdavidcsstatic void 5109316485Sdavidcsqlnx_init_fp(qlnx_host_t *ha) 5110316485Sdavidcs{ 5111316485Sdavidcs int rss_id, txq_array_index, tc; 5112316485Sdavidcs 5113316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 5114316485Sdavidcs 5115316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 5116316485Sdavidcs 5117316485Sdavidcs fp->rss_id = rss_id; 5118316485Sdavidcs fp->edev = ha; 5119316485Sdavidcs fp->sb_info = &ha->sb_array[rss_id]; 5120316485Sdavidcs fp->rxq = &ha->rxq_array[rss_id]; 5121316485Sdavidcs fp->rxq->rxq_id = rss_id; 5122316485Sdavidcs 5123316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 5124316485Sdavidcs txq_array_index = tc * ha->num_rss + rss_id; 5125316485Sdavidcs fp->txq[tc] = &ha->txq_array[txq_array_index]; 5126316485Sdavidcs fp->txq[tc]->index = txq_array_index; 5127316485Sdavidcs } 5128316485Sdavidcs 5129316485Sdavidcs snprintf(fp->name, sizeof(fp->name), "%s-fp-%d", qlnx_name_str, 5130316485Sdavidcs rss_id); 5131316485Sdavidcs 5132318657Sdavidcs fp->tx_ring_full = 0; 5133318657Sdavidcs 5134316485Sdavidcs /* reset all the statistics counters */ 5135316485Sdavidcs 5136316485Sdavidcs fp->tx_pkts_processed = 0; 5137316485Sdavidcs fp->tx_pkts_freed = 0; 5138316485Sdavidcs fp->tx_pkts_transmitted = 0; 5139316485Sdavidcs fp->tx_pkts_completed = 0; 5140316485Sdavidcs fp->tx_lso_wnd_min_len = 0; 5141316485Sdavidcs fp->tx_defrag = 0; 5142316485Sdavidcs fp->tx_nsegs_gt_elem_left = 0; 5143316485Sdavidcs fp->tx_tso_max_nsegs = 0; 5144316485Sdavidcs fp->tx_tso_min_nsegs = 0; 5145316485Sdavidcs fp->err_tx_nsegs_gt_elem_left = 0; 5146316485Sdavidcs fp->err_tx_dmamap_create = 0; 5147316485Sdavidcs fp->err_tx_defrag_dmamap_load = 0; 5148316485Sdavidcs fp->err_tx_non_tso_max_seg = 0; 5149316485Sdavidcs fp->err_tx_dmamap_load = 0; 5150316485Sdavidcs fp->err_tx_defrag = 0; 5151316485Sdavidcs fp->err_tx_free_pkt_null = 0; 5152316485Sdavidcs fp->err_tx_cons_idx_conflict = 0; 5153316485Sdavidcs 5154316485Sdavidcs fp->rx_pkts = 0; 5155316485Sdavidcs fp->err_m_getcl = 0; 5156316485Sdavidcs fp->err_m_getjcl = 0; 5157316485Sdavidcs } 5158316485Sdavidcs return; 5159316485Sdavidcs} 5160316485Sdavidcs 5161316485Sdavidcsstatic void 5162316485Sdavidcsqlnx_free_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info) 5163316485Sdavidcs{ 5164316485Sdavidcs struct ecore_dev *cdev; 5165316485Sdavidcs 5166316485Sdavidcs cdev = &ha->cdev; 5167316485Sdavidcs 5168316485Sdavidcs if (sb_info->sb_virt) { 5169316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, ((void *)sb_info->sb_virt), 5170316485Sdavidcs (sb_info->sb_phys), (sizeof(*sb_info->sb_virt))); 5171316485Sdavidcs sb_info->sb_virt = NULL; 5172316485Sdavidcs } 5173316485Sdavidcs} 5174316485Sdavidcs 5175316485Sdavidcsstatic int 5176316485Sdavidcsqlnx_sb_init(struct ecore_dev *cdev, struct ecore_sb_info *sb_info, 5177316485Sdavidcs void *sb_virt_addr, bus_addr_t sb_phy_addr, u16 sb_id) 5178316485Sdavidcs{ 5179316485Sdavidcs struct ecore_hwfn *p_hwfn; 5180316485Sdavidcs int hwfn_index, rc; 5181316485Sdavidcs u16 rel_sb_id; 5182316485Sdavidcs 5183316485Sdavidcs hwfn_index = sb_id % cdev->num_hwfns; 5184316485Sdavidcs p_hwfn = &cdev->hwfns[hwfn_index]; 5185316485Sdavidcs rel_sb_id = sb_id / cdev->num_hwfns; 5186316485Sdavidcs 5187318659Sdavidcs QL_DPRINT2(((qlnx_host_t *)cdev), 5188318659Sdavidcs "hwfn_index = %d p_hwfn = %p sb_id = 0x%x rel_sb_id = 0x%x \ 5189318659Sdavidcs sb_info = %p sb_virt_addr = %p sb_phy_addr = %p\n", 5190318659Sdavidcs hwfn_index, p_hwfn, sb_id, rel_sb_id, sb_info, 5191318659Sdavidcs sb_virt_addr, (void *)sb_phy_addr); 5192316485Sdavidcs 5193316485Sdavidcs rc = ecore_int_sb_init(p_hwfn, p_hwfn->p_main_ptt, sb_info, 5194316485Sdavidcs sb_virt_addr, sb_phy_addr, rel_sb_id); 5195316485Sdavidcs 5196316485Sdavidcs return rc; 5197316485Sdavidcs} 5198316485Sdavidcs 5199316485Sdavidcs/* This function allocates fast-path status block memory */ 5200316485Sdavidcsstatic int 5201316485Sdavidcsqlnx_alloc_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info, u16 sb_id) 5202316485Sdavidcs{ 5203316485Sdavidcs struct status_block *sb_virt; 5204316485Sdavidcs bus_addr_t sb_phys; 5205316485Sdavidcs int rc; 5206316485Sdavidcs uint32_t size; 5207316485Sdavidcs struct ecore_dev *cdev; 5208316485Sdavidcs 5209316485Sdavidcs cdev = &ha->cdev; 5210316485Sdavidcs 5211316485Sdavidcs size = sizeof(*sb_virt); 5212316485Sdavidcs sb_virt = OSAL_DMA_ALLOC_COHERENT(cdev, (&sb_phys), size); 5213316485Sdavidcs 5214316485Sdavidcs if (!sb_virt) { 5215318659Sdavidcs QL_DPRINT1(ha, "Status block allocation failed\n"); 5216316485Sdavidcs return -ENOMEM; 5217316485Sdavidcs } 5218316485Sdavidcs 5219316485Sdavidcs rc = qlnx_sb_init(cdev, sb_info, sb_virt, sb_phys, sb_id); 5220316485Sdavidcs if (rc) { 5221316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, sb_virt, sb_phys, size); 5222316485Sdavidcs } 5223316485Sdavidcs 5224316485Sdavidcs return rc; 5225316485Sdavidcs} 5226316485Sdavidcs 5227316485Sdavidcsstatic void 5228316485Sdavidcsqlnx_free_rx_buffers(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5229316485Sdavidcs{ 5230316485Sdavidcs int i; 5231316485Sdavidcs struct sw_rx_data *rx_buf; 5232316485Sdavidcs 5233316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 5234316485Sdavidcs 5235316485Sdavidcs rx_buf = &rxq->sw_rx_ring[i]; 5236316485Sdavidcs 5237316485Sdavidcs if (rx_buf->data != NULL) { 5238316485Sdavidcs if (rx_buf->map != NULL) { 5239316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 5240316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 5241316485Sdavidcs rx_buf->map = NULL; 5242316485Sdavidcs } 5243316485Sdavidcs m_freem(rx_buf->data); 5244316485Sdavidcs rx_buf->data = NULL; 5245316485Sdavidcs } 5246316485Sdavidcs } 5247316485Sdavidcs return; 5248316485Sdavidcs} 5249316485Sdavidcs 5250316485Sdavidcsstatic void 5251316485Sdavidcsqlnx_free_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5252316485Sdavidcs{ 5253316485Sdavidcs struct ecore_dev *cdev; 5254316485Sdavidcs int i; 5255316485Sdavidcs 5256316485Sdavidcs cdev = &ha->cdev; 5257316485Sdavidcs 5258316485Sdavidcs qlnx_free_rx_buffers(ha, rxq); 5259316485Sdavidcs 5260316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 5261316485Sdavidcs qlnx_free_tpa_mbuf(ha, &rxq->tpa_info[i]); 5262316485Sdavidcs if (rxq->tpa_info[i].mpf != NULL) 5263316485Sdavidcs m_freem(rxq->tpa_info[i].mpf); 5264316485Sdavidcs } 5265316485Sdavidcs 5266316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 5267316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 5268316485Sdavidcs 5269316485Sdavidcs /* Free the real RQ ring used by FW */ 5270316485Sdavidcs if (rxq->rx_bd_ring.p_virt_addr) { 5271316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_bd_ring); 5272316485Sdavidcs rxq->rx_bd_ring.p_virt_addr = NULL; 5273316485Sdavidcs } 5274316485Sdavidcs 5275316485Sdavidcs /* Free the real completion ring used by FW */ 5276316485Sdavidcs if (rxq->rx_comp_ring.p_virt_addr && 5277316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table) { 5278316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_comp_ring); 5279316485Sdavidcs rxq->rx_comp_ring.p_virt_addr = NULL; 5280316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table = NULL; 5281316485Sdavidcs } 5282316485Sdavidcs 5283316485Sdavidcs#ifdef QLNX_SOFT_LRO 5284316485Sdavidcs { 5285316485Sdavidcs struct lro_ctrl *lro; 5286316485Sdavidcs 5287316485Sdavidcs lro = &rxq->lro; 5288316485Sdavidcs tcp_lro_free(lro); 5289316485Sdavidcs } 5290316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5291316485Sdavidcs 5292316485Sdavidcs return; 5293316485Sdavidcs} 5294316485Sdavidcs 5295316485Sdavidcsstatic int 5296316485Sdavidcsqlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5297316485Sdavidcs{ 5298316485Sdavidcs register struct mbuf *mp; 5299316485Sdavidcs uint16_t rx_buf_size; 5300316485Sdavidcs struct sw_rx_data *sw_rx_data; 5301316485Sdavidcs struct eth_rx_bd *rx_bd; 5302316485Sdavidcs dma_addr_t dma_addr; 5303316485Sdavidcs bus_dmamap_t map; 5304316485Sdavidcs bus_dma_segment_t segs[1]; 5305316485Sdavidcs int nsegs; 5306316485Sdavidcs int ret; 5307316485Sdavidcs struct ecore_dev *cdev; 5308316485Sdavidcs 5309316485Sdavidcs cdev = &ha->cdev; 5310316485Sdavidcs 5311316485Sdavidcs rx_buf_size = rxq->rx_buf_size; 5312316485Sdavidcs 5313316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 5314316485Sdavidcs 5315316485Sdavidcs if (mp == NULL) { 5316318659Sdavidcs QL_DPRINT1(ha, "Failed to allocate Rx data\n"); 5317316485Sdavidcs return -ENOMEM; 5318316485Sdavidcs } 5319316485Sdavidcs 5320316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 5321316485Sdavidcs 5322316485Sdavidcs map = (bus_dmamap_t)0; 5323316485Sdavidcs 5324316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 5325316485Sdavidcs BUS_DMA_NOWAIT); 5326316485Sdavidcs dma_addr = segs[0].ds_addr; 5327316485Sdavidcs 5328316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 5329316485Sdavidcs m_freem(mp); 5330318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 5331318659Sdavidcs ret, (long long unsigned int)dma_addr, nsegs); 5332316485Sdavidcs return -ENOMEM; 5333316485Sdavidcs } 5334316485Sdavidcs 5335316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 5336316485Sdavidcs sw_rx_data->data = mp; 5337316485Sdavidcs sw_rx_data->dma_addr = dma_addr; 5338316485Sdavidcs sw_rx_data->map = map; 5339316485Sdavidcs 5340316485Sdavidcs /* Advance PROD and get BD pointer */ 5341316485Sdavidcs rx_bd = (struct eth_rx_bd *)ecore_chain_produce(&rxq->rx_bd_ring); 5342316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(dma_addr)); 5343316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(dma_addr)); 5344316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 5345316485Sdavidcs 5346316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 5347316485Sdavidcs 5348316485Sdavidcs return 0; 5349316485Sdavidcs} 5350316485Sdavidcs 5351316485Sdavidcsstatic int 5352316485Sdavidcsqlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 5353316485Sdavidcs struct qlnx_agg_info *tpa) 5354316485Sdavidcs{ 5355316485Sdavidcs struct mbuf *mp; 5356316485Sdavidcs dma_addr_t dma_addr; 5357316485Sdavidcs bus_dmamap_t map; 5358316485Sdavidcs bus_dma_segment_t segs[1]; 5359316485Sdavidcs int nsegs; 5360316485Sdavidcs int ret; 5361316485Sdavidcs struct sw_rx_data *rx_buf; 5362316485Sdavidcs 5363316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 5364316485Sdavidcs 5365316485Sdavidcs if (mp == NULL) { 5366318659Sdavidcs QL_DPRINT1(ha, "Failed to allocate Rx data\n"); 5367316485Sdavidcs return -ENOMEM; 5368316485Sdavidcs } 5369316485Sdavidcs 5370316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 5371316485Sdavidcs 5372316485Sdavidcs map = (bus_dmamap_t)0; 5373316485Sdavidcs 5374316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 5375316485Sdavidcs BUS_DMA_NOWAIT); 5376316485Sdavidcs dma_addr = segs[0].ds_addr; 5377316485Sdavidcs 5378316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 5379316485Sdavidcs m_freem(mp); 5380318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 5381318659Sdavidcs ret, (long long unsigned int)dma_addr, nsegs); 5382316485Sdavidcs return -ENOMEM; 5383316485Sdavidcs } 5384316485Sdavidcs 5385316485Sdavidcs rx_buf = &tpa->rx_buf; 5386316485Sdavidcs 5387316485Sdavidcs memset(rx_buf, 0, sizeof (struct sw_rx_data)); 5388316485Sdavidcs 5389316485Sdavidcs rx_buf->data = mp; 5390316485Sdavidcs rx_buf->dma_addr = dma_addr; 5391316485Sdavidcs rx_buf->map = map; 5392316485Sdavidcs 5393316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 5394316485Sdavidcs 5395316485Sdavidcs return (0); 5396316485Sdavidcs} 5397316485Sdavidcs 5398316485Sdavidcsstatic void 5399316485Sdavidcsqlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa) 5400316485Sdavidcs{ 5401316485Sdavidcs struct sw_rx_data *rx_buf; 5402316485Sdavidcs 5403316485Sdavidcs rx_buf = &tpa->rx_buf; 5404316485Sdavidcs 5405316485Sdavidcs if (rx_buf->data != NULL) { 5406316485Sdavidcs if (rx_buf->map != NULL) { 5407316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 5408316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 5409316485Sdavidcs rx_buf->map = NULL; 5410316485Sdavidcs } 5411316485Sdavidcs m_freem(rx_buf->data); 5412316485Sdavidcs rx_buf->data = NULL; 5413316485Sdavidcs } 5414316485Sdavidcs return; 5415316485Sdavidcs} 5416316485Sdavidcs 5417316485Sdavidcs/* This function allocates all memory needed per Rx queue */ 5418316485Sdavidcsstatic int 5419316485Sdavidcsqlnx_alloc_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5420316485Sdavidcs{ 5421316485Sdavidcs int i, rc, num_allocated; 5422316485Sdavidcs struct ifnet *ifp; 5423316485Sdavidcs struct ecore_dev *cdev; 5424316485Sdavidcs 5425316485Sdavidcs cdev = &ha->cdev; 5426316485Sdavidcs ifp = ha->ifp; 5427316485Sdavidcs 5428316485Sdavidcs rxq->num_rx_buffers = RX_RING_SIZE; 5429316485Sdavidcs 5430316485Sdavidcs rxq->rx_buf_size = ha->rx_buf_size; 5431316485Sdavidcs 5432316485Sdavidcs /* Allocate the parallel driver ring for Rx buffers */ 5433316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 5434316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 5435316485Sdavidcs 5436316485Sdavidcs /* Allocate FW Rx ring */ 5437316485Sdavidcs 5438316485Sdavidcs rc = ecore_chain_alloc(cdev, 5439316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 5440316485Sdavidcs ECORE_CHAIN_MODE_NEXT_PTR, 5441316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5442316485Sdavidcs RX_RING_SIZE, 5443316485Sdavidcs sizeof(struct eth_rx_bd), 5444316485Sdavidcs &rxq->rx_bd_ring, NULL); 5445316485Sdavidcs 5446316485Sdavidcs if (rc) 5447316485Sdavidcs goto err; 5448316485Sdavidcs 5449316485Sdavidcs /* Allocate FW completion ring */ 5450316485Sdavidcs rc = ecore_chain_alloc(cdev, 5451316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME, 5452316485Sdavidcs ECORE_CHAIN_MODE_PBL, 5453316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5454316485Sdavidcs RX_RING_SIZE, 5455316485Sdavidcs sizeof(union eth_rx_cqe), 5456316485Sdavidcs &rxq->rx_comp_ring, NULL); 5457316485Sdavidcs 5458316485Sdavidcs if (rc) 5459316485Sdavidcs goto err; 5460316485Sdavidcs 5461316485Sdavidcs /* Allocate buffers for the Rx ring */ 5462316485Sdavidcs 5463316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 5464316485Sdavidcs rc = qlnx_alloc_tpa_mbuf(ha, rxq->rx_buf_size, 5465316485Sdavidcs &rxq->tpa_info[i]); 5466316485Sdavidcs if (rc) 5467316485Sdavidcs break; 5468316485Sdavidcs 5469316485Sdavidcs } 5470316485Sdavidcs 5471316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 5472316485Sdavidcs rc = qlnx_alloc_rx_buffer(ha, rxq); 5473316485Sdavidcs if (rc) 5474316485Sdavidcs break; 5475316485Sdavidcs } 5476316485Sdavidcs num_allocated = i; 5477316485Sdavidcs if (!num_allocated) { 5478318659Sdavidcs QL_DPRINT1(ha, "Rx buffers allocation failed\n"); 5479316485Sdavidcs goto err; 5480316485Sdavidcs } else if (num_allocated < rxq->num_rx_buffers) { 5481318659Sdavidcs QL_DPRINT1(ha, "Allocated less buffers than" 5482318659Sdavidcs " desired (%d allocated)\n", num_allocated); 5483316485Sdavidcs } 5484316485Sdavidcs 5485316485Sdavidcs#ifdef QLNX_SOFT_LRO 5486316485Sdavidcs 5487316485Sdavidcs { 5488316485Sdavidcs struct lro_ctrl *lro; 5489316485Sdavidcs 5490316485Sdavidcs lro = &rxq->lro; 5491316485Sdavidcs 5492316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 5493316485Sdavidcs if (tcp_lro_init_args(lro, ifp, 0, rxq->num_rx_buffers)) { 5494318659Sdavidcs QL_DPRINT1(ha, "tcp_lro_init[%d] failed\n", 5495318659Sdavidcs rxq->rxq_id); 5496316485Sdavidcs goto err; 5497316485Sdavidcs } 5498316485Sdavidcs#else 5499316485Sdavidcs if (tcp_lro_init(lro)) { 5500318659Sdavidcs QL_DPRINT1(ha, "tcp_lro_init[%d] failed\n", 5501318659Sdavidcs rxq->rxq_id); 5502316485Sdavidcs goto err; 5503316485Sdavidcs } 5504316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 5505316485Sdavidcs 5506316485Sdavidcs lro->ifp = ha->ifp; 5507316485Sdavidcs } 5508316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5509316485Sdavidcs return 0; 5510316485Sdavidcs 5511316485Sdavidcserr: 5512316485Sdavidcs qlnx_free_mem_rxq(ha, rxq); 5513316485Sdavidcs return -ENOMEM; 5514316485Sdavidcs} 5515316485Sdavidcs 5516316485Sdavidcs 5517316485Sdavidcsstatic void 5518316485Sdavidcsqlnx_free_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 5519316485Sdavidcs struct qlnx_tx_queue *txq) 5520316485Sdavidcs{ 5521316485Sdavidcs struct ecore_dev *cdev; 5522316485Sdavidcs 5523316485Sdavidcs cdev = &ha->cdev; 5524316485Sdavidcs 5525316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 5526316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 5527316485Sdavidcs 5528316485Sdavidcs /* Free the real RQ ring used by FW */ 5529316485Sdavidcs if (txq->tx_pbl.p_virt_addr) { 5530316485Sdavidcs ecore_chain_free(cdev, &txq->tx_pbl); 5531316485Sdavidcs txq->tx_pbl.p_virt_addr = NULL; 5532316485Sdavidcs } 5533316485Sdavidcs return; 5534316485Sdavidcs} 5535316485Sdavidcs 5536316485Sdavidcs/* This function allocates all memory needed per Tx queue */ 5537316485Sdavidcsstatic int 5538316485Sdavidcsqlnx_alloc_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 5539316485Sdavidcs struct qlnx_tx_queue *txq) 5540316485Sdavidcs{ 5541316485Sdavidcs int ret = ECORE_SUCCESS; 5542316485Sdavidcs union eth_tx_bd_types *p_virt; 5543316485Sdavidcs struct ecore_dev *cdev; 5544316485Sdavidcs 5545316485Sdavidcs cdev = &ha->cdev; 5546316485Sdavidcs 5547316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 5548316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 5549316485Sdavidcs 5550316485Sdavidcs /* Allocate the real Tx ring to be used by FW */ 5551316485Sdavidcs ret = ecore_chain_alloc(cdev, 5552316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 5553316485Sdavidcs ECORE_CHAIN_MODE_PBL, 5554316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5555316485Sdavidcs TX_RING_SIZE, 5556316485Sdavidcs sizeof(*p_virt), 5557316485Sdavidcs &txq->tx_pbl, NULL); 5558316485Sdavidcs 5559316485Sdavidcs if (ret != ECORE_SUCCESS) { 5560316485Sdavidcs goto err; 5561316485Sdavidcs } 5562316485Sdavidcs 5563316485Sdavidcs txq->num_tx_buffers = TX_RING_SIZE; 5564316485Sdavidcs 5565316485Sdavidcs return 0; 5566316485Sdavidcs 5567316485Sdavidcserr: 5568316485Sdavidcs qlnx_free_mem_txq(ha, fp, txq); 5569316485Sdavidcs return -ENOMEM; 5570316485Sdavidcs} 5571316485Sdavidcs 5572316485Sdavidcsstatic void 5573316485Sdavidcsqlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 5574316485Sdavidcs{ 5575316485Sdavidcs struct mbuf *mp; 5576316485Sdavidcs struct ifnet *ifp = ha->ifp; 5577316485Sdavidcs 5578316485Sdavidcs if (mtx_initialized(&fp->tx_mtx)) { 5579316485Sdavidcs 5580316485Sdavidcs if (fp->tx_br != NULL) { 5581316485Sdavidcs 5582316485Sdavidcs mtx_lock(&fp->tx_mtx); 5583316485Sdavidcs 5584316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 5585316485Sdavidcs fp->tx_pkts_freed++; 5586316485Sdavidcs m_freem(mp); 5587316485Sdavidcs } 5588316485Sdavidcs 5589316485Sdavidcs mtx_unlock(&fp->tx_mtx); 5590316485Sdavidcs 5591316485Sdavidcs buf_ring_free(fp->tx_br, M_DEVBUF); 5592316485Sdavidcs fp->tx_br = NULL; 5593316485Sdavidcs } 5594316485Sdavidcs mtx_destroy(&fp->tx_mtx); 5595316485Sdavidcs } 5596316485Sdavidcs return; 5597316485Sdavidcs} 5598316485Sdavidcs 5599316485Sdavidcsstatic void 5600316485Sdavidcsqlnx_free_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 5601316485Sdavidcs{ 5602316485Sdavidcs int tc; 5603316485Sdavidcs 5604316485Sdavidcs qlnx_free_mem_sb(ha, fp->sb_info); 5605316485Sdavidcs 5606316485Sdavidcs qlnx_free_mem_rxq(ha, fp->rxq); 5607316485Sdavidcs 5608316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) 5609316485Sdavidcs qlnx_free_mem_txq(ha, fp, fp->txq[tc]); 5610316485Sdavidcs 5611316485Sdavidcs return; 5612316485Sdavidcs} 5613316485Sdavidcs 5614316485Sdavidcsstatic int 5615316485Sdavidcsqlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 5616316485Sdavidcs{ 5617316485Sdavidcs snprintf(fp->tx_mtx_name, sizeof(fp->tx_mtx_name), 5618316485Sdavidcs "qlnx%d_fp%d_tx_mq_lock", ha->dev_unit, fp->rss_id); 5619316485Sdavidcs 5620316485Sdavidcs mtx_init(&fp->tx_mtx, fp->tx_mtx_name, NULL, MTX_DEF); 5621316485Sdavidcs 5622316485Sdavidcs fp->tx_br = buf_ring_alloc(TX_RING_SIZE, M_DEVBUF, 5623316485Sdavidcs M_NOWAIT, &fp->tx_mtx); 5624316485Sdavidcs if (fp->tx_br == NULL) { 5625318659Sdavidcs QL_DPRINT1(ha, "buf_ring_alloc failed for fp[%d, %d]\n", 5626318659Sdavidcs ha->dev_unit, fp->rss_id); 5627318659Sdavidcs return -ENOMEM; 5628316485Sdavidcs } 5629316485Sdavidcs return 0; 5630316485Sdavidcs} 5631316485Sdavidcs 5632316485Sdavidcsstatic int 5633316485Sdavidcsqlnx_alloc_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 5634316485Sdavidcs{ 5635316485Sdavidcs int rc, tc; 5636316485Sdavidcs 5637316485Sdavidcs rc = qlnx_alloc_mem_sb(ha, fp->sb_info, fp->rss_id); 5638316485Sdavidcs if (rc) 5639316485Sdavidcs goto err; 5640316485Sdavidcs 5641316485Sdavidcs if (ha->rx_jumbo_buf_eq_mtu) { 5642316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 5643316485Sdavidcs ha->rx_buf_size = MCLBYTES; 5644316485Sdavidcs else if (ha->max_frame_size <= MJUMPAGESIZE) 5645316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 5646316485Sdavidcs else if (ha->max_frame_size <= MJUM9BYTES) 5647316485Sdavidcs ha->rx_buf_size = MJUM9BYTES; 5648316485Sdavidcs else if (ha->max_frame_size <= MJUM16BYTES) 5649316485Sdavidcs ha->rx_buf_size = MJUM16BYTES; 5650316485Sdavidcs } else { 5651316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 5652316485Sdavidcs ha->rx_buf_size = MCLBYTES; 5653316485Sdavidcs else 5654316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 5655316485Sdavidcs } 5656316485Sdavidcs 5657316485Sdavidcs rc = qlnx_alloc_mem_rxq(ha, fp->rxq); 5658316485Sdavidcs if (rc) 5659316485Sdavidcs goto err; 5660316485Sdavidcs 5661316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 5662316485Sdavidcs rc = qlnx_alloc_mem_txq(ha, fp, fp->txq[tc]); 5663316485Sdavidcs if (rc) 5664316485Sdavidcs goto err; 5665316485Sdavidcs } 5666316485Sdavidcs 5667316485Sdavidcs return 0; 5668316485Sdavidcs 5669316485Sdavidcserr: 5670316485Sdavidcs qlnx_free_mem_fp(ha, fp); 5671316485Sdavidcs return -ENOMEM; 5672316485Sdavidcs} 5673316485Sdavidcs 5674316485Sdavidcsstatic void 5675316485Sdavidcsqlnx_free_mem_load(qlnx_host_t *ha) 5676316485Sdavidcs{ 5677316485Sdavidcs int i; 5678316485Sdavidcs struct ecore_dev *cdev; 5679316485Sdavidcs 5680316485Sdavidcs cdev = &ha->cdev; 5681316485Sdavidcs 5682316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 5683316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 5684316485Sdavidcs 5685316485Sdavidcs qlnx_free_mem_fp(ha, fp); 5686316485Sdavidcs } 5687316485Sdavidcs return; 5688316485Sdavidcs} 5689316485Sdavidcs 5690316485Sdavidcsstatic int 5691316485Sdavidcsqlnx_alloc_mem_load(qlnx_host_t *ha) 5692316485Sdavidcs{ 5693316485Sdavidcs int rc = 0, rss_id; 5694316485Sdavidcs 5695316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 5696316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 5697316485Sdavidcs 5698316485Sdavidcs rc = qlnx_alloc_mem_fp(ha, fp); 5699316485Sdavidcs if (rc) 5700316485Sdavidcs break; 5701316485Sdavidcs } 5702316485Sdavidcs return (rc); 5703316485Sdavidcs} 5704316485Sdavidcs 5705316485Sdavidcsstatic int 5706316485Sdavidcsqlnx_start_vport(struct ecore_dev *cdev, 5707316485Sdavidcs u8 vport_id, 5708316485Sdavidcs u16 mtu, 5709316485Sdavidcs u8 drop_ttl0_flg, 5710316485Sdavidcs u8 inner_vlan_removal_en_flg, 5711316485Sdavidcs u8 tx_switching, 5712316485Sdavidcs u8 hw_lro_enable) 5713316485Sdavidcs{ 5714316485Sdavidcs int rc, i; 5715316485Sdavidcs struct ecore_sp_vport_start_params vport_start_params = { 0 }; 5716316485Sdavidcs qlnx_host_t *ha; 5717316485Sdavidcs 5718316485Sdavidcs ha = (qlnx_host_t *)cdev; 5719316485Sdavidcs 5720316485Sdavidcs vport_start_params.remove_inner_vlan = inner_vlan_removal_en_flg; 5721316485Sdavidcs vport_start_params.tx_switching = 0; 5722316485Sdavidcs vport_start_params.handle_ptp_pkts = 0; 5723316485Sdavidcs vport_start_params.only_untagged = 0; 5724316485Sdavidcs vport_start_params.drop_ttl0 = drop_ttl0_flg; 5725316485Sdavidcs 5726316485Sdavidcs vport_start_params.tpa_mode = 5727316485Sdavidcs (hw_lro_enable ? ECORE_TPA_MODE_RSC : ECORE_TPA_MODE_NONE); 5728316485Sdavidcs vport_start_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 5729316485Sdavidcs 5730316485Sdavidcs vport_start_params.vport_id = vport_id; 5731316485Sdavidcs vport_start_params.mtu = mtu; 5732316485Sdavidcs 5733316485Sdavidcs 5734318659Sdavidcs QL_DPRINT2(ha, "Setting mtu to %d and VPORT ID = %d\n", mtu, vport_id); 5735316485Sdavidcs 5736316485Sdavidcs for_each_hwfn(cdev, i) { 5737316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 5738316485Sdavidcs 5739316485Sdavidcs vport_start_params.concrete_fid = p_hwfn->hw_info.concrete_fid; 5740316485Sdavidcs vport_start_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 5741316485Sdavidcs 5742316485Sdavidcs rc = ecore_sp_vport_start(p_hwfn, &vport_start_params); 5743316485Sdavidcs 5744316485Sdavidcs if (rc) { 5745318659Sdavidcs QL_DPRINT1(ha, "Failed to start VPORT V-PORT %d" 5746318659Sdavidcs " with MTU %d\n" , vport_id, mtu); 5747316485Sdavidcs return -ENOMEM; 5748316485Sdavidcs } 5749316485Sdavidcs 5750316485Sdavidcs ecore_hw_start_fastpath(p_hwfn); 5751316485Sdavidcs 5752318659Sdavidcs QL_DPRINT2(ha, "Started V-PORT %d with MTU %d\n", 5753318659Sdavidcs vport_id, mtu); 5754316485Sdavidcs } 5755316485Sdavidcs return 0; 5756316485Sdavidcs} 5757316485Sdavidcs 5758316485Sdavidcs 5759316485Sdavidcsstatic int 5760316485Sdavidcsqlnx_update_vport(struct ecore_dev *cdev, 5761316485Sdavidcs struct qlnx_update_vport_params *params) 5762316485Sdavidcs{ 5763316485Sdavidcs struct ecore_sp_vport_update_params sp_params; 5764316485Sdavidcs int rc, i, j, fp_index; 5765316485Sdavidcs struct ecore_hwfn *p_hwfn; 5766316485Sdavidcs struct ecore_rss_params *rss; 5767316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)cdev; 5768316485Sdavidcs struct qlnx_fastpath *fp; 5769316485Sdavidcs 5770316485Sdavidcs memset(&sp_params, 0, sizeof(sp_params)); 5771316485Sdavidcs /* Translate protocol params into sp params */ 5772316485Sdavidcs sp_params.vport_id = params->vport_id; 5773316485Sdavidcs 5774316485Sdavidcs sp_params.update_vport_active_rx_flg = 5775316485Sdavidcs params->update_vport_active_rx_flg; 5776316485Sdavidcs sp_params.vport_active_rx_flg = params->vport_active_rx_flg; 5777316485Sdavidcs 5778316485Sdavidcs sp_params.update_vport_active_tx_flg = 5779316485Sdavidcs params->update_vport_active_tx_flg; 5780316485Sdavidcs sp_params.vport_active_tx_flg = params->vport_active_tx_flg; 5781316485Sdavidcs 5782316485Sdavidcs sp_params.update_inner_vlan_removal_flg = 5783316485Sdavidcs params->update_inner_vlan_removal_flg; 5784316485Sdavidcs sp_params.inner_vlan_removal_flg = params->inner_vlan_removal_flg; 5785316485Sdavidcs 5786316485Sdavidcs sp_params.sge_tpa_params = params->sge_tpa_params; 5787316485Sdavidcs 5788316485Sdavidcs /* RSS - is a bit tricky, since upper-layer isn't familiar with hwfns. 5789316485Sdavidcs * We need to re-fix the rss values per engine for CMT. 5790316485Sdavidcs */ 5791318659Sdavidcs if (params->rss_params->update_rss_config) 5792316485Sdavidcs sp_params.rss_params = params->rss_params; 5793318659Sdavidcs else 5794318659Sdavidcs sp_params.rss_params = NULL; 5795316485Sdavidcs 5796316485Sdavidcs for_each_hwfn(cdev, i) { 5797316485Sdavidcs 5798316485Sdavidcs p_hwfn = &cdev->hwfns[i]; 5799316485Sdavidcs 5800316485Sdavidcs if ((cdev->num_hwfns > 1) && 5801316485Sdavidcs params->rss_params->update_rss_config && 5802316485Sdavidcs params->rss_params->rss_enable) { 5803316485Sdavidcs 5804316485Sdavidcs rss = params->rss_params; 5805316485Sdavidcs 5806316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE; j++) { 5807316485Sdavidcs 5808316485Sdavidcs fp_index = ((cdev->num_hwfns * j) + i) % 5809316485Sdavidcs ha->num_rss; 5810316485Sdavidcs 5811316485Sdavidcs fp = &ha->fp_array[fp_index]; 5812317118Sdavidcs rss->rss_ind_table[j] = fp->rxq->handle; 5813316485Sdavidcs } 5814316485Sdavidcs 5815316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE;) { 5816318659Sdavidcs QL_DPRINT3(ha, "%p %p %p %p %p %p %p %p \n", 5817316485Sdavidcs rss->rss_ind_table[j], 5818316485Sdavidcs rss->rss_ind_table[j+1], 5819316485Sdavidcs rss->rss_ind_table[j+2], 5820316485Sdavidcs rss->rss_ind_table[j+3], 5821316485Sdavidcs rss->rss_ind_table[j+4], 5822316485Sdavidcs rss->rss_ind_table[j+5], 5823316485Sdavidcs rss->rss_ind_table[j+6], 5824318659Sdavidcs rss->rss_ind_table[j+7]); 5825316485Sdavidcs j += 8; 5826316485Sdavidcs } 5827316485Sdavidcs } 5828316485Sdavidcs 5829316485Sdavidcs sp_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 5830318659Sdavidcs 5831318659Sdavidcs QL_DPRINT1(ha, "Update sp vport ID=%d\n", params->vport_id); 5832318659Sdavidcs 5833316485Sdavidcs rc = ecore_sp_vport_update(p_hwfn, &sp_params, 5834316485Sdavidcs ECORE_SPQ_MODE_EBLOCK, NULL); 5835316485Sdavidcs if (rc) { 5836318659Sdavidcs QL_DPRINT1(ha, "Failed to update VPORT\n"); 5837316485Sdavidcs return rc; 5838316485Sdavidcs } 5839316485Sdavidcs 5840318659Sdavidcs QL_DPRINT2(ha, "Updated V-PORT %d: tx_active_flag %d, \ 5841318659Sdavidcs rx_active_flag %d [tx_update %d], [rx_update %d]\n", 5842316485Sdavidcs params->vport_id, params->vport_active_tx_flg, 5843316485Sdavidcs params->vport_active_rx_flg, 5844316485Sdavidcs params->update_vport_active_tx_flg, 5845318659Sdavidcs params->update_vport_active_rx_flg); 5846316485Sdavidcs } 5847316485Sdavidcs 5848316485Sdavidcs return 0; 5849316485Sdavidcs} 5850316485Sdavidcs 5851316485Sdavidcsstatic void 5852316485Sdavidcsqlnx_reuse_rx_data(struct qlnx_rx_queue *rxq) 5853316485Sdavidcs{ 5854316485Sdavidcs struct eth_rx_bd *rx_bd_cons = 5855316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 5856316485Sdavidcs struct eth_rx_bd *rx_bd_prod = 5857316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 5858316485Sdavidcs struct sw_rx_data *sw_rx_data_cons = 5859316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_cons]; 5860316485Sdavidcs struct sw_rx_data *sw_rx_data_prod = 5861316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_prod]; 5862316485Sdavidcs 5863316485Sdavidcs sw_rx_data_prod->data = sw_rx_data_cons->data; 5864316485Sdavidcs memcpy(rx_bd_prod, rx_bd_cons, sizeof(struct eth_rx_bd)); 5865316485Sdavidcs 5866316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 5867316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 5868316485Sdavidcs 5869316485Sdavidcs return; 5870316485Sdavidcs} 5871316485Sdavidcs 5872316485Sdavidcsstatic void 5873316485Sdavidcsqlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, struct qlnx_rx_queue *rxq) 5874316485Sdavidcs{ 5875316485Sdavidcs 5876316485Sdavidcs uint16_t bd_prod; 5877316485Sdavidcs uint16_t cqe_prod; 5878317117Sdavidcs union { 5879317117Sdavidcs struct eth_rx_prod_data rx_prod_data; 5880317117Sdavidcs uint32_t data32; 5881317117Sdavidcs } rx_prods; 5882316485Sdavidcs 5883316485Sdavidcs bd_prod = ecore_chain_get_prod_idx(&rxq->rx_bd_ring); 5884316485Sdavidcs cqe_prod = ecore_chain_get_prod_idx(&rxq->rx_comp_ring); 5885316485Sdavidcs 5886316485Sdavidcs /* Update producers */ 5887317117Sdavidcs rx_prods.rx_prod_data.bd_prod = htole16(bd_prod); 5888317117Sdavidcs rx_prods.rx_prod_data.cqe_prod = htole16(cqe_prod); 5889316485Sdavidcs 5890316485Sdavidcs /* Make sure that the BD and SGE data is updated before updating the 5891316485Sdavidcs * producers since FW might read the BD/SGE right after the producer 5892316485Sdavidcs * is updated. 5893316485Sdavidcs */ 5894316485Sdavidcs wmb(); 5895316485Sdavidcs 5896316485Sdavidcs internal_ram_wr(p_hwfn, rxq->hw_rxq_prod_addr, 5897317117Sdavidcs sizeof(rx_prods), &rx_prods.data32); 5898316485Sdavidcs 5899316485Sdavidcs /* mmiowb is needed to synchronize doorbell writes from more than one 5900316485Sdavidcs * processor. It guarantees that the write arrives to the device before 5901316485Sdavidcs * the napi lock is released and another qlnx_poll is called (possibly 5902316485Sdavidcs * on another CPU). Without this barrier, the next doorbell can bypass 5903316485Sdavidcs * this doorbell. This is applicable to IA64/Altix systems. 5904316485Sdavidcs */ 5905316485Sdavidcs wmb(); 5906316485Sdavidcs 5907316485Sdavidcs return; 5908316485Sdavidcs} 5909316485Sdavidcs 5910316485Sdavidcsstatic uint32_t qlnx_hash_key[] = { 5911316485Sdavidcs ((0x6d << 24)|(0x5a << 16)|(0x56 << 8)|0xda), 5912316485Sdavidcs ((0x25 << 24)|(0x5b << 16)|(0x0e << 8)|0xc2), 5913316485Sdavidcs ((0x41 << 24)|(0x67 << 16)|(0x25 << 8)|0x3d), 5914316485Sdavidcs ((0x43 << 24)|(0xa3 << 16)|(0x8f << 8)|0xb0), 5915316485Sdavidcs ((0xd0 << 24)|(0xca << 16)|(0x2b << 8)|0xcb), 5916316485Sdavidcs ((0xae << 24)|(0x7b << 16)|(0x30 << 8)|0xb4), 5917316485Sdavidcs ((0x77 << 24)|(0xcb << 16)|(0x2d << 8)|0xa3), 5918316485Sdavidcs ((0x80 << 24)|(0x30 << 16)|(0xf2 << 8)|0x0c), 5919316485Sdavidcs ((0x6a << 24)|(0x42 << 16)|(0xb7 << 8)|0x3b), 5920316485Sdavidcs ((0xbe << 24)|(0xac << 16)|(0x01 << 8)|0xfa)}; 5921316485Sdavidcs 5922316485Sdavidcsstatic int 5923316485Sdavidcsqlnx_start_queues(qlnx_host_t *ha) 5924316485Sdavidcs{ 5925316485Sdavidcs int rc, tc, i, vport_id = 0, 5926316485Sdavidcs drop_ttl0_flg = 1, vlan_removal_en = 1, 5927316485Sdavidcs tx_switching = 0, hw_lro_enable = 0; 5928316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 5929316485Sdavidcs struct ecore_rss_params *rss_params = &ha->rss_params; 5930316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 5931316485Sdavidcs struct ifnet *ifp; 5932316485Sdavidcs struct ecore_hwfn *p_hwfn; 5933316485Sdavidcs struct ecore_sge_tpa_params tpa_params; 5934316485Sdavidcs struct ecore_queue_start_common_params qparams; 5935316485Sdavidcs struct qlnx_fastpath *fp; 5936316485Sdavidcs 5937316485Sdavidcs ifp = ha->ifp; 5938316485Sdavidcs 5939318659Sdavidcs QL_DPRINT1(ha, "Num RSS = %d\n", ha->num_rss); 5940318659Sdavidcs 5941316485Sdavidcs if (!ha->num_rss) { 5942318659Sdavidcs QL_DPRINT1(ha, "Cannot update V-VPORT as active as there" 5943318659Sdavidcs " are no Rx queues\n"); 5944316485Sdavidcs return -EINVAL; 5945316485Sdavidcs } 5946316485Sdavidcs 5947316485Sdavidcs#ifndef QLNX_SOFT_LRO 5948316485Sdavidcs hw_lro_enable = ifp->if_capenable & IFCAP_LRO; 5949316485Sdavidcs#endif /* #ifndef QLNX_SOFT_LRO */ 5950316485Sdavidcs 5951316485Sdavidcs rc = qlnx_start_vport(cdev, vport_id, ifp->if_mtu, drop_ttl0_flg, 5952316485Sdavidcs vlan_removal_en, tx_switching, hw_lro_enable); 5953316485Sdavidcs 5954316485Sdavidcs if (rc) { 5955318659Sdavidcs QL_DPRINT1(ha, "Start V-PORT failed %d\n", rc); 5956316485Sdavidcs return rc; 5957316485Sdavidcs } 5958316485Sdavidcs 5959318659Sdavidcs QL_DPRINT2(ha, "Start vport ramrod passed, " 5960318659Sdavidcs "vport_id = %d, MTU = %d, vlan_removal_en = %d\n", 5961318659Sdavidcs vport_id, (int)(ifp->if_mtu + 0xe), vlan_removal_en); 5962316485Sdavidcs 5963316485Sdavidcs for_each_rss(i) { 5964316485Sdavidcs struct ecore_rxq_start_ret_params rx_ret_params; 5965316485Sdavidcs struct ecore_txq_start_ret_params tx_ret_params; 5966316485Sdavidcs 5967316485Sdavidcs fp = &ha->fp_array[i]; 5968316485Sdavidcs p_hwfn = &cdev->hwfns[(fp->rss_id % cdev->num_hwfns)]; 5969316485Sdavidcs 5970316485Sdavidcs bzero(&qparams, sizeof(struct ecore_queue_start_common_params)); 5971316485Sdavidcs bzero(&rx_ret_params, 5972316485Sdavidcs sizeof (struct ecore_rxq_start_ret_params)); 5973316485Sdavidcs 5974316485Sdavidcs qparams.queue_id = i ; 5975316485Sdavidcs qparams.vport_id = vport_id; 5976316485Sdavidcs qparams.stats_id = vport_id; 5977316485Sdavidcs qparams.p_sb = fp->sb_info; 5978316485Sdavidcs qparams.sb_idx = RX_PI; 5979316485Sdavidcs 5980316485Sdavidcs 5981316485Sdavidcs rc = ecore_eth_rx_queue_start(p_hwfn, 5982316485Sdavidcs p_hwfn->hw_info.opaque_fid, 5983316485Sdavidcs &qparams, 5984316485Sdavidcs fp->rxq->rx_buf_size, /* bd_max_bytes */ 5985316485Sdavidcs /* bd_chain_phys_addr */ 5986316485Sdavidcs fp->rxq->rx_bd_ring.p_phys_addr, 5987316485Sdavidcs /* cqe_pbl_addr */ 5988316485Sdavidcs ecore_chain_get_pbl_phys(&fp->rxq->rx_comp_ring), 5989316485Sdavidcs /* cqe_pbl_size */ 5990316485Sdavidcs ecore_chain_get_page_cnt(&fp->rxq->rx_comp_ring), 5991316485Sdavidcs &rx_ret_params); 5992316485Sdavidcs 5993316485Sdavidcs if (rc) { 5994318659Sdavidcs QL_DPRINT1(ha, "Start RXQ #%d failed %d\n", i, rc); 5995316485Sdavidcs return rc; 5996316485Sdavidcs } 5997316485Sdavidcs 5998316485Sdavidcs fp->rxq->hw_rxq_prod_addr = rx_ret_params.p_prod; 5999316485Sdavidcs fp->rxq->handle = rx_ret_params.p_handle; 6000316485Sdavidcs fp->rxq->hw_cons_ptr = 6001316485Sdavidcs &fp->sb_info->sb_virt->pi_array[RX_PI]; 6002316485Sdavidcs 6003316485Sdavidcs qlnx_update_rx_prod(p_hwfn, fp->rxq); 6004316485Sdavidcs 6005316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6006316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6007316485Sdavidcs 6008316485Sdavidcs bzero(&qparams, 6009316485Sdavidcs sizeof(struct ecore_queue_start_common_params)); 6010316485Sdavidcs bzero(&tx_ret_params, 6011316485Sdavidcs sizeof (struct ecore_txq_start_ret_params)); 6012316485Sdavidcs 6013316485Sdavidcs qparams.queue_id = txq->index / cdev->num_hwfns ; 6014316485Sdavidcs qparams.vport_id = vport_id; 6015316485Sdavidcs qparams.stats_id = vport_id; 6016316485Sdavidcs qparams.p_sb = fp->sb_info; 6017316485Sdavidcs qparams.sb_idx = TX_PI(tc); 6018316485Sdavidcs 6019316485Sdavidcs rc = ecore_eth_tx_queue_start(p_hwfn, 6020316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6021316485Sdavidcs &qparams, tc, 6022316485Sdavidcs /* bd_chain_phys_addr */ 6023316485Sdavidcs ecore_chain_get_pbl_phys(&txq->tx_pbl), 6024316485Sdavidcs ecore_chain_get_page_cnt(&txq->tx_pbl), 6025316485Sdavidcs &tx_ret_params); 6026316485Sdavidcs 6027316485Sdavidcs if (rc) { 6028318659Sdavidcs QL_DPRINT1(ha, "Start TXQ #%d failed %d\n", 6029318659Sdavidcs txq->index, rc); 6030316485Sdavidcs return rc; 6031316485Sdavidcs } 6032316485Sdavidcs 6033316485Sdavidcs txq->doorbell_addr = tx_ret_params.p_doorbell; 6034316485Sdavidcs txq->handle = tx_ret_params.p_handle; 6035316485Sdavidcs 6036316485Sdavidcs txq->hw_cons_ptr = 6037316485Sdavidcs &fp->sb_info->sb_virt->pi_array[TX_PI(tc)]; 6038316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6039316485Sdavidcs ETH_DB_DATA_DEST, DB_DEST_XCM); 6040316485Sdavidcs SET_FIELD(txq->tx_db.data.params, ETH_DB_DATA_AGG_CMD, 6041316485Sdavidcs DB_AGG_CMD_SET); 6042316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6043316485Sdavidcs ETH_DB_DATA_AGG_VAL_SEL, 6044316485Sdavidcs DQ_XCM_ETH_TX_BD_PROD_CMD); 6045316485Sdavidcs 6046316485Sdavidcs txq->tx_db.data.agg_flags = DQ_XCM_ETH_DQ_CF_CMD; 6047316485Sdavidcs } 6048316485Sdavidcs } 6049316485Sdavidcs 6050316485Sdavidcs /* Fill struct with RSS params */ 6051316485Sdavidcs if (ha->num_rss > 1) { 6052316485Sdavidcs 6053316485Sdavidcs rss_params->update_rss_config = 1; 6054316485Sdavidcs rss_params->rss_enable = 1; 6055316485Sdavidcs rss_params->update_rss_capabilities = 1; 6056316485Sdavidcs rss_params->update_rss_ind_table = 1; 6057316485Sdavidcs rss_params->update_rss_key = 1; 6058316485Sdavidcs rss_params->rss_caps = ECORE_RSS_IPV4 | ECORE_RSS_IPV6 | 6059316485Sdavidcs ECORE_RSS_IPV4_TCP | ECORE_RSS_IPV6_TCP; 6060316485Sdavidcs rss_params->rss_table_size_log = 7; /* 2^7 = 128 */ 6061316485Sdavidcs 6062316485Sdavidcs for (i = 0; i < ECORE_RSS_IND_TABLE_SIZE; i++) { 6063316485Sdavidcs fp = &ha->fp_array[(i % ha->num_rss)]; 6064316485Sdavidcs rss_params->rss_ind_table[i] = fp->rxq->handle; 6065316485Sdavidcs } 6066316485Sdavidcs 6067316485Sdavidcs for (i = 0; i < ECORE_RSS_KEY_SIZE; i++) 6068316485Sdavidcs rss_params->rss_key[i] = (__le32)qlnx_hash_key[i]; 6069316485Sdavidcs 6070316485Sdavidcs } else { 6071316485Sdavidcs memset(rss_params, 0, sizeof(*rss_params)); 6072316485Sdavidcs } 6073316485Sdavidcs 6074316485Sdavidcs 6075316485Sdavidcs /* Prepare and send the vport enable */ 6076316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 6077316485Sdavidcs vport_update_params.vport_id = vport_id; 6078316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 6079316485Sdavidcs vport_update_params.vport_active_tx_flg = 1; 6080316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 6081316485Sdavidcs vport_update_params.vport_active_rx_flg = 1; 6082316485Sdavidcs vport_update_params.rss_params = rss_params; 6083316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 1; 6084316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 1; 6085316485Sdavidcs 6086316485Sdavidcs if (hw_lro_enable) { 6087316485Sdavidcs memset(&tpa_params, 0, sizeof (struct ecore_sge_tpa_params)); 6088316485Sdavidcs 6089316485Sdavidcs tpa_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 6090316485Sdavidcs 6091316485Sdavidcs tpa_params.update_tpa_en_flg = 1; 6092316485Sdavidcs tpa_params.tpa_ipv4_en_flg = 1; 6093316485Sdavidcs tpa_params.tpa_ipv6_en_flg = 1; 6094316485Sdavidcs 6095316485Sdavidcs tpa_params.update_tpa_param_flg = 1; 6096316485Sdavidcs tpa_params.tpa_pkt_split_flg = 0; 6097316485Sdavidcs tpa_params.tpa_hdr_data_split_flg = 0; 6098316485Sdavidcs tpa_params.tpa_gro_consistent_flg = 0; 6099316485Sdavidcs tpa_params.tpa_max_aggs_num = ETH_TPA_MAX_AGGS_NUM; 6100316485Sdavidcs tpa_params.tpa_max_size = (uint16_t)(-1); 6101316485Sdavidcs tpa_params.tpa_min_size_to_start = ifp->if_mtu/2; 6102316485Sdavidcs tpa_params.tpa_min_size_to_cont = ifp->if_mtu/2; 6103316485Sdavidcs 6104316485Sdavidcs vport_update_params.sge_tpa_params = &tpa_params; 6105316485Sdavidcs } 6106316485Sdavidcs 6107316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 6108316485Sdavidcs if (rc) { 6109318659Sdavidcs QL_DPRINT1(ha, "Update V-PORT failed %d\n", rc); 6110316485Sdavidcs return rc; 6111316485Sdavidcs } 6112316485Sdavidcs 6113316485Sdavidcs return 0; 6114316485Sdavidcs} 6115316485Sdavidcs 6116316485Sdavidcsstatic int 6117316485Sdavidcsqlnx_drain_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 6118316485Sdavidcs struct qlnx_tx_queue *txq) 6119316485Sdavidcs{ 6120316485Sdavidcs uint16_t hw_bd_cons; 6121316485Sdavidcs uint16_t ecore_cons_idx; 6122316485Sdavidcs 6123318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 6124316485Sdavidcs 6125316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 6126316485Sdavidcs 6127316485Sdavidcs while (hw_bd_cons != 6128316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 6129316485Sdavidcs 6130316485Sdavidcs mtx_lock(&fp->tx_mtx); 6131316485Sdavidcs 6132316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 6133316485Sdavidcs 6134316485Sdavidcs mtx_unlock(&fp->tx_mtx); 6135316485Sdavidcs 6136316485Sdavidcs qlnx_mdelay(__func__, 2); 6137316485Sdavidcs 6138316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 6139316485Sdavidcs } 6140316485Sdavidcs 6141318659Sdavidcs QL_DPRINT2(ha, "[%d, %d]: done\n", fp->rss_id, txq->index); 6142316485Sdavidcs 6143316485Sdavidcs return 0; 6144316485Sdavidcs} 6145316485Sdavidcs 6146316485Sdavidcsstatic int 6147316485Sdavidcsqlnx_stop_queues(qlnx_host_t *ha) 6148316485Sdavidcs{ 6149316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 6150316485Sdavidcs struct ecore_dev *cdev; 6151316485Sdavidcs struct qlnx_fastpath *fp; 6152316485Sdavidcs int rc, tc, i; 6153316485Sdavidcs 6154316485Sdavidcs cdev = &ha->cdev; 6155316485Sdavidcs 6156316485Sdavidcs /* Disable the vport */ 6157316485Sdavidcs 6158316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 6159316485Sdavidcs 6160316485Sdavidcs vport_update_params.vport_id = 0; 6161316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 6162316485Sdavidcs vport_update_params.vport_active_tx_flg = 0; 6163316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 6164316485Sdavidcs vport_update_params.vport_active_rx_flg = 0; 6165316485Sdavidcs vport_update_params.rss_params = &ha->rss_params; 6166316485Sdavidcs vport_update_params.rss_params->update_rss_config = 0; 6167316485Sdavidcs vport_update_params.rss_params->rss_enable = 0; 6168316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 0; 6169316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 0; 6170316485Sdavidcs 6171318659Sdavidcs QL_DPRINT1(ha, "Update vport ID= %d\n", vport_update_params.vport_id); 6172318659Sdavidcs 6173316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 6174316485Sdavidcs if (rc) { 6175318659Sdavidcs QL_DPRINT1(ha, "Failed to update vport\n"); 6176316485Sdavidcs return rc; 6177316485Sdavidcs } 6178316485Sdavidcs 6179316485Sdavidcs /* Flush Tx queues. If needed, request drain from MCP */ 6180316485Sdavidcs for_each_rss(i) { 6181316485Sdavidcs fp = &ha->fp_array[i]; 6182316485Sdavidcs 6183316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6184316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6185316485Sdavidcs 6186316485Sdavidcs rc = qlnx_drain_txq(ha, fp, txq); 6187316485Sdavidcs if (rc) 6188316485Sdavidcs return rc; 6189316485Sdavidcs } 6190316485Sdavidcs } 6191316485Sdavidcs 6192316485Sdavidcs /* Stop all Queues in reverse order*/ 6193316485Sdavidcs for (i = ha->num_rss - 1; i >= 0; i--) { 6194316485Sdavidcs 6195316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[(i % cdev->num_hwfns)]; 6196316485Sdavidcs 6197316485Sdavidcs fp = &ha->fp_array[i]; 6198316485Sdavidcs 6199316485Sdavidcs /* Stop the Tx Queue(s)*/ 6200316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6201316485Sdavidcs int tx_queue_id; 6202316485Sdavidcs 6203316485Sdavidcs tx_queue_id = tc * ha->num_rss + i; 6204316485Sdavidcs rc = ecore_eth_tx_queue_stop(p_hwfn, 6205316485Sdavidcs fp->txq[tc]->handle); 6206316485Sdavidcs 6207316485Sdavidcs if (rc) { 6208318659Sdavidcs QL_DPRINT1(ha, "Failed to stop TXQ #%d\n", 6209318659Sdavidcs tx_queue_id); 6210316485Sdavidcs return rc; 6211316485Sdavidcs } 6212316485Sdavidcs } 6213316485Sdavidcs 6214316485Sdavidcs /* Stop the Rx Queue*/ 6215316485Sdavidcs rc = ecore_eth_rx_queue_stop(p_hwfn, fp->rxq->handle, false, 6216316485Sdavidcs false); 6217316485Sdavidcs if (rc) { 6218318659Sdavidcs QL_DPRINT1(ha, "Failed to stop RXQ #%d\n", i); 6219316485Sdavidcs return rc; 6220316485Sdavidcs } 6221316485Sdavidcs } 6222316485Sdavidcs 6223316485Sdavidcs /* Stop the vport */ 6224316485Sdavidcs for_each_hwfn(cdev, i) { 6225316485Sdavidcs 6226316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 6227316485Sdavidcs 6228316485Sdavidcs rc = ecore_sp_vport_stop(p_hwfn, p_hwfn->hw_info.opaque_fid, 0); 6229316485Sdavidcs 6230316485Sdavidcs if (rc) { 6231318659Sdavidcs QL_DPRINT1(ha, "Failed to stop VPORT\n"); 6232316485Sdavidcs return rc; 6233316485Sdavidcs } 6234316485Sdavidcs } 6235316485Sdavidcs 6236316485Sdavidcs return rc; 6237316485Sdavidcs} 6238316485Sdavidcs 6239316485Sdavidcsstatic int 6240316485Sdavidcsqlnx_set_ucast_rx_mac(qlnx_host_t *ha, 6241316485Sdavidcs enum ecore_filter_opcode opcode, 6242316485Sdavidcs unsigned char mac[ETH_ALEN]) 6243316485Sdavidcs{ 6244316485Sdavidcs struct ecore_filter_ucast ucast; 6245316485Sdavidcs struct ecore_dev *cdev; 6246316485Sdavidcs int rc; 6247316485Sdavidcs 6248316485Sdavidcs cdev = &ha->cdev; 6249316485Sdavidcs 6250316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 6251316485Sdavidcs 6252316485Sdavidcs ucast.opcode = opcode; 6253316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 6254316485Sdavidcs ucast.is_rx_filter = 1; 6255316485Sdavidcs ucast.vport_to_add_to = 0; 6256316485Sdavidcs memcpy(&ucast.mac[0], mac, ETH_ALEN); 6257316485Sdavidcs 6258316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 6259316485Sdavidcs 6260316485Sdavidcs return (rc); 6261316485Sdavidcs} 6262316485Sdavidcs 6263316485Sdavidcsstatic int 6264316485Sdavidcsqlnx_remove_all_ucast_mac(qlnx_host_t *ha) 6265316485Sdavidcs{ 6266316485Sdavidcs struct ecore_filter_ucast ucast; 6267316485Sdavidcs struct ecore_dev *cdev; 6268316485Sdavidcs int rc; 6269316485Sdavidcs 6270316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 6271316485Sdavidcs 6272316485Sdavidcs ucast.opcode = ECORE_FILTER_REPLACE; 6273316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 6274316485Sdavidcs ucast.is_rx_filter = 1; 6275316485Sdavidcs 6276316485Sdavidcs cdev = &ha->cdev; 6277316485Sdavidcs 6278316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 6279316485Sdavidcs 6280316485Sdavidcs return (rc); 6281316485Sdavidcs} 6282316485Sdavidcs 6283316485Sdavidcsstatic int 6284316485Sdavidcsqlnx_remove_all_mcast_mac(qlnx_host_t *ha) 6285316485Sdavidcs{ 6286316485Sdavidcs struct ecore_filter_mcast *mcast; 6287316485Sdavidcs struct ecore_dev *cdev; 6288316485Sdavidcs int rc, i; 6289316485Sdavidcs 6290316485Sdavidcs cdev = &ha->cdev; 6291316485Sdavidcs 6292316485Sdavidcs mcast = &ha->ecore_mcast; 6293316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 6294316485Sdavidcs 6295316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 6296316485Sdavidcs 6297316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 6298316485Sdavidcs 6299316485Sdavidcs if (ha->mcast[i].addr[0] || ha->mcast[i].addr[1] || 6300316485Sdavidcs ha->mcast[i].addr[2] || ha->mcast[i].addr[3] || 6301316485Sdavidcs ha->mcast[i].addr[4] || ha->mcast[i].addr[5]) { 6302316485Sdavidcs 6303317117Sdavidcs memcpy(&mcast->mac[i], &ha->mcast[i].addr[0], ETH_ALEN); 6304316485Sdavidcs mcast->num_mc_addrs++; 6305316485Sdavidcs } 6306316485Sdavidcs } 6307316485Sdavidcs mcast = &ha->ecore_mcast; 6308316485Sdavidcs 6309316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 6310316485Sdavidcs 6311316485Sdavidcs bzero(ha->mcast, (sizeof(qlnx_mcast_t) * QLNX_MAX_NUM_MULTICAST_ADDRS)); 6312316485Sdavidcs ha->nmcast = 0; 6313316485Sdavidcs 6314316485Sdavidcs return (rc); 6315316485Sdavidcs} 6316316485Sdavidcs 6317316485Sdavidcsstatic int 6318316485Sdavidcsqlnx_clean_filters(qlnx_host_t *ha) 6319316485Sdavidcs{ 6320316485Sdavidcs int rc = 0; 6321316485Sdavidcs 6322316485Sdavidcs /* Remove all unicast macs */ 6323317117Sdavidcs rc = qlnx_remove_all_ucast_mac(ha); 6324316485Sdavidcs if (rc) 6325316485Sdavidcs return rc; 6326316485Sdavidcs 6327316485Sdavidcs /* Remove all multicast macs */ 6328316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 6329316485Sdavidcs if (rc) 6330316485Sdavidcs return rc; 6331316485Sdavidcs 6332316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_FLUSH, ha->primary_mac); 6333316485Sdavidcs 6334316485Sdavidcs return (rc); 6335316485Sdavidcs} 6336316485Sdavidcs 6337316485Sdavidcsstatic int 6338316485Sdavidcsqlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter) 6339316485Sdavidcs{ 6340316485Sdavidcs struct ecore_filter_accept_flags accept; 6341316485Sdavidcs int rc = 0; 6342316485Sdavidcs struct ecore_dev *cdev; 6343316485Sdavidcs 6344316485Sdavidcs cdev = &ha->cdev; 6345316485Sdavidcs 6346316485Sdavidcs bzero(&accept, sizeof(struct ecore_filter_accept_flags)); 6347316485Sdavidcs 6348316485Sdavidcs accept.update_rx_mode_config = 1; 6349316485Sdavidcs accept.rx_accept_filter = filter; 6350316485Sdavidcs 6351316485Sdavidcs accept.update_tx_mode_config = 1; 6352316485Sdavidcs accept.tx_accept_filter = ECORE_ACCEPT_UCAST_MATCHED | 6353316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | ECORE_ACCEPT_BCAST; 6354316485Sdavidcs 6355316485Sdavidcs rc = ecore_filter_accept_cmd(cdev, 0, accept, false, false, 6356316485Sdavidcs ECORE_SPQ_MODE_CB, NULL); 6357316485Sdavidcs 6358316485Sdavidcs return (rc); 6359316485Sdavidcs} 6360316485Sdavidcs 6361316485Sdavidcsstatic int 6362316485Sdavidcsqlnx_set_rx_mode(qlnx_host_t *ha) 6363316485Sdavidcs{ 6364316485Sdavidcs int rc = 0; 6365316485Sdavidcs uint8_t filter; 6366316485Sdavidcs 6367316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_REPLACE, ha->primary_mac); 6368316485Sdavidcs if (rc) 6369316485Sdavidcs return rc; 6370316485Sdavidcs 6371316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 6372316485Sdavidcs if (rc) 6373316485Sdavidcs return rc; 6374316485Sdavidcs 6375316485Sdavidcs filter = ECORE_ACCEPT_UCAST_MATCHED | 6376316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | 6377316485Sdavidcs ECORE_ACCEPT_BCAST; 6378316485Sdavidcs ha->filter = filter; 6379316485Sdavidcs 6380316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 6381316485Sdavidcs 6382316485Sdavidcs return (rc); 6383316485Sdavidcs} 6384316485Sdavidcs 6385316485Sdavidcsstatic int 6386316485Sdavidcsqlnx_set_link(qlnx_host_t *ha, bool link_up) 6387316485Sdavidcs{ 6388316485Sdavidcs int i, rc = 0; 6389316485Sdavidcs struct ecore_dev *cdev; 6390316485Sdavidcs struct ecore_hwfn *hwfn; 6391316485Sdavidcs struct ecore_ptt *ptt; 6392316485Sdavidcs 6393316485Sdavidcs cdev = &ha->cdev; 6394316485Sdavidcs 6395316485Sdavidcs for_each_hwfn(cdev, i) { 6396316485Sdavidcs 6397316485Sdavidcs hwfn = &cdev->hwfns[i]; 6398316485Sdavidcs 6399316485Sdavidcs ptt = ecore_ptt_acquire(hwfn); 6400316485Sdavidcs if (!ptt) 6401316485Sdavidcs return -EBUSY; 6402316485Sdavidcs 6403316485Sdavidcs rc = ecore_mcp_set_link(hwfn, ptt, link_up); 6404316485Sdavidcs 6405316485Sdavidcs ecore_ptt_release(hwfn, ptt); 6406316485Sdavidcs 6407316485Sdavidcs if (rc) 6408316485Sdavidcs return rc; 6409316485Sdavidcs } 6410316485Sdavidcs return (rc); 6411316485Sdavidcs} 6412316485Sdavidcs 6413316485Sdavidcs#if __FreeBSD_version >= 1100000 6414316485Sdavidcsstatic uint64_t 6415316485Sdavidcsqlnx_get_counter(if_t ifp, ift_counter cnt) 6416316485Sdavidcs{ 6417316485Sdavidcs qlnx_host_t *ha; 6418316485Sdavidcs uint64_t count; 6419316485Sdavidcs 6420316485Sdavidcs ha = (qlnx_host_t *)if_getsoftc(ifp); 6421316485Sdavidcs 6422316485Sdavidcs switch (cnt) { 6423316485Sdavidcs 6424316485Sdavidcs case IFCOUNTER_IPACKETS: 6425316485Sdavidcs count = ha->hw_stats.common.rx_ucast_pkts + 6426316485Sdavidcs ha->hw_stats.common.rx_mcast_pkts + 6427316485Sdavidcs ha->hw_stats.common.rx_bcast_pkts; 6428316485Sdavidcs break; 6429316485Sdavidcs 6430316485Sdavidcs case IFCOUNTER_IERRORS: 6431316485Sdavidcs count = ha->hw_stats.common.rx_crc_errors + 6432316485Sdavidcs ha->hw_stats.common.rx_align_errors + 6433316485Sdavidcs ha->hw_stats.common.rx_oversize_packets + 6434316485Sdavidcs ha->hw_stats.common.rx_undersize_packets; 6435316485Sdavidcs break; 6436316485Sdavidcs 6437316485Sdavidcs case IFCOUNTER_OPACKETS: 6438316485Sdavidcs count = ha->hw_stats.common.tx_ucast_pkts + 6439316485Sdavidcs ha->hw_stats.common.tx_mcast_pkts + 6440316485Sdavidcs ha->hw_stats.common.tx_bcast_pkts; 6441316485Sdavidcs break; 6442316485Sdavidcs 6443316485Sdavidcs case IFCOUNTER_OERRORS: 6444316485Sdavidcs count = ha->hw_stats.common.tx_err_drop_pkts; 6445316485Sdavidcs break; 6446316485Sdavidcs 6447316485Sdavidcs case IFCOUNTER_COLLISIONS: 6448316485Sdavidcs return (0); 6449316485Sdavidcs 6450316485Sdavidcs case IFCOUNTER_IBYTES: 6451316485Sdavidcs count = ha->hw_stats.common.rx_ucast_bytes + 6452316485Sdavidcs ha->hw_stats.common.rx_mcast_bytes + 6453316485Sdavidcs ha->hw_stats.common.rx_bcast_bytes; 6454316485Sdavidcs break; 6455316485Sdavidcs 6456316485Sdavidcs case IFCOUNTER_OBYTES: 6457316485Sdavidcs count = ha->hw_stats.common.tx_ucast_bytes + 6458316485Sdavidcs ha->hw_stats.common.tx_mcast_bytes + 6459316485Sdavidcs ha->hw_stats.common.tx_bcast_bytes; 6460316485Sdavidcs break; 6461316485Sdavidcs 6462316485Sdavidcs case IFCOUNTER_IMCASTS: 6463316485Sdavidcs count = ha->hw_stats.common.rx_mcast_bytes; 6464316485Sdavidcs break; 6465316485Sdavidcs 6466316485Sdavidcs case IFCOUNTER_OMCASTS: 6467316485Sdavidcs count = ha->hw_stats.common.tx_mcast_bytes; 6468316485Sdavidcs break; 6469316485Sdavidcs 6470316485Sdavidcs case IFCOUNTER_IQDROPS: 6471316485Sdavidcs case IFCOUNTER_OQDROPS: 6472316485Sdavidcs case IFCOUNTER_NOPROTO: 6473316485Sdavidcs 6474316485Sdavidcs default: 6475316485Sdavidcs return (if_get_counter_default(ifp, cnt)); 6476316485Sdavidcs } 6477316485Sdavidcs return (count); 6478316485Sdavidcs} 6479316485Sdavidcs#endif 6480316485Sdavidcs 6481316485Sdavidcs 6482316485Sdavidcsstatic void 6483316485Sdavidcsqlnx_timer(void *arg) 6484316485Sdavidcs{ 6485316485Sdavidcs qlnx_host_t *ha; 6486316485Sdavidcs 6487316485Sdavidcs ha = (qlnx_host_t *)arg; 6488316485Sdavidcs 6489316485Sdavidcs ecore_get_vport_stats(&ha->cdev, &ha->hw_stats); 6490316485Sdavidcs 6491316485Sdavidcs if (ha->storm_stats_enable) 6492316485Sdavidcs qlnx_sample_storm_stats(ha); 6493316485Sdavidcs 6494316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 6495316485Sdavidcs 6496316485Sdavidcs return; 6497316485Sdavidcs} 6498316485Sdavidcs 6499316485Sdavidcsstatic int 6500316485Sdavidcsqlnx_load(qlnx_host_t *ha) 6501316485Sdavidcs{ 6502316485Sdavidcs int i; 6503316485Sdavidcs int rc = 0; 6504316485Sdavidcs struct ecore_dev *cdev; 6505316485Sdavidcs device_t dev; 6506316485Sdavidcs 6507316485Sdavidcs cdev = &ha->cdev; 6508316485Sdavidcs dev = ha->pci_dev; 6509316485Sdavidcs 6510318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 6511316485Sdavidcs 6512316485Sdavidcs rc = qlnx_alloc_mem_arrays(ha); 6513316485Sdavidcs if (rc) 6514316485Sdavidcs goto qlnx_load_exit0; 6515316485Sdavidcs 6516316485Sdavidcs qlnx_init_fp(ha); 6517316485Sdavidcs 6518316485Sdavidcs rc = qlnx_alloc_mem_load(ha); 6519316485Sdavidcs if (rc) 6520316485Sdavidcs goto qlnx_load_exit1; 6521316485Sdavidcs 6522318659Sdavidcs QL_DPRINT2(ha, "Allocated %d RSS queues on %d TC/s\n", 6523318659Sdavidcs ha->num_rss, ha->num_tc); 6524316485Sdavidcs 6525316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6526316485Sdavidcs 6527316485Sdavidcs if ((rc = bus_setup_intr(dev, ha->irq_vec[i].irq, 6528316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), 6529316485Sdavidcs NULL, qlnx_fp_isr, &ha->irq_vec[i], 6530316485Sdavidcs &ha->irq_vec[i].handle))) { 6531316485Sdavidcs 6532318659Sdavidcs QL_DPRINT1(ha, "could not setup interrupt\n"); 6533316485Sdavidcs goto qlnx_load_exit2; 6534316485Sdavidcs } 6535316485Sdavidcs 6536318659Sdavidcs QL_DPRINT2(ha, "rss_id = %d irq_rid %d \ 6537318659Sdavidcs irq %p handle %p\n", i, 6538316485Sdavidcs ha->irq_vec[i].irq_rid, 6539318659Sdavidcs ha->irq_vec[i].irq, ha->irq_vec[i].handle); 6540316485Sdavidcs 6541316485Sdavidcs bus_bind_intr(dev, ha->irq_vec[i].irq, (i % mp_ncpus)); 6542316485Sdavidcs } 6543316485Sdavidcs 6544316485Sdavidcs rc = qlnx_start_queues(ha); 6545316485Sdavidcs if (rc) 6546316485Sdavidcs goto qlnx_load_exit2; 6547316485Sdavidcs 6548318659Sdavidcs QL_DPRINT2(ha, "Start VPORT, RXQ and TXQ succeeded\n"); 6549316485Sdavidcs 6550316485Sdavidcs /* Add primary mac and set Rx filters */ 6551316485Sdavidcs rc = qlnx_set_rx_mode(ha); 6552316485Sdavidcs if (rc) 6553316485Sdavidcs goto qlnx_load_exit2; 6554316485Sdavidcs 6555316485Sdavidcs /* Ask for link-up using current configuration */ 6556316485Sdavidcs qlnx_set_link(ha, true); 6557316485Sdavidcs 6558316485Sdavidcs ha->state = QLNX_STATE_OPEN; 6559316485Sdavidcs 6560316485Sdavidcs bzero(&ha->hw_stats, sizeof(struct ecore_eth_stats)); 6561316485Sdavidcs 6562316485Sdavidcs if (ha->flags.callout_init) 6563316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 6564316485Sdavidcs 6565316485Sdavidcs goto qlnx_load_exit0; 6566316485Sdavidcs 6567316485Sdavidcsqlnx_load_exit2: 6568316485Sdavidcs qlnx_free_mem_load(ha); 6569316485Sdavidcs 6570316485Sdavidcsqlnx_load_exit1: 6571316485Sdavidcs ha->num_rss = 0; 6572316485Sdavidcs 6573316485Sdavidcsqlnx_load_exit0: 6574318659Sdavidcs QL_DPRINT2(ha, "exit [%d]\n", rc); 6575316485Sdavidcs return rc; 6576316485Sdavidcs} 6577316485Sdavidcs 6578316485Sdavidcsstatic void 6579316485Sdavidcsqlnx_drain_soft_lro(qlnx_host_t *ha) 6580316485Sdavidcs{ 6581316485Sdavidcs#ifdef QLNX_SOFT_LRO 6582316485Sdavidcs 6583316485Sdavidcs struct ifnet *ifp; 6584316485Sdavidcs int i; 6585316485Sdavidcs 6586316485Sdavidcs ifp = ha->ifp; 6587316485Sdavidcs 6588316485Sdavidcs 6589316485Sdavidcs if (ifp->if_capenable & IFCAP_LRO) { 6590316485Sdavidcs 6591316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6592316485Sdavidcs 6593316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 6594316485Sdavidcs struct lro_ctrl *lro; 6595316485Sdavidcs 6596316485Sdavidcs lro = &fp->rxq->lro; 6597316485Sdavidcs 6598316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 6599316485Sdavidcs 6600316485Sdavidcs tcp_lro_flush_all(lro); 6601316485Sdavidcs 6602316485Sdavidcs#else 6603316485Sdavidcs struct lro_entry *queued; 6604316485Sdavidcs 6605316485Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))){ 6606316485Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 6607316485Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 6608316485Sdavidcs tcp_lro_flush(lro, queued); 6609316485Sdavidcs } 6610316485Sdavidcs 6611316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 6612316485Sdavidcs 6613316485Sdavidcs } 6614316485Sdavidcs } 6615316485Sdavidcs 6616316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 6617316485Sdavidcs 6618316485Sdavidcs return; 6619316485Sdavidcs} 6620316485Sdavidcs 6621316485Sdavidcsstatic void 6622316485Sdavidcsqlnx_unload(qlnx_host_t *ha) 6623316485Sdavidcs{ 6624316485Sdavidcs struct ecore_dev *cdev; 6625316485Sdavidcs device_t dev; 6626316485Sdavidcs int i; 6627316485Sdavidcs 6628316485Sdavidcs cdev = &ha->cdev; 6629316485Sdavidcs dev = ha->pci_dev; 6630316485Sdavidcs 6631318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 6632318659Sdavidcs QL_DPRINT1(ha, " QLNX STATE = %d\n",ha->state); 6633316485Sdavidcs 6634316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 6635316485Sdavidcs 6636316485Sdavidcs qlnx_set_link(ha, false); 6637316485Sdavidcs qlnx_clean_filters(ha); 6638316485Sdavidcs qlnx_stop_queues(ha); 6639316485Sdavidcs ecore_hw_stop_fastpath(cdev); 6640316485Sdavidcs 6641316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6642316485Sdavidcs if (ha->irq_vec[i].handle) { 6643316485Sdavidcs (void)bus_teardown_intr(dev, 6644316485Sdavidcs ha->irq_vec[i].irq, 6645316485Sdavidcs ha->irq_vec[i].handle); 6646316485Sdavidcs ha->irq_vec[i].handle = NULL; 6647316485Sdavidcs } 6648316485Sdavidcs } 6649316485Sdavidcs 6650316485Sdavidcs qlnx_drain_fp_taskqueues(ha); 6651316485Sdavidcs qlnx_drain_soft_lro(ha); 6652316485Sdavidcs qlnx_free_mem_load(ha); 6653316485Sdavidcs } 6654316485Sdavidcs 6655316485Sdavidcs if (ha->flags.callout_init) 6656316485Sdavidcs callout_drain(&ha->qlnx_callout); 6657316485Sdavidcs 6658316485Sdavidcs qlnx_mdelay(__func__, 1000); 6659316485Sdavidcs 6660316485Sdavidcs ha->state = QLNX_STATE_CLOSED; 6661316485Sdavidcs 6662318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 6663316485Sdavidcs return; 6664316485Sdavidcs} 6665316485Sdavidcs 6666316485Sdavidcsstatic int 6667316485Sdavidcsqlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 6668316485Sdavidcs{ 6669316485Sdavidcs int rval = -1; 6670316485Sdavidcs struct ecore_hwfn *p_hwfn; 6671316485Sdavidcs struct ecore_ptt *p_ptt; 6672316485Sdavidcs 6673316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 6674316485Sdavidcs 6675316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 6676316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 6677316485Sdavidcs 6678316485Sdavidcs if (!p_ptt) { 6679318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 6680316485Sdavidcs return (rval); 6681316485Sdavidcs } 6682316485Sdavidcs 6683316485Sdavidcs rval = ecore_dbg_grc_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 6684316485Sdavidcs 6685316485Sdavidcs if (rval == DBG_STATUS_OK) 6686316485Sdavidcs rval = 0; 6687316485Sdavidcs else { 6688318659Sdavidcs QL_DPRINT1(ha, "ecore_dbg_grc_get_dump_buf_size failed" 6689318659Sdavidcs "[0x%x]\n", rval); 6690316485Sdavidcs } 6691316485Sdavidcs 6692316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 6693316485Sdavidcs 6694316485Sdavidcs return (rval); 6695316485Sdavidcs} 6696316485Sdavidcs 6697316485Sdavidcsstatic int 6698316485Sdavidcsqlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 6699316485Sdavidcs{ 6700316485Sdavidcs int rval = -1; 6701316485Sdavidcs struct ecore_hwfn *p_hwfn; 6702316485Sdavidcs struct ecore_ptt *p_ptt; 6703316485Sdavidcs 6704316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 6705316485Sdavidcs 6706316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 6707316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 6708316485Sdavidcs 6709316485Sdavidcs if (!p_ptt) { 6710318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 6711316485Sdavidcs return (rval); 6712316485Sdavidcs } 6713316485Sdavidcs 6714316485Sdavidcs rval = ecore_dbg_idle_chk_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 6715316485Sdavidcs 6716316485Sdavidcs if (rval == DBG_STATUS_OK) 6717316485Sdavidcs rval = 0; 6718316485Sdavidcs else { 6719318659Sdavidcs QL_DPRINT1(ha, "ecore_dbg_idle_chk_get_dump_buf_size failed" 6720318659Sdavidcs " [0x%x]\n", rval); 6721316485Sdavidcs } 6722316485Sdavidcs 6723316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 6724316485Sdavidcs 6725316485Sdavidcs return (rval); 6726316485Sdavidcs} 6727316485Sdavidcs 6728316485Sdavidcs 6729316485Sdavidcsstatic void 6730316485Sdavidcsqlnx_sample_storm_stats(qlnx_host_t *ha) 6731316485Sdavidcs{ 6732316485Sdavidcs int i, index; 6733316485Sdavidcs struct ecore_dev *cdev; 6734316485Sdavidcs qlnx_storm_stats_t *s_stats; 6735316485Sdavidcs uint32_t reg; 6736316485Sdavidcs struct ecore_ptt *p_ptt; 6737316485Sdavidcs struct ecore_hwfn *hwfn; 6738316485Sdavidcs 6739316485Sdavidcs if (ha->storm_stats_index >= QLNX_STORM_STATS_SAMPLES_PER_HWFN) { 6740316485Sdavidcs ha->storm_stats_enable = 0; 6741316485Sdavidcs return; 6742316485Sdavidcs } 6743316485Sdavidcs 6744316485Sdavidcs cdev = &ha->cdev; 6745316485Sdavidcs 6746316485Sdavidcs for_each_hwfn(cdev, i) { 6747316485Sdavidcs 6748316485Sdavidcs hwfn = &cdev->hwfns[i]; 6749316485Sdavidcs 6750316485Sdavidcs p_ptt = ecore_ptt_acquire(hwfn); 6751316485Sdavidcs if (!p_ptt) 6752316485Sdavidcs return; 6753316485Sdavidcs 6754316485Sdavidcs index = ha->storm_stats_index + 6755316485Sdavidcs (i * QLNX_STORM_STATS_SAMPLES_PER_HWFN); 6756316485Sdavidcs 6757316485Sdavidcs s_stats = &ha->storm_stats[index]; 6758316485Sdavidcs 6759316485Sdavidcs /* XSTORM */ 6760316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 6761316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6762316485Sdavidcs s_stats->xstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6763316485Sdavidcs 6764316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 6765316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6766316485Sdavidcs s_stats->xstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6767316485Sdavidcs 6768316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 6769316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6770316485Sdavidcs s_stats->xstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6771316485Sdavidcs 6772316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 6773316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6774316485Sdavidcs s_stats->xstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6775316485Sdavidcs 6776316485Sdavidcs /* YSTORM */ 6777316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 6778316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6779316485Sdavidcs s_stats->ystorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6780316485Sdavidcs 6781316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 6782316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6783316485Sdavidcs s_stats->ystorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6784316485Sdavidcs 6785316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 6786316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6787316485Sdavidcs s_stats->ystorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6788316485Sdavidcs 6789316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 6790316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6791316485Sdavidcs s_stats->ystorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6792316485Sdavidcs 6793316485Sdavidcs /* PSTORM */ 6794316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 6795316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6796316485Sdavidcs s_stats->pstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6797316485Sdavidcs 6798316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 6799316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6800316485Sdavidcs s_stats->pstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6801316485Sdavidcs 6802316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 6803316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6804316485Sdavidcs s_stats->pstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6805316485Sdavidcs 6806316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 6807316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6808316485Sdavidcs s_stats->pstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6809316485Sdavidcs 6810316485Sdavidcs /* TSTORM */ 6811316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 6812316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6813316485Sdavidcs s_stats->tstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6814316485Sdavidcs 6815316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 6816316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6817316485Sdavidcs s_stats->tstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6818316485Sdavidcs 6819316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 6820316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6821316485Sdavidcs s_stats->tstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6822316485Sdavidcs 6823316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 6824316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6825316485Sdavidcs s_stats->tstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6826316485Sdavidcs 6827316485Sdavidcs /* MSTORM */ 6828316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 6829316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6830316485Sdavidcs s_stats->mstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6831316485Sdavidcs 6832316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 6833316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6834316485Sdavidcs s_stats->mstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6835316485Sdavidcs 6836316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 6837316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6838316485Sdavidcs s_stats->mstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6839316485Sdavidcs 6840316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 6841316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6842316485Sdavidcs s_stats->mstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6843316485Sdavidcs 6844316485Sdavidcs /* USTORM */ 6845316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 6846316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6847316485Sdavidcs s_stats->ustorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6848316485Sdavidcs 6849316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 6850316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6851316485Sdavidcs s_stats->ustorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6852316485Sdavidcs 6853316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 6854316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6855316485Sdavidcs s_stats->ustorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6856316485Sdavidcs 6857316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 6858316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6859316485Sdavidcs s_stats->ustorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6860316485Sdavidcs 6861316485Sdavidcs ecore_ptt_release(hwfn, p_ptt); 6862316485Sdavidcs } 6863316485Sdavidcs 6864316485Sdavidcs ha->storm_stats_index++; 6865316485Sdavidcs 6866316485Sdavidcs return; 6867316485Sdavidcs} 6868316485Sdavidcs 6869316485Sdavidcs/* 6870316485Sdavidcs * Name: qlnx_dump_buf8 6871316485Sdavidcs * Function: dumps a buffer as bytes 6872316485Sdavidcs */ 6873316485Sdavidcsstatic void 6874316485Sdavidcsqlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, uint32_t len) 6875316485Sdavidcs{ 6876316485Sdavidcs device_t dev; 6877316485Sdavidcs uint32_t i = 0; 6878316485Sdavidcs uint8_t *buf; 6879316485Sdavidcs 6880316485Sdavidcs dev = ha->pci_dev; 6881316485Sdavidcs buf = dbuf; 6882316485Sdavidcs 6883316485Sdavidcs device_printf(dev, "%s: %s 0x%x dump start\n", __func__, msg, len); 6884316485Sdavidcs 6885316485Sdavidcs while (len >= 16) { 6886316485Sdavidcs device_printf(dev,"0x%08x:" 6887316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6888316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 6889316485Sdavidcs buf[0], buf[1], buf[2], buf[3], 6890316485Sdavidcs buf[4], buf[5], buf[6], buf[7], 6891316485Sdavidcs buf[8], buf[9], buf[10], buf[11], 6892316485Sdavidcs buf[12], buf[13], buf[14], buf[15]); 6893316485Sdavidcs i += 16; 6894316485Sdavidcs len -= 16; 6895316485Sdavidcs buf += 16; 6896316485Sdavidcs } 6897316485Sdavidcs switch (len) { 6898316485Sdavidcs case 1: 6899316485Sdavidcs device_printf(dev,"0x%08x: %02x\n", i, buf[0]); 6900316485Sdavidcs break; 6901316485Sdavidcs case 2: 6902316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x\n", i, buf[0], buf[1]); 6903316485Sdavidcs break; 6904316485Sdavidcs case 3: 6905316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x\n", 6906316485Sdavidcs i, buf[0], buf[1], buf[2]); 6907316485Sdavidcs break; 6908316485Sdavidcs case 4: 6909316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x %02x\n", i, 6910316485Sdavidcs buf[0], buf[1], buf[2], buf[3]); 6911316485Sdavidcs break; 6912316485Sdavidcs case 5: 6913316485Sdavidcs device_printf(dev,"0x%08x:" 6914316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 6915316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4]); 6916316485Sdavidcs break; 6917316485Sdavidcs case 6: 6918316485Sdavidcs device_printf(dev,"0x%08x:" 6919316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 6920316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5]); 6921316485Sdavidcs break; 6922316485Sdavidcs case 7: 6923316485Sdavidcs device_printf(dev,"0x%08x:" 6924316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 6925316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6]); 6926316485Sdavidcs break; 6927316485Sdavidcs case 8: 6928316485Sdavidcs device_printf(dev,"0x%08x:" 6929316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 6930316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 6931316485Sdavidcs buf[7]); 6932316485Sdavidcs break; 6933316485Sdavidcs case 9: 6934316485Sdavidcs device_printf(dev,"0x%08x:" 6935316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6936316485Sdavidcs " %02x\n", i, 6937316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 6938316485Sdavidcs buf[7], buf[8]); 6939316485Sdavidcs break; 6940316485Sdavidcs case 10: 6941316485Sdavidcs device_printf(dev,"0x%08x:" 6942316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6943316485Sdavidcs " %02x %02x\n", i, 6944316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 6945316485Sdavidcs buf[7], buf[8], buf[9]); 6946316485Sdavidcs break; 6947316485Sdavidcs case 11: 6948316485Sdavidcs device_printf(dev,"0x%08x:" 6949316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6950316485Sdavidcs " %02x %02x %02x\n", i, 6951316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 6952316485Sdavidcs buf[7], buf[8], buf[9], buf[10]); 6953316485Sdavidcs break; 6954316485Sdavidcs case 12: 6955316485Sdavidcs device_printf(dev,"0x%08x:" 6956316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6957316485Sdavidcs " %02x %02x %02x %02x\n", i, 6958316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 6959316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11]); 6960316485Sdavidcs break; 6961316485Sdavidcs case 13: 6962316485Sdavidcs device_printf(dev,"0x%08x:" 6963316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6964316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 6965316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 6966316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12]); 6967316485Sdavidcs break; 6968316485Sdavidcs case 14: 6969316485Sdavidcs device_printf(dev,"0x%08x:" 6970316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6971316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 6972316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 6973316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 6974316485Sdavidcs buf[13]); 6975316485Sdavidcs break; 6976316485Sdavidcs case 15: 6977316485Sdavidcs device_printf(dev,"0x%08x:" 6978316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6979316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 6980316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 6981316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 6982316485Sdavidcs buf[13], buf[14]); 6983316485Sdavidcs break; 6984316485Sdavidcs default: 6985316485Sdavidcs break; 6986316485Sdavidcs } 6987316485Sdavidcs 6988316485Sdavidcs device_printf(dev, "%s: %s dump end\n", __func__, msg); 6989316485Sdavidcs 6990316485Sdavidcs return; 6991316485Sdavidcs} 6992316485Sdavidcs 6993