qlnx_os.c revision 318657
1316485Sdavidcs/* 2316485Sdavidcs * Copyright (c) 2017-2018 Cavium, Inc. 3316485Sdavidcs * All rights reserved. 4316485Sdavidcs * 5316485Sdavidcs * Redistribution and use in source and binary forms, with or without 6316485Sdavidcs * modification, are permitted provided that the following conditions 7316485Sdavidcs * are met: 8316485Sdavidcs * 9316485Sdavidcs * 1. Redistributions of source code must retain the above copyright 10316485Sdavidcs * notice, this list of conditions and the following disclaimer. 11316485Sdavidcs * 2. Redistributions in binary form must reproduce the above copyright 12316485Sdavidcs * notice, this list of conditions and the following disclaimer in the 13316485Sdavidcs * documentation and/or other materials provided with the distribution. 14316485Sdavidcs * 15316485Sdavidcs * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 16316485Sdavidcs * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17316485Sdavidcs * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18316485Sdavidcs * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 19316485Sdavidcs * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 20316485Sdavidcs * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 21316485Sdavidcs * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 22316485Sdavidcs * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 23316485Sdavidcs * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 24316485Sdavidcs * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 25316485Sdavidcs * POSSIBILITY OF SUCH DAMAGE. 26316485Sdavidcs */ 27316485Sdavidcs 28316485Sdavidcs 29316485Sdavidcs/* 30316485Sdavidcs * File: qlnx_os.c 31316485Sdavidcs * Author : David C Somayajulu, Cavium, Inc., San Jose, CA 95131. 32316485Sdavidcs */ 33316485Sdavidcs 34316485Sdavidcs#include <sys/cdefs.h> 35316485Sdavidcs__FBSDID("$FreeBSD: stable/11/sys/dev/qlnx/qlnxe/qlnx_os.c 318657 2017-05-22 19:22:06Z davidcs $"); 36316485Sdavidcs 37316485Sdavidcs#include "qlnx_os.h" 38316485Sdavidcs#include "bcm_osal.h" 39316485Sdavidcs#include "reg_addr.h" 40316485Sdavidcs#include "ecore_gtt_reg_addr.h" 41316485Sdavidcs#include "ecore.h" 42316485Sdavidcs#include "ecore_chain.h" 43316485Sdavidcs#include "ecore_status.h" 44316485Sdavidcs#include "ecore_hw.h" 45316485Sdavidcs#include "ecore_rt_defs.h" 46316485Sdavidcs#include "ecore_init_ops.h" 47316485Sdavidcs#include "ecore_int.h" 48316485Sdavidcs#include "ecore_cxt.h" 49316485Sdavidcs#include "ecore_spq.h" 50316485Sdavidcs#include "ecore_init_fw_funcs.h" 51316485Sdavidcs#include "ecore_sp_commands.h" 52316485Sdavidcs#include "ecore_dev_api.h" 53316485Sdavidcs#include "ecore_l2_api.h" 54316485Sdavidcs#include "ecore_mcp.h" 55316485Sdavidcs#include "ecore_hw_defs.h" 56316485Sdavidcs#include "mcp_public.h" 57316485Sdavidcs#include "ecore_iro.h" 58316485Sdavidcs#include "nvm_cfg.h" 59316485Sdavidcs#include "ecore_dev_api.h" 60316485Sdavidcs#include "ecore_dbg_fw_funcs.h" 61316485Sdavidcs 62316485Sdavidcs#include "qlnx_ioctl.h" 63316485Sdavidcs#include "qlnx_def.h" 64316485Sdavidcs#include "qlnx_ver.h" 65316485Sdavidcs#include <sys/smp.h> 66316485Sdavidcs 67316485Sdavidcs 68316485Sdavidcs/* 69316485Sdavidcs * static functions 70316485Sdavidcs */ 71316485Sdavidcs/* 72316485Sdavidcs * ioctl related functions 73316485Sdavidcs */ 74316485Sdavidcsstatic void qlnx_add_sysctls(qlnx_host_t *ha); 75316485Sdavidcs 76316485Sdavidcs/* 77316485Sdavidcs * main driver 78316485Sdavidcs */ 79316485Sdavidcsstatic void qlnx_release(qlnx_host_t *ha); 80316485Sdavidcsstatic void qlnx_fp_isr(void *arg); 81316485Sdavidcsstatic void qlnx_init_ifnet(device_t dev, qlnx_host_t *ha); 82316485Sdavidcsstatic void qlnx_init(void *arg); 83316485Sdavidcsstatic void qlnx_init_locked(qlnx_host_t *ha); 84316485Sdavidcsstatic int qlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi); 85316485Sdavidcsstatic int qlnx_set_promisc(qlnx_host_t *ha); 86316485Sdavidcsstatic int qlnx_set_allmulti(qlnx_host_t *ha); 87316485Sdavidcsstatic int qlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data); 88316485Sdavidcsstatic int qlnx_media_change(struct ifnet *ifp); 89316485Sdavidcsstatic void qlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr); 90316485Sdavidcsstatic void qlnx_stop(qlnx_host_t *ha); 91316485Sdavidcsstatic int qlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, 92316485Sdavidcs struct mbuf **m_headp); 93316485Sdavidcsstatic int qlnx_get_ifq_snd_maxlen(qlnx_host_t *ha); 94316485Sdavidcsstatic uint32_t qlnx_get_optics(qlnx_host_t *ha, 95316485Sdavidcs struct qlnx_link_output *if_link); 96316485Sdavidcsstatic int qlnx_transmit(struct ifnet *ifp, struct mbuf *mp); 97316485Sdavidcsstatic void qlnx_qflush(struct ifnet *ifp); 98316485Sdavidcs 99316485Sdavidcsstatic int qlnx_alloc_parent_dma_tag(qlnx_host_t *ha); 100316485Sdavidcsstatic void qlnx_free_parent_dma_tag(qlnx_host_t *ha); 101316485Sdavidcsstatic int qlnx_alloc_tx_dma_tag(qlnx_host_t *ha); 102316485Sdavidcsstatic void qlnx_free_tx_dma_tag(qlnx_host_t *ha); 103316485Sdavidcsstatic int qlnx_alloc_rx_dma_tag(qlnx_host_t *ha); 104316485Sdavidcsstatic void qlnx_free_rx_dma_tag(qlnx_host_t *ha); 105316485Sdavidcs 106316485Sdavidcsstatic int qlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver); 107316485Sdavidcsstatic int qlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size); 108316485Sdavidcs 109316485Sdavidcsstatic int qlnx_nic_setup(struct ecore_dev *cdev, 110316485Sdavidcs struct ecore_pf_params *func_params); 111316485Sdavidcsstatic int qlnx_nic_start(struct ecore_dev *cdev); 112316485Sdavidcsstatic int qlnx_slowpath_start(qlnx_host_t *ha); 113316485Sdavidcsstatic int qlnx_slowpath_stop(qlnx_host_t *ha); 114316485Sdavidcsstatic int qlnx_init_hw(qlnx_host_t *ha); 115316485Sdavidcsstatic void qlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 116316485Sdavidcs char ver_str[VER_SIZE]); 117316485Sdavidcsstatic void qlnx_unload(qlnx_host_t *ha); 118316485Sdavidcsstatic int qlnx_load(qlnx_host_t *ha); 119316485Sdavidcsstatic void qlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 120316485Sdavidcs uint32_t add_mac); 121316485Sdavidcsstatic void qlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, 122316485Sdavidcs uint32_t len); 123316485Sdavidcsstatic int qlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq); 124316485Sdavidcsstatic void qlnx_reuse_rx_data(struct qlnx_rx_queue *rxq); 125316485Sdavidcsstatic void qlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, 126316485Sdavidcs struct qlnx_rx_queue *rxq); 127316485Sdavidcsstatic int qlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter); 128316485Sdavidcsstatic int qlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, 129316485Sdavidcs int hwfn_index); 130316485Sdavidcsstatic int qlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, 131316485Sdavidcs int hwfn_index); 132316485Sdavidcsstatic void qlnx_timer(void *arg); 133316485Sdavidcsstatic int qlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 134316485Sdavidcsstatic void qlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 135316485Sdavidcsstatic void qlnx_trigger_dump(qlnx_host_t *ha); 136316485Sdavidcsstatic void qlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 137316485Sdavidcs struct qlnx_tx_queue *txq); 138316485Sdavidcsstatic int qlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 139316485Sdavidcs int lro_enable); 140316485Sdavidcsstatic void qlnx_fp_taskqueue(void *context, int pending); 141316485Sdavidcsstatic void qlnx_sample_storm_stats(qlnx_host_t *ha); 142316485Sdavidcsstatic int qlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 143316485Sdavidcs struct qlnx_agg_info *tpa); 144316485Sdavidcsstatic void qlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa); 145316485Sdavidcs 146316485Sdavidcs#if __FreeBSD_version >= 1100000 147316485Sdavidcsstatic uint64_t qlnx_get_counter(if_t ifp, ift_counter cnt); 148316485Sdavidcs#endif 149316485Sdavidcs 150316485Sdavidcs 151316485Sdavidcs/* 152316485Sdavidcs * Hooks to the Operating Systems 153316485Sdavidcs */ 154316485Sdavidcsstatic int qlnx_pci_probe (device_t); 155316485Sdavidcsstatic int qlnx_pci_attach (device_t); 156316485Sdavidcsstatic int qlnx_pci_detach (device_t); 157316485Sdavidcs 158316485Sdavidcsstatic device_method_t qlnx_pci_methods[] = { 159316485Sdavidcs /* Device interface */ 160316485Sdavidcs DEVMETHOD(device_probe, qlnx_pci_probe), 161316485Sdavidcs DEVMETHOD(device_attach, qlnx_pci_attach), 162316485Sdavidcs DEVMETHOD(device_detach, qlnx_pci_detach), 163316485Sdavidcs { 0, 0 } 164316485Sdavidcs}; 165316485Sdavidcs 166316485Sdavidcsstatic driver_t qlnx_pci_driver = { 167316485Sdavidcs "ql", qlnx_pci_methods, sizeof (qlnx_host_t), 168316485Sdavidcs}; 169316485Sdavidcs 170316485Sdavidcsstatic devclass_t qlnx_devclass; 171316485Sdavidcs 172316485SdavidcsMODULE_VERSION(if_qlnxe,1); 173316485SdavidcsDRIVER_MODULE(if_qlnxe, pci, qlnx_pci_driver, qlnx_devclass, 0, 0); 174316485Sdavidcs 175316485SdavidcsMODULE_DEPEND(if_qlnxe, pci, 1, 1, 1); 176316485SdavidcsMODULE_DEPEND(if_qlnxe, ether, 1, 1, 1); 177316485Sdavidcs 178316485SdavidcsMALLOC_DEFINE(M_QLNXBUF, "qlnxbuf", "Buffers for qlnx driver"); 179316485Sdavidcs 180316485Sdavidcs 181316485Sdavidcschar qlnx_dev_str[64]; 182316485Sdavidcschar qlnx_ver_str[VER_SIZE]; 183316485Sdavidcschar qlnx_name_str[NAME_SIZE]; 184316485Sdavidcs 185316485Sdavidcs/* 186316485Sdavidcs * Some PCI Configuration Space Related Defines 187316485Sdavidcs */ 188316485Sdavidcs 189316485Sdavidcs#ifndef PCI_VENDOR_QLOGIC 190316485Sdavidcs#define PCI_VENDOR_QLOGIC 0x1077 191316485Sdavidcs#endif 192316485Sdavidcs 193316485Sdavidcs/* 40G Adapter QLE45xxx*/ 194316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1634 195316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1634 0x1634 196316485Sdavidcs#endif 197316485Sdavidcs 198316485Sdavidcs/* 100G Adapter QLE45xxx*/ 199316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1644 200316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1644 0x1644 201316485Sdavidcs#endif 202316485Sdavidcs 203316485Sdavidcs/* 25G Adapter QLE45xxx*/ 204316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1656 205316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1656 0x1656 206316485Sdavidcs#endif 207316485Sdavidcs 208316485Sdavidcs/* 50G Adapter QLE45xxx*/ 209316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1654 210316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1654 0x1654 211316485Sdavidcs#endif 212316485Sdavidcs 213316485Sdavidcsstatic int 214316485Sdavidcsqlnx_valid_device(device_t dev) 215316485Sdavidcs{ 216316485Sdavidcs uint16_t device_id; 217316485Sdavidcs 218316485Sdavidcs device_id = pci_get_device(dev); 219316485Sdavidcs 220316485Sdavidcs if ((device_id == QLOGIC_PCI_DEVICE_ID_1634) || 221316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1644) || 222316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1656) || 223316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1654)) 224316485Sdavidcs return 0; 225316485Sdavidcs 226316485Sdavidcs return -1; 227316485Sdavidcs} 228316485Sdavidcs 229316485Sdavidcs/* 230316485Sdavidcs * Name: qlnx_pci_probe 231316485Sdavidcs * Function: Validate the PCI device to be a QLA80XX device 232316485Sdavidcs */ 233316485Sdavidcsstatic int 234316485Sdavidcsqlnx_pci_probe(device_t dev) 235316485Sdavidcs{ 236316485Sdavidcs snprintf(qlnx_ver_str, sizeof(qlnx_ver_str), "v%d.%d.%d", 237316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, QLNX_VERSION_BUILD); 238316485Sdavidcs snprintf(qlnx_name_str, sizeof(qlnx_name_str), "qlnx"); 239316485Sdavidcs 240316485Sdavidcs if (pci_get_vendor(dev) != PCI_VENDOR_QLOGIC) { 241316485Sdavidcs return (ENXIO); 242316485Sdavidcs } 243316485Sdavidcs 244316485Sdavidcs switch (pci_get_device(dev)) { 245316485Sdavidcs 246316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1644: 247316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 248316485Sdavidcs "Qlogic 100GbE PCI CNA Adapter-Ethernet Function", 249316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 250316485Sdavidcs QLNX_VERSION_BUILD); 251316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 252316485Sdavidcs 253316485Sdavidcs break; 254316485Sdavidcs 255316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1634: 256316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 257316485Sdavidcs "Qlogic 40GbE PCI CNA Adapter-Ethernet Function", 258316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 259316485Sdavidcs QLNX_VERSION_BUILD); 260316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 261316485Sdavidcs 262316485Sdavidcs break; 263316485Sdavidcs 264316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1656: 265316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 266316485Sdavidcs "Qlogic 25GbE PCI CNA Adapter-Ethernet Function", 267316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 268316485Sdavidcs QLNX_VERSION_BUILD); 269316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 270316485Sdavidcs 271316485Sdavidcs break; 272316485Sdavidcs 273316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1654: 274316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 275316485Sdavidcs "Qlogic 50GbE PCI CNA Adapter-Ethernet Function", 276316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 277316485Sdavidcs QLNX_VERSION_BUILD); 278316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 279316485Sdavidcs 280316485Sdavidcs break; 281316485Sdavidcs 282316485Sdavidcs default: 283316485Sdavidcs return (ENXIO); 284316485Sdavidcs } 285316485Sdavidcs 286316485Sdavidcs return (BUS_PROBE_DEFAULT); 287316485Sdavidcs} 288316485Sdavidcs 289316485Sdavidcs 290316485Sdavidcsstatic void 291316485Sdavidcsqlnx_sp_intr(void *arg) 292316485Sdavidcs{ 293316485Sdavidcs struct ecore_hwfn *p_hwfn; 294316485Sdavidcs qlnx_host_t *ha; 295316485Sdavidcs int i; 296316485Sdavidcs 297316485Sdavidcs p_hwfn = arg; 298316485Sdavidcs 299316485Sdavidcs if (p_hwfn == NULL) { 300316485Sdavidcs printf("%s: spurious slowpath intr\n", __func__); 301316485Sdavidcs return; 302316485Sdavidcs } 303316485Sdavidcs 304316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 305316485Sdavidcs 306316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 307316485Sdavidcs 308316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 309316485Sdavidcs if (&ha->cdev.hwfns[i] == p_hwfn) { 310316485Sdavidcs taskqueue_enqueue(ha->sp_taskqueue[i], &ha->sp_task[i]); 311316485Sdavidcs break; 312316485Sdavidcs } 313316485Sdavidcs } 314316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit\n", __func__)); 315316485Sdavidcs 316316485Sdavidcs return; 317316485Sdavidcs} 318316485Sdavidcs 319316485Sdavidcsstatic void 320316485Sdavidcsqlnx_sp_taskqueue(void *context, int pending) 321316485Sdavidcs{ 322316485Sdavidcs struct ecore_hwfn *p_hwfn; 323316485Sdavidcs 324316485Sdavidcs p_hwfn = context; 325316485Sdavidcs 326316485Sdavidcs if (p_hwfn != NULL) { 327316485Sdavidcs qlnx_sp_isr(p_hwfn); 328316485Sdavidcs } 329316485Sdavidcs return; 330316485Sdavidcs} 331316485Sdavidcs 332316485Sdavidcsstatic int 333316485Sdavidcsqlnx_create_sp_taskqueues(qlnx_host_t *ha) 334316485Sdavidcs{ 335316485Sdavidcs int i; 336316485Sdavidcs uint8_t tq_name[32]; 337316485Sdavidcs 338316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 339316485Sdavidcs 340316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 341316485Sdavidcs 342316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 343316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_sp_tq_%d", i); 344316485Sdavidcs 345316485Sdavidcs TASK_INIT(&ha->sp_task[i], 0, qlnx_sp_taskqueue, p_hwfn); 346316485Sdavidcs 347316485Sdavidcs ha->sp_taskqueue[i] = taskqueue_create_fast(tq_name, M_NOWAIT, 348316485Sdavidcs taskqueue_thread_enqueue, &ha->sp_taskqueue[i]); 349316485Sdavidcs 350316485Sdavidcs if (ha->sp_taskqueue[i] == NULL) 351316485Sdavidcs return (-1); 352316485Sdavidcs 353316485Sdavidcs taskqueue_start_threads(&ha->sp_taskqueue[i], 1, PI_NET, "%s", 354316485Sdavidcs tq_name); 355316485Sdavidcs 356316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: %p\n", __func__, 357316485Sdavidcs ha->sp_taskqueue[i])); 358316485Sdavidcs } 359316485Sdavidcs 360316485Sdavidcs return (0); 361316485Sdavidcs} 362316485Sdavidcs 363316485Sdavidcsstatic void 364316485Sdavidcsqlnx_destroy_sp_taskqueues(qlnx_host_t *ha) 365316485Sdavidcs{ 366316485Sdavidcs int i; 367316485Sdavidcs 368316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 369316485Sdavidcs if (ha->sp_taskqueue[i] != NULL) { 370316485Sdavidcs taskqueue_drain(ha->sp_taskqueue[i], &ha->sp_task[i]); 371316485Sdavidcs taskqueue_free(ha->sp_taskqueue[i]); 372316485Sdavidcs } 373316485Sdavidcs } 374316485Sdavidcs return; 375316485Sdavidcs} 376316485Sdavidcs 377316485Sdavidcsstatic void 378316485Sdavidcsqlnx_fp_taskqueue(void *context, int pending) 379316485Sdavidcs{ 380316485Sdavidcs struct qlnx_fastpath *fp; 381316485Sdavidcs qlnx_host_t *ha; 382316485Sdavidcs struct ifnet *ifp; 383316485Sdavidcs struct mbuf *mp; 384316485Sdavidcs int ret; 385318657Sdavidcs int lro_enable, tc; 386318657Sdavidcs int rx_int = 0, total_rx_count = 0; 387318657Sdavidcs struct thread *cthread; 388316485Sdavidcs 389316485Sdavidcs fp = context; 390316485Sdavidcs 391316485Sdavidcs if (fp == NULL) 392316485Sdavidcs return; 393316485Sdavidcs 394318657Sdavidcs cthread = curthread; 395318657Sdavidcs 396318657Sdavidcs thread_lock(cthread); 397318657Sdavidcs 398318657Sdavidcs if (!sched_is_bound(cthread)) 399318657Sdavidcs sched_bind(cthread, fp->rss_id); 400318657Sdavidcs 401318657Sdavidcs thread_unlock(cthread); 402318657Sdavidcs 403316485Sdavidcs ha = (qlnx_host_t *)fp->edev; 404316485Sdavidcs 405316485Sdavidcs ifp = ha->ifp; 406316485Sdavidcs 407318657Sdavidcs lro_enable = ha->ifp->if_capenable & IFCAP_LRO; 408318657Sdavidcs 409318657Sdavidcs rx_int = qlnx_rx_int(ha, fp, ha->rx_pkt_threshold, lro_enable); 410318657Sdavidcs 411318657Sdavidcs if (rx_int) { 412318657Sdavidcs fp->rx_pkts += rx_int; 413318657Sdavidcs total_rx_count += rx_int; 414318657Sdavidcs } 415318657Sdavidcs 416318657Sdavidcs#ifdef QLNX_SOFT_LRO 417318657Sdavidcs { 418318657Sdavidcs struct lro_ctrl *lro; 419318657Sdavidcs 420318657Sdavidcs lro = &fp->rxq->lro; 421318657Sdavidcs 422318657Sdavidcs if (lro_enable && total_rx_count) { 423318657Sdavidcs 424318657Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 425318657Sdavidcs 426318657Sdavidcs if (ha->dbg_trace_lro_cnt) { 427318657Sdavidcs if (lro->lro_mbuf_count & ~1023) 428318657Sdavidcs fp->lro_cnt_1024++; 429318657Sdavidcs else if (lro->lro_mbuf_count & ~511) 430318657Sdavidcs fp->lro_cnt_512++; 431318657Sdavidcs else if (lro->lro_mbuf_count & ~255) 432318657Sdavidcs fp->lro_cnt_256++; 433318657Sdavidcs else if (lro->lro_mbuf_count & ~127) 434318657Sdavidcs fp->lro_cnt_128++; 435318657Sdavidcs else if (lro->lro_mbuf_count & ~63) 436318657Sdavidcs fp->lro_cnt_64++; 437318657Sdavidcs } 438318657Sdavidcs tcp_lro_flush_all(lro); 439318657Sdavidcs 440318657Sdavidcs#else 441318657Sdavidcs struct lro_entry *queued; 442318657Sdavidcs 443318657Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))) { 444318657Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 445318657Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 446318657Sdavidcs tcp_lro_flush(lro, queued); 447318657Sdavidcs } 448318657Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 449318657Sdavidcs } 450318657Sdavidcs } 451318657Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 452318657Sdavidcs 453318657Sdavidcs ecore_sb_update_sb_idx(fp->sb_info); 454318657Sdavidcs rmb(); 455318657Sdavidcs 456316485Sdavidcs mtx_lock(&fp->tx_mtx); 457316485Sdavidcs 458316485Sdavidcs if (((ifp->if_drv_flags & (IFF_DRV_RUNNING | IFF_DRV_OACTIVE)) != 459316485Sdavidcs IFF_DRV_RUNNING) || (!ha->link_up)) { 460316485Sdavidcs 461316485Sdavidcs mtx_unlock(&fp->tx_mtx); 462316485Sdavidcs goto qlnx_fp_taskqueue_exit; 463316485Sdavidcs } 464316485Sdavidcs 465318657Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 466318657Sdavidcs (void)qlnx_tx_int(ha, fp, fp->txq[tc]); 467318657Sdavidcs } 468316485Sdavidcs 469316485Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 470316485Sdavidcs 471316485Sdavidcs while (mp != NULL) { 472316485Sdavidcs 473318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 474318657Sdavidcs ret = qlnx_send(ha, fp, &mp); 475318657Sdavidcs } else { 476318657Sdavidcs ret = -1; 477318657Sdavidcs } 478316485Sdavidcs 479316485Sdavidcs if (ret) { 480316485Sdavidcs 481316485Sdavidcs if (mp != NULL) { 482316485Sdavidcs drbr_putback(ifp, fp->tx_br, mp); 483316485Sdavidcs } else { 484316485Sdavidcs fp->tx_pkts_processed++; 485316485Sdavidcs drbr_advance(ifp, fp->tx_br); 486316485Sdavidcs } 487316485Sdavidcs 488316485Sdavidcs mtx_unlock(&fp->tx_mtx); 489316485Sdavidcs 490316485Sdavidcs goto qlnx_fp_taskqueue_exit; 491316485Sdavidcs 492316485Sdavidcs } else { 493316485Sdavidcs drbr_advance(ifp, fp->tx_br); 494316485Sdavidcs fp->tx_pkts_transmitted++; 495316485Sdavidcs fp->tx_pkts_processed++; 496316485Sdavidcs } 497316485Sdavidcs 498318657Sdavidcs if (fp->tx_ring_full) 499318657Sdavidcs break; 500318657Sdavidcs 501316485Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 502316485Sdavidcs } 503316485Sdavidcs 504318657Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 505318657Sdavidcs (void)qlnx_tx_int(ha, fp, fp->txq[tc]); 506318657Sdavidcs } 507316485Sdavidcs 508316485Sdavidcs mtx_unlock(&fp->tx_mtx); 509316485Sdavidcs 510316485Sdavidcsqlnx_fp_taskqueue_exit: 511318657Sdavidcs if (rx_int) { 512318657Sdavidcs if (fp->fp_taskqueue != NULL) 513318657Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 514318657Sdavidcs } else { 515318657Sdavidcs if (fp->tx_ring_full) { 516318657Sdavidcs qlnx_mdelay(__func__, 100); 517318657Sdavidcs } 518318657Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_ENABLE, 1); 519318657Sdavidcs } 520316485Sdavidcs 521316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit ret = %d\n", __func__, ret)); 522316485Sdavidcs return; 523316485Sdavidcs} 524316485Sdavidcs 525316485Sdavidcsstatic int 526316485Sdavidcsqlnx_create_fp_taskqueues(qlnx_host_t *ha) 527316485Sdavidcs{ 528316485Sdavidcs int i; 529316485Sdavidcs uint8_t tq_name[32]; 530316485Sdavidcs struct qlnx_fastpath *fp; 531316485Sdavidcs 532316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 533316485Sdavidcs 534316485Sdavidcs fp = &ha->fp_array[i]; 535316485Sdavidcs 536316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 537316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_fp_tq_%d", i); 538316485Sdavidcs 539316485Sdavidcs TASK_INIT(&fp->fp_task, 0, qlnx_fp_taskqueue, fp); 540316485Sdavidcs 541316485Sdavidcs fp->fp_taskqueue = taskqueue_create_fast(tq_name, M_NOWAIT, 542316485Sdavidcs taskqueue_thread_enqueue, 543316485Sdavidcs &fp->fp_taskqueue); 544316485Sdavidcs 545316485Sdavidcs if (fp->fp_taskqueue == NULL) 546316485Sdavidcs return (-1); 547316485Sdavidcs 548316485Sdavidcs taskqueue_start_threads(&fp->fp_taskqueue, 1, PI_NET, "%s", 549316485Sdavidcs tq_name); 550316485Sdavidcs 551316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: %p\n", __func__, 552316485Sdavidcs fp->fp_taskqueue)); 553316485Sdavidcs } 554316485Sdavidcs 555316485Sdavidcs return (0); 556316485Sdavidcs} 557316485Sdavidcs 558316485Sdavidcsstatic void 559316485Sdavidcsqlnx_destroy_fp_taskqueues(qlnx_host_t *ha) 560316485Sdavidcs{ 561316485Sdavidcs int i; 562316485Sdavidcs struct qlnx_fastpath *fp; 563316485Sdavidcs 564316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 565316485Sdavidcs 566316485Sdavidcs fp = &ha->fp_array[i]; 567316485Sdavidcs 568316485Sdavidcs if (fp->fp_taskqueue != NULL) { 569316485Sdavidcs 570316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 571316485Sdavidcs taskqueue_free(fp->fp_taskqueue); 572316485Sdavidcs fp->fp_taskqueue = NULL; 573316485Sdavidcs } 574316485Sdavidcs } 575316485Sdavidcs return; 576316485Sdavidcs} 577316485Sdavidcs 578316485Sdavidcsstatic void 579316485Sdavidcsqlnx_drain_fp_taskqueues(qlnx_host_t *ha) 580316485Sdavidcs{ 581316485Sdavidcs int i; 582316485Sdavidcs struct qlnx_fastpath *fp; 583316485Sdavidcs 584316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 585316485Sdavidcs fp = &ha->fp_array[i]; 586316485Sdavidcs 587316485Sdavidcs if (fp->fp_taskqueue != NULL) { 588318657Sdavidcs QLNX_UNLOCK(ha); 589316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 590318657Sdavidcs QLNX_LOCK(ha); 591316485Sdavidcs } 592316485Sdavidcs } 593316485Sdavidcs return; 594316485Sdavidcs} 595316485Sdavidcs 596316485Sdavidcs/* 597316485Sdavidcs * Name: qlnx_pci_attach 598316485Sdavidcs * Function: attaches the device to the operating system 599316485Sdavidcs */ 600316485Sdavidcsstatic int 601316485Sdavidcsqlnx_pci_attach(device_t dev) 602316485Sdavidcs{ 603316485Sdavidcs qlnx_host_t *ha = NULL; 604316485Sdavidcs uint32_t rsrc_len_reg = 0; 605316485Sdavidcs uint32_t rsrc_len_dbells = 0; 606316485Sdavidcs uint32_t rsrc_len_msix = 0; 607316485Sdavidcs int i; 608316485Sdavidcs uint32_t mfw_ver; 609316485Sdavidcs 610316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 611316485Sdavidcs device_printf(dev, "cannot get softc\n"); 612316485Sdavidcs return (ENOMEM); 613316485Sdavidcs } 614316485Sdavidcs 615316485Sdavidcs memset(ha, 0, sizeof (qlnx_host_t)); 616316485Sdavidcs 617316485Sdavidcs if (qlnx_valid_device(dev) != 0) { 618316485Sdavidcs device_printf(dev, "device is not valid device\n"); 619316485Sdavidcs return (ENXIO); 620316485Sdavidcs } 621316485Sdavidcs ha->pci_func = pci_get_function(dev); 622316485Sdavidcs 623316485Sdavidcs ha->pci_dev = dev; 624316485Sdavidcs 625316485Sdavidcs mtx_init(&ha->hw_lock, "qlnx_hw_lock", MTX_NETWORK_LOCK, MTX_DEF); 626316485Sdavidcs 627316485Sdavidcs ha->flags.lock_init = 1; 628316485Sdavidcs 629316485Sdavidcs pci_enable_busmaster(dev); 630316485Sdavidcs 631316485Sdavidcs /* 632316485Sdavidcs * map the PCI BARs 633316485Sdavidcs */ 634316485Sdavidcs 635316485Sdavidcs ha->reg_rid = PCIR_BAR(0); 636316485Sdavidcs ha->pci_reg = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &ha->reg_rid, 637316485Sdavidcs RF_ACTIVE); 638316485Sdavidcs 639316485Sdavidcs if (ha->pci_reg == NULL) { 640316485Sdavidcs device_printf(dev, "unable to map BAR0\n"); 641316485Sdavidcs goto qlnx_pci_attach_err; 642316485Sdavidcs } 643316485Sdavidcs 644316485Sdavidcs rsrc_len_reg = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 645316485Sdavidcs ha->reg_rid); 646316485Sdavidcs 647316485Sdavidcs ha->dbells_rid = PCIR_BAR(2); 648316485Sdavidcs ha->pci_dbells = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 649316485Sdavidcs &ha->dbells_rid, RF_ACTIVE); 650316485Sdavidcs 651316485Sdavidcs if (ha->pci_dbells == NULL) { 652316485Sdavidcs device_printf(dev, "unable to map BAR1\n"); 653316485Sdavidcs goto qlnx_pci_attach_err; 654316485Sdavidcs } 655316485Sdavidcs 656316485Sdavidcs rsrc_len_dbells = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 657316485Sdavidcs ha->dbells_rid); 658316485Sdavidcs 659316485Sdavidcs ha->dbells_phys_addr = (uint64_t) 660316485Sdavidcs bus_get_resource_start(dev, SYS_RES_MEMORY, ha->dbells_rid);; 661316485Sdavidcs ha->dbells_size = rsrc_len_dbells; 662316485Sdavidcs 663316485Sdavidcs ha->msix_rid = PCIR_BAR(4); 664316485Sdavidcs ha->msix_bar = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 665316485Sdavidcs &ha->msix_rid, RF_ACTIVE); 666316485Sdavidcs 667316485Sdavidcs if (ha->msix_bar == NULL) { 668316485Sdavidcs device_printf(dev, "unable to map BAR2\n"); 669316485Sdavidcs goto qlnx_pci_attach_err; 670316485Sdavidcs } 671316485Sdavidcs 672316485Sdavidcs rsrc_len_msix = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 673316485Sdavidcs ha->msix_rid); 674316485Sdavidcs /* 675316485Sdavidcs * allocate dma tags 676316485Sdavidcs */ 677316485Sdavidcs 678316485Sdavidcs if (qlnx_alloc_parent_dma_tag(ha)) 679316485Sdavidcs goto qlnx_pci_attach_err; 680316485Sdavidcs 681316485Sdavidcs if (qlnx_alloc_tx_dma_tag(ha)) 682316485Sdavidcs goto qlnx_pci_attach_err; 683316485Sdavidcs 684316485Sdavidcs if (qlnx_alloc_rx_dma_tag(ha)) 685316485Sdavidcs goto qlnx_pci_attach_err; 686316485Sdavidcs 687316485Sdavidcs 688316485Sdavidcs if (qlnx_init_hw(ha) != 0) 689316485Sdavidcs goto qlnx_pci_attach_err; 690316485Sdavidcs 691316485Sdavidcs /* 692316485Sdavidcs * Allocate MSI-x vectors 693316485Sdavidcs */ 694316485Sdavidcs ha->num_rss = QLNX_MAX_RSS; 695316485Sdavidcs ha->num_tc = QLNX_MAX_TC; 696316485Sdavidcs 697316485Sdavidcs ha->msix_count = pci_msix_count(dev); 698316485Sdavidcs 699316485Sdavidcs if (ha->msix_count > (mp_ncpus + ha->cdev.num_hwfns)) 700316485Sdavidcs ha->msix_count = mp_ncpus + ha->cdev.num_hwfns; 701316485Sdavidcs 702316485Sdavidcs if (!ha->msix_count || 703316485Sdavidcs (ha->msix_count < (ha->cdev.num_hwfns + 1 ))) { 704316485Sdavidcs device_printf(dev, "%s: msix_count[%d] not enough\n", __func__, 705316485Sdavidcs ha->msix_count); 706316485Sdavidcs goto qlnx_pci_attach_err; 707316485Sdavidcs } 708316485Sdavidcs 709316485Sdavidcs if (ha->msix_count > (ha->num_rss + ha->cdev.num_hwfns )) 710316485Sdavidcs ha->msix_count = ha->num_rss + ha->cdev.num_hwfns; 711316485Sdavidcs else 712316485Sdavidcs ha->num_rss = ha->msix_count - ha->cdev.num_hwfns; 713316485Sdavidcs 714316485Sdavidcs QL_DPRINT1(ha, (dev, "%s:\n\t\t\tpci_reg [%p, 0x%08x 0x%08x]" 715316485Sdavidcs "\n\t\t\tdbells [%p, 0x%08x 0x%08x]" 716316485Sdavidcs "\n\t\t\tmsix [%p, 0x%08x 0x%08x 0x%x 0x%x]" 717316485Sdavidcs "\n\t\t\t[ncpus = %d][num_rss = 0x%x] [num_tc = 0x%x]\n", 718316485Sdavidcs __func__, ha->pci_reg, rsrc_len_reg, 719316485Sdavidcs ha->reg_rid, ha->pci_dbells, rsrc_len_dbells, ha->dbells_rid, 720316485Sdavidcs ha->msix_bar, rsrc_len_msix, ha->msix_rid, pci_msix_count(dev), 721316485Sdavidcs ha->msix_count, mp_ncpus, ha->num_rss, ha->num_tc)); 722316485Sdavidcs 723316485Sdavidcs if (pci_alloc_msix(dev, &ha->msix_count)) { 724316485Sdavidcs device_printf(dev, "%s: pci_alloc_msix[%d] failed\n", __func__, 725316485Sdavidcs ha->msix_count); 726316485Sdavidcs ha->msix_count = 0; 727316485Sdavidcs goto qlnx_pci_attach_err; 728316485Sdavidcs } 729316485Sdavidcs 730316485Sdavidcs /* 731316485Sdavidcs * Initialize slow path interrupt and task queue 732316485Sdavidcs */ 733316485Sdavidcs if (qlnx_create_sp_taskqueues(ha) != 0) 734316485Sdavidcs goto qlnx_pci_attach_err; 735316485Sdavidcs 736316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 737316485Sdavidcs 738316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 739316485Sdavidcs 740316485Sdavidcs ha->sp_irq_rid[i] = i + 1; 741316485Sdavidcs ha->sp_irq[i] = bus_alloc_resource_any(dev, SYS_RES_IRQ, 742316485Sdavidcs &ha->sp_irq_rid[i], 743316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 744316485Sdavidcs if (ha->sp_irq[i] == NULL) { 745316485Sdavidcs device_printf(dev, 746316485Sdavidcs "could not allocate mbx interrupt\n"); 747316485Sdavidcs goto qlnx_pci_attach_err; 748316485Sdavidcs } 749316485Sdavidcs 750316485Sdavidcs if (bus_setup_intr(dev, ha->sp_irq[i], 751316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), NULL, 752316485Sdavidcs qlnx_sp_intr, p_hwfn, &ha->sp_handle[i])) { 753316485Sdavidcs device_printf(dev, 754316485Sdavidcs "could not setup slow path interrupt\n"); 755316485Sdavidcs goto qlnx_pci_attach_err; 756316485Sdavidcs } 757316485Sdavidcs 758316485Sdavidcs QL_DPRINT1(ha, (dev, "%s: p_hwfn [%p] sp_irq_rid %d" 759316485Sdavidcs " sp_irq %p sp_handle %p\n", __func__, p_hwfn, 760316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i], ha->sp_handle[i])); 761316485Sdavidcs 762316485Sdavidcs } 763316485Sdavidcs 764316485Sdavidcs /* 765316485Sdavidcs * initialize fast path interrupt 766316485Sdavidcs */ 767316485Sdavidcs if (qlnx_create_fp_taskqueues(ha) != 0) 768316485Sdavidcs goto qlnx_pci_attach_err; 769316485Sdavidcs 770316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 771316485Sdavidcs ha->irq_vec[i].rss_idx = i; 772316485Sdavidcs ha->irq_vec[i].ha = ha; 773316485Sdavidcs ha->irq_vec[i].irq_rid = (1 + ha->cdev.num_hwfns) + i; 774316485Sdavidcs 775316485Sdavidcs ha->irq_vec[i].irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, 776316485Sdavidcs &ha->irq_vec[i].irq_rid, 777316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 778316485Sdavidcs 779316485Sdavidcs if (ha->irq_vec[i].irq == NULL) { 780316485Sdavidcs device_printf(dev, 781316485Sdavidcs "could not allocate interrupt[%d]\n", i); 782316485Sdavidcs goto qlnx_pci_attach_err; 783316485Sdavidcs } 784316485Sdavidcs 785316485Sdavidcs if (qlnx_alloc_tx_br(ha, &ha->fp_array[i])) { 786316485Sdavidcs device_printf(dev, "could not allocate tx_br[%d]\n", i); 787316485Sdavidcs goto qlnx_pci_attach_err; 788316485Sdavidcs 789316485Sdavidcs } 790316485Sdavidcs } 791316485Sdavidcs 792316485Sdavidcs callout_init(&ha->qlnx_callout, 1); 793316485Sdavidcs ha->flags.callout_init = 1; 794316485Sdavidcs 795316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 796316485Sdavidcs 797316485Sdavidcs if (qlnx_grc_dumpsize(ha, &ha->grcdump_size[i], i) != 0) 798316485Sdavidcs goto qlnx_pci_attach_err; 799316485Sdavidcs if (ha->grcdump_size[i] == 0) 800316485Sdavidcs goto qlnx_pci_attach_err; 801316485Sdavidcs 802316485Sdavidcs ha->grcdump_size[i] = ha->grcdump_size[i] << 2; 803316485Sdavidcs QL_DPRINT1(ha, (dev, "grcdump_size[%d] = 0x%08x\n", 804316485Sdavidcs i, ha->grcdump_size[i])); 805316485Sdavidcs 806316485Sdavidcs ha->grcdump[i] = qlnx_zalloc(ha->grcdump_size[i]); 807316485Sdavidcs if (ha->grcdump[i] == NULL) { 808316485Sdavidcs device_printf(dev, "grcdump alloc[%d] failed\n", i); 809316485Sdavidcs goto qlnx_pci_attach_err; 810316485Sdavidcs } 811316485Sdavidcs 812316485Sdavidcs if (qlnx_idle_chk_size(ha, &ha->idle_chk_size[i], i) != 0) 813316485Sdavidcs goto qlnx_pci_attach_err; 814316485Sdavidcs if (ha->idle_chk_size[i] == 0) 815316485Sdavidcs goto qlnx_pci_attach_err; 816316485Sdavidcs 817316485Sdavidcs ha->idle_chk_size[i] = ha->idle_chk_size[i] << 2; 818316485Sdavidcs QL_DPRINT1(ha, (dev, "idle_chk_size[%d] = 0x%08x\n", 819316485Sdavidcs i, ha->idle_chk_size[i])); 820316485Sdavidcs 821316485Sdavidcs ha->idle_chk[i] = qlnx_zalloc(ha->idle_chk_size[i]); 822316485Sdavidcs 823316485Sdavidcs if (ha->idle_chk[i] == NULL) { 824316485Sdavidcs device_printf(dev, "idle_chk alloc failed\n"); 825316485Sdavidcs goto qlnx_pci_attach_err; 826316485Sdavidcs } 827316485Sdavidcs } 828316485Sdavidcs 829316485Sdavidcs if (qlnx_slowpath_start(ha) != 0) { 830316485Sdavidcs 831316485Sdavidcs qlnx_mdelay(__func__, 1000); 832316485Sdavidcs qlnx_trigger_dump(ha); 833316485Sdavidcs 834316485Sdavidcs goto qlnx_pci_attach_err0; 835316485Sdavidcs } else 836316485Sdavidcs ha->flags.slowpath_start = 1; 837316485Sdavidcs 838316485Sdavidcs if (qlnx_get_flash_size(ha, &ha->flash_size) != 0) { 839316485Sdavidcs qlnx_mdelay(__func__, 1000); 840316485Sdavidcs qlnx_trigger_dump(ha); 841316485Sdavidcs 842316485Sdavidcs goto qlnx_pci_attach_err0; 843316485Sdavidcs } 844316485Sdavidcs 845316485Sdavidcs if (qlnx_get_mfw_version(ha, &mfw_ver) != 0) { 846316485Sdavidcs qlnx_mdelay(__func__, 1000); 847316485Sdavidcs qlnx_trigger_dump(ha); 848316485Sdavidcs 849316485Sdavidcs goto qlnx_pci_attach_err0; 850316485Sdavidcs } 851316485Sdavidcs snprintf(ha->mfw_ver, sizeof(ha->mfw_ver), "%d.%d.%d.%d", 852316485Sdavidcs ((mfw_ver >> 24) & 0xFF), ((mfw_ver >> 16) & 0xFF), 853316485Sdavidcs ((mfw_ver >> 8) & 0xFF), (mfw_ver & 0xFF)); 854316485Sdavidcs snprintf(ha->stormfw_ver, sizeof(ha->stormfw_ver), "%d.%d.%d.%d", 855316485Sdavidcs FW_MAJOR_VERSION, FW_MINOR_VERSION, FW_REVISION_VERSION, 856316485Sdavidcs FW_ENGINEERING_VERSION); 857316485Sdavidcs 858316485Sdavidcs QL_DPRINT1(ha, (dev, "%s: STORM_FW version %s MFW version %s\n", 859316485Sdavidcs __func__, ha->stormfw_ver, ha->mfw_ver)); 860316485Sdavidcs 861316485Sdavidcs qlnx_init_ifnet(dev, ha); 862316485Sdavidcs 863316485Sdavidcs /* 864316485Sdavidcs * add sysctls 865316485Sdavidcs */ 866316485Sdavidcs qlnx_add_sysctls(ha); 867316485Sdavidcs 868316485Sdavidcsqlnx_pci_attach_err0: 869316485Sdavidcs /* 870316485Sdavidcs * create ioctl device interface 871316485Sdavidcs */ 872316485Sdavidcs if (qlnx_make_cdev(ha)) { 873316485Sdavidcs device_printf(dev, "%s: ql_make_cdev failed\n", __func__); 874316485Sdavidcs goto qlnx_pci_attach_err; 875316485Sdavidcs } 876316485Sdavidcs 877316485Sdavidcs QL_DPRINT2(ha, (dev, "%s: success\n", __func__)); 878316485Sdavidcs 879316485Sdavidcs return (0); 880316485Sdavidcs 881316485Sdavidcsqlnx_pci_attach_err: 882316485Sdavidcs 883316485Sdavidcs qlnx_release(ha); 884316485Sdavidcs 885316485Sdavidcs return (ENXIO); 886316485Sdavidcs} 887316485Sdavidcs 888316485Sdavidcs/* 889316485Sdavidcs * Name: qlnx_pci_detach 890316485Sdavidcs * Function: Unhooks the device from the operating system 891316485Sdavidcs */ 892316485Sdavidcsstatic int 893316485Sdavidcsqlnx_pci_detach(device_t dev) 894316485Sdavidcs{ 895316485Sdavidcs qlnx_host_t *ha = NULL; 896316485Sdavidcs 897316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 898316485Sdavidcs device_printf(dev, "cannot get softc\n"); 899316485Sdavidcs return (ENOMEM); 900316485Sdavidcs } 901316485Sdavidcs 902316485Sdavidcs QLNX_LOCK(ha); 903316485Sdavidcs qlnx_stop(ha); 904316485Sdavidcs QLNX_UNLOCK(ha); 905316485Sdavidcs 906316485Sdavidcs qlnx_release(ha); 907316485Sdavidcs 908316485Sdavidcs return (0); 909316485Sdavidcs} 910316485Sdavidcs 911316485Sdavidcsstatic int 912316485Sdavidcsqlnx_init_hw(qlnx_host_t *ha) 913316485Sdavidcs{ 914316485Sdavidcs int rval = 0; 915316485Sdavidcs struct ecore_hw_prepare_params params; 916316485Sdavidcs 917316485Sdavidcs ecore_init_struct(&ha->cdev); 918316485Sdavidcs 919316485Sdavidcs /* ha->dp_module = ECORE_MSG_PROBE | 920316485Sdavidcs ECORE_MSG_INTR | 921316485Sdavidcs ECORE_MSG_SP | 922316485Sdavidcs ECORE_MSG_LINK | 923316485Sdavidcs ECORE_MSG_SPQ | 924316485Sdavidcs ECORE_MSG_RDMA; 925316485Sdavidcs ha->dp_level = ECORE_LEVEL_VERBOSE;*/ 926316485Sdavidcs ha->dp_level = ECORE_LEVEL_NOTICE; 927316485Sdavidcs 928316485Sdavidcs ecore_init_dp(&ha->cdev, ha->dp_module, ha->dp_level, ha->pci_dev); 929316485Sdavidcs 930316485Sdavidcs ha->cdev.regview = ha->pci_reg; 931316485Sdavidcs ha->cdev.doorbells = ha->pci_dbells; 932316485Sdavidcs ha->cdev.db_phys_addr = ha->dbells_phys_addr; 933316485Sdavidcs ha->cdev.db_size = ha->dbells_size; 934316485Sdavidcs 935316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_prepare_params)); 936316485Sdavidcs 937316485Sdavidcs ha->personality = ECORE_PCI_DEFAULT; 938316485Sdavidcs 939316485Sdavidcs params.personality = ha->personality; 940316485Sdavidcs 941316485Sdavidcs params.drv_resc_alloc = false; 942316485Sdavidcs params.chk_reg_fifo = false; 943316485Sdavidcs params.initiate_pf_flr = true; 944316485Sdavidcs params.epoch = 0; 945316485Sdavidcs 946316485Sdavidcs ecore_hw_prepare(&ha->cdev, ¶ms); 947316485Sdavidcs 948316485Sdavidcs qlnx_set_id(&ha->cdev, qlnx_name_str, qlnx_ver_str); 949316485Sdavidcs 950316485Sdavidcs return (rval); 951316485Sdavidcs} 952316485Sdavidcs 953316485Sdavidcsstatic void 954316485Sdavidcsqlnx_release(qlnx_host_t *ha) 955316485Sdavidcs{ 956316485Sdavidcs device_t dev; 957316485Sdavidcs int i; 958316485Sdavidcs 959316485Sdavidcs dev = ha->pci_dev; 960316485Sdavidcs 961316485Sdavidcs QL_DPRINT2(ha, (dev, "%s: enter\n", __func__)); 962316485Sdavidcs 963316485Sdavidcs for (i = 0; i < QLNX_MAX_HW_FUNCS; i++) { 964316485Sdavidcs if (ha->idle_chk[i] != NULL) { 965316485Sdavidcs free(ha->idle_chk[i], M_QLNXBUF); 966316485Sdavidcs ha->idle_chk[i] = NULL; 967316485Sdavidcs } 968316485Sdavidcs 969316485Sdavidcs if (ha->grcdump[i] != NULL) { 970316485Sdavidcs free(ha->grcdump[i], M_QLNXBUF); 971316485Sdavidcs ha->grcdump[i] = NULL; 972316485Sdavidcs } 973316485Sdavidcs } 974316485Sdavidcs 975316485Sdavidcs if (ha->flags.callout_init) 976316485Sdavidcs callout_drain(&ha->qlnx_callout); 977316485Sdavidcs 978316485Sdavidcs if (ha->flags.slowpath_start) { 979316485Sdavidcs qlnx_slowpath_stop(ha); 980316485Sdavidcs } 981316485Sdavidcs 982316485Sdavidcs ecore_hw_remove(&ha->cdev); 983316485Sdavidcs 984316485Sdavidcs qlnx_del_cdev(ha); 985316485Sdavidcs 986316485Sdavidcs if (ha->ifp != NULL) 987316485Sdavidcs ether_ifdetach(ha->ifp); 988316485Sdavidcs 989316485Sdavidcs qlnx_free_tx_dma_tag(ha); 990316485Sdavidcs 991316485Sdavidcs qlnx_free_rx_dma_tag(ha); 992316485Sdavidcs 993316485Sdavidcs qlnx_free_parent_dma_tag(ha); 994316485Sdavidcs 995316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 996316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 997316485Sdavidcs 998316485Sdavidcs if (ha->irq_vec[i].handle) { 999316485Sdavidcs (void)bus_teardown_intr(dev, ha->irq_vec[i].irq, 1000316485Sdavidcs ha->irq_vec[i].handle); 1001316485Sdavidcs } 1002316485Sdavidcs 1003316485Sdavidcs if (ha->irq_vec[i].irq) { 1004316485Sdavidcs (void)bus_release_resource(dev, SYS_RES_IRQ, 1005316485Sdavidcs ha->irq_vec[i].irq_rid, 1006316485Sdavidcs ha->irq_vec[i].irq); 1007316485Sdavidcs } 1008316485Sdavidcs 1009316485Sdavidcs qlnx_free_tx_br(ha, fp); 1010316485Sdavidcs } 1011316485Sdavidcs qlnx_destroy_fp_taskqueues(ha); 1012316485Sdavidcs 1013316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1014316485Sdavidcs if (ha->sp_handle[i]) 1015316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 1016316485Sdavidcs ha->sp_handle[i]); 1017316485Sdavidcs 1018316485Sdavidcs if (ha->sp_irq[i]) 1019316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 1020316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 1021316485Sdavidcs } 1022316485Sdavidcs 1023316485Sdavidcs qlnx_destroy_sp_taskqueues(ha); 1024316485Sdavidcs 1025316485Sdavidcs if (ha->msix_count) 1026316485Sdavidcs pci_release_msi(dev); 1027316485Sdavidcs 1028316485Sdavidcs if (ha->flags.lock_init) { 1029316485Sdavidcs mtx_destroy(&ha->hw_lock); 1030316485Sdavidcs } 1031316485Sdavidcs 1032316485Sdavidcs if (ha->pci_reg) 1033316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->reg_rid, 1034316485Sdavidcs ha->pci_reg); 1035316485Sdavidcs 1036316485Sdavidcs if (ha->pci_dbells) 1037316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->dbells_rid, 1038316485Sdavidcs ha->pci_dbells); 1039316485Sdavidcs 1040316485Sdavidcs if (ha->msix_bar) 1041316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->msix_rid, 1042316485Sdavidcs ha->msix_bar); 1043316485Sdavidcs 1044316485Sdavidcs QL_DPRINT2(ha, (dev, "%s: exit\n", __func__)); 1045316485Sdavidcs return; 1046316485Sdavidcs} 1047316485Sdavidcs 1048316485Sdavidcsstatic void 1049316485Sdavidcsqlnx_trigger_dump(qlnx_host_t *ha) 1050316485Sdavidcs{ 1051316485Sdavidcs int i; 1052316485Sdavidcs 1053316485Sdavidcs if (ha->ifp != NULL) 1054316485Sdavidcs ha->ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 1055316485Sdavidcs 1056316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: start\n", __func__)); 1057316485Sdavidcs 1058316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1059316485Sdavidcs qlnx_grc_dump(ha, &ha->grcdump_dwords[i], i); 1060316485Sdavidcs qlnx_idle_chk(ha, &ha->idle_chk_dwords[i], i); 1061316485Sdavidcs } 1062316485Sdavidcs 1063316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: end\n", __func__)); 1064316485Sdavidcs 1065316485Sdavidcs return; 1066316485Sdavidcs} 1067316485Sdavidcs 1068316485Sdavidcsstatic int 1069316485Sdavidcsqlnx_trigger_dump_sysctl(SYSCTL_HANDLER_ARGS) 1070316485Sdavidcs{ 1071316485Sdavidcs int err, ret = 0; 1072316485Sdavidcs qlnx_host_t *ha; 1073316485Sdavidcs 1074316485Sdavidcs err = sysctl_handle_int(oidp, &ret, 0, req); 1075316485Sdavidcs 1076316485Sdavidcs if (err || !req->newptr) 1077316485Sdavidcs return (err); 1078316485Sdavidcs 1079316485Sdavidcs if (ret == 1) { 1080316485Sdavidcs ha = (qlnx_host_t *)arg1; 1081316485Sdavidcs qlnx_trigger_dump(ha); 1082316485Sdavidcs } 1083316485Sdavidcs return (err); 1084316485Sdavidcs} 1085316485Sdavidcs 1086316485Sdavidcsstatic int 1087316485Sdavidcsqlnx_set_tx_coalesce(SYSCTL_HANDLER_ARGS) 1088316485Sdavidcs{ 1089316485Sdavidcs int err, i, ret = 0, usecs = 0; 1090316485Sdavidcs qlnx_host_t *ha; 1091316485Sdavidcs struct ecore_hwfn *p_hwfn; 1092316485Sdavidcs struct qlnx_fastpath *fp; 1093316485Sdavidcs 1094316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1095316485Sdavidcs 1096316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1097316485Sdavidcs return (err); 1098316485Sdavidcs 1099316485Sdavidcs ha = (qlnx_host_t *)arg1; 1100316485Sdavidcs 1101316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1102316485Sdavidcs 1103316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1104316485Sdavidcs 1105316485Sdavidcs fp = &ha->fp_array[i]; 1106316485Sdavidcs 1107316485Sdavidcs if (fp->txq[0]->handle != NULL) { 1108316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, 0, 1109316485Sdavidcs (uint16_t)usecs, fp->txq[0]->handle); 1110316485Sdavidcs } 1111316485Sdavidcs } 1112316485Sdavidcs 1113316485Sdavidcs if (!ret) 1114316485Sdavidcs ha->tx_coalesce_usecs = (uint8_t)usecs; 1115316485Sdavidcs 1116316485Sdavidcs return (err); 1117316485Sdavidcs} 1118316485Sdavidcs 1119316485Sdavidcsstatic int 1120316485Sdavidcsqlnx_set_rx_coalesce(SYSCTL_HANDLER_ARGS) 1121316485Sdavidcs{ 1122316485Sdavidcs int err, i, ret = 0, usecs = 0; 1123316485Sdavidcs qlnx_host_t *ha; 1124316485Sdavidcs struct ecore_hwfn *p_hwfn; 1125316485Sdavidcs struct qlnx_fastpath *fp; 1126316485Sdavidcs 1127316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1128316485Sdavidcs 1129316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1130316485Sdavidcs return (err); 1131316485Sdavidcs 1132316485Sdavidcs ha = (qlnx_host_t *)arg1; 1133316485Sdavidcs 1134316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1135316485Sdavidcs 1136316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1137316485Sdavidcs 1138316485Sdavidcs fp = &ha->fp_array[i]; 1139316485Sdavidcs 1140316485Sdavidcs if (fp->rxq->handle != NULL) { 1141316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, (uint16_t)usecs, 1142316485Sdavidcs 0, fp->rxq->handle); 1143316485Sdavidcs } 1144316485Sdavidcs } 1145316485Sdavidcs 1146316485Sdavidcs if (!ret) 1147316485Sdavidcs ha->rx_coalesce_usecs = (uint8_t)usecs; 1148316485Sdavidcs 1149316485Sdavidcs return (err); 1150316485Sdavidcs} 1151316485Sdavidcs 1152316485Sdavidcsstatic void 1153316485Sdavidcsqlnx_add_sp_stats_sysctls(qlnx_host_t *ha) 1154316485Sdavidcs{ 1155316485Sdavidcs struct sysctl_ctx_list *ctx; 1156316485Sdavidcs struct sysctl_oid_list *children; 1157316485Sdavidcs struct sysctl_oid *ctx_oid; 1158316485Sdavidcs 1159316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1160316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1161316485Sdavidcs 1162316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "spstat", 1163316485Sdavidcs CTLFLAG_RD, NULL, "spstat"); 1164316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1165316485Sdavidcs 1166316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1167316485Sdavidcs OID_AUTO, "sp_interrupts", 1168316485Sdavidcs CTLFLAG_RD, &ha->sp_interrupts, 1169316485Sdavidcs "No. of slowpath interrupts"); 1170316485Sdavidcs 1171316485Sdavidcs return; 1172316485Sdavidcs} 1173316485Sdavidcs 1174316485Sdavidcsstatic void 1175316485Sdavidcsqlnx_add_fp_stats_sysctls(qlnx_host_t *ha) 1176316485Sdavidcs{ 1177316485Sdavidcs struct sysctl_ctx_list *ctx; 1178316485Sdavidcs struct sysctl_oid_list *children; 1179316485Sdavidcs struct sysctl_oid_list *node_children; 1180316485Sdavidcs struct sysctl_oid *ctx_oid; 1181316485Sdavidcs int i, j; 1182316485Sdavidcs uint8_t name_str[16]; 1183316485Sdavidcs 1184316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1185316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1186316485Sdavidcs 1187316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "fpstat", 1188316485Sdavidcs CTLFLAG_RD, NULL, "fpstat"); 1189316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1190316485Sdavidcs 1191316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1192316485Sdavidcs 1193316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1194316485Sdavidcs snprintf(name_str, sizeof(name_str), "%d", i); 1195316485Sdavidcs 1196316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str, 1197316485Sdavidcs CTLFLAG_RD, NULL, name_str); 1198316485Sdavidcs node_children = SYSCTL_CHILDREN(ctx_oid); 1199316485Sdavidcs 1200316485Sdavidcs /* Tx Related */ 1201316485Sdavidcs 1202316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1203316485Sdavidcs OID_AUTO, "tx_pkts_processed", 1204316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_processed, 1205316485Sdavidcs "No. of packets processed for transmission"); 1206316485Sdavidcs 1207316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1208316485Sdavidcs OID_AUTO, "tx_pkts_freed", 1209316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_freed, 1210316485Sdavidcs "No. of freed packets"); 1211316485Sdavidcs 1212316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1213316485Sdavidcs OID_AUTO, "tx_pkts_transmitted", 1214316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_transmitted, 1215316485Sdavidcs "No. of transmitted packets"); 1216316485Sdavidcs 1217316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1218316485Sdavidcs OID_AUTO, "tx_pkts_completed", 1219316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_completed, 1220316485Sdavidcs "No. of transmit completions"); 1221316485Sdavidcs 1222316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1223316485Sdavidcs OID_AUTO, "tx_lso_wnd_min_len", 1224316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_lso_wnd_min_len, 1225316485Sdavidcs "tx_lso_wnd_min_len"); 1226316485Sdavidcs 1227316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1228316485Sdavidcs OID_AUTO, "tx_defrag", 1229316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_defrag, 1230316485Sdavidcs "tx_defrag"); 1231316485Sdavidcs 1232316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1233316485Sdavidcs OID_AUTO, "tx_nsegs_gt_elem_left", 1234316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_nsegs_gt_elem_left, 1235316485Sdavidcs "tx_nsegs_gt_elem_left"); 1236316485Sdavidcs 1237316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1238316485Sdavidcs OID_AUTO, "tx_tso_max_nsegs", 1239316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_nsegs, 1240316485Sdavidcs ha->fp_array[i].tx_tso_max_nsegs, "tx_tso_max_nsegs"); 1241316485Sdavidcs 1242316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1243316485Sdavidcs OID_AUTO, "tx_tso_min_nsegs", 1244316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_nsegs, 1245316485Sdavidcs ha->fp_array[i].tx_tso_min_nsegs, "tx_tso_min_nsegs"); 1246316485Sdavidcs 1247316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1248316485Sdavidcs OID_AUTO, "tx_tso_max_pkt_len", 1249316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_pkt_len, 1250316485Sdavidcs ha->fp_array[i].tx_tso_max_pkt_len, 1251316485Sdavidcs "tx_tso_max_pkt_len"); 1252316485Sdavidcs 1253316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1254316485Sdavidcs OID_AUTO, "tx_tso_min_pkt_len", 1255316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_pkt_len, 1256316485Sdavidcs ha->fp_array[i].tx_tso_min_pkt_len, 1257316485Sdavidcs "tx_tso_min_pkt_len"); 1258316485Sdavidcs 1259316485Sdavidcs for (j = 0; j < QLNX_FP_MAX_SEGS; j++) { 1260316485Sdavidcs 1261316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1262316485Sdavidcs snprintf(name_str, sizeof(name_str), 1263316485Sdavidcs "tx_pkts_nseg_%02d", (j+1)); 1264316485Sdavidcs 1265316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1266316485Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1267316485Sdavidcs &ha->fp_array[i].tx_pkts[j], name_str); 1268316485Sdavidcs } 1269316485Sdavidcs 1270316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1271316485Sdavidcs OID_AUTO, "err_tx_nsegs_gt_elem_left", 1272316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_nsegs_gt_elem_left, 1273316485Sdavidcs "err_tx_nsegs_gt_elem_left"); 1274316485Sdavidcs 1275316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1276316485Sdavidcs OID_AUTO, "err_tx_dmamap_create", 1277316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_create, 1278316485Sdavidcs "err_tx_dmamap_create"); 1279316485Sdavidcs 1280316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1281316485Sdavidcs OID_AUTO, "err_tx_defrag_dmamap_load", 1282316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag_dmamap_load, 1283316485Sdavidcs "err_tx_defrag_dmamap_load"); 1284316485Sdavidcs 1285316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1286316485Sdavidcs OID_AUTO, "err_tx_non_tso_max_seg", 1287316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_non_tso_max_seg, 1288316485Sdavidcs "err_tx_non_tso_max_seg"); 1289316485Sdavidcs 1290316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1291316485Sdavidcs OID_AUTO, "err_tx_dmamap_load", 1292316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_load, 1293316485Sdavidcs "err_tx_dmamap_load"); 1294316485Sdavidcs 1295316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1296316485Sdavidcs OID_AUTO, "err_tx_defrag", 1297316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag, 1298316485Sdavidcs "err_tx_defrag"); 1299316485Sdavidcs 1300316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1301316485Sdavidcs OID_AUTO, "err_tx_free_pkt_null", 1302316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_free_pkt_null, 1303316485Sdavidcs "err_tx_free_pkt_null"); 1304316485Sdavidcs 1305316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1306316485Sdavidcs OID_AUTO, "err_tx_cons_idx_conflict", 1307316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_cons_idx_conflict, 1308316485Sdavidcs "err_tx_cons_idx_conflict"); 1309316485Sdavidcs 1310316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1311316485Sdavidcs OID_AUTO, "lro_cnt_64", 1312316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_64, 1313316485Sdavidcs "lro_cnt_64"); 1314316485Sdavidcs 1315316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1316316485Sdavidcs OID_AUTO, "lro_cnt_128", 1317316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_128, 1318316485Sdavidcs "lro_cnt_128"); 1319316485Sdavidcs 1320316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1321316485Sdavidcs OID_AUTO, "lro_cnt_256", 1322316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_256, 1323316485Sdavidcs "lro_cnt_256"); 1324316485Sdavidcs 1325316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1326316485Sdavidcs OID_AUTO, "lro_cnt_512", 1327316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_512, 1328316485Sdavidcs "lro_cnt_512"); 1329316485Sdavidcs 1330316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1331316485Sdavidcs OID_AUTO, "lro_cnt_1024", 1332316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_1024, 1333316485Sdavidcs "lro_cnt_1024"); 1334316485Sdavidcs 1335316485Sdavidcs /* Rx Related */ 1336316485Sdavidcs 1337316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1338316485Sdavidcs OID_AUTO, "rx_pkts", 1339316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].rx_pkts, 1340316485Sdavidcs "No. of received packets"); 1341316485Sdavidcs 1342316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1343316485Sdavidcs OID_AUTO, "tpa_start", 1344316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_start, 1345316485Sdavidcs "No. of tpa_start packets"); 1346316485Sdavidcs 1347316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1348316485Sdavidcs OID_AUTO, "tpa_cont", 1349316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_cont, 1350316485Sdavidcs "No. of tpa_cont packets"); 1351316485Sdavidcs 1352316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1353316485Sdavidcs OID_AUTO, "tpa_end", 1354316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_end, 1355316485Sdavidcs "No. of tpa_end packets"); 1356316485Sdavidcs 1357316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1358316485Sdavidcs OID_AUTO, "err_m_getcl", 1359316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getcl, 1360316485Sdavidcs "err_m_getcl"); 1361316485Sdavidcs 1362316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1363316485Sdavidcs OID_AUTO, "err_m_getjcl", 1364316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getjcl, 1365316485Sdavidcs "err_m_getjcl"); 1366316485Sdavidcs 1367316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1368316485Sdavidcs OID_AUTO, "err_rx_hw_errors", 1369316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_hw_errors, 1370316485Sdavidcs "err_rx_hw_errors"); 1371316485Sdavidcs 1372316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1373316485Sdavidcs OID_AUTO, "err_rx_alloc_errors", 1374316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_alloc_errors, 1375316485Sdavidcs "err_rx_alloc_errors"); 1376316485Sdavidcs } 1377316485Sdavidcs 1378316485Sdavidcs return; 1379316485Sdavidcs} 1380316485Sdavidcs 1381316485Sdavidcsstatic void 1382316485Sdavidcsqlnx_add_hw_stats_sysctls(qlnx_host_t *ha) 1383316485Sdavidcs{ 1384316485Sdavidcs struct sysctl_ctx_list *ctx; 1385316485Sdavidcs struct sysctl_oid_list *children; 1386316485Sdavidcs struct sysctl_oid *ctx_oid; 1387316485Sdavidcs 1388316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1389316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1390316485Sdavidcs 1391316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "hwstat", 1392316485Sdavidcs CTLFLAG_RD, NULL, "hwstat"); 1393316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1394316485Sdavidcs 1395316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1396316485Sdavidcs OID_AUTO, "no_buff_discards", 1397316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.no_buff_discards, 1398316485Sdavidcs "No. of packets discarded due to lack of buffer"); 1399316485Sdavidcs 1400316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1401316485Sdavidcs OID_AUTO, "packet_too_big_discard", 1402316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.packet_too_big_discard, 1403316485Sdavidcs "No. of packets discarded because packet was too big"); 1404316485Sdavidcs 1405316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1406316485Sdavidcs OID_AUTO, "ttl0_discard", 1407316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.ttl0_discard, 1408316485Sdavidcs "ttl0_discard"); 1409316485Sdavidcs 1410316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1411316485Sdavidcs OID_AUTO, "rx_ucast_bytes", 1412316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_bytes, 1413316485Sdavidcs "rx_ucast_bytes"); 1414316485Sdavidcs 1415316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1416316485Sdavidcs OID_AUTO, "rx_mcast_bytes", 1417316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_bytes, 1418316485Sdavidcs "rx_mcast_bytes"); 1419316485Sdavidcs 1420316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1421316485Sdavidcs OID_AUTO, "rx_bcast_bytes", 1422316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_bytes, 1423316485Sdavidcs "rx_bcast_bytes"); 1424316485Sdavidcs 1425316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1426316485Sdavidcs OID_AUTO, "rx_ucast_pkts", 1427316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_pkts, 1428316485Sdavidcs "rx_ucast_pkts"); 1429316485Sdavidcs 1430316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1431316485Sdavidcs OID_AUTO, "rx_mcast_pkts", 1432316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_pkts, 1433316485Sdavidcs "rx_mcast_pkts"); 1434316485Sdavidcs 1435316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1436316485Sdavidcs OID_AUTO, "rx_bcast_pkts", 1437316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_pkts, 1438316485Sdavidcs "rx_bcast_pkts"); 1439316485Sdavidcs 1440316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1441316485Sdavidcs OID_AUTO, "mftag_filter_discards", 1442316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mftag_filter_discards, 1443316485Sdavidcs "mftag_filter_discards"); 1444316485Sdavidcs 1445316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1446316485Sdavidcs OID_AUTO, "mac_filter_discards", 1447316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mac_filter_discards, 1448316485Sdavidcs "mac_filter_discards"); 1449316485Sdavidcs 1450316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1451316485Sdavidcs OID_AUTO, "tx_ucast_bytes", 1452316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_bytes, 1453316485Sdavidcs "tx_ucast_bytes"); 1454316485Sdavidcs 1455316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1456316485Sdavidcs OID_AUTO, "tx_mcast_bytes", 1457316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_bytes, 1458316485Sdavidcs "tx_mcast_bytes"); 1459316485Sdavidcs 1460316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1461316485Sdavidcs OID_AUTO, "tx_bcast_bytes", 1462316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_bytes, 1463316485Sdavidcs "tx_bcast_bytes"); 1464316485Sdavidcs 1465316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1466316485Sdavidcs OID_AUTO, "tx_ucast_pkts", 1467316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_pkts, 1468316485Sdavidcs "tx_ucast_pkts"); 1469316485Sdavidcs 1470316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1471316485Sdavidcs OID_AUTO, "tx_mcast_pkts", 1472316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_pkts, 1473316485Sdavidcs "tx_mcast_pkts"); 1474316485Sdavidcs 1475316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1476316485Sdavidcs OID_AUTO, "tx_bcast_pkts", 1477316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_pkts, 1478316485Sdavidcs "tx_bcast_pkts"); 1479316485Sdavidcs 1480316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1481316485Sdavidcs OID_AUTO, "tx_err_drop_pkts", 1482316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_err_drop_pkts, 1483316485Sdavidcs "tx_err_drop_pkts"); 1484316485Sdavidcs 1485316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1486316485Sdavidcs OID_AUTO, "tpa_coalesced_pkts", 1487316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_pkts, 1488316485Sdavidcs "tpa_coalesced_pkts"); 1489316485Sdavidcs 1490316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1491316485Sdavidcs OID_AUTO, "tpa_coalesced_events", 1492316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_events, 1493316485Sdavidcs "tpa_coalesced_events"); 1494316485Sdavidcs 1495316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1496316485Sdavidcs OID_AUTO, "tpa_aborts_num", 1497316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_aborts_num, 1498316485Sdavidcs "tpa_aborts_num"); 1499316485Sdavidcs 1500316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1501316485Sdavidcs OID_AUTO, "tpa_not_coalesced_pkts", 1502316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_not_coalesced_pkts, 1503316485Sdavidcs "tpa_not_coalesced_pkts"); 1504316485Sdavidcs 1505316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1506316485Sdavidcs OID_AUTO, "tpa_coalesced_bytes", 1507316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_bytes, 1508316485Sdavidcs "tpa_coalesced_bytes"); 1509316485Sdavidcs 1510316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1511316485Sdavidcs OID_AUTO, "rx_64_byte_packets", 1512316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_64_byte_packets, 1513316485Sdavidcs "rx_64_byte_packets"); 1514316485Sdavidcs 1515316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1516316485Sdavidcs OID_AUTO, "rx_65_to_127_byte_packets", 1517316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_65_to_127_byte_packets, 1518316485Sdavidcs "rx_65_to_127_byte_packets"); 1519316485Sdavidcs 1520316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1521316485Sdavidcs OID_AUTO, "rx_128_to_255_byte_packets", 1522316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_128_to_255_byte_packets, 1523316485Sdavidcs "rx_128_to_255_byte_packets"); 1524316485Sdavidcs 1525316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1526316485Sdavidcs OID_AUTO, "rx_256_to_511_byte_packets", 1527316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_256_to_511_byte_packets, 1528316485Sdavidcs "rx_256_to_511_byte_packets"); 1529316485Sdavidcs 1530316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1531316485Sdavidcs OID_AUTO, "rx_512_to_1023_byte_packets", 1532316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_512_to_1023_byte_packets, 1533316485Sdavidcs "rx_512_to_1023_byte_packets"); 1534316485Sdavidcs 1535316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1536316485Sdavidcs OID_AUTO, "rx_1024_to_1518_byte_packets", 1537316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_1024_to_1518_byte_packets, 1538316485Sdavidcs "rx_1024_to_1518_byte_packets"); 1539316485Sdavidcs 1540316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1541316485Sdavidcs OID_AUTO, "rx_1519_to_1522_byte_packets", 1542316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_1522_byte_packets, 1543316485Sdavidcs "rx_1519_to_1522_byte_packets"); 1544316485Sdavidcs 1545316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1546316485Sdavidcs OID_AUTO, "rx_1523_to_2047_byte_packets", 1547316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_2047_byte_packets, 1548316485Sdavidcs "rx_1523_to_2047_byte_packets"); 1549316485Sdavidcs 1550316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1551316485Sdavidcs OID_AUTO, "rx_2048_to_4095_byte_packets", 1552316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_2048_to_4095_byte_packets, 1553316485Sdavidcs "rx_2048_to_4095_byte_packets"); 1554316485Sdavidcs 1555316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1556316485Sdavidcs OID_AUTO, "rx_4096_to_9216_byte_packets", 1557316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_4096_to_9216_byte_packets, 1558316485Sdavidcs "rx_4096_to_9216_byte_packets"); 1559316485Sdavidcs 1560316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1561316485Sdavidcs OID_AUTO, "rx_9217_to_16383_byte_packets", 1562316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_9217_to_16383_byte_packets, 1563316485Sdavidcs "rx_9217_to_16383_byte_packets"); 1564316485Sdavidcs 1565316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1566316485Sdavidcs OID_AUTO, "rx_crc_errors", 1567316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_crc_errors, 1568316485Sdavidcs "rx_crc_errors"); 1569316485Sdavidcs 1570316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1571316485Sdavidcs OID_AUTO, "rx_mac_crtl_frames", 1572316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_crtl_frames, 1573316485Sdavidcs "rx_mac_crtl_frames"); 1574316485Sdavidcs 1575316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1576316485Sdavidcs OID_AUTO, "rx_pause_frames", 1577316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pause_frames, 1578316485Sdavidcs "rx_pause_frames"); 1579316485Sdavidcs 1580316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1581316485Sdavidcs OID_AUTO, "rx_pfc_frames", 1582316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pfc_frames, 1583316485Sdavidcs "rx_pfc_frames"); 1584316485Sdavidcs 1585316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1586316485Sdavidcs OID_AUTO, "rx_align_errors", 1587316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_align_errors, 1588316485Sdavidcs "rx_align_errors"); 1589316485Sdavidcs 1590316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1591316485Sdavidcs OID_AUTO, "rx_carrier_errors", 1592316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_carrier_errors, 1593316485Sdavidcs "rx_carrier_errors"); 1594316485Sdavidcs 1595316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1596316485Sdavidcs OID_AUTO, "rx_oversize_packets", 1597316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_oversize_packets, 1598316485Sdavidcs "rx_oversize_packets"); 1599316485Sdavidcs 1600316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1601316485Sdavidcs OID_AUTO, "rx_jabbers", 1602316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_jabbers, 1603316485Sdavidcs "rx_jabbers"); 1604316485Sdavidcs 1605316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1606316485Sdavidcs OID_AUTO, "rx_undersize_packets", 1607316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_undersize_packets, 1608316485Sdavidcs "rx_undersize_packets"); 1609316485Sdavidcs 1610316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1611316485Sdavidcs OID_AUTO, "rx_fragments", 1612316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_fragments, 1613316485Sdavidcs "rx_fragments"); 1614316485Sdavidcs 1615316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1616316485Sdavidcs OID_AUTO, "tx_64_byte_packets", 1617316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_64_byte_packets, 1618316485Sdavidcs "tx_64_byte_packets"); 1619316485Sdavidcs 1620316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1621316485Sdavidcs OID_AUTO, "tx_65_to_127_byte_packets", 1622316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_65_to_127_byte_packets, 1623316485Sdavidcs "tx_65_to_127_byte_packets"); 1624316485Sdavidcs 1625316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1626316485Sdavidcs OID_AUTO, "tx_128_to_255_byte_packets", 1627316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_128_to_255_byte_packets, 1628316485Sdavidcs "tx_128_to_255_byte_packets"); 1629316485Sdavidcs 1630316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1631316485Sdavidcs OID_AUTO, "tx_256_to_511_byte_packets", 1632316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_256_to_511_byte_packets, 1633316485Sdavidcs "tx_256_to_511_byte_packets"); 1634316485Sdavidcs 1635316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1636316485Sdavidcs OID_AUTO, "tx_512_to_1023_byte_packets", 1637316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_512_to_1023_byte_packets, 1638316485Sdavidcs "tx_512_to_1023_byte_packets"); 1639316485Sdavidcs 1640316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1641316485Sdavidcs OID_AUTO, "tx_1024_to_1518_byte_packets", 1642316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_1024_to_1518_byte_packets, 1643316485Sdavidcs "tx_1024_to_1518_byte_packets"); 1644316485Sdavidcs 1645316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1646316485Sdavidcs OID_AUTO, "tx_1519_to_2047_byte_packets", 1647316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_1519_to_2047_byte_packets, 1648316485Sdavidcs "tx_1519_to_2047_byte_packets"); 1649316485Sdavidcs 1650316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1651316485Sdavidcs OID_AUTO, "tx_2048_to_4095_byte_packets", 1652316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_2048_to_4095_byte_packets, 1653316485Sdavidcs "tx_2048_to_4095_byte_packets"); 1654316485Sdavidcs 1655316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1656316485Sdavidcs OID_AUTO, "tx_4096_to_9216_byte_packets", 1657316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_4096_to_9216_byte_packets, 1658316485Sdavidcs "tx_4096_to_9216_byte_packets"); 1659316485Sdavidcs 1660316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1661316485Sdavidcs OID_AUTO, "tx_9217_to_16383_byte_packets", 1662316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_9217_to_16383_byte_packets, 1663316485Sdavidcs "tx_9217_to_16383_byte_packets"); 1664316485Sdavidcs 1665316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1666316485Sdavidcs OID_AUTO, "tx_pause_frames", 1667316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pause_frames, 1668316485Sdavidcs "tx_pause_frames"); 1669316485Sdavidcs 1670316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1671316485Sdavidcs OID_AUTO, "tx_pfc_frames", 1672316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pfc_frames, 1673316485Sdavidcs "tx_pfc_frames"); 1674316485Sdavidcs 1675316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1676316485Sdavidcs OID_AUTO, "tx_lpi_entry_count", 1677316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_lpi_entry_count, 1678316485Sdavidcs "tx_lpi_entry_count"); 1679316485Sdavidcs 1680316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1681316485Sdavidcs OID_AUTO, "tx_total_collisions", 1682316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_total_collisions, 1683316485Sdavidcs "tx_total_collisions"); 1684316485Sdavidcs 1685316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1686316485Sdavidcs OID_AUTO, "brb_truncates", 1687316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_truncates, 1688316485Sdavidcs "brb_truncates"); 1689316485Sdavidcs 1690316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1691316485Sdavidcs OID_AUTO, "brb_discards", 1692316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_discards, 1693316485Sdavidcs "brb_discards"); 1694316485Sdavidcs 1695316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1696316485Sdavidcs OID_AUTO, "rx_mac_bytes", 1697316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bytes, 1698316485Sdavidcs "rx_mac_bytes"); 1699316485Sdavidcs 1700316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1701316485Sdavidcs OID_AUTO, "rx_mac_uc_packets", 1702316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_uc_packets, 1703316485Sdavidcs "rx_mac_uc_packets"); 1704316485Sdavidcs 1705316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1706316485Sdavidcs OID_AUTO, "rx_mac_mc_packets", 1707316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_mc_packets, 1708316485Sdavidcs "rx_mac_mc_packets"); 1709316485Sdavidcs 1710316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1711316485Sdavidcs OID_AUTO, "rx_mac_bc_packets", 1712316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bc_packets, 1713316485Sdavidcs "rx_mac_bc_packets"); 1714316485Sdavidcs 1715316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1716316485Sdavidcs OID_AUTO, "rx_mac_frames_ok", 1717316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_frames_ok, 1718316485Sdavidcs "rx_mac_frames_ok"); 1719316485Sdavidcs 1720316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1721316485Sdavidcs OID_AUTO, "tx_mac_bytes", 1722316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bytes, 1723316485Sdavidcs "tx_mac_bytes"); 1724316485Sdavidcs 1725316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1726316485Sdavidcs OID_AUTO, "tx_mac_uc_packets", 1727316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_uc_packets, 1728316485Sdavidcs "tx_mac_uc_packets"); 1729316485Sdavidcs 1730316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1731316485Sdavidcs OID_AUTO, "tx_mac_mc_packets", 1732316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_mc_packets, 1733316485Sdavidcs "tx_mac_mc_packets"); 1734316485Sdavidcs 1735316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1736316485Sdavidcs OID_AUTO, "tx_mac_bc_packets", 1737316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bc_packets, 1738316485Sdavidcs "tx_mac_bc_packets"); 1739316485Sdavidcs 1740316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1741316485Sdavidcs OID_AUTO, "tx_mac_ctrl_frames", 1742316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_ctrl_frames, 1743316485Sdavidcs "tx_mac_ctrl_frames"); 1744316485Sdavidcs return; 1745316485Sdavidcs} 1746316485Sdavidcs 1747316485Sdavidcsstatic void 1748316485Sdavidcsqlnx_add_sysctls(qlnx_host_t *ha) 1749316485Sdavidcs{ 1750316485Sdavidcs device_t dev = ha->pci_dev; 1751316485Sdavidcs struct sysctl_ctx_list *ctx; 1752316485Sdavidcs struct sysctl_oid_list *children; 1753316485Sdavidcs 1754316485Sdavidcs ctx = device_get_sysctl_ctx(dev); 1755316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(dev)); 1756316485Sdavidcs 1757316485Sdavidcs qlnx_add_fp_stats_sysctls(ha); 1758316485Sdavidcs qlnx_add_sp_stats_sysctls(ha); 1759316485Sdavidcs qlnx_add_hw_stats_sysctls(ha); 1760316485Sdavidcs 1761316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "Driver_Version", 1762316485Sdavidcs CTLFLAG_RD, qlnx_ver_str, 0, 1763316485Sdavidcs "Driver Version"); 1764316485Sdavidcs 1765316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "STORMFW_Version", 1766316485Sdavidcs CTLFLAG_RD, ha->stormfw_ver, 0, 1767316485Sdavidcs "STORM Firmware Version"); 1768316485Sdavidcs 1769316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "MFW_Version", 1770316485Sdavidcs CTLFLAG_RD, ha->mfw_ver, 0, 1771316485Sdavidcs "Management Firmware Version"); 1772316485Sdavidcs 1773316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1774316485Sdavidcs OID_AUTO, "personality", CTLFLAG_RD, 1775316485Sdavidcs &ha->personality, ha->personality, 1776316485Sdavidcs "\tpersonality = 0 => Ethernet Only\n" 1777316485Sdavidcs "\tpersonality = 3 => Ethernet and RoCE\n" 1778316485Sdavidcs "\tpersonality = 4 => Ethernet and iWARP\n" 1779316485Sdavidcs "\tpersonality = 6 => Default in Shared Memory\n"); 1780316485Sdavidcs 1781316485Sdavidcs ha->dbg_level = 0; 1782316485Sdavidcs 1783316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1784316485Sdavidcs OID_AUTO, "debug", CTLFLAG_RW, 1785316485Sdavidcs &ha->dbg_level, ha->dbg_level, "Debug Level"); 1786316485Sdavidcs 1787316485Sdavidcs ha->dp_level = 0; 1788316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1789316485Sdavidcs OID_AUTO, "dp_level", CTLFLAG_RW, 1790316485Sdavidcs &ha->dp_level, ha->dp_level, "DP Level"); 1791316485Sdavidcs 1792318657Sdavidcs ha->dbg_trace_lro_cnt = 0; 1793318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1794318657Sdavidcs OID_AUTO, "dbg_trace_lro_cnt", CTLFLAG_RW, 1795318657Sdavidcs &ha->dbg_trace_lro_cnt, ha->dbg_trace_lro_cnt, 1796318657Sdavidcs "Trace LRO Counts"); 1797318657Sdavidcs 1798318657Sdavidcs ha->dbg_trace_tso_pkt_len = 0; 1799318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1800318657Sdavidcs OID_AUTO, "dbg_trace_tso_pkt_len", CTLFLAG_RW, 1801318657Sdavidcs &ha->dbg_trace_tso_pkt_len, ha->dbg_trace_tso_pkt_len, 1802318657Sdavidcs "Trace TSO packet lengths"); 1803318657Sdavidcs 1804316485Sdavidcs ha->dp_module = 0; 1805316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1806316485Sdavidcs OID_AUTO, "dp_module", CTLFLAG_RW, 1807316485Sdavidcs &ha->dp_module, ha->dp_module, "DP Module"); 1808316485Sdavidcs 1809316485Sdavidcs ha->err_inject = 0; 1810316485Sdavidcs 1811316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1812316485Sdavidcs OID_AUTO, "err_inject", CTLFLAG_RW, 1813316485Sdavidcs &ha->err_inject, ha->err_inject, "Error Inject"); 1814316485Sdavidcs 1815316485Sdavidcs ha->storm_stats_enable = 0; 1816316485Sdavidcs 1817316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1818316485Sdavidcs OID_AUTO, "storm_stats_enable", CTLFLAG_RW, 1819316485Sdavidcs &ha->storm_stats_enable, ha->storm_stats_enable, 1820316485Sdavidcs "Enable Storm Statistics Gathering"); 1821316485Sdavidcs 1822316485Sdavidcs ha->storm_stats_index = 0; 1823316485Sdavidcs 1824316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1825316485Sdavidcs OID_AUTO, "storm_stats_index", CTLFLAG_RD, 1826316485Sdavidcs &ha->storm_stats_index, ha->storm_stats_index, 1827316485Sdavidcs "Enable Storm Statistics Gathering Current Index"); 1828316485Sdavidcs 1829316485Sdavidcs ha->grcdump_taken = 0; 1830316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1831316485Sdavidcs OID_AUTO, "grcdump_taken", CTLFLAG_RD, 1832316485Sdavidcs &ha->grcdump_taken, ha->grcdump_taken, "grcdump_taken"); 1833316485Sdavidcs 1834316485Sdavidcs ha->idle_chk_taken = 0; 1835316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1836316485Sdavidcs OID_AUTO, "idle_chk_taken", CTLFLAG_RD, 1837316485Sdavidcs &ha->idle_chk_taken, ha->idle_chk_taken, "idle_chk_taken"); 1838316485Sdavidcs 1839316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1840316485Sdavidcs OID_AUTO, "rx_coalesce_usecs", CTLFLAG_RD, 1841316485Sdavidcs &ha->rx_coalesce_usecs, ha->rx_coalesce_usecs, 1842316485Sdavidcs "rx_coalesce_usecs"); 1843316485Sdavidcs 1844316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1845316485Sdavidcs OID_AUTO, "tx_coalesce_usecs", CTLFLAG_RD, 1846316485Sdavidcs &ha->tx_coalesce_usecs, ha->tx_coalesce_usecs, 1847316485Sdavidcs "tx_coalesce_usecs"); 1848316485Sdavidcs 1849318657Sdavidcs ha->rx_pkt_threshold = 128; 1850316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1851316485Sdavidcs OID_AUTO, "rx_pkt_threshold", CTLFLAG_RW, 1852316485Sdavidcs &ha->rx_pkt_threshold, ha->rx_pkt_threshold, 1853316485Sdavidcs "No. of Rx Pkts to process at a time"); 1854316485Sdavidcs 1855316485Sdavidcs ha->rx_jumbo_buf_eq_mtu = 0; 1856316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 1857316485Sdavidcs OID_AUTO, "rx_jumbo_buf_eq_mtu", CTLFLAG_RW, 1858316485Sdavidcs &ha->rx_jumbo_buf_eq_mtu, ha->rx_jumbo_buf_eq_mtu, 1859316485Sdavidcs "== 0 => Rx Jumbo buffers are capped to 4Kbytes\n" 1860316485Sdavidcs "otherwise Rx Jumbo buffers are set to >= MTU size\n"); 1861316485Sdavidcs 1862316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1863316485Sdavidcs OID_AUTO, "trigger_dump", CTLTYPE_INT | CTLFLAG_RW, 1864316485Sdavidcs (void *)ha, 0, 1865316485Sdavidcs qlnx_trigger_dump_sysctl, "I", "trigger_dump"); 1866316485Sdavidcs 1867316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1868316485Sdavidcs OID_AUTO, "set_rx_coalesce_usecs", CTLTYPE_INT | CTLFLAG_RW, 1869316485Sdavidcs (void *)ha, 0, 1870316485Sdavidcs qlnx_set_rx_coalesce, "I", 1871316485Sdavidcs "rx interrupt coalesce period microseconds"); 1872316485Sdavidcs 1873316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 1874316485Sdavidcs OID_AUTO, "set_tx_coalesce_usecs", CTLTYPE_INT | CTLFLAG_RW, 1875316485Sdavidcs (void *)ha, 0, 1876316485Sdavidcs qlnx_set_tx_coalesce, "I", 1877316485Sdavidcs "tx interrupt coalesce period microseconds"); 1878316485Sdavidcs 1879316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1880316485Sdavidcs OID_AUTO, "err_illegal_intr", CTLFLAG_RD, 1881316485Sdavidcs &ha->err_illegal_intr, "err_illegal_intr"); 1882316485Sdavidcs 1883316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1884316485Sdavidcs OID_AUTO, "err_fp_null", CTLFLAG_RD, 1885316485Sdavidcs &ha->err_fp_null, "err_fp_null"); 1886316485Sdavidcs 1887316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1888316485Sdavidcs OID_AUTO, "err_get_proto_invalid_type", CTLFLAG_RD, 1889316485Sdavidcs &ha->err_get_proto_invalid_type, "err_get_proto_invalid_type"); 1890316485Sdavidcs return; 1891316485Sdavidcs} 1892316485Sdavidcs 1893316485Sdavidcs 1894316485Sdavidcs 1895316485Sdavidcs/***************************************************************************** 1896316485Sdavidcs * Operating System Network Interface Functions 1897316485Sdavidcs *****************************************************************************/ 1898316485Sdavidcs 1899316485Sdavidcsstatic void 1900316485Sdavidcsqlnx_init_ifnet(device_t dev, qlnx_host_t *ha) 1901316485Sdavidcs{ 1902316485Sdavidcs uint16_t device_id; 1903316485Sdavidcs struct ifnet *ifp; 1904316485Sdavidcs 1905316485Sdavidcs ifp = ha->ifp = if_alloc(IFT_ETHER); 1906316485Sdavidcs 1907316485Sdavidcs if (ifp == NULL) 1908316485Sdavidcs panic("%s: cannot if_alloc()\n", device_get_nameunit(dev)); 1909316485Sdavidcs 1910316485Sdavidcs if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 1911316485Sdavidcs 1912316485Sdavidcs device_id = pci_get_device(ha->pci_dev); 1913316485Sdavidcs 1914316485Sdavidcs#if __FreeBSD_version >= 1000000 1915316485Sdavidcs 1916316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) 1917316485Sdavidcs ifp->if_baudrate = IF_Gbps(40); 1918316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1656) 1919316485Sdavidcs ifp->if_baudrate = IF_Gbps(25); 1920316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) 1921316485Sdavidcs ifp->if_baudrate = IF_Gbps(50); 1922316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) 1923316485Sdavidcs ifp->if_baudrate = IF_Gbps(100); 1924316485Sdavidcs 1925316485Sdavidcs ifp->if_capabilities = IFCAP_LINKSTATE; 1926316485Sdavidcs#else 1927316485Sdavidcs ifp->if_mtu = ETHERMTU; 1928316485Sdavidcs ifp->if_baudrate = (1 * 1000 * 1000 *1000); 1929316485Sdavidcs 1930316485Sdavidcs#endif /* #if __FreeBSD_version >= 1000000 */ 1931316485Sdavidcs 1932316485Sdavidcs ifp->if_init = qlnx_init; 1933316485Sdavidcs ifp->if_softc = ha; 1934316485Sdavidcs ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 1935316485Sdavidcs ifp->if_ioctl = qlnx_ioctl; 1936316485Sdavidcs ifp->if_transmit = qlnx_transmit; 1937316485Sdavidcs ifp->if_qflush = qlnx_qflush; 1938316485Sdavidcs 1939316485Sdavidcs IFQ_SET_MAXLEN(&ifp->if_snd, qlnx_get_ifq_snd_maxlen(ha)); 1940316485Sdavidcs ifp->if_snd.ifq_drv_maxlen = qlnx_get_ifq_snd_maxlen(ha); 1941316485Sdavidcs IFQ_SET_READY(&ifp->if_snd); 1942316485Sdavidcs 1943316485Sdavidcs#if __FreeBSD_version >= 1100036 1944316485Sdavidcs if_setgetcounterfn(ifp, qlnx_get_counter); 1945316485Sdavidcs#endif 1946316485Sdavidcs 1947316485Sdavidcs ha->max_frame_size = ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 1948316485Sdavidcs 1949316485Sdavidcs memcpy(ha->primary_mac, qlnx_get_mac_addr(ha), ETH_ALEN); 1950316485Sdavidcs ether_ifattach(ifp, ha->primary_mac); 1951316485Sdavidcs bcopy(IF_LLADDR(ha->ifp), ha->primary_mac, ETHER_ADDR_LEN); 1952316485Sdavidcs 1953316485Sdavidcs ifp->if_capabilities = IFCAP_HWCSUM; 1954316485Sdavidcs ifp->if_capabilities |= IFCAP_JUMBO_MTU; 1955316485Sdavidcs 1956316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_MTU; 1957316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTAGGING; 1958316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWFILTER; 1959316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWCSUM; 1960316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTSO; 1961316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO4; 1962316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO6; 1963316485Sdavidcs ifp->if_capabilities |= IFCAP_LRO; 1964316485Sdavidcs 1965316485Sdavidcs ifp->if_capenable = ifp->if_capabilities; 1966316485Sdavidcs 1967316485Sdavidcs ifp->if_hwassist = CSUM_IP; 1968316485Sdavidcs ifp->if_hwassist |= CSUM_TCP | CSUM_UDP; 1969316485Sdavidcs ifp->if_hwassist |= CSUM_TCP_IPV6 | CSUM_UDP_IPV6; 1970316485Sdavidcs ifp->if_hwassist |= CSUM_TSO; 1971316485Sdavidcs 1972316485Sdavidcs ifp->if_hdrlen = sizeof(struct ether_vlan_header); 1973316485Sdavidcs 1974316485Sdavidcs ifmedia_init(&ha->media, IFM_IMASK, qlnx_media_change,\ 1975316485Sdavidcs qlnx_media_status); 1976316485Sdavidcs 1977316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) { 1978316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_LR4), 0, NULL); 1979316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_SR4), 0, NULL); 1980316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_CR4), 0, NULL); 1981316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1656) { 1982316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_SR), 0, NULL); 1983316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_CR), 0, NULL); 1984316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) { 1985316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_KR2), 0, NULL); 1986316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_CR2), 0, NULL); 1987316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) { 1988316485Sdavidcs ifmedia_add(&ha->media, 1989316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_LR4), 0, NULL); 1990316485Sdavidcs ifmedia_add(&ha->media, 1991316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_SR4), 0, NULL); 1992316485Sdavidcs ifmedia_add(&ha->media, 1993316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_CR4), 0, NULL); 1994316485Sdavidcs } 1995316485Sdavidcs 1996316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_FDX), 0, NULL); 1997316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_AUTO), 0, NULL); 1998316485Sdavidcs 1999316485Sdavidcs 2000316485Sdavidcs ifmedia_set(&ha->media, (IFM_ETHER | IFM_AUTO)); 2001316485Sdavidcs 2002316485Sdavidcs QL_DPRINT2(ha, (dev, "%s: exit\n", __func__)); 2003316485Sdavidcs 2004316485Sdavidcs return; 2005316485Sdavidcs} 2006316485Sdavidcs 2007316485Sdavidcsstatic void 2008316485Sdavidcsqlnx_init_locked(qlnx_host_t *ha) 2009316485Sdavidcs{ 2010316485Sdavidcs struct ifnet *ifp = ha->ifp; 2011316485Sdavidcs 2012316485Sdavidcs qlnx_stop(ha); 2013316485Sdavidcs 2014316485Sdavidcs if (qlnx_load(ha) == 0) { 2015316485Sdavidcs ifp->if_drv_flags |= IFF_DRV_RUNNING; 2016316485Sdavidcs ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2017316485Sdavidcs } 2018316485Sdavidcs 2019316485Sdavidcs return; 2020316485Sdavidcs} 2021316485Sdavidcs 2022316485Sdavidcsstatic void 2023316485Sdavidcsqlnx_init(void *arg) 2024316485Sdavidcs{ 2025316485Sdavidcs qlnx_host_t *ha; 2026316485Sdavidcs 2027316485Sdavidcs ha = (qlnx_host_t *)arg; 2028316485Sdavidcs 2029316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 2030316485Sdavidcs 2031316485Sdavidcs QLNX_LOCK(ha); 2032316485Sdavidcs qlnx_init_locked(ha); 2033316485Sdavidcs QLNX_UNLOCK(ha); 2034316485Sdavidcs 2035316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit\n", __func__)); 2036316485Sdavidcs 2037316485Sdavidcs return; 2038316485Sdavidcs} 2039316485Sdavidcs 2040316485Sdavidcsstatic int 2041316485Sdavidcsqlnx_config_mcast_mac_addr(qlnx_host_t *ha, uint8_t *mac_addr, uint32_t add_mac) 2042316485Sdavidcs{ 2043316485Sdavidcs struct ecore_filter_mcast *mcast; 2044316485Sdavidcs struct ecore_dev *cdev; 2045316485Sdavidcs int rc; 2046316485Sdavidcs 2047316485Sdavidcs cdev = &ha->cdev; 2048316485Sdavidcs 2049316485Sdavidcs mcast = &ha->ecore_mcast; 2050316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 2051316485Sdavidcs 2052316485Sdavidcs if (add_mac) 2053316485Sdavidcs mcast->opcode = ECORE_FILTER_ADD; 2054316485Sdavidcs else 2055316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 2056316485Sdavidcs 2057316485Sdavidcs mcast->num_mc_addrs = 1; 2058316485Sdavidcs memcpy(mcast->mac, mac_addr, ETH_ALEN); 2059316485Sdavidcs 2060316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 2061316485Sdavidcs 2062316485Sdavidcs return (rc); 2063316485Sdavidcs} 2064316485Sdavidcs 2065316485Sdavidcsstatic int 2066316485Sdavidcsqlnx_hw_add_mcast(qlnx_host_t *ha, uint8_t *mta) 2067316485Sdavidcs{ 2068316485Sdavidcs int i; 2069316485Sdavidcs 2070316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2071316485Sdavidcs 2072316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) 2073316485Sdavidcs return 0; /* its been already added */ 2074316485Sdavidcs } 2075316485Sdavidcs 2076316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2077316485Sdavidcs 2078316485Sdavidcs if ((ha->mcast[i].addr[0] == 0) && 2079316485Sdavidcs (ha->mcast[i].addr[1] == 0) && 2080316485Sdavidcs (ha->mcast[i].addr[2] == 0) && 2081316485Sdavidcs (ha->mcast[i].addr[3] == 0) && 2082316485Sdavidcs (ha->mcast[i].addr[4] == 0) && 2083316485Sdavidcs (ha->mcast[i].addr[5] == 0)) { 2084316485Sdavidcs 2085316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 1)) 2086316485Sdavidcs return (-1); 2087316485Sdavidcs 2088316485Sdavidcs bcopy(mta, ha->mcast[i].addr, ETH_ALEN); 2089316485Sdavidcs ha->nmcast++; 2090316485Sdavidcs 2091316485Sdavidcs return 0; 2092316485Sdavidcs } 2093316485Sdavidcs } 2094316485Sdavidcs return 0; 2095316485Sdavidcs} 2096316485Sdavidcs 2097316485Sdavidcsstatic int 2098316485Sdavidcsqlnx_hw_del_mcast(qlnx_host_t *ha, uint8_t *mta) 2099316485Sdavidcs{ 2100316485Sdavidcs int i; 2101316485Sdavidcs 2102316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2103316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) { 2104316485Sdavidcs 2105316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 0)) 2106316485Sdavidcs return (-1); 2107316485Sdavidcs 2108316485Sdavidcs ha->mcast[i].addr[0] = 0; 2109316485Sdavidcs ha->mcast[i].addr[1] = 0; 2110316485Sdavidcs ha->mcast[i].addr[2] = 0; 2111316485Sdavidcs ha->mcast[i].addr[3] = 0; 2112316485Sdavidcs ha->mcast[i].addr[4] = 0; 2113316485Sdavidcs ha->mcast[i].addr[5] = 0; 2114316485Sdavidcs 2115316485Sdavidcs ha->nmcast--; 2116316485Sdavidcs 2117316485Sdavidcs return 0; 2118316485Sdavidcs } 2119316485Sdavidcs } 2120316485Sdavidcs return 0; 2121316485Sdavidcs} 2122316485Sdavidcs 2123316485Sdavidcs/* 2124316485Sdavidcs * Name: qls_hw_set_multi 2125316485Sdavidcs * Function: Sets the Multicast Addresses provided the host O.S into the 2126316485Sdavidcs * hardware (for the given interface) 2127316485Sdavidcs */ 2128316485Sdavidcsstatic void 2129316485Sdavidcsqlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 2130316485Sdavidcs uint32_t add_mac) 2131316485Sdavidcs{ 2132316485Sdavidcs int i; 2133316485Sdavidcs 2134316485Sdavidcs for (i = 0; i < mcnt; i++) { 2135316485Sdavidcs if (add_mac) { 2136316485Sdavidcs if (qlnx_hw_add_mcast(ha, mta)) 2137316485Sdavidcs break; 2138316485Sdavidcs } else { 2139316485Sdavidcs if (qlnx_hw_del_mcast(ha, mta)) 2140316485Sdavidcs break; 2141316485Sdavidcs } 2142316485Sdavidcs 2143316485Sdavidcs mta += ETHER_HDR_LEN; 2144316485Sdavidcs } 2145316485Sdavidcs return; 2146316485Sdavidcs} 2147316485Sdavidcs 2148316485Sdavidcs 2149316485Sdavidcs#define QLNX_MCAST_ADDRS_SIZE (QLNX_MAX_NUM_MULTICAST_ADDRS * ETHER_HDR_LEN) 2150316485Sdavidcsstatic int 2151316485Sdavidcsqlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi) 2152316485Sdavidcs{ 2153316485Sdavidcs uint8_t mta[QLNX_MCAST_ADDRS_SIZE]; 2154316485Sdavidcs struct ifmultiaddr *ifma; 2155316485Sdavidcs int mcnt = 0; 2156316485Sdavidcs struct ifnet *ifp = ha->ifp; 2157316485Sdavidcs int ret = 0; 2158316485Sdavidcs 2159316485Sdavidcs if_maddr_rlock(ifp); 2160316485Sdavidcs 2161316485Sdavidcs TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) { 2162316485Sdavidcs 2163316485Sdavidcs if (ifma->ifma_addr->sa_family != AF_LINK) 2164316485Sdavidcs continue; 2165316485Sdavidcs 2166316485Sdavidcs if (mcnt == QLNX_MAX_NUM_MULTICAST_ADDRS) 2167316485Sdavidcs break; 2168316485Sdavidcs 2169316485Sdavidcs bcopy(LLADDR((struct sockaddr_dl *) ifma->ifma_addr), 2170316485Sdavidcs &mta[mcnt * ETHER_HDR_LEN], ETHER_HDR_LEN); 2171316485Sdavidcs 2172316485Sdavidcs mcnt++; 2173316485Sdavidcs } 2174316485Sdavidcs 2175316485Sdavidcs if_maddr_runlock(ifp); 2176316485Sdavidcs 2177316485Sdavidcs QLNX_LOCK(ha); 2178316485Sdavidcs qlnx_hw_set_multi(ha, mta, mcnt, add_multi); 2179316485Sdavidcs QLNX_UNLOCK(ha); 2180316485Sdavidcs 2181316485Sdavidcs return (ret); 2182316485Sdavidcs} 2183316485Sdavidcs 2184316485Sdavidcsstatic int 2185316485Sdavidcsqlnx_set_promisc(qlnx_host_t *ha) 2186316485Sdavidcs{ 2187316485Sdavidcs int rc = 0; 2188316485Sdavidcs uint8_t filter; 2189316485Sdavidcs 2190316485Sdavidcs filter = ha->filter; 2191316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2192316485Sdavidcs filter |= ECORE_ACCEPT_UCAST_UNMATCHED; 2193316485Sdavidcs 2194316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2195316485Sdavidcs return (rc); 2196316485Sdavidcs} 2197316485Sdavidcs 2198316485Sdavidcsstatic int 2199316485Sdavidcsqlnx_set_allmulti(qlnx_host_t *ha) 2200316485Sdavidcs{ 2201316485Sdavidcs int rc = 0; 2202316485Sdavidcs uint8_t filter; 2203316485Sdavidcs 2204316485Sdavidcs filter = ha->filter; 2205316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2206316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2207316485Sdavidcs 2208316485Sdavidcs return (rc); 2209316485Sdavidcs} 2210316485Sdavidcs 2211316485Sdavidcs 2212316485Sdavidcsstatic int 2213316485Sdavidcsqlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 2214316485Sdavidcs{ 2215316485Sdavidcs int ret = 0, mask; 2216316485Sdavidcs struct ifreq *ifr = (struct ifreq *)data; 2217316485Sdavidcs struct ifaddr *ifa = (struct ifaddr *)data; 2218316485Sdavidcs qlnx_host_t *ha; 2219316485Sdavidcs 2220316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2221316485Sdavidcs 2222316485Sdavidcs switch (cmd) { 2223316485Sdavidcs case SIOCSIFADDR: 2224316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, "%s: SIOCSIFADDR (0x%lx)\n", 2225316485Sdavidcs __func__, cmd)); 2226316485Sdavidcs 2227316485Sdavidcs if (ifa->ifa_addr->sa_family == AF_INET) { 2228316485Sdavidcs ifp->if_flags |= IFF_UP; 2229316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) { 2230316485Sdavidcs QLNX_LOCK(ha); 2231316485Sdavidcs qlnx_init_locked(ha); 2232316485Sdavidcs QLNX_UNLOCK(ha); 2233316485Sdavidcs } 2234316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, 2235316485Sdavidcs "%s: SIOCSIFADDR (0x%lx) ipv4 [0x%08x]\n", 2236316485Sdavidcs __func__, cmd, 2237316485Sdavidcs ntohl(IA_SIN(ifa)->sin_addr.s_addr))); 2238316485Sdavidcs 2239316485Sdavidcs arp_ifinit(ifp, ifa); 2240316485Sdavidcs } else { 2241316485Sdavidcs ether_ioctl(ifp, cmd, data); 2242316485Sdavidcs } 2243316485Sdavidcs break; 2244316485Sdavidcs 2245316485Sdavidcs case SIOCSIFMTU: 2246316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, "%s: SIOCSIFMTU (0x%lx)\n", 2247316485Sdavidcs __func__, cmd)); 2248316485Sdavidcs 2249316485Sdavidcs if (ifr->ifr_mtu > QLNX_MAX_MTU) { 2250316485Sdavidcs ret = EINVAL; 2251316485Sdavidcs } else { 2252316485Sdavidcs QLNX_LOCK(ha); 2253316485Sdavidcs ifp->if_mtu = ifr->ifr_mtu; 2254316485Sdavidcs ha->max_frame_size = 2255316485Sdavidcs ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 2256318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2257316485Sdavidcs qlnx_init_locked(ha); 2258316485Sdavidcs } 2259316485Sdavidcs 2260316485Sdavidcs QLNX_UNLOCK(ha); 2261316485Sdavidcs } 2262316485Sdavidcs 2263316485Sdavidcs break; 2264316485Sdavidcs 2265316485Sdavidcs case SIOCSIFFLAGS: 2266316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, "%s: SIOCSIFFLAGS (0x%lx)\n", 2267316485Sdavidcs __func__, cmd)); 2268316485Sdavidcs 2269316485Sdavidcs QLNX_LOCK(ha); 2270316485Sdavidcs 2271316485Sdavidcs if (ifp->if_flags & IFF_UP) { 2272318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2273316485Sdavidcs if ((ifp->if_flags ^ ha->if_flags) & 2274316485Sdavidcs IFF_PROMISC) { 2275316485Sdavidcs ret = qlnx_set_promisc(ha); 2276316485Sdavidcs } else if ((ifp->if_flags ^ ha->if_flags) & 2277316485Sdavidcs IFF_ALLMULTI) { 2278316485Sdavidcs ret = qlnx_set_allmulti(ha); 2279316485Sdavidcs } 2280316485Sdavidcs } else { 2281316485Sdavidcs ha->max_frame_size = ifp->if_mtu + 2282316485Sdavidcs ETHER_HDR_LEN + ETHER_CRC_LEN; 2283316485Sdavidcs qlnx_init_locked(ha); 2284316485Sdavidcs } 2285316485Sdavidcs } else { 2286316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) 2287316485Sdavidcs qlnx_stop(ha); 2288316485Sdavidcs ha->if_flags = ifp->if_flags; 2289316485Sdavidcs } 2290316485Sdavidcs 2291316485Sdavidcs QLNX_UNLOCK(ha); 2292316485Sdavidcs break; 2293316485Sdavidcs 2294316485Sdavidcs case SIOCADDMULTI: 2295316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, 2296316485Sdavidcs "%s: %s (0x%lx)\n", __func__, "SIOCADDMULTI", cmd)); 2297316485Sdavidcs 2298316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2299316485Sdavidcs if (qlnx_set_multi(ha, 1)) 2300316485Sdavidcs ret = EINVAL; 2301316485Sdavidcs } 2302316485Sdavidcs break; 2303316485Sdavidcs 2304316485Sdavidcs case SIOCDELMULTI: 2305316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, 2306316485Sdavidcs "%s: %s (0x%lx)\n", __func__, "SIOCDELMULTI", cmd)); 2307316485Sdavidcs 2308316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2309316485Sdavidcs if (qlnx_set_multi(ha, 0)) 2310316485Sdavidcs ret = EINVAL; 2311316485Sdavidcs } 2312316485Sdavidcs break; 2313316485Sdavidcs 2314316485Sdavidcs case SIOCSIFMEDIA: 2315316485Sdavidcs case SIOCGIFMEDIA: 2316316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, 2317316485Sdavidcs "%s: SIOCSIFMEDIA/SIOCGIFMEDIA (0x%lx)\n", 2318316485Sdavidcs __func__, cmd)); 2319316485Sdavidcs ret = ifmedia_ioctl(ifp, ifr, &ha->media, cmd); 2320316485Sdavidcs break; 2321316485Sdavidcs 2322316485Sdavidcs case SIOCSIFCAP: 2323316485Sdavidcs 2324316485Sdavidcs mask = ifr->ifr_reqcap ^ ifp->if_capenable; 2325316485Sdavidcs 2326316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, "%s: SIOCSIFCAP (0x%lx)\n", 2327316485Sdavidcs __func__, cmd)); 2328316485Sdavidcs 2329316485Sdavidcs if (mask & IFCAP_HWCSUM) 2330316485Sdavidcs ifp->if_capenable ^= IFCAP_HWCSUM; 2331316485Sdavidcs if (mask & IFCAP_TSO4) 2332316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO4; 2333316485Sdavidcs if (mask & IFCAP_TSO6) 2334316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO6; 2335316485Sdavidcs if (mask & IFCAP_VLAN_HWTAGGING) 2336316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 2337316485Sdavidcs if (mask & IFCAP_VLAN_HWTSO) 2338316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTSO; 2339316485Sdavidcs if (mask & IFCAP_LRO) 2340316485Sdavidcs ifp->if_capenable ^= IFCAP_LRO; 2341316485Sdavidcs 2342316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) 2343316485Sdavidcs qlnx_init(ha); 2344316485Sdavidcs 2345316485Sdavidcs VLAN_CAPABILITIES(ifp); 2346316485Sdavidcs break; 2347316485Sdavidcs 2348316485Sdavidcs#if (__FreeBSD_version >= 1100101) 2349316485Sdavidcs 2350316485Sdavidcs case SIOCGI2C: 2351316485Sdavidcs { 2352316485Sdavidcs struct ifi2creq i2c; 2353316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[0]; 2354316485Sdavidcs struct ecore_ptt *p_ptt; 2355316485Sdavidcs 2356316485Sdavidcs ret = copyin(ifr->ifr_data, &i2c, sizeof(i2c)); 2357316485Sdavidcs 2358316485Sdavidcs if (ret) 2359316485Sdavidcs break; 2360316485Sdavidcs 2361316485Sdavidcs if ((i2c.len > sizeof (i2c.data)) || 2362316485Sdavidcs (i2c.dev_addr != 0xA0 && i2c.dev_addr != 0xA2)) { 2363316485Sdavidcs ret = EINVAL; 2364316485Sdavidcs break; 2365316485Sdavidcs } 2366316485Sdavidcs 2367316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 2368316485Sdavidcs 2369316485Sdavidcs if (!p_ptt) { 2370316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s :" 2371316485Sdavidcs " ecore_ptt_acquire failed\n", __func__)); 2372316485Sdavidcs ret = -1; 2373316485Sdavidcs break; 2374316485Sdavidcs } 2375316485Sdavidcs 2376316485Sdavidcs ret = ecore_mcp_phy_sfp_read(p_hwfn, p_ptt, 2377316485Sdavidcs (ha->pci_func & 0x1), i2c.dev_addr, i2c.offset, 2378316485Sdavidcs i2c.len, &i2c.data[0]); 2379316485Sdavidcs 2380316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 2381316485Sdavidcs 2382316485Sdavidcs if (ret) { 2383316485Sdavidcs ret = -1; 2384316485Sdavidcs break; 2385316485Sdavidcs } 2386316485Sdavidcs 2387316485Sdavidcs ret = copyout(&i2c, ifr->ifr_data, sizeof(i2c)); 2388316485Sdavidcs 2389316485Sdavidcs QL_DPRINT8(ha, (ha->pci_dev, "SIOCGI2C copyout ret = %d" 2390316485Sdavidcs " len = %d addr = 0x%02x offset = 0x%04x" 2391316485Sdavidcs " data[0..7]=0x%02x 0x%02x 0x%02x 0x%02x 0x%02x" 2392316485Sdavidcs " 0x%02x 0x%02x 0x%02x\n", 2393316485Sdavidcs ret, i2c.len, i2c.dev_addr, i2c.offset, 2394316485Sdavidcs i2c.data[0], i2c.data[1], i2c.data[2], i2c.data[3], 2395316485Sdavidcs i2c.data[4], i2c.data[5], i2c.data[6], i2c.data[7])); 2396316485Sdavidcs break; 2397316485Sdavidcs } 2398316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) */ 2399316485Sdavidcs 2400316485Sdavidcs default: 2401316485Sdavidcs QL_DPRINT4(ha, (ha->pci_dev, "%s: default (0x%lx)\n", 2402316485Sdavidcs __func__, cmd)); 2403316485Sdavidcs ret = ether_ioctl(ifp, cmd, data); 2404316485Sdavidcs break; 2405316485Sdavidcs } 2406316485Sdavidcs 2407316485Sdavidcs return (ret); 2408316485Sdavidcs} 2409316485Sdavidcs 2410316485Sdavidcsstatic int 2411316485Sdavidcsqlnx_media_change(struct ifnet *ifp) 2412316485Sdavidcs{ 2413316485Sdavidcs qlnx_host_t *ha; 2414316485Sdavidcs struct ifmedia *ifm; 2415316485Sdavidcs int ret = 0; 2416316485Sdavidcs 2417316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2418316485Sdavidcs 2419316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 2420316485Sdavidcs 2421316485Sdavidcs ifm = &ha->media; 2422316485Sdavidcs 2423316485Sdavidcs if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER) 2424316485Sdavidcs ret = EINVAL; 2425316485Sdavidcs 2426316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit\n", __func__)); 2427316485Sdavidcs 2428316485Sdavidcs return (ret); 2429316485Sdavidcs} 2430316485Sdavidcs 2431316485Sdavidcsstatic void 2432316485Sdavidcsqlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr) 2433316485Sdavidcs{ 2434316485Sdavidcs qlnx_host_t *ha; 2435316485Sdavidcs 2436316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2437316485Sdavidcs 2438316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 2439316485Sdavidcs 2440316485Sdavidcs ifmr->ifm_status = IFM_AVALID; 2441316485Sdavidcs ifmr->ifm_active = IFM_ETHER; 2442316485Sdavidcs 2443316485Sdavidcs if (ha->link_up) { 2444316485Sdavidcs ifmr->ifm_status |= IFM_ACTIVE; 2445316485Sdavidcs ifmr->ifm_active |= 2446316485Sdavidcs (IFM_FDX | qlnx_get_optics(ha, &ha->if_link)); 2447316485Sdavidcs 2448316485Sdavidcs if (ha->if_link.link_partner_caps & 2449316485Sdavidcs (QLNX_LINK_CAP_Pause | QLNX_LINK_CAP_Asym_Pause)) 2450316485Sdavidcs ifmr->ifm_active |= 2451316485Sdavidcs (IFM_ETH_RXPAUSE | IFM_ETH_TXPAUSE); 2452316485Sdavidcs } 2453316485Sdavidcs 2454316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit (%s)\n", __func__, 2455316485Sdavidcs (ha->link_up ? "link_up" : "link_down"))); 2456316485Sdavidcs 2457316485Sdavidcs return; 2458316485Sdavidcs} 2459316485Sdavidcs 2460316485Sdavidcs 2461316485Sdavidcsstatic void 2462316485Sdavidcsqlnx_free_tx_pkt(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2463316485Sdavidcs struct qlnx_tx_queue *txq) 2464316485Sdavidcs{ 2465316485Sdavidcs u16 idx; 2466316485Sdavidcs struct mbuf *mp; 2467316485Sdavidcs bus_dmamap_t map; 2468316485Sdavidcs int i; 2469316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2470316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2471316485Sdavidcs int nbds = 0; 2472316485Sdavidcs 2473316485Sdavidcs idx = txq->sw_tx_cons; 2474316485Sdavidcs mp = txq->sw_tx_ring[idx].mp; 2475316485Sdavidcs map = txq->sw_tx_ring[idx].map; 2476316485Sdavidcs 2477316485Sdavidcs if ((mp == NULL) || QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL)){ 2478316485Sdavidcs 2479316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL); 2480316485Sdavidcs 2481316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: (mp == NULL) " 2482316485Sdavidcs " tx_idx = 0x%x" 2483316485Sdavidcs " ecore_prod_idx = 0x%x" 2484316485Sdavidcs " ecore_cons_idx = 0x%x" 2485316485Sdavidcs " hw_bd_cons = 0x%x" 2486316485Sdavidcs " txq_db_last = 0x%x" 2487316485Sdavidcs " elem_left = 0x%x\n", 2488316485Sdavidcs __func__, 2489316485Sdavidcs fp->rss_id, 2490316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2491316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2492316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2493316485Sdavidcs txq->tx_db.raw, 2494316485Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl))); 2495316485Sdavidcs 2496316485Sdavidcs fp->err_tx_free_pkt_null++; 2497316485Sdavidcs 2498316485Sdavidcs //DEBUG 2499316485Sdavidcs qlnx_trigger_dump(ha); 2500316485Sdavidcs 2501316485Sdavidcs return; 2502316485Sdavidcs } else { 2503316485Sdavidcs 2504316485Sdavidcs QLNX_INC_OPACKETS((ha->ifp)); 2505316485Sdavidcs QLNX_INC_OBYTES((ha->ifp), (mp->m_pkthdr.len)); 2506316485Sdavidcs 2507316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_POSTWRITE); 2508316485Sdavidcs bus_dmamap_unload(ha->tx_tag, map); 2509316485Sdavidcs 2510316485Sdavidcs fp->tx_pkts_freed++; 2511316485Sdavidcs fp->tx_pkts_completed++; 2512316485Sdavidcs 2513316485Sdavidcs m_freem(mp); 2514316485Sdavidcs } 2515316485Sdavidcs 2516316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_consume(&txq->tx_pbl); 2517316485Sdavidcs nbds = first_bd->data.nbds; 2518316485Sdavidcs 2519316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(first_bd, 0, 0); 2520316485Sdavidcs 2521316485Sdavidcs for (i = 1; i < nbds; i++) { 2522316485Sdavidcs tx_data_bd = ecore_chain_consume(&txq->tx_pbl); 2523316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(tx_data_bd, 0, 0); 2524316485Sdavidcs } 2525316485Sdavidcs txq->sw_tx_ring[idx].flags = 0; 2526316485Sdavidcs txq->sw_tx_ring[idx].mp = NULL; 2527316485Sdavidcs txq->sw_tx_ring[idx].map = (bus_dmamap_t)0; 2528316485Sdavidcs 2529316485Sdavidcs return; 2530316485Sdavidcs} 2531316485Sdavidcs 2532316485Sdavidcsstatic void 2533316485Sdavidcsqlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2534316485Sdavidcs struct qlnx_tx_queue *txq) 2535316485Sdavidcs{ 2536316485Sdavidcs u16 hw_bd_cons; 2537316485Sdavidcs u16 ecore_cons_idx; 2538316485Sdavidcs uint16_t diff; 2539316485Sdavidcs 2540316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 2541316485Sdavidcs 2542316485Sdavidcs while (hw_bd_cons != 2543316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 2544316485Sdavidcs 2545316485Sdavidcs if (hw_bd_cons < ecore_cons_idx) { 2546316485Sdavidcs diff = (1 << 16) - (ecore_cons_idx - hw_bd_cons); 2547316485Sdavidcs } else { 2548316485Sdavidcs diff = hw_bd_cons - ecore_cons_idx; 2549316485Sdavidcs } 2550316485Sdavidcs if ((diff > TX_RING_SIZE) || 2551316485Sdavidcs QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF)){ 2552316485Sdavidcs 2553316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF); 2554316485Sdavidcs 2555316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: (diff = 0x%x) " 2556316485Sdavidcs " tx_idx = 0x%x" 2557316485Sdavidcs " ecore_prod_idx = 0x%x" 2558316485Sdavidcs " ecore_cons_idx = 0x%x" 2559316485Sdavidcs " hw_bd_cons = 0x%x" 2560316485Sdavidcs " txq_db_last = 0x%x" 2561316485Sdavidcs " elem_left = 0x%x\n", 2562316485Sdavidcs __func__, diff, 2563316485Sdavidcs fp->rss_id, 2564316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2565316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2566316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2567316485Sdavidcs txq->tx_db.raw, 2568316485Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl))); 2569316485Sdavidcs 2570316485Sdavidcs fp->err_tx_cons_idx_conflict++; 2571316485Sdavidcs 2572316485Sdavidcs //DEBUG 2573316485Sdavidcs qlnx_trigger_dump(ha); 2574316485Sdavidcs } 2575316485Sdavidcs 2576316485Sdavidcs qlnx_free_tx_pkt(ha, fp, txq); 2577316485Sdavidcs 2578316485Sdavidcs txq->sw_tx_cons = (txq->sw_tx_cons + 1) & (TX_RING_SIZE - 1); 2579316485Sdavidcs } 2580316485Sdavidcs return; 2581316485Sdavidcs} 2582316485Sdavidcs 2583316485Sdavidcsstatic int 2584316485Sdavidcsqlnx_transmit(struct ifnet *ifp, struct mbuf *mp) 2585316485Sdavidcs{ 2586316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)ifp->if_softc; 2587316485Sdavidcs struct qlnx_fastpath *fp; 2588316485Sdavidcs int rss_id = 0, ret = 0; 2589316485Sdavidcs 2590316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 2591316485Sdavidcs 2592316485Sdavidcs#if __FreeBSD_version >= 1100000 2593316485Sdavidcs if (M_HASHTYPE_GET(mp) != M_HASHTYPE_NONE) 2594316485Sdavidcs#else 2595316485Sdavidcs if (mp->m_flags & M_FLOWID) 2596316485Sdavidcs#endif 2597316485Sdavidcs rss_id = (mp->m_pkthdr.flowid % ECORE_RSS_IND_TABLE_SIZE) % 2598316485Sdavidcs ha->num_rss; 2599316485Sdavidcs 2600316485Sdavidcs fp = &ha->fp_array[rss_id]; 2601316485Sdavidcs 2602316485Sdavidcs if (fp->tx_br == NULL) { 2603316485Sdavidcs ret = EINVAL; 2604316485Sdavidcs goto qlnx_transmit_exit; 2605316485Sdavidcs } 2606316485Sdavidcs 2607316485Sdavidcs if (mp != NULL) { 2608316485Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 2609316485Sdavidcs } 2610316485Sdavidcs 2611316485Sdavidcs if (fp->fp_taskqueue != NULL) 2612316485Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 2613316485Sdavidcs 2614316485Sdavidcs ret = 0; 2615316485Sdavidcs 2616316485Sdavidcsqlnx_transmit_exit: 2617316485Sdavidcs 2618316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit ret = %d\n", __func__, ret)); 2619316485Sdavidcs return ret; 2620316485Sdavidcs} 2621316485Sdavidcs 2622316485Sdavidcsstatic void 2623316485Sdavidcsqlnx_qflush(struct ifnet *ifp) 2624316485Sdavidcs{ 2625316485Sdavidcs int rss_id; 2626316485Sdavidcs struct qlnx_fastpath *fp; 2627316485Sdavidcs struct mbuf *mp; 2628316485Sdavidcs qlnx_host_t *ha; 2629316485Sdavidcs 2630316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2631316485Sdavidcs 2632316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 2633316485Sdavidcs 2634316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 2635316485Sdavidcs 2636316485Sdavidcs fp = &ha->fp_array[rss_id]; 2637316485Sdavidcs 2638316485Sdavidcs if (fp == NULL) 2639316485Sdavidcs continue; 2640316485Sdavidcs 2641316485Sdavidcs if (fp->tx_br) { 2642316485Sdavidcs mtx_lock(&fp->tx_mtx); 2643316485Sdavidcs 2644316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 2645316485Sdavidcs fp->tx_pkts_freed++; 2646316485Sdavidcs m_freem(mp); 2647316485Sdavidcs } 2648316485Sdavidcs mtx_unlock(&fp->tx_mtx); 2649316485Sdavidcs } 2650316485Sdavidcs } 2651316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit\n", __func__)); 2652316485Sdavidcs 2653316485Sdavidcs return; 2654316485Sdavidcs} 2655316485Sdavidcs 2656316485Sdavidcsstatic void 2657316485Sdavidcsqlnx_txq_doorbell_wr32(qlnx_host_t *ha, void *reg_addr, uint32_t value) 2658316485Sdavidcs{ 2659316485Sdavidcs struct ecore_dev *cdev; 2660316485Sdavidcs uint32_t offset; 2661316485Sdavidcs 2662316485Sdavidcs cdev = &ha->cdev; 2663316485Sdavidcs 2664316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)cdev->doorbells); 2665316485Sdavidcs 2666316485Sdavidcs bus_write_4(ha->pci_dbells, offset, value); 2667316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_READ); 2668316485Sdavidcs bus_barrier(ha->pci_dbells, 0, 0, BUS_SPACE_BARRIER_READ); 2669316485Sdavidcs 2670316485Sdavidcs return; 2671316485Sdavidcs} 2672316485Sdavidcs 2673316485Sdavidcsstatic uint32_t 2674316485Sdavidcsqlnx_tcp_offset(qlnx_host_t *ha, struct mbuf *mp) 2675316485Sdavidcs{ 2676316485Sdavidcs struct ether_vlan_header *eh = NULL; 2677316485Sdavidcs struct ip *ip = NULL; 2678316485Sdavidcs struct ip6_hdr *ip6 = NULL; 2679316485Sdavidcs struct tcphdr *th = NULL; 2680316485Sdavidcs uint32_t ehdrlen = 0, ip_hlen = 0, offset = 0; 2681316485Sdavidcs uint16_t etype = 0; 2682316485Sdavidcs device_t dev; 2683316485Sdavidcs uint8_t buf[sizeof(struct ip6_hdr)]; 2684316485Sdavidcs 2685316485Sdavidcs dev = ha->pci_dev; 2686316485Sdavidcs 2687316485Sdavidcs eh = mtod(mp, struct ether_vlan_header *); 2688316485Sdavidcs 2689316485Sdavidcs if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) { 2690316485Sdavidcs ehdrlen = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN; 2691316485Sdavidcs etype = ntohs(eh->evl_proto); 2692316485Sdavidcs } else { 2693316485Sdavidcs ehdrlen = ETHER_HDR_LEN; 2694316485Sdavidcs etype = ntohs(eh->evl_encap_proto); 2695316485Sdavidcs } 2696316485Sdavidcs 2697316485Sdavidcs switch (etype) { 2698316485Sdavidcs 2699316485Sdavidcs case ETHERTYPE_IP: 2700316485Sdavidcs ip = (struct ip *)(mp->m_data + ehdrlen); 2701316485Sdavidcs 2702316485Sdavidcs ip_hlen = sizeof (struct ip); 2703316485Sdavidcs 2704316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 2705316485Sdavidcs m_copydata(mp, ehdrlen, sizeof(struct ip), buf); 2706316485Sdavidcs ip = (struct ip *)buf; 2707316485Sdavidcs } 2708316485Sdavidcs 2709316485Sdavidcs th = (struct tcphdr *)(ip + 1); 2710316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 2711316485Sdavidcs break; 2712316485Sdavidcs 2713316485Sdavidcs case ETHERTYPE_IPV6: 2714316485Sdavidcs ip6 = (struct ip6_hdr *)(mp->m_data + ehdrlen); 2715316485Sdavidcs 2716316485Sdavidcs ip_hlen = sizeof(struct ip6_hdr); 2717316485Sdavidcs 2718316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 2719316485Sdavidcs m_copydata(mp, ehdrlen, sizeof (struct ip6_hdr), 2720316485Sdavidcs buf); 2721316485Sdavidcs ip6 = (struct ip6_hdr *)buf; 2722316485Sdavidcs } 2723316485Sdavidcs th = (struct tcphdr *)(ip6 + 1); 2724316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 2725316485Sdavidcs break; 2726316485Sdavidcs 2727316485Sdavidcs default: 2728316485Sdavidcs break; 2729316485Sdavidcs } 2730316485Sdavidcs 2731316485Sdavidcs return (offset); 2732316485Sdavidcs} 2733316485Sdavidcs 2734316485Sdavidcsstatic __inline int 2735316485Sdavidcsqlnx_tso_check(struct qlnx_fastpath *fp, bus_dma_segment_t *segs, int nsegs, 2736316485Sdavidcs uint32_t offset) 2737316485Sdavidcs{ 2738316485Sdavidcs int i; 2739316485Sdavidcs uint32_t sum, nbds_in_hdr = 1; 2740316485Sdavidcs bus_dma_segment_t *t_segs = segs; 2741316485Sdavidcs 2742316485Sdavidcs /* count the number of segments spanned by TCP header */ 2743316485Sdavidcs 2744316485Sdavidcs i = 0; 2745316485Sdavidcs while ((i < nsegs) && (offset > t_segs->ds_len)) { 2746316485Sdavidcs nbds_in_hdr++; 2747316485Sdavidcs offset = offset - t_segs->ds_len; 2748316485Sdavidcs t_segs++; 2749316485Sdavidcs i++; 2750316485Sdavidcs } 2751316485Sdavidcs 2752316485Sdavidcs while (nsegs >= QLNX_MAX_SEGMENTS_NON_TSO) { 2753316485Sdavidcs 2754316485Sdavidcs sum = 0; 2755316485Sdavidcs 2756316485Sdavidcs for (i = 0; i < (ETH_TX_LSO_WINDOW_BDS_NUM - nbds_in_hdr); i++){ 2757316485Sdavidcs sum += segs->ds_len; 2758316485Sdavidcs segs++; 2759316485Sdavidcs } 2760316485Sdavidcs 2761316485Sdavidcs if (sum < ETH_TX_LSO_WINDOW_MIN_LEN) { 2762316485Sdavidcs fp->tx_lso_wnd_min_len++; 2763316485Sdavidcs return (-1); 2764316485Sdavidcs } 2765316485Sdavidcs 2766316485Sdavidcs nsegs -= QLNX_MAX_SEGMENTS_NON_TSO; 2767316485Sdavidcs } 2768316485Sdavidcs 2769316485Sdavidcs return (0); 2770316485Sdavidcs} 2771316485Sdavidcs 2772316485Sdavidcsstatic int 2773316485Sdavidcsqlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, struct mbuf **m_headp) 2774316485Sdavidcs{ 2775316485Sdavidcs bus_dma_segment_t *segs; 2776316485Sdavidcs bus_dmamap_t map = 0; 2777316485Sdavidcs uint32_t nsegs = 0; 2778316485Sdavidcs int ret = -1; 2779316485Sdavidcs struct mbuf *m_head = *m_headp; 2780316485Sdavidcs uint16_t idx = 0; 2781316485Sdavidcs uint16_t elem_left; 2782316485Sdavidcs 2783316485Sdavidcs uint8_t nbd = 0; 2784316485Sdavidcs struct qlnx_tx_queue *txq; 2785316485Sdavidcs 2786316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2787316485Sdavidcs struct eth_tx_2nd_bd *second_bd; 2788316485Sdavidcs struct eth_tx_3rd_bd *third_bd; 2789316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2790316485Sdavidcs 2791316485Sdavidcs int seg_idx = 0; 2792316485Sdavidcs uint32_t nbds_in_hdr = 0; 2793316485Sdavidcs uint32_t offset = 0; 2794316485Sdavidcs 2795316485Sdavidcs QL_DPRINT8(ha, (ha->pci_dev, "%s: enter\n", __func__)); 2796316485Sdavidcs 2797316485Sdavidcs if (!ha->link_up) 2798316485Sdavidcs return (-1); 2799316485Sdavidcs 2800316485Sdavidcs first_bd = NULL; 2801316485Sdavidcs second_bd = NULL; 2802316485Sdavidcs third_bd = NULL; 2803316485Sdavidcs tx_data_bd = NULL; 2804316485Sdavidcs 2805316485Sdavidcs txq = fp->txq[0]; 2806318657Sdavidcs 2807318657Sdavidcs if (fp->tx_ring_full) { 2808318657Sdavidcs elem_left = ecore_chain_get_elem_left(&txq->tx_pbl); 2809318657Sdavidcs 2810318657Sdavidcs if (elem_left < (TX_RING_SIZE >> 4)) 2811318657Sdavidcs return (-1); 2812318657Sdavidcs else 2813318657Sdavidcs fp->tx_ring_full = 0; 2814318657Sdavidcs } 2815318657Sdavidcs 2816316485Sdavidcs idx = txq->sw_tx_prod; 2817316485Sdavidcs 2818316485Sdavidcs map = txq->sw_tx_ring[idx].map; 2819316485Sdavidcs segs = txq->segs; 2820316485Sdavidcs 2821316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, segs, &nsegs, 2822316485Sdavidcs BUS_DMA_NOWAIT); 2823316485Sdavidcs 2824318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 2825318657Sdavidcs if (!fp->tx_tso_min_pkt_len) { 2826316485Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 2827318657Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 2828318657Sdavidcs } else { 2829318657Sdavidcs if (fp->tx_tso_min_pkt_len > m_head->m_pkthdr.len) 2830318657Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 2831318657Sdavidcs if (fp->tx_tso_max_pkt_len < m_head->m_pkthdr.len) 2832318657Sdavidcs fp->tx_tso_max_pkt_len = m_head->m_pkthdr.len; 2833318657Sdavidcs } 2834316485Sdavidcs } 2835316485Sdavidcs 2836316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 2837316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 2838316485Sdavidcs 2839316485Sdavidcs if ((ret == EFBIG) || 2840316485Sdavidcs ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && ( 2841316485Sdavidcs (!(m_head->m_pkthdr.csum_flags & CSUM_TSO)) || 2842316485Sdavidcs ((m_head->m_pkthdr.csum_flags & CSUM_TSO) && 2843316485Sdavidcs qlnx_tso_check(fp, segs, nsegs, offset))))) { 2844316485Sdavidcs 2845316485Sdavidcs struct mbuf *m; 2846316485Sdavidcs 2847316485Sdavidcs QL_DPRINT8(ha, (ha->pci_dev, "%s: EFBIG [%d]\n", __func__, 2848316485Sdavidcs m_head->m_pkthdr.len)); 2849316485Sdavidcs 2850316485Sdavidcs fp->tx_defrag++; 2851316485Sdavidcs 2852316485Sdavidcs m = m_defrag(m_head, M_NOWAIT); 2853316485Sdavidcs if (m == NULL) { 2854316485Sdavidcs fp->err_tx_defrag++; 2855316485Sdavidcs fp->tx_pkts_freed++; 2856316485Sdavidcs m_freem(m_head); 2857316485Sdavidcs *m_headp = NULL; 2858316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 2859316485Sdavidcs "%s: m_defrag() = NULL [%d]\n", 2860316485Sdavidcs __func__, ret)); 2861316485Sdavidcs return (ENOBUFS); 2862316485Sdavidcs } 2863316485Sdavidcs 2864316485Sdavidcs m_head = m; 2865316485Sdavidcs *m_headp = m_head; 2866316485Sdavidcs 2867316485Sdavidcs if ((ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, 2868316485Sdavidcs segs, &nsegs, BUS_DMA_NOWAIT))) { 2869316485Sdavidcs 2870316485Sdavidcs fp->err_tx_defrag_dmamap_load++; 2871316485Sdavidcs 2872316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 2873316485Sdavidcs "%s: bus_dmamap_load_mbuf_sg failed0[%d, %d]\n", 2874316485Sdavidcs __func__, ret, m_head->m_pkthdr.len)); 2875316485Sdavidcs 2876316485Sdavidcs fp->tx_pkts_freed++; 2877316485Sdavidcs m_freem(m_head); 2878316485Sdavidcs *m_headp = NULL; 2879316485Sdavidcs 2880316485Sdavidcs return (ret); 2881316485Sdavidcs } 2882316485Sdavidcs 2883316485Sdavidcs if ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && 2884316485Sdavidcs !(m_head->m_pkthdr.csum_flags & CSUM_TSO)) { 2885316485Sdavidcs 2886316485Sdavidcs fp->err_tx_non_tso_max_seg++; 2887316485Sdavidcs 2888316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 2889316485Sdavidcs "%s: (%d) nsegs too many for non-TSO[%d, %d]\n", 2890316485Sdavidcs __func__, ret, nsegs, m_head->m_pkthdr.len)); 2891316485Sdavidcs 2892316485Sdavidcs fp->tx_pkts_freed++; 2893316485Sdavidcs m_freem(m_head); 2894316485Sdavidcs *m_headp = NULL; 2895316485Sdavidcs 2896316485Sdavidcs return (ret); 2897316485Sdavidcs } 2898316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 2899316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 2900316485Sdavidcs 2901316485Sdavidcs } else if (ret) { 2902316485Sdavidcs 2903316485Sdavidcs fp->err_tx_dmamap_load++; 2904316485Sdavidcs 2905316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 2906316485Sdavidcs "%s: bus_dmamap_load_mbuf_sg failed1[%d, %d]\n", 2907316485Sdavidcs __func__, ret, m_head->m_pkthdr.len)); 2908316485Sdavidcs 2909316485Sdavidcs fp->tx_pkts_freed++; 2910316485Sdavidcs m_freem(m_head); 2911316485Sdavidcs *m_headp = NULL; 2912316485Sdavidcs return (ret); 2913316485Sdavidcs } 2914316485Sdavidcs 2915316485Sdavidcs QL_ASSERT(ha, (nsegs != 0), ("qlnx_send: empty packet")); 2916316485Sdavidcs 2917318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 2918318657Sdavidcs if (nsegs < QLNX_FP_MAX_SEGS) 2919318657Sdavidcs fp->tx_pkts[(nsegs - 1)]++; 2920318657Sdavidcs else 2921318657Sdavidcs fp->tx_pkts[(QLNX_FP_MAX_SEGS - 1)]++; 2922318657Sdavidcs } 2923316485Sdavidcs 2924316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > 2925316485Sdavidcs (int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl))) { 2926316485Sdavidcs 2927316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: (%d, 0x%x) insuffient BDs" 2928316485Sdavidcs "in chain[%d] trying to free packets\n", 2929316485Sdavidcs __func__, nsegs, elem_left, fp->rss_id)); 2930316485Sdavidcs 2931316485Sdavidcs fp->tx_nsegs_gt_elem_left++; 2932316485Sdavidcs 2933316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 2934316485Sdavidcs 2935316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > (int)(elem_left = 2936316485Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl))) { 2937316485Sdavidcs 2938316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 2939316485Sdavidcs "%s: (%d, 0x%x) insuffient BDs in chain[%d]\n", 2940316485Sdavidcs __func__, nsegs, elem_left, fp->rss_id)); 2941316485Sdavidcs 2942316485Sdavidcs fp->err_tx_nsegs_gt_elem_left++; 2943318657Sdavidcs fp->tx_ring_full = 1; 2944316485Sdavidcs ha->storm_stats_enable = 1; 2945316485Sdavidcs return (ENOBUFS); 2946316485Sdavidcs } 2947316485Sdavidcs } 2948316485Sdavidcs 2949316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_PREWRITE); 2950316485Sdavidcs 2951316485Sdavidcs txq->sw_tx_ring[idx].mp = m_head; 2952316485Sdavidcs 2953316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_produce(&txq->tx_pbl); 2954316485Sdavidcs 2955316485Sdavidcs memset(first_bd, 0, sizeof(*first_bd)); 2956316485Sdavidcs 2957316485Sdavidcs first_bd->data.bd_flags.bitfields = 2958316485Sdavidcs 1 << ETH_TX_1ST_BD_FLAGS_START_BD_SHIFT; 2959316485Sdavidcs 2960316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, segs->ds_len); 2961316485Sdavidcs 2962316485Sdavidcs nbd++; 2963316485Sdavidcs 2964316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_IP) { 2965316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2966316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 2967316485Sdavidcs } 2968316485Sdavidcs 2969316485Sdavidcs if (m_head->m_pkthdr.csum_flags & (CSUM_UDP | CSUM_TCP)) { 2970316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2971316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_L4_CSUM_SHIFT); 2972316485Sdavidcs } 2973316485Sdavidcs 2974316485Sdavidcs if (m_head->m_flags & M_VLANTAG) { 2975316485Sdavidcs first_bd->data.vlan = m_head->m_pkthdr.ether_vtag; 2976316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2977316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_VLAN_INSERTION_SHIFT); 2978316485Sdavidcs } 2979316485Sdavidcs 2980316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 2981316485Sdavidcs 2982316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2983316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_LSO_SHIFT); 2984316485Sdavidcs first_bd->data.bd_flags.bitfields |= 2985316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 2986316485Sdavidcs 2987316485Sdavidcs nbds_in_hdr = 1; 2988316485Sdavidcs 2989316485Sdavidcs if (offset == segs->ds_len) { 2990316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 2991316485Sdavidcs segs++; 2992316485Sdavidcs seg_idx++; 2993316485Sdavidcs 2994316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 2995316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 2996316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 2997316485Sdavidcs nbd++; 2998316485Sdavidcs 2999316485Sdavidcs if (seg_idx < nsegs) { 3000316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3001316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 3002316485Sdavidcs segs++; 3003316485Sdavidcs seg_idx++; 3004316485Sdavidcs } 3005316485Sdavidcs 3006316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3007316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3008316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3009316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3010316485Sdavidcs third_bd->data.bitfields |= 3011316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3012316485Sdavidcs nbd++; 3013316485Sdavidcs 3014316485Sdavidcs if (seg_idx < nsegs) { 3015316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3016316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 3017316485Sdavidcs segs++; 3018316485Sdavidcs seg_idx++; 3019316485Sdavidcs } 3020316485Sdavidcs 3021316485Sdavidcs for (; seg_idx < nsegs; seg_idx++) { 3022316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3023316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3024316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3025316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3026316485Sdavidcs segs->ds_addr,\ 3027316485Sdavidcs segs->ds_len); 3028316485Sdavidcs segs++; 3029316485Sdavidcs nbd++; 3030316485Sdavidcs } 3031316485Sdavidcs 3032316485Sdavidcs } else if (offset < segs->ds_len) { 3033316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 3034316485Sdavidcs 3035316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3036316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3037316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 3038316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3039316485Sdavidcs (segs->ds_addr + offset),\ 3040316485Sdavidcs (segs->ds_len - offset)); 3041316485Sdavidcs nbd++; 3042316485Sdavidcs segs++; 3043316485Sdavidcs 3044316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3045316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3046316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3047316485Sdavidcs 3048316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3049316485Sdavidcs segs->ds_addr,\ 3050316485Sdavidcs segs->ds_len); 3051316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3052316485Sdavidcs third_bd->data.bitfields |= 3053316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3054316485Sdavidcs segs++; 3055316485Sdavidcs nbd++; 3056316485Sdavidcs 3057316485Sdavidcs for (seg_idx = 2; seg_idx < nsegs; seg_idx++) { 3058316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3059316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3060316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3061316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3062316485Sdavidcs segs->ds_addr,\ 3063316485Sdavidcs segs->ds_len); 3064316485Sdavidcs segs++; 3065316485Sdavidcs nbd++; 3066316485Sdavidcs } 3067316485Sdavidcs 3068316485Sdavidcs } else { 3069316485Sdavidcs offset = offset - segs->ds_len; 3070316485Sdavidcs segs++; 3071316485Sdavidcs 3072316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3073316485Sdavidcs 3074316485Sdavidcs if (offset) 3075316485Sdavidcs nbds_in_hdr++; 3076316485Sdavidcs 3077316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3078316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3079316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3080316485Sdavidcs 3081316485Sdavidcs if (second_bd == NULL) { 3082316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3083316485Sdavidcs tx_data_bd; 3084316485Sdavidcs } else if (third_bd == NULL) { 3085316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3086316485Sdavidcs tx_data_bd; 3087316485Sdavidcs } 3088316485Sdavidcs 3089316485Sdavidcs if (offset && (offset < segs->ds_len)) { 3090316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3091316485Sdavidcs segs->ds_addr, offset); 3092316485Sdavidcs 3093316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3094316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3095316485Sdavidcs 3096316485Sdavidcs memset(tx_data_bd, 0, 3097316485Sdavidcs sizeof(*tx_data_bd)); 3098316485Sdavidcs 3099316485Sdavidcs if (second_bd == NULL) { 3100316485Sdavidcs second_bd = 3101316485Sdavidcs (struct eth_tx_2nd_bd *)tx_data_bd; 3102316485Sdavidcs } else if (third_bd == NULL) { 3103316485Sdavidcs third_bd = 3104316485Sdavidcs (struct eth_tx_3rd_bd *)tx_data_bd; 3105316485Sdavidcs } 3106316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3107316485Sdavidcs (segs->ds_addr + offset), \ 3108316485Sdavidcs (segs->ds_len - offset)); 3109316485Sdavidcs nbd++; 3110316485Sdavidcs offset = 0; 3111316485Sdavidcs } else { 3112316485Sdavidcs if (offset) 3113316485Sdavidcs offset = offset - segs->ds_len; 3114316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3115316485Sdavidcs segs->ds_addr, segs->ds_len); 3116316485Sdavidcs } 3117316485Sdavidcs segs++; 3118316485Sdavidcs nbd++; 3119316485Sdavidcs } 3120316485Sdavidcs 3121316485Sdavidcs if (third_bd == NULL) { 3122316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3123316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3124316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3125316485Sdavidcs } 3126316485Sdavidcs 3127316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3128316485Sdavidcs third_bd->data.bitfields |= 3129316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3130316485Sdavidcs } 3131316485Sdavidcs } else { 3132316485Sdavidcs segs++; 3133316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3134316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3135316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3136316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3137316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, segs->ds_addr,\ 3138316485Sdavidcs segs->ds_len); 3139316485Sdavidcs segs++; 3140316485Sdavidcs nbd++; 3141316485Sdavidcs } 3142316485Sdavidcs first_bd->data.bitfields = 3143316485Sdavidcs (m_head->m_pkthdr.len & ETH_TX_DATA_1ST_BD_PKT_LEN_MASK) 3144316485Sdavidcs << ETH_TX_DATA_1ST_BD_PKT_LEN_SHIFT; 3145316485Sdavidcs first_bd->data.bitfields = 3146316485Sdavidcs htole16(first_bd->data.bitfields); 3147316485Sdavidcs } 3148316485Sdavidcs 3149316485Sdavidcs 3150316485Sdavidcs first_bd->data.nbds = nbd; 3151316485Sdavidcs 3152318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3153318657Sdavidcs if (fp->tx_tso_max_nsegs < nsegs) 3154318657Sdavidcs fp->tx_tso_max_nsegs = nsegs; 3155316485Sdavidcs 3156318657Sdavidcs if ((nsegs < fp->tx_tso_min_nsegs) || (!fp->tx_tso_min_nsegs)) 3157318657Sdavidcs fp->tx_tso_min_nsegs = nsegs; 3158318657Sdavidcs } 3159316485Sdavidcs 3160316485Sdavidcs txq->sw_tx_ring[idx].nsegs = nsegs; 3161316485Sdavidcs txq->sw_tx_prod = (txq->sw_tx_prod + 1) & (TX_RING_SIZE - 1); 3162316485Sdavidcs 3163316485Sdavidcs txq->tx_db.data.bd_prod = 3164316485Sdavidcs htole16(ecore_chain_get_prod_idx(&txq->tx_pbl)); 3165316485Sdavidcs 3166316485Sdavidcs qlnx_txq_doorbell_wr32(ha, txq->doorbell_addr, txq->tx_db.raw); 3167316485Sdavidcs 3168316485Sdavidcs QL_DPRINT8(ha, (ha->pci_dev, "%s: exit\n", __func__)); 3169316485Sdavidcs return (0); 3170316485Sdavidcs} 3171316485Sdavidcs 3172316485Sdavidcsstatic void 3173316485Sdavidcsqlnx_stop(qlnx_host_t *ha) 3174316485Sdavidcs{ 3175316485Sdavidcs struct ifnet *ifp = ha->ifp; 3176316485Sdavidcs device_t dev; 3177316485Sdavidcs int i; 3178316485Sdavidcs 3179316485Sdavidcs dev = ha->pci_dev; 3180316485Sdavidcs 3181316485Sdavidcs ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 3182316485Sdavidcs 3183316485Sdavidcs /* 3184316485Sdavidcs * We simply lock and unlock each fp->tx_mtx to 3185316485Sdavidcs * propagate the if_drv_flags 3186316485Sdavidcs * state to each tx thread 3187316485Sdavidcs */ 3188316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 3189316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 3190316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 3191316485Sdavidcs 3192316485Sdavidcs mtx_lock(&fp->tx_mtx); 3193316485Sdavidcs mtx_unlock(&fp->tx_mtx); 3194316485Sdavidcs 3195316485Sdavidcs if (fp->fp_taskqueue != NULL) 3196316485Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, 3197316485Sdavidcs &fp->fp_task); 3198316485Sdavidcs } 3199316485Sdavidcs } 3200316485Sdavidcs 3201316485Sdavidcs qlnx_unload(ha); 3202316485Sdavidcs 3203316485Sdavidcs return; 3204316485Sdavidcs} 3205316485Sdavidcs 3206316485Sdavidcsstatic int 3207316485Sdavidcsqlnx_get_ifq_snd_maxlen(qlnx_host_t *ha) 3208316485Sdavidcs{ 3209316485Sdavidcs return(TX_RING_SIZE - 1); 3210316485Sdavidcs} 3211316485Sdavidcs 3212316485Sdavidcsuint8_t * 3213316485Sdavidcsqlnx_get_mac_addr(qlnx_host_t *ha) 3214316485Sdavidcs{ 3215316485Sdavidcs struct ecore_hwfn *p_hwfn; 3216316485Sdavidcs 3217316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 3218316485Sdavidcs return (p_hwfn->hw_info.hw_mac_addr); 3219316485Sdavidcs} 3220316485Sdavidcs 3221316485Sdavidcsstatic uint32_t 3222316485Sdavidcsqlnx_get_optics(qlnx_host_t *ha, struct qlnx_link_output *if_link) 3223316485Sdavidcs{ 3224316485Sdavidcs uint32_t ifm_type = 0; 3225316485Sdavidcs 3226316485Sdavidcs switch (if_link->media_type) { 3227316485Sdavidcs 3228316485Sdavidcs case MEDIA_MODULE_FIBER: 3229316485Sdavidcs case MEDIA_UNSPECIFIED: 3230316485Sdavidcs if (if_link->speed == (100 * 1000)) 3231316485Sdavidcs ifm_type = QLNX_IFM_100G_SR4; 3232316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3233316485Sdavidcs ifm_type = IFM_40G_SR4; 3234316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3235316485Sdavidcs ifm_type = QLNX_IFM_25G_SR; 3236316485Sdavidcs break; 3237316485Sdavidcs 3238316485Sdavidcs case MEDIA_DA_TWINAX: 3239316485Sdavidcs if (if_link->speed == (100 * 1000)) 3240316485Sdavidcs ifm_type = QLNX_IFM_100G_CR4; 3241316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3242316485Sdavidcs ifm_type = IFM_40G_CR4; 3243316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3244316485Sdavidcs ifm_type = QLNX_IFM_25G_CR; 3245316485Sdavidcs break; 3246316485Sdavidcs 3247316485Sdavidcs default : 3248316485Sdavidcs ifm_type = IFM_UNKNOWN; 3249316485Sdavidcs break; 3250316485Sdavidcs } 3251316485Sdavidcs return (ifm_type); 3252316485Sdavidcs} 3253316485Sdavidcs 3254316485Sdavidcs 3255316485Sdavidcs 3256316485Sdavidcs/***************************************************************************** 3257316485Sdavidcs * Interrupt Service Functions 3258316485Sdavidcs *****************************************************************************/ 3259316485Sdavidcs 3260316485Sdavidcsstatic int 3261316485Sdavidcsqlnx_rx_jumbo_chain(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3262316485Sdavidcs struct mbuf *mp_head, uint16_t len) 3263316485Sdavidcs{ 3264316485Sdavidcs struct mbuf *mp, *mpf, *mpl; 3265316485Sdavidcs struct sw_rx_data *sw_rx_data; 3266316485Sdavidcs struct qlnx_rx_queue *rxq; 3267316485Sdavidcs uint16_t len_in_buffer; 3268316485Sdavidcs 3269316485Sdavidcs rxq = fp->rxq; 3270316485Sdavidcs mpf = mpl = mp = NULL; 3271316485Sdavidcs 3272316485Sdavidcs while (len) { 3273316485Sdavidcs 3274316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3275316485Sdavidcs 3276316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3277316485Sdavidcs mp = sw_rx_data->data; 3278316485Sdavidcs 3279316485Sdavidcs if (mp == NULL) { 3280316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: mp = NULL\n", 3281316485Sdavidcs __func__)); 3282316485Sdavidcs fp->err_rx_mp_null++; 3283316485Sdavidcs rxq->sw_rx_cons = 3284316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3285316485Sdavidcs 3286316485Sdavidcs if (mpf != NULL) 3287316485Sdavidcs m_freem(mpf); 3288316485Sdavidcs 3289316485Sdavidcs return (-1); 3290316485Sdavidcs } 3291316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3292316485Sdavidcs BUS_DMASYNC_POSTREAD); 3293316485Sdavidcs 3294316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3295316485Sdavidcs 3296316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 3297316485Sdavidcs "%s: New buffer allocation failed, dropping" 3298316485Sdavidcs " incoming packet and reusing its buffer\n", 3299316485Sdavidcs __func__)); 3300316485Sdavidcs 3301316485Sdavidcs qlnx_reuse_rx_data(rxq); 3302316485Sdavidcs fp->err_rx_alloc_errors++; 3303316485Sdavidcs 3304316485Sdavidcs if (mpf != NULL) 3305316485Sdavidcs m_freem(mpf); 3306316485Sdavidcs 3307316485Sdavidcs return (-1); 3308316485Sdavidcs } 3309316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3310316485Sdavidcs 3311316485Sdavidcs if (len > rxq->rx_buf_size) 3312316485Sdavidcs len_in_buffer = rxq->rx_buf_size; 3313316485Sdavidcs else 3314316485Sdavidcs len_in_buffer = len; 3315316485Sdavidcs 3316316485Sdavidcs len = len - len_in_buffer; 3317316485Sdavidcs 3318316485Sdavidcs mp->m_flags &= ~M_PKTHDR; 3319316485Sdavidcs mp->m_next = NULL; 3320316485Sdavidcs mp->m_len = len_in_buffer; 3321316485Sdavidcs 3322316485Sdavidcs if (mpf == NULL) 3323316485Sdavidcs mpf = mpl = mp; 3324316485Sdavidcs else { 3325316485Sdavidcs mpl->m_next = mp; 3326316485Sdavidcs mpl = mp; 3327316485Sdavidcs } 3328316485Sdavidcs } 3329316485Sdavidcs 3330316485Sdavidcs if (mpf != NULL) 3331316485Sdavidcs mp_head->m_next = mpf; 3332316485Sdavidcs 3333316485Sdavidcs return (0); 3334316485Sdavidcs} 3335316485Sdavidcs 3336316485Sdavidcsstatic void 3337316485Sdavidcsqlnx_tpa_start(qlnx_host_t *ha, 3338316485Sdavidcs struct qlnx_fastpath *fp, 3339316485Sdavidcs struct qlnx_rx_queue *rxq, 3340316485Sdavidcs struct eth_fast_path_rx_tpa_start_cqe *cqe) 3341316485Sdavidcs{ 3342316485Sdavidcs uint32_t agg_index; 3343316485Sdavidcs struct ifnet *ifp = ha->ifp; 3344316485Sdavidcs struct mbuf *mp; 3345316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3346316485Sdavidcs struct sw_rx_data *sw_rx_data; 3347316485Sdavidcs dma_addr_t addr; 3348316485Sdavidcs bus_dmamap_t map; 3349316485Sdavidcs struct eth_rx_bd *rx_bd; 3350316485Sdavidcs int i; 3351316485Sdavidcs device_t dev; 3352316485Sdavidcs#if __FreeBSD_version >= 1100000 3353316485Sdavidcs uint8_t hash_type; 3354316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 3355316485Sdavidcs 3356316485Sdavidcs dev = ha->pci_dev; 3357316485Sdavidcs agg_index = cqe->tpa_agg_index; 3358316485Sdavidcs 3359316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: enter\n " 3360316485Sdavidcs "\t type = 0x%x\n" 3361316485Sdavidcs "\t bitfields = 0x%x\n" 3362316485Sdavidcs "\t seg_len = 0x%x\n" 3363316485Sdavidcs "\t pars_flags = 0x%x\n" 3364316485Sdavidcs "\t vlan_tag = 0x%x\n" 3365316485Sdavidcs "\t rss_hash = 0x%x\n" 3366316485Sdavidcs "\t len_on_first_bd = 0x%x\n" 3367316485Sdavidcs "\t placement_offset = 0x%x\n" 3368316485Sdavidcs "\t tpa_agg_index = 0x%x\n" 3369316485Sdavidcs "\t header_len = 0x%x\n" 3370316485Sdavidcs "\t ext_bd_len_list[0] = 0x%x\n" 3371316485Sdavidcs "\t ext_bd_len_list[1] = 0x%x\n" 3372316485Sdavidcs "\t ext_bd_len_list[2] = 0x%x\n" 3373316485Sdavidcs "\t ext_bd_len_list[3] = 0x%x\n" 3374316485Sdavidcs "\t ext_bd_len_list[4] = 0x%x\n", 3375316485Sdavidcs __func__, fp->rss_id, cqe->type, cqe->bitfields, cqe->seg_len, 3376316485Sdavidcs cqe->pars_flags.flags, cqe->vlan_tag, 3377316485Sdavidcs cqe->rss_hash, cqe->len_on_first_bd, cqe->placement_offset, 3378316485Sdavidcs cqe->tpa_agg_index, cqe->header_len, 3379316485Sdavidcs cqe->ext_bd_len_list[0], cqe->ext_bd_len_list[1], 3380316485Sdavidcs cqe->ext_bd_len_list[2], cqe->ext_bd_len_list[3], 3381316485Sdavidcs cqe->ext_bd_len_list[4])); 3382316485Sdavidcs 3383316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3384316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3385316485Sdavidcs return; 3386316485Sdavidcs } 3387316485Sdavidcs 3388316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3389316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, BUS_DMASYNC_POSTREAD); 3390316485Sdavidcs mp = sw_rx_data->data; 3391316485Sdavidcs 3392316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: mp = %p \n ", __func__, fp->rss_id, mp)); 3393316485Sdavidcs 3394316485Sdavidcs if (mp == NULL) { 3395316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: mp = NULL\n", __func__, 3396316485Sdavidcs fp->rss_id)); 3397316485Sdavidcs fp->err_rx_mp_null++; 3398316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3399316485Sdavidcs 3400316485Sdavidcs return; 3401316485Sdavidcs } 3402316485Sdavidcs 3403316485Sdavidcs if ((le16toh(cqe->pars_flags.flags)) & CQE_FLAGS_ERR) { 3404316485Sdavidcs 3405316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: CQE in CONS = %u has error," 3406316485Sdavidcs " flags = %x, dropping incoming packet\n", __func__, 3407316485Sdavidcs fp->rss_id, rxq->sw_rx_cons, 3408316485Sdavidcs le16toh(cqe->pars_flags.flags))); 3409316485Sdavidcs 3410316485Sdavidcs fp->err_rx_hw_errors++; 3411316485Sdavidcs 3412316485Sdavidcs qlnx_reuse_rx_data(rxq); 3413316485Sdavidcs 3414316485Sdavidcs QLNX_INC_IERRORS(ifp); 3415316485Sdavidcs 3416316485Sdavidcs return; 3417316485Sdavidcs } 3418316485Sdavidcs 3419316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3420316485Sdavidcs 3421316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: New buffer allocation failed," 3422316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3423316485Sdavidcs __func__, fp->rss_id)); 3424316485Sdavidcs 3425316485Sdavidcs fp->err_rx_alloc_errors++; 3426316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3427316485Sdavidcs 3428316485Sdavidcs /* 3429316485Sdavidcs * Load the tpa mbuf into the rx ring and save the 3430316485Sdavidcs * posted mbuf 3431316485Sdavidcs */ 3432316485Sdavidcs 3433316485Sdavidcs map = sw_rx_data->map; 3434316485Sdavidcs addr = sw_rx_data->dma_addr; 3435316485Sdavidcs 3436316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 3437316485Sdavidcs 3438316485Sdavidcs sw_rx_data->data = rxq->tpa_info[agg_index].rx_buf.data; 3439316485Sdavidcs sw_rx_data->dma_addr = rxq->tpa_info[agg_index].rx_buf.dma_addr; 3440316485Sdavidcs sw_rx_data->map = rxq->tpa_info[agg_index].rx_buf.map; 3441316485Sdavidcs 3442316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.data = mp; 3443316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.dma_addr = addr; 3444316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.map = map; 3445316485Sdavidcs 3446316485Sdavidcs rx_bd = (struct eth_rx_bd *) 3447316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 3448316485Sdavidcs 3449316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(sw_rx_data->dma_addr)); 3450316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(sw_rx_data->dma_addr)); 3451316485Sdavidcs 3452316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3453316485Sdavidcs BUS_DMASYNC_PREREAD); 3454316485Sdavidcs 3455316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 3456316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3457316485Sdavidcs 3458316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3459316485Sdavidcs 3460316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 3461316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3462316485Sdavidcs 3463316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3464316485Sdavidcs break; 3465316485Sdavidcs 3466316485Sdavidcs qlnx_reuse_rx_data(rxq); 3467316485Sdavidcs } 3468316485Sdavidcs 3469316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 3470316485Sdavidcs return; 3471316485Sdavidcs } 3472316485Sdavidcs 3473316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 3474316485Sdavidcs 3475316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: invalid aggregation state," 3476316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3477316485Sdavidcs __func__, fp->rss_id)); 3478316485Sdavidcs 3479316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3480316485Sdavidcs 3481316485Sdavidcs /* if we already have mbuf head in aggregation free it */ 3482316485Sdavidcs if (rxq->tpa_info[agg_index].mpf) { 3483316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 3484316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3485316485Sdavidcs } 3486316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3487316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3488316485Sdavidcs 3489316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3490316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3491316485Sdavidcs 3492316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 3493316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3494316485Sdavidcs 3495316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3496316485Sdavidcs break; 3497316485Sdavidcs 3498316485Sdavidcs qlnx_reuse_rx_data(rxq); 3499316485Sdavidcs } 3500316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 3501316485Sdavidcs 3502316485Sdavidcs return; 3503316485Sdavidcs } 3504316485Sdavidcs 3505316485Sdavidcs /* 3506316485Sdavidcs * first process the ext_bd_len_list 3507316485Sdavidcs * if this fails then we simply drop the packet 3508316485Sdavidcs */ 3509316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3510316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3511316485Sdavidcs 3512316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 3513316485Sdavidcs 3514316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 4\n ", __func__, fp->rss_id)); 3515316485Sdavidcs 3516316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 3517316485Sdavidcs break; 3518316485Sdavidcs 3519316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3520316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3521316485Sdavidcs BUS_DMASYNC_POSTREAD); 3522316485Sdavidcs 3523316485Sdavidcs mpc = sw_rx_data->data; 3524316485Sdavidcs 3525316485Sdavidcs if (mpc == NULL) { 3526316485Sdavidcs QL_DPRINT7(ha, (ha->pci_dev, "%s[%d]: mpc = NULL\n", 3527316485Sdavidcs __func__, fp->rss_id)); 3528316485Sdavidcs fp->err_rx_mp_null++; 3529316485Sdavidcs if (mpf != NULL) 3530316485Sdavidcs m_freem(mpf); 3531316485Sdavidcs mpf = mpl = NULL; 3532316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3533316485Sdavidcs QLNX_AGG_STATE_ERROR; 3534316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3535316485Sdavidcs rxq->sw_rx_cons = 3536316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3537316485Sdavidcs continue; 3538316485Sdavidcs } 3539316485Sdavidcs 3540316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3541316485Sdavidcs QL_DPRINT7(ha, (dev, 3542316485Sdavidcs "%s[%d]: New buffer allocation failed, dropping" 3543316485Sdavidcs " incoming packet and reusing its buffer\n", 3544316485Sdavidcs __func__, fp->rss_id)); 3545316485Sdavidcs 3546316485Sdavidcs qlnx_reuse_rx_data(rxq); 3547316485Sdavidcs 3548316485Sdavidcs if (mpf != NULL) 3549316485Sdavidcs m_freem(mpf); 3550316485Sdavidcs mpf = mpl = NULL; 3551316485Sdavidcs 3552316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3553316485Sdavidcs QLNX_AGG_STATE_ERROR; 3554316485Sdavidcs 3555316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3556316485Sdavidcs rxq->sw_rx_cons = 3557316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3558316485Sdavidcs 3559316485Sdavidcs continue; 3560316485Sdavidcs } 3561316485Sdavidcs 3562316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 3563316485Sdavidcs mpc->m_next = NULL; 3564316485Sdavidcs mpc->m_len = cqe->ext_bd_len_list[i]; 3565316485Sdavidcs 3566316485Sdavidcs 3567316485Sdavidcs if (mpf == NULL) { 3568316485Sdavidcs mpf = mpl = mpc; 3569316485Sdavidcs } else { 3570316485Sdavidcs mpl->m_len = ha->rx_buf_size; 3571316485Sdavidcs mpl->m_next = mpc; 3572316485Sdavidcs mpl = mpc; 3573316485Sdavidcs } 3574316485Sdavidcs 3575316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3576316485Sdavidcs rxq->sw_rx_cons = 3577316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3578316485Sdavidcs } 3579316485Sdavidcs 3580316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 3581316485Sdavidcs 3582316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: invalid aggregation state," 3583316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 3584316485Sdavidcs __func__, fp->rss_id)); 3585316485Sdavidcs 3586316485Sdavidcs QLNX_INC_IQDROPS(ifp); 3587316485Sdavidcs 3588316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3589316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3590316485Sdavidcs 3591316485Sdavidcs return; 3592316485Sdavidcs } 3593316485Sdavidcs 3594316485Sdavidcs rxq->tpa_info[agg_index].placement_offset = cqe->placement_offset; 3595316485Sdavidcs 3596316485Sdavidcs if (mpf != NULL) { 3597316485Sdavidcs mp->m_len = ha->rx_buf_size; 3598316485Sdavidcs mp->m_next = mpf; 3599316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3600316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 3601316485Sdavidcs } else { 3602316485Sdavidcs mp->m_len = cqe->len_on_first_bd + cqe->placement_offset; 3603316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 3604316485Sdavidcs rxq->tpa_info[agg_index].mpl = mp; 3605316485Sdavidcs mp->m_next = NULL; 3606316485Sdavidcs } 3607316485Sdavidcs 3608316485Sdavidcs mp->m_flags |= M_PKTHDR; 3609316485Sdavidcs 3610316485Sdavidcs /* assign packet to this interface interface */ 3611316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 3612316485Sdavidcs 3613316485Sdavidcs /* assume no hardware checksum has complated */ 3614316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 3615316485Sdavidcs 3616316485Sdavidcs //mp->m_pkthdr.flowid = fp->rss_id; 3617316485Sdavidcs mp->m_pkthdr.flowid = cqe->rss_hash; 3618316485Sdavidcs 3619316485Sdavidcs#if __FreeBSD_version >= 1100000 3620316485Sdavidcs 3621316485Sdavidcs hash_type = cqe->bitfields & 3622316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 3623316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 3624316485Sdavidcs 3625316485Sdavidcs switch (hash_type) { 3626316485Sdavidcs 3627316485Sdavidcs case RSS_HASH_TYPE_IPV4: 3628316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 3629316485Sdavidcs break; 3630316485Sdavidcs 3631316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 3632316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 3633316485Sdavidcs break; 3634316485Sdavidcs 3635316485Sdavidcs case RSS_HASH_TYPE_IPV6: 3636316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 3637316485Sdavidcs break; 3638316485Sdavidcs 3639316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 3640316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 3641316485Sdavidcs break; 3642316485Sdavidcs 3643316485Sdavidcs default: 3644316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 3645316485Sdavidcs break; 3646316485Sdavidcs } 3647316485Sdavidcs 3648316485Sdavidcs#else 3649316485Sdavidcs mp->m_flags |= M_FLOWID; 3650316485Sdavidcs#endif 3651316485Sdavidcs 3652316485Sdavidcs mp->m_pkthdr.csum_flags |= (CSUM_IP_CHECKED | CSUM_IP_VALID | 3653316485Sdavidcs CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 3654316485Sdavidcs 3655316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 3656316485Sdavidcs 3657316485Sdavidcs if (CQE_HAS_VLAN(cqe->pars_flags.flags)) { 3658316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(cqe->vlan_tag); 3659316485Sdavidcs mp->m_flags |= M_VLANTAG; 3660316485Sdavidcs } 3661316485Sdavidcs 3662316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_START; 3663316485Sdavidcs 3664316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 5\n" "\tagg_state = %d\n" 3665316485Sdavidcs "\t mpf = %p mpl = %p\n", __func__, fp->rss_id, 3666316485Sdavidcs rxq->tpa_info[agg_index].agg_state, 3667316485Sdavidcs rxq->tpa_info[agg_index].mpf, rxq->tpa_info[agg_index].mpl)); 3668316485Sdavidcs 3669316485Sdavidcs return; 3670316485Sdavidcs} 3671316485Sdavidcs 3672316485Sdavidcsstatic void 3673316485Sdavidcsqlnx_tpa_cont(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3674316485Sdavidcs struct qlnx_rx_queue *rxq, 3675316485Sdavidcs struct eth_fast_path_rx_tpa_cont_cqe *cqe) 3676316485Sdavidcs{ 3677316485Sdavidcs struct sw_rx_data *sw_rx_data; 3678316485Sdavidcs int i; 3679316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3680316485Sdavidcs struct mbuf *mp; 3681316485Sdavidcs uint32_t agg_index; 3682316485Sdavidcs device_t dev; 3683316485Sdavidcs 3684316485Sdavidcs dev = ha->pci_dev; 3685316485Sdavidcs 3686316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: enter\n " 3687316485Sdavidcs "\t type = 0x%x\n" 3688316485Sdavidcs "\t tpa_agg_index = 0x%x\n" 3689316485Sdavidcs "\t len_list[0] = 0x%x\n" 3690316485Sdavidcs "\t len_list[1] = 0x%x\n" 3691316485Sdavidcs "\t len_list[2] = 0x%x\n" 3692316485Sdavidcs "\t len_list[3] = 0x%x\n" 3693316485Sdavidcs "\t len_list[4] = 0x%x\n" 3694316485Sdavidcs "\t len_list[5] = 0x%x\n", 3695316485Sdavidcs __func__, fp->rss_id, cqe->type, cqe->tpa_agg_index, 3696316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 3697316485Sdavidcs cqe->len_list[3], cqe->len_list[4], cqe->len_list[5])); 3698316485Sdavidcs 3699316485Sdavidcs agg_index = cqe->tpa_agg_index; 3700316485Sdavidcs 3701316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3702316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 0\n ", __func__, fp->rss_id)); 3703316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3704316485Sdavidcs return; 3705316485Sdavidcs } 3706316485Sdavidcs 3707316485Sdavidcs 3708316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_CONT_LEN_LIST_SIZE; i++) { 3709316485Sdavidcs 3710316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 1\n ", __func__, fp->rss_id)); 3711316485Sdavidcs 3712316485Sdavidcs if (cqe->len_list[i] == 0) 3713316485Sdavidcs break; 3714316485Sdavidcs 3715316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 3716316485Sdavidcs QLNX_AGG_STATE_START) { 3717316485Sdavidcs qlnx_reuse_rx_data(rxq); 3718316485Sdavidcs continue; 3719316485Sdavidcs } 3720316485Sdavidcs 3721316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3722316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3723316485Sdavidcs BUS_DMASYNC_POSTREAD); 3724316485Sdavidcs 3725316485Sdavidcs mpc = sw_rx_data->data; 3726316485Sdavidcs 3727316485Sdavidcs if (mpc == NULL) { 3728316485Sdavidcs 3729316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: mpc = NULL\n", 3730316485Sdavidcs __func__, fp->rss_id)); 3731316485Sdavidcs 3732316485Sdavidcs fp->err_rx_mp_null++; 3733316485Sdavidcs if (mpf != NULL) 3734316485Sdavidcs m_freem(mpf); 3735316485Sdavidcs mpf = mpl = NULL; 3736316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3737316485Sdavidcs QLNX_AGG_STATE_ERROR; 3738316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3739316485Sdavidcs rxq->sw_rx_cons = 3740316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3741316485Sdavidcs continue; 3742316485Sdavidcs } 3743316485Sdavidcs 3744316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3745316485Sdavidcs 3746316485Sdavidcs QL_DPRINT7(ha, (dev, 3747316485Sdavidcs "%s[%d]: New buffer allocation failed, dropping" 3748316485Sdavidcs " incoming packet and reusing its buffer\n", 3749316485Sdavidcs __func__, fp->rss_id)); 3750316485Sdavidcs 3751316485Sdavidcs qlnx_reuse_rx_data(rxq); 3752316485Sdavidcs 3753316485Sdavidcs if (mpf != NULL) 3754316485Sdavidcs m_freem(mpf); 3755316485Sdavidcs mpf = mpl = NULL; 3756316485Sdavidcs 3757316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3758316485Sdavidcs QLNX_AGG_STATE_ERROR; 3759316485Sdavidcs 3760316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3761316485Sdavidcs rxq->sw_rx_cons = 3762316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3763316485Sdavidcs 3764316485Sdavidcs continue; 3765316485Sdavidcs } 3766316485Sdavidcs 3767316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 3768316485Sdavidcs mpc->m_next = NULL; 3769316485Sdavidcs mpc->m_len = cqe->len_list[i]; 3770316485Sdavidcs 3771316485Sdavidcs 3772316485Sdavidcs if (mpf == NULL) { 3773316485Sdavidcs mpf = mpl = mpc; 3774316485Sdavidcs } else { 3775316485Sdavidcs mpl->m_len = ha->rx_buf_size; 3776316485Sdavidcs mpl->m_next = mpc; 3777316485Sdavidcs mpl = mpc; 3778316485Sdavidcs } 3779316485Sdavidcs 3780316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3781316485Sdavidcs rxq->sw_rx_cons = 3782316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3783316485Sdavidcs } 3784316485Sdavidcs 3785316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 2\n" "\tmpf = %p mpl = %p\n", 3786316485Sdavidcs __func__, fp->rss_id, mpf, mpl)); 3787316485Sdavidcs 3788316485Sdavidcs if (mpf != NULL) { 3789316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 3790316485Sdavidcs mp->m_len = ha->rx_buf_size; 3791316485Sdavidcs mp->m_next = mpf; 3792316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 3793316485Sdavidcs } 3794316485Sdavidcs 3795316485Sdavidcs return; 3796316485Sdavidcs} 3797316485Sdavidcs 3798316485Sdavidcsstatic int 3799316485Sdavidcsqlnx_tpa_end(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3800316485Sdavidcs struct qlnx_rx_queue *rxq, 3801316485Sdavidcs struct eth_fast_path_rx_tpa_end_cqe *cqe) 3802316485Sdavidcs{ 3803316485Sdavidcs struct sw_rx_data *sw_rx_data; 3804316485Sdavidcs int i; 3805316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 3806316485Sdavidcs struct mbuf *mp; 3807316485Sdavidcs uint32_t agg_index; 3808316485Sdavidcs uint32_t len = 0; 3809316485Sdavidcs struct ifnet *ifp = ha->ifp; 3810316485Sdavidcs device_t dev; 3811316485Sdavidcs 3812316485Sdavidcs dev = ha->pci_dev; 3813316485Sdavidcs 3814316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: enter\n " 3815316485Sdavidcs "\t type = 0x%x\n" 3816316485Sdavidcs "\t tpa_agg_index = 0x%x\n" 3817316485Sdavidcs "\t total_packet_len = 0x%x\n" 3818316485Sdavidcs "\t num_of_bds = 0x%x\n" 3819316485Sdavidcs "\t end_reason = 0x%x\n" 3820316485Sdavidcs "\t num_of_coalesced_segs = 0x%x\n" 3821316485Sdavidcs "\t ts_delta = 0x%x\n" 3822316485Sdavidcs "\t len_list[0] = 0x%x\n" 3823316485Sdavidcs "\t len_list[1] = 0x%x\n" 3824316485Sdavidcs "\t len_list[2] = 0x%x\n" 3825316485Sdavidcs "\t len_list[3] = 0x%x\n", 3826316485Sdavidcs __func__, fp->rss_id, cqe->type, cqe->tpa_agg_index, 3827316485Sdavidcs cqe->total_packet_len, cqe->num_of_bds, 3828316485Sdavidcs cqe->end_reason, cqe->num_of_coalesced_segs, cqe->ts_delta, 3829316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 3830316485Sdavidcs cqe->len_list[3])); 3831316485Sdavidcs 3832316485Sdavidcs agg_index = cqe->tpa_agg_index; 3833316485Sdavidcs 3834316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 3835316485Sdavidcs 3836316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 0\n ", __func__, fp->rss_id)); 3837316485Sdavidcs 3838316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 3839316485Sdavidcs return (0); 3840316485Sdavidcs } 3841316485Sdavidcs 3842316485Sdavidcs 3843316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_END_LEN_LIST_SIZE; i++) { 3844316485Sdavidcs 3845316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 1\n ", __func__, fp->rss_id)); 3846316485Sdavidcs 3847316485Sdavidcs if (cqe->len_list[i] == 0) 3848316485Sdavidcs break; 3849316485Sdavidcs 3850316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 3851316485Sdavidcs QLNX_AGG_STATE_START) { 3852316485Sdavidcs 3853316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 2\n ", __func__, 3854316485Sdavidcs fp->rss_id)); 3855316485Sdavidcs 3856316485Sdavidcs qlnx_reuse_rx_data(rxq); 3857316485Sdavidcs continue; 3858316485Sdavidcs } 3859316485Sdavidcs 3860316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 3861316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 3862316485Sdavidcs BUS_DMASYNC_POSTREAD); 3863316485Sdavidcs 3864316485Sdavidcs mpc = sw_rx_data->data; 3865316485Sdavidcs 3866316485Sdavidcs if (mpc == NULL) { 3867316485Sdavidcs 3868316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: mpc = NULL\n", 3869316485Sdavidcs __func__, fp->rss_id)); 3870316485Sdavidcs 3871316485Sdavidcs fp->err_rx_mp_null++; 3872316485Sdavidcs if (mpf != NULL) 3873316485Sdavidcs m_freem(mpf); 3874316485Sdavidcs mpf = mpl = NULL; 3875316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3876316485Sdavidcs QLNX_AGG_STATE_ERROR; 3877316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3878316485Sdavidcs rxq->sw_rx_cons = 3879316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3880316485Sdavidcs continue; 3881316485Sdavidcs } 3882316485Sdavidcs 3883316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 3884316485Sdavidcs QL_DPRINT7(ha, (dev, 3885316485Sdavidcs "%s[%d]: New buffer allocation failed, dropping" 3886316485Sdavidcs " incoming packet and reusing its buffer\n", 3887316485Sdavidcs __func__, fp->rss_id)); 3888316485Sdavidcs 3889316485Sdavidcs qlnx_reuse_rx_data(rxq); 3890316485Sdavidcs 3891316485Sdavidcs if (mpf != NULL) 3892316485Sdavidcs m_freem(mpf); 3893316485Sdavidcs mpf = mpl = NULL; 3894316485Sdavidcs 3895316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 3896316485Sdavidcs QLNX_AGG_STATE_ERROR; 3897316485Sdavidcs 3898316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3899316485Sdavidcs rxq->sw_rx_cons = 3900316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3901316485Sdavidcs 3902316485Sdavidcs continue; 3903316485Sdavidcs } 3904316485Sdavidcs 3905316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 3906316485Sdavidcs mpc->m_next = NULL; 3907316485Sdavidcs mpc->m_len = cqe->len_list[i]; 3908316485Sdavidcs 3909316485Sdavidcs 3910316485Sdavidcs if (mpf == NULL) { 3911316485Sdavidcs mpf = mpl = mpc; 3912316485Sdavidcs } else { 3913316485Sdavidcs mpl->m_len = ha->rx_buf_size; 3914316485Sdavidcs mpl->m_next = mpc; 3915316485Sdavidcs mpl = mpc; 3916316485Sdavidcs } 3917316485Sdavidcs 3918316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 3919316485Sdavidcs rxq->sw_rx_cons = 3920316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3921316485Sdavidcs } 3922316485Sdavidcs 3923316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 5\n ", __func__, fp->rss_id)); 3924316485Sdavidcs 3925316485Sdavidcs if (mpf != NULL) { 3926316485Sdavidcs 3927316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 6\n ", __func__, fp->rss_id)); 3928316485Sdavidcs 3929316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 3930316485Sdavidcs mp->m_len = ha->rx_buf_size; 3931316485Sdavidcs mp->m_next = mpf; 3932316485Sdavidcs } 3933316485Sdavidcs 3934316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_START) { 3935316485Sdavidcs 3936316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 7\n ", __func__, fp->rss_id)); 3937316485Sdavidcs 3938316485Sdavidcs if (rxq->tpa_info[agg_index].mpf != NULL) 3939316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 3940316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 3941316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3942316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 3943316485Sdavidcs return (0); 3944316485Sdavidcs } 3945316485Sdavidcs 3946316485Sdavidcs mp = rxq->tpa_info[agg_index].mpf; 3947316485Sdavidcs m_adj(mp, rxq->tpa_info[agg_index].placement_offset); 3948316485Sdavidcs mp->m_pkthdr.len = cqe->total_packet_len; 3949316485Sdavidcs 3950316485Sdavidcs if (mp->m_next == NULL) 3951316485Sdavidcs mp->m_len = mp->m_pkthdr.len; 3952316485Sdavidcs else { 3953316485Sdavidcs /* compute the total packet length */ 3954316485Sdavidcs mpf = mp; 3955316485Sdavidcs while (mpf != NULL) { 3956316485Sdavidcs len += mpf->m_len; 3957316485Sdavidcs mpf = mpf->m_next; 3958316485Sdavidcs } 3959316485Sdavidcs 3960316485Sdavidcs if (cqe->total_packet_len > len) { 3961316485Sdavidcs mpl = rxq->tpa_info[agg_index].mpl; 3962316485Sdavidcs mpl->m_len += (cqe->total_packet_len - len); 3963316485Sdavidcs } 3964316485Sdavidcs } 3965316485Sdavidcs 3966316485Sdavidcs QLNX_INC_IPACKETS(ifp); 3967316485Sdavidcs QLNX_INC_IBYTES(ifp, (cqe->total_packet_len)); 3968316485Sdavidcs 3969316485Sdavidcs QL_DPRINT7(ha, (dev, "%s[%d]: 8 csum_data = 0x%x csum_flags = 0x%lx\n " 3970316485Sdavidcs "m_len = 0x%x m_pkthdr_len = 0x%x\n", 3971316485Sdavidcs __func__, fp->rss_id, mp->m_pkthdr.csum_data, 3972316485Sdavidcs mp->m_pkthdr.csum_flags, mp->m_len, mp->m_pkthdr.len)); 3973316485Sdavidcs 3974316485Sdavidcs (*ifp->if_input)(ifp, mp); 3975316485Sdavidcs 3976316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 3977316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 3978316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 3979316485Sdavidcs 3980316485Sdavidcs return (cqe->num_of_coalesced_segs); 3981316485Sdavidcs} 3982316485Sdavidcs 3983316485Sdavidcsstatic int 3984316485Sdavidcsqlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 3985316485Sdavidcs int lro_enable) 3986316485Sdavidcs{ 3987316485Sdavidcs uint16_t hw_comp_cons, sw_comp_cons; 3988316485Sdavidcs int rx_pkt = 0; 3989316485Sdavidcs struct qlnx_rx_queue *rxq = fp->rxq; 3990316485Sdavidcs struct ifnet *ifp = ha->ifp; 3991316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 3992316485Sdavidcs struct ecore_hwfn *p_hwfn; 3993316485Sdavidcs 3994316485Sdavidcs#ifdef QLNX_SOFT_LRO 3995316485Sdavidcs struct lro_ctrl *lro; 3996316485Sdavidcs 3997316485Sdavidcs lro = &rxq->lro; 3998316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 3999316485Sdavidcs 4000316485Sdavidcs hw_comp_cons = le16toh(*rxq->hw_cons_ptr); 4001316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4002316485Sdavidcs 4003316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(fp->rss_id % cdev->num_hwfns)]; 4004316485Sdavidcs 4005316485Sdavidcs /* Memory barrier to prevent the CPU from doing speculative reads of CQE 4006316485Sdavidcs * / BD in the while-loop before reading hw_comp_cons. If the CQE is 4007316485Sdavidcs * read before it is written by FW, then FW writes CQE and SB, and then 4008316485Sdavidcs * the CPU reads the hw_comp_cons, it will use an old CQE. 4009316485Sdavidcs */ 4010316485Sdavidcs 4011316485Sdavidcs /* Loop to complete all indicated BDs */ 4012316485Sdavidcs while (sw_comp_cons != hw_comp_cons) { 4013316485Sdavidcs union eth_rx_cqe *cqe; 4014316485Sdavidcs struct eth_fast_path_rx_reg_cqe *fp_cqe; 4015316485Sdavidcs struct sw_rx_data *sw_rx_data; 4016316485Sdavidcs register struct mbuf *mp; 4017316485Sdavidcs enum eth_rx_cqe_type cqe_type; 4018316485Sdavidcs uint16_t len, pad, len_on_first_bd; 4019316485Sdavidcs uint8_t *data; 4020316485Sdavidcs#if __FreeBSD_version >= 1100000 4021316485Sdavidcs uint8_t hash_type; 4022316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 4023316485Sdavidcs 4024316485Sdavidcs /* Get the CQE from the completion ring */ 4025316485Sdavidcs cqe = (union eth_rx_cqe *) 4026316485Sdavidcs ecore_chain_consume(&rxq->rx_comp_ring); 4027316485Sdavidcs cqe_type = cqe->fast_path_regular.type; 4028316485Sdavidcs 4029316485Sdavidcs if (cqe_type == ETH_RX_CQE_TYPE_SLOW_PATH) { 4030316485Sdavidcs QL_DPRINT3(ha, (ha->pci_dev, "Got a slowath CQE\n")); 4031316485Sdavidcs 4032316485Sdavidcs ecore_eth_cqe_completion(p_hwfn, 4033316485Sdavidcs (struct eth_slow_path_rx_cqe *)cqe); 4034316485Sdavidcs goto next_cqe; 4035316485Sdavidcs } 4036316485Sdavidcs 4037316485Sdavidcs if (cqe_type != ETH_RX_CQE_TYPE_REGULAR) { 4038316485Sdavidcs 4039316485Sdavidcs switch (cqe_type) { 4040316485Sdavidcs 4041316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_START: 4042316485Sdavidcs qlnx_tpa_start(ha, fp, rxq, 4043316485Sdavidcs &cqe->fast_path_tpa_start); 4044316485Sdavidcs fp->tpa_start++; 4045316485Sdavidcs break; 4046316485Sdavidcs 4047316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_CONT: 4048316485Sdavidcs qlnx_tpa_cont(ha, fp, rxq, 4049316485Sdavidcs &cqe->fast_path_tpa_cont); 4050316485Sdavidcs fp->tpa_cont++; 4051316485Sdavidcs break; 4052316485Sdavidcs 4053316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_END: 4054316485Sdavidcs rx_pkt += qlnx_tpa_end(ha, fp, rxq, 4055316485Sdavidcs &cqe->fast_path_tpa_end); 4056316485Sdavidcs fp->tpa_end++; 4057316485Sdavidcs break; 4058316485Sdavidcs 4059316485Sdavidcs default: 4060316485Sdavidcs break; 4061316485Sdavidcs } 4062316485Sdavidcs 4063316485Sdavidcs goto next_cqe; 4064316485Sdavidcs } 4065316485Sdavidcs 4066316485Sdavidcs /* Get the data from the SW ring */ 4067316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4068316485Sdavidcs mp = sw_rx_data->data; 4069316485Sdavidcs 4070316485Sdavidcs if (mp == NULL) { 4071316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: mp = NULL\n", 4072316485Sdavidcs __func__)); 4073316485Sdavidcs fp->err_rx_mp_null++; 4074316485Sdavidcs rxq->sw_rx_cons = 4075316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4076316485Sdavidcs goto next_cqe; 4077316485Sdavidcs } 4078316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4079316485Sdavidcs BUS_DMASYNC_POSTREAD); 4080316485Sdavidcs 4081316485Sdavidcs /* non GRO */ 4082316485Sdavidcs fp_cqe = &cqe->fast_path_regular;/* MK CR TPA check assembly */ 4083316485Sdavidcs len = le16toh(fp_cqe->pkt_len); 4084316485Sdavidcs pad = fp_cqe->placement_offset; 4085316485Sdavidcs 4086316485Sdavidcs QL_DPRINT3(ha, 4087316485Sdavidcs (ha->pci_dev, "CQE type = %x, flags = %x, vlan = %x," 4088316485Sdavidcs " len %u, parsing flags = %d pad = %d\n", 4089316485Sdavidcs cqe_type, fp_cqe->bitfields, 4090316485Sdavidcs le16toh(fp_cqe->vlan_tag), 4091316485Sdavidcs len, le16toh(fp_cqe->pars_flags.flags), pad)); 4092316485Sdavidcs 4093316485Sdavidcs data = mtod(mp, uint8_t *); 4094316485Sdavidcs data = data + pad; 4095316485Sdavidcs 4096316485Sdavidcs if (0) 4097316485Sdavidcs qlnx_dump_buf8(ha, __func__, data, len); 4098316485Sdavidcs 4099316485Sdavidcs /* For every Rx BD consumed, we allocate a new BD so the BD ring 4100316485Sdavidcs * is always with a fixed size. If allocation fails, we take the 4101316485Sdavidcs * consumed BD and return it to the ring in the PROD position. 4102316485Sdavidcs * The packet that was received on that BD will be dropped (and 4103316485Sdavidcs * not passed to the upper stack). 4104316485Sdavidcs */ 4105316485Sdavidcs /* If this is an error packet then drop it */ 4106316485Sdavidcs if ((le16toh(cqe->fast_path_regular.pars_flags.flags)) & 4107316485Sdavidcs CQE_FLAGS_ERR) { 4108316485Sdavidcs 4109316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 4110316485Sdavidcs "CQE in CONS = %u has error, flags = %x," 4111316485Sdavidcs " dropping incoming packet\n", sw_comp_cons, 4112316485Sdavidcs le16toh(cqe->fast_path_regular.pars_flags.flags))); 4113316485Sdavidcs 4114316485Sdavidcs fp->err_rx_hw_errors++; 4115316485Sdavidcs 4116316485Sdavidcs qlnx_reuse_rx_data(rxq); 4117316485Sdavidcs 4118316485Sdavidcs QLNX_INC_IERRORS(ifp); 4119316485Sdavidcs 4120316485Sdavidcs goto next_cqe; 4121316485Sdavidcs } 4122316485Sdavidcs 4123316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4124316485Sdavidcs 4125316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 4126316485Sdavidcs "New buffer allocation failed, dropping" 4127316485Sdavidcs " incoming packet and reusing its buffer\n")); 4128316485Sdavidcs 4129316485Sdavidcs qlnx_reuse_rx_data(rxq); 4130316485Sdavidcs 4131316485Sdavidcs fp->err_rx_alloc_errors++; 4132316485Sdavidcs 4133316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4134316485Sdavidcs 4135316485Sdavidcs goto next_cqe; 4136316485Sdavidcs } 4137316485Sdavidcs 4138316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4139316485Sdavidcs 4140316485Sdavidcs len_on_first_bd = fp_cqe->len_on_first_bd; 4141316485Sdavidcs m_adj(mp, pad); 4142316485Sdavidcs mp->m_pkthdr.len = len; 4143316485Sdavidcs 4144316485Sdavidcs QL_DPRINT1(ha, 4145316485Sdavidcs (ha->pci_dev, "%s: len = %d len_on_first_bd = %d\n", 4146316485Sdavidcs __func__, len, len_on_first_bd)); 4147316485Sdavidcs 4148316485Sdavidcs if ((len > 60 ) && (len > len_on_first_bd)) { 4149316485Sdavidcs 4150316485Sdavidcs mp->m_len = len_on_first_bd; 4151316485Sdavidcs 4152316485Sdavidcs if (qlnx_rx_jumbo_chain(ha, fp, mp, 4153316485Sdavidcs (len - len_on_first_bd)) != 0) { 4154316485Sdavidcs 4155316485Sdavidcs m_freem(mp); 4156316485Sdavidcs 4157316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4158316485Sdavidcs 4159316485Sdavidcs goto next_cqe; 4160316485Sdavidcs } 4161316485Sdavidcs 4162316485Sdavidcs } else if (len_on_first_bd < len) { 4163316485Sdavidcs fp->err_rx_jumbo_chain_pkts++; 4164316485Sdavidcs } else { 4165316485Sdavidcs mp->m_len = len; 4166316485Sdavidcs } 4167316485Sdavidcs 4168316485Sdavidcs mp->m_flags |= M_PKTHDR; 4169316485Sdavidcs 4170316485Sdavidcs /* assign packet to this interface interface */ 4171316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 4172316485Sdavidcs 4173316485Sdavidcs /* assume no hardware checksum has complated */ 4174316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 4175316485Sdavidcs 4176316485Sdavidcs mp->m_pkthdr.flowid = fp_cqe->rss_hash; 4177316485Sdavidcs 4178316485Sdavidcs#if __FreeBSD_version >= 1100000 4179316485Sdavidcs 4180316485Sdavidcs hash_type = fp_cqe->bitfields & 4181316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 4182316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 4183316485Sdavidcs 4184316485Sdavidcs switch (hash_type) { 4185316485Sdavidcs 4186316485Sdavidcs case RSS_HASH_TYPE_IPV4: 4187316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 4188316485Sdavidcs break; 4189316485Sdavidcs 4190316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 4191316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 4192316485Sdavidcs break; 4193316485Sdavidcs 4194316485Sdavidcs case RSS_HASH_TYPE_IPV6: 4195316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 4196316485Sdavidcs break; 4197316485Sdavidcs 4198316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 4199316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 4200316485Sdavidcs break; 4201316485Sdavidcs 4202316485Sdavidcs default: 4203316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 4204316485Sdavidcs break; 4205316485Sdavidcs } 4206316485Sdavidcs 4207316485Sdavidcs#else 4208316485Sdavidcs mp->m_flags |= M_FLOWID; 4209316485Sdavidcs#endif 4210316485Sdavidcs 4211316485Sdavidcs if (CQE_L3_PACKET(fp_cqe->pars_flags.flags)) { 4212316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_CHECKED; 4213316485Sdavidcs } 4214316485Sdavidcs 4215316485Sdavidcs if (!(CQE_IP_HDR_ERR(fp_cqe->pars_flags.flags))) { 4216316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_VALID; 4217316485Sdavidcs } 4218316485Sdavidcs 4219316485Sdavidcs if (CQE_L4_HAS_CSUM(fp_cqe->pars_flags.flags)) { 4220316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 4221316485Sdavidcs mp->m_pkthdr.csum_flags |= 4222316485Sdavidcs (CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 4223316485Sdavidcs } 4224316485Sdavidcs 4225316485Sdavidcs if (CQE_HAS_VLAN(fp_cqe->pars_flags.flags)) { 4226316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(fp_cqe->vlan_tag); 4227316485Sdavidcs mp->m_flags |= M_VLANTAG; 4228316485Sdavidcs } 4229316485Sdavidcs 4230316485Sdavidcs QLNX_INC_IPACKETS(ifp); 4231316485Sdavidcs QLNX_INC_IBYTES(ifp, len); 4232316485Sdavidcs 4233316485Sdavidcs#ifdef QLNX_SOFT_LRO 4234316485Sdavidcs 4235316485Sdavidcs if (lro_enable) { 4236316485Sdavidcs 4237316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 4238316485Sdavidcs 4239316485Sdavidcs tcp_lro_queue_mbuf(lro, mp); 4240316485Sdavidcs 4241316485Sdavidcs#else 4242316485Sdavidcs 4243316485Sdavidcs if (tcp_lro_rx(lro, mp, 0)) 4244316485Sdavidcs (*ifp->if_input)(ifp, mp); 4245316485Sdavidcs 4246316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 4247316485Sdavidcs 4248316485Sdavidcs } else { 4249316485Sdavidcs (*ifp->if_input)(ifp, mp); 4250316485Sdavidcs } 4251316485Sdavidcs#else 4252316485Sdavidcs 4253316485Sdavidcs (*ifp->if_input)(ifp, mp); 4254316485Sdavidcs 4255316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4256316485Sdavidcs 4257316485Sdavidcs rx_pkt++; 4258316485Sdavidcs 4259316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4260316485Sdavidcs 4261316485Sdavidcsnext_cqe: /* don't consume bd rx buffer */ 4262316485Sdavidcs ecore_chain_recycle_consumed(&rxq->rx_comp_ring); 4263316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4264316485Sdavidcs 4265316485Sdavidcs /* CR TPA - revisit how to handle budget in TPA perhaps 4266316485Sdavidcs increase on "end" */ 4267316485Sdavidcs if (rx_pkt == budget) 4268316485Sdavidcs break; 4269316485Sdavidcs } /* repeat while sw_comp_cons != hw_comp_cons... */ 4270316485Sdavidcs 4271316485Sdavidcs /* Update producers */ 4272316485Sdavidcs qlnx_update_rx_prod(p_hwfn, rxq); 4273316485Sdavidcs 4274316485Sdavidcs return rx_pkt; 4275316485Sdavidcs} 4276316485Sdavidcs 4277316485Sdavidcs/* 4278316485Sdavidcs * fast path interrupt 4279316485Sdavidcs */ 4280316485Sdavidcs 4281316485Sdavidcsstatic void 4282316485Sdavidcsqlnx_fp_isr(void *arg) 4283316485Sdavidcs{ 4284316485Sdavidcs qlnx_ivec_t *ivec = arg; 4285316485Sdavidcs qlnx_host_t *ha; 4286316485Sdavidcs struct qlnx_fastpath *fp = NULL; 4287318657Sdavidcs int idx; 4288316485Sdavidcs 4289316485Sdavidcs ha = ivec->ha; 4290316485Sdavidcs 4291316485Sdavidcs if (ha->state != QLNX_STATE_OPEN) { 4292316485Sdavidcs return; 4293316485Sdavidcs } 4294316485Sdavidcs 4295316485Sdavidcs idx = ivec->rss_idx; 4296316485Sdavidcs 4297316485Sdavidcs if ((idx = ivec->rss_idx) >= ha->num_rss) { 4298316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: illegal interrupt[%d]\n", 4299316485Sdavidcs __func__, idx)); 4300316485Sdavidcs ha->err_illegal_intr++; 4301316485Sdavidcs return; 4302316485Sdavidcs } 4303316485Sdavidcs fp = &ha->fp_array[idx]; 4304316485Sdavidcs 4305316485Sdavidcs if (fp == NULL) { 4306316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: fp_array[%d] NULL\n", 4307316485Sdavidcs __func__, idx)); 4308316485Sdavidcs ha->err_fp_null++; 4309316485Sdavidcs } else { 4310316485Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_DISABLE, 0); 4311318657Sdavidcs if (fp->fp_taskqueue != NULL) 4312318657Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 4313316485Sdavidcs } 4314316485Sdavidcs 4315316485Sdavidcs return; 4316316485Sdavidcs} 4317316485Sdavidcs 4318316485Sdavidcs 4319316485Sdavidcs/* 4320316485Sdavidcs * slow path interrupt processing function 4321316485Sdavidcs * can be invoked in polled mode or in interrupt mode via taskqueue. 4322316485Sdavidcs */ 4323316485Sdavidcsvoid 4324316485Sdavidcsqlnx_sp_isr(void *arg) 4325316485Sdavidcs{ 4326316485Sdavidcs struct ecore_hwfn *p_hwfn; 4327316485Sdavidcs qlnx_host_t *ha; 4328316485Sdavidcs 4329316485Sdavidcs p_hwfn = arg; 4330316485Sdavidcs 4331316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 4332316485Sdavidcs 4333316485Sdavidcs ha->sp_interrupts++; 4334316485Sdavidcs 4335316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 4336316485Sdavidcs 4337316485Sdavidcs ecore_int_sp_dpc(p_hwfn); 4338316485Sdavidcs 4339316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit\n", __func__)); 4340316485Sdavidcs 4341316485Sdavidcs return; 4342316485Sdavidcs} 4343316485Sdavidcs 4344316485Sdavidcs/***************************************************************************** 4345316485Sdavidcs * Support Functions for DMA'able Memory 4346316485Sdavidcs *****************************************************************************/ 4347316485Sdavidcs 4348316485Sdavidcsstatic void 4349316485Sdavidcsqlnx_dmamap_callback(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 4350316485Sdavidcs{ 4351316485Sdavidcs *((bus_addr_t *)arg) = 0; 4352316485Sdavidcs 4353316485Sdavidcs if (error) { 4354316485Sdavidcs printf("%s: bus_dmamap_load failed (%d)\n", __func__, error); 4355316485Sdavidcs return; 4356316485Sdavidcs } 4357316485Sdavidcs 4358316485Sdavidcs *((bus_addr_t *)arg) = segs[0].ds_addr; 4359316485Sdavidcs 4360316485Sdavidcs return; 4361316485Sdavidcs} 4362316485Sdavidcs 4363316485Sdavidcsstatic int 4364316485Sdavidcsqlnx_alloc_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 4365316485Sdavidcs{ 4366316485Sdavidcs int ret = 0; 4367316485Sdavidcs device_t dev; 4368316485Sdavidcs bus_addr_t b_addr; 4369316485Sdavidcs 4370316485Sdavidcs dev = ha->pci_dev; 4371316485Sdavidcs 4372316485Sdavidcs ret = bus_dma_tag_create( 4373316485Sdavidcs ha->parent_tag,/* parent */ 4374316485Sdavidcs dma_buf->alignment, 4375316485Sdavidcs ((bus_size_t)(1ULL << 32)),/* boundary */ 4376316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4377316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4378316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4379316485Sdavidcs dma_buf->size, /* maxsize */ 4380316485Sdavidcs 1, /* nsegments */ 4381316485Sdavidcs dma_buf->size, /* maxsegsize */ 4382316485Sdavidcs 0, /* flags */ 4383316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 4384316485Sdavidcs &dma_buf->dma_tag); 4385316485Sdavidcs 4386316485Sdavidcs if (ret) { 4387316485Sdavidcs QL_DPRINT1(ha, 4388316485Sdavidcs (dev, "%s: could not create dma tag\n", __func__)); 4389316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4390316485Sdavidcs } 4391316485Sdavidcs ret = bus_dmamem_alloc(dma_buf->dma_tag, 4392316485Sdavidcs (void **)&dma_buf->dma_b, 4393316485Sdavidcs (BUS_DMA_ZERO | BUS_DMA_COHERENT | BUS_DMA_NOWAIT), 4394316485Sdavidcs &dma_buf->dma_map); 4395316485Sdavidcs if (ret) { 4396316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4397316485Sdavidcs QL_DPRINT1(ha, 4398316485Sdavidcs (dev, "%s: bus_dmamem_alloc failed\n", __func__)); 4399316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4400316485Sdavidcs } 4401316485Sdavidcs 4402316485Sdavidcs ret = bus_dmamap_load(dma_buf->dma_tag, 4403316485Sdavidcs dma_buf->dma_map, 4404316485Sdavidcs dma_buf->dma_b, 4405316485Sdavidcs dma_buf->size, 4406316485Sdavidcs qlnx_dmamap_callback, 4407316485Sdavidcs &b_addr, BUS_DMA_NOWAIT); 4408316485Sdavidcs 4409316485Sdavidcs if (ret || !b_addr) { 4410316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4411316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, 4412316485Sdavidcs dma_buf->dma_map); 4413316485Sdavidcs ret = -1; 4414316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 4415316485Sdavidcs } 4416316485Sdavidcs 4417316485Sdavidcs dma_buf->dma_addr = b_addr; 4418316485Sdavidcs 4419316485Sdavidcsqlnx_alloc_dmabuf_exit: 4420316485Sdavidcs 4421316485Sdavidcs return ret; 4422316485Sdavidcs} 4423316485Sdavidcs 4424316485Sdavidcsstatic void 4425316485Sdavidcsqlnx_free_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 4426316485Sdavidcs{ 4427316485Sdavidcs bus_dmamap_unload(dma_buf->dma_tag, dma_buf->dma_map); 4428316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, dma_buf->dma_map); 4429316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 4430316485Sdavidcs return; 4431316485Sdavidcs} 4432316485Sdavidcs 4433316485Sdavidcsvoid * 4434316485Sdavidcsqlnx_dma_alloc_coherent(void *ecore_dev, bus_addr_t *phys, uint32_t size) 4435316485Sdavidcs{ 4436316485Sdavidcs qlnx_dma_t dma_buf; 4437316485Sdavidcs qlnx_dma_t *dma_p; 4438316485Sdavidcs qlnx_host_t *ha; 4439316485Sdavidcs device_t dev; 4440316485Sdavidcs 4441316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 4442316485Sdavidcs dev = ha->pci_dev; 4443316485Sdavidcs 4444316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 4445316485Sdavidcs 4446316485Sdavidcs memset(&dma_buf, 0, sizeof (qlnx_dma_t)); 4447316485Sdavidcs 4448316485Sdavidcs dma_buf.size = size + PAGE_SIZE; 4449316485Sdavidcs dma_buf.alignment = 8; 4450316485Sdavidcs 4451316485Sdavidcs if (qlnx_alloc_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf) != 0) 4452316485Sdavidcs return (NULL); 4453316485Sdavidcs bzero((uint8_t *)dma_buf.dma_b, dma_buf.size); 4454316485Sdavidcs 4455316485Sdavidcs *phys = dma_buf.dma_addr; 4456316485Sdavidcs 4457316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)dma_buf.dma_b + size); 4458316485Sdavidcs 4459316485Sdavidcs memcpy(dma_p, &dma_buf, sizeof(qlnx_dma_t)); 4460316485Sdavidcs 4461316485Sdavidcs QL_DPRINT5(ha, (dev, "%s: [%p %p %p %p 0x%08x ]\n", __func__, 4462316485Sdavidcs (void *)dma_buf.dma_map, (void *)dma_buf.dma_tag, 4463316485Sdavidcs dma_buf.dma_b, (void *)dma_buf.dma_addr, size)); 4464316485Sdavidcs 4465316485Sdavidcs return (dma_buf.dma_b); 4466316485Sdavidcs} 4467316485Sdavidcs 4468316485Sdavidcsvoid 4469316485Sdavidcsqlnx_dma_free_coherent(void *ecore_dev, void *v_addr, bus_addr_t phys, 4470316485Sdavidcs uint32_t size) 4471316485Sdavidcs{ 4472316485Sdavidcs qlnx_dma_t dma_buf, *dma_p; 4473316485Sdavidcs qlnx_host_t *ha; 4474316485Sdavidcs device_t dev; 4475316485Sdavidcs 4476316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 4477316485Sdavidcs dev = ha->pci_dev; 4478316485Sdavidcs 4479316485Sdavidcs if (v_addr == NULL) 4480316485Sdavidcs return; 4481316485Sdavidcs 4482316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 4483316485Sdavidcs 4484316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)v_addr + size); 4485316485Sdavidcs 4486316485Sdavidcs QL_DPRINT5(ha, (dev, "%s: [%p %p %p %p 0x%08x ]\n", __func__, 4487316485Sdavidcs (void *)dma_p->dma_map, (void *)dma_p->dma_tag, 4488316485Sdavidcs dma_p->dma_b, (void *)dma_p->dma_addr, size)); 4489316485Sdavidcs 4490316485Sdavidcs dma_buf = *dma_p; 4491316485Sdavidcs 4492316485Sdavidcs qlnx_free_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf); 4493316485Sdavidcs return; 4494316485Sdavidcs} 4495316485Sdavidcs 4496316485Sdavidcsstatic int 4497316485Sdavidcsqlnx_alloc_parent_dma_tag(qlnx_host_t *ha) 4498316485Sdavidcs{ 4499316485Sdavidcs int ret; 4500316485Sdavidcs device_t dev; 4501316485Sdavidcs 4502316485Sdavidcs dev = ha->pci_dev; 4503316485Sdavidcs 4504316485Sdavidcs /* 4505316485Sdavidcs * Allocate parent DMA Tag 4506316485Sdavidcs */ 4507316485Sdavidcs ret = bus_dma_tag_create( 4508316485Sdavidcs bus_get_dma_tag(dev), /* parent */ 4509316485Sdavidcs 1,((bus_size_t)(1ULL << 32)),/* alignment, boundary */ 4510316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4511316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4512316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4513316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsize */ 4514316485Sdavidcs 0, /* nsegments */ 4515316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsegsize */ 4516316485Sdavidcs 0, /* flags */ 4517316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 4518316485Sdavidcs &ha->parent_tag); 4519316485Sdavidcs 4520316485Sdavidcs if (ret) { 4521316485Sdavidcs QL_DPRINT1(ha, (dev, "%s: could not create parent dma tag\n", 4522316485Sdavidcs __func__)); 4523316485Sdavidcs return (-1); 4524316485Sdavidcs } 4525316485Sdavidcs 4526316485Sdavidcs ha->flags.parent_tag = 1; 4527316485Sdavidcs 4528316485Sdavidcs return (0); 4529316485Sdavidcs} 4530316485Sdavidcs 4531316485Sdavidcsstatic void 4532316485Sdavidcsqlnx_free_parent_dma_tag(qlnx_host_t *ha) 4533316485Sdavidcs{ 4534316485Sdavidcs if (ha->parent_tag != NULL) { 4535316485Sdavidcs bus_dma_tag_destroy(ha->parent_tag); 4536316485Sdavidcs ha->parent_tag = NULL; 4537316485Sdavidcs } 4538316485Sdavidcs return; 4539316485Sdavidcs} 4540316485Sdavidcs 4541316485Sdavidcsstatic int 4542316485Sdavidcsqlnx_alloc_tx_dma_tag(qlnx_host_t *ha) 4543316485Sdavidcs{ 4544316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 4545316485Sdavidcs 1, 0, /* alignment, bounds */ 4546316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4547316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4548316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4549316485Sdavidcs QLNX_MAX_TSO_FRAME_SIZE, /* maxsize */ 4550316485Sdavidcs QLNX_MAX_SEGMENTS, /* nsegments */ 4551316485Sdavidcs (PAGE_SIZE * 4), /* maxsegsize */ 4552316485Sdavidcs BUS_DMA_ALLOCNOW, /* flags */ 4553316485Sdavidcs NULL, /* lockfunc */ 4554316485Sdavidcs NULL, /* lockfuncarg */ 4555316485Sdavidcs &ha->tx_tag)) { 4556316485Sdavidcs 4557316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: tx_tag alloc failed\n", 4558316485Sdavidcs __func__)); 4559316485Sdavidcs return (-1); 4560316485Sdavidcs } 4561316485Sdavidcs 4562316485Sdavidcs return (0); 4563316485Sdavidcs} 4564316485Sdavidcs 4565316485Sdavidcsstatic void 4566316485Sdavidcsqlnx_free_tx_dma_tag(qlnx_host_t *ha) 4567316485Sdavidcs{ 4568316485Sdavidcs if (ha->tx_tag != NULL) { 4569316485Sdavidcs bus_dma_tag_destroy(ha->tx_tag); 4570316485Sdavidcs ha->tx_tag = NULL; 4571316485Sdavidcs } 4572316485Sdavidcs return; 4573316485Sdavidcs} 4574316485Sdavidcs 4575316485Sdavidcsstatic int 4576316485Sdavidcsqlnx_alloc_rx_dma_tag(qlnx_host_t *ha) 4577316485Sdavidcs{ 4578316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 4579316485Sdavidcs 1, 0, /* alignment, bounds */ 4580316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 4581316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 4582316485Sdavidcs NULL, NULL, /* filter, filterarg */ 4583316485Sdavidcs MJUM9BYTES, /* maxsize */ 4584316485Sdavidcs 1, /* nsegments */ 4585316485Sdavidcs MJUM9BYTES, /* maxsegsize */ 4586316485Sdavidcs BUS_DMA_ALLOCNOW, /* flags */ 4587316485Sdavidcs NULL, /* lockfunc */ 4588316485Sdavidcs NULL, /* lockfuncarg */ 4589316485Sdavidcs &ha->rx_tag)) { 4590316485Sdavidcs 4591316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: rx_tag alloc failed\n", 4592316485Sdavidcs __func__)); 4593316485Sdavidcs 4594316485Sdavidcs return (-1); 4595316485Sdavidcs } 4596316485Sdavidcs return (0); 4597316485Sdavidcs} 4598316485Sdavidcs 4599316485Sdavidcsstatic void 4600316485Sdavidcsqlnx_free_rx_dma_tag(qlnx_host_t *ha) 4601316485Sdavidcs{ 4602316485Sdavidcs if (ha->rx_tag != NULL) { 4603316485Sdavidcs bus_dma_tag_destroy(ha->rx_tag); 4604316485Sdavidcs ha->rx_tag = NULL; 4605316485Sdavidcs } 4606316485Sdavidcs return; 4607316485Sdavidcs} 4608316485Sdavidcs 4609316485Sdavidcs/********************************* 4610316485Sdavidcs * Exported functions 4611316485Sdavidcs *********************************/ 4612316485Sdavidcsuint32_t 4613316485Sdavidcsqlnx_pci_bus_get_bar_size(void *ecore_dev, uint8_t bar_id) 4614316485Sdavidcs{ 4615316485Sdavidcs uint32_t bar_size; 4616316485Sdavidcs 4617316485Sdavidcs bar_id = bar_id * 2; 4618316485Sdavidcs 4619316485Sdavidcs bar_size = bus_get_resource_count(((qlnx_host_t *)ecore_dev)->pci_dev, 4620316485Sdavidcs SYS_RES_MEMORY, 4621316485Sdavidcs PCIR_BAR(bar_id)); 4622316485Sdavidcs 4623316485Sdavidcs return (bar_size); 4624316485Sdavidcs} 4625316485Sdavidcs 4626316485Sdavidcsuint32_t 4627316485Sdavidcsqlnx_pci_read_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t *reg_value) 4628316485Sdavidcs{ 4629316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4630316485Sdavidcs pci_reg, 1); 4631316485Sdavidcs return 0; 4632316485Sdavidcs} 4633316485Sdavidcs 4634316485Sdavidcsuint32_t 4635316485Sdavidcsqlnx_pci_read_config_word(void *ecore_dev, uint32_t pci_reg, 4636316485Sdavidcs uint16_t *reg_value) 4637316485Sdavidcs{ 4638316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4639316485Sdavidcs pci_reg, 2); 4640316485Sdavidcs return 0; 4641316485Sdavidcs} 4642316485Sdavidcs 4643316485Sdavidcsuint32_t 4644316485Sdavidcsqlnx_pci_read_config_dword(void *ecore_dev, uint32_t pci_reg, 4645316485Sdavidcs uint32_t *reg_value) 4646316485Sdavidcs{ 4647316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4648316485Sdavidcs pci_reg, 4); 4649316485Sdavidcs return 0; 4650316485Sdavidcs} 4651316485Sdavidcs 4652316485Sdavidcsvoid 4653316485Sdavidcsqlnx_pci_write_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t reg_value) 4654316485Sdavidcs{ 4655316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4656316485Sdavidcs pci_reg, reg_value, 1); 4657316485Sdavidcs return; 4658316485Sdavidcs} 4659316485Sdavidcs 4660316485Sdavidcsvoid 4661316485Sdavidcsqlnx_pci_write_config_word(void *ecore_dev, uint32_t pci_reg, 4662316485Sdavidcs uint16_t reg_value) 4663316485Sdavidcs{ 4664316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4665316485Sdavidcs pci_reg, reg_value, 2); 4666316485Sdavidcs return; 4667316485Sdavidcs} 4668316485Sdavidcs 4669316485Sdavidcsvoid 4670316485Sdavidcsqlnx_pci_write_config_dword(void *ecore_dev, uint32_t pci_reg, 4671316485Sdavidcs uint32_t reg_value) 4672316485Sdavidcs{ 4673316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 4674316485Sdavidcs pci_reg, reg_value, 4); 4675316485Sdavidcs return; 4676316485Sdavidcs} 4677316485Sdavidcs 4678316485Sdavidcs 4679316485Sdavidcsint 4680316485Sdavidcsqlnx_pci_find_capability(void *ecore_dev, int cap) 4681316485Sdavidcs{ 4682316485Sdavidcs int reg; 4683316485Sdavidcs 4684316485Sdavidcs if (pci_find_cap(((qlnx_host_t *)ecore_dev)->pci_dev, PCIY_EXPRESS, 4685316485Sdavidcs ®) == 0) 4686316485Sdavidcs return reg; 4687316485Sdavidcs else { 4688316485Sdavidcs QL_DPRINT1(((qlnx_host_t *)ecore_dev), 4689316485Sdavidcs (((qlnx_host_t *)ecore_dev)->pci_dev, 4690316485Sdavidcs "%s: failed\n", __func__)); 4691316485Sdavidcs return 0; 4692316485Sdavidcs } 4693316485Sdavidcs} 4694316485Sdavidcs 4695316485Sdavidcsuint32_t 4696316485Sdavidcsqlnx_reg_rd32(void *hwfn, uint32_t reg_addr) 4697316485Sdavidcs{ 4698316485Sdavidcs uint32_t data32; 4699316485Sdavidcs struct ecore_dev *cdev; 4700316485Sdavidcs struct ecore_hwfn *p_hwfn; 4701316485Sdavidcs 4702316485Sdavidcs p_hwfn = hwfn; 4703316485Sdavidcs 4704316485Sdavidcs cdev = p_hwfn->p_dev; 4705316485Sdavidcs 4706316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 4707316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 4708316485Sdavidcs 4709316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, reg_addr); 4710316485Sdavidcs 4711316485Sdavidcs return (data32); 4712316485Sdavidcs} 4713316485Sdavidcs 4714316485Sdavidcsvoid 4715316485Sdavidcsqlnx_reg_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 4716316485Sdavidcs{ 4717316485Sdavidcs struct ecore_dev *cdev; 4718316485Sdavidcs struct ecore_hwfn *p_hwfn; 4719316485Sdavidcs 4720316485Sdavidcs p_hwfn = hwfn; 4721316485Sdavidcs 4722316485Sdavidcs cdev = p_hwfn->p_dev; 4723316485Sdavidcs 4724316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 4725316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 4726316485Sdavidcs 4727316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, reg_addr, value); 4728316485Sdavidcs 4729316485Sdavidcs return; 4730316485Sdavidcs} 4731316485Sdavidcs 4732316485Sdavidcsvoid 4733316485Sdavidcsqlnx_reg_wr16(void *hwfn, uint32_t reg_addr, uint16_t value) 4734316485Sdavidcs{ 4735316485Sdavidcs struct ecore_dev *cdev; 4736316485Sdavidcs struct ecore_hwfn *p_hwfn; 4737316485Sdavidcs 4738316485Sdavidcs p_hwfn = hwfn; 4739316485Sdavidcs 4740316485Sdavidcs cdev = p_hwfn->p_dev; 4741316485Sdavidcs 4742316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->regview) - 4743316485Sdavidcs (uint8_t *)(cdev->regview)) + reg_addr; 4744316485Sdavidcs 4745316485Sdavidcs bus_write_2(((qlnx_host_t *)cdev)->pci_reg, reg_addr, value); 4746316485Sdavidcs 4747316485Sdavidcs return; 4748316485Sdavidcs} 4749316485Sdavidcs 4750316485Sdavidcsvoid 4751316485Sdavidcsqlnx_dbell_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 4752316485Sdavidcs{ 4753316485Sdavidcs struct ecore_dev *cdev; 4754316485Sdavidcs struct ecore_hwfn *p_hwfn; 4755316485Sdavidcs 4756316485Sdavidcs p_hwfn = hwfn; 4757316485Sdavidcs 4758316485Sdavidcs cdev = p_hwfn->p_dev; 4759316485Sdavidcs 4760316485Sdavidcs reg_addr = (uint32_t)((uint8_t *)(p_hwfn->doorbells) - 4761316485Sdavidcs (uint8_t *)(cdev->doorbells)) + reg_addr; 4762316485Sdavidcs 4763316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_dbells, reg_addr, value); 4764316485Sdavidcs 4765316485Sdavidcs return; 4766316485Sdavidcs} 4767316485Sdavidcs 4768316485Sdavidcsuint32_t 4769316485Sdavidcsqlnx_direct_reg_rd32(void *p_hwfn, uint32_t *reg_addr) 4770316485Sdavidcs{ 4771316485Sdavidcs uint32_t data32; 4772316485Sdavidcs uint32_t offset; 4773316485Sdavidcs struct ecore_dev *cdev; 4774316485Sdavidcs 4775316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 4776316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 4777316485Sdavidcs 4778316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, offset); 4779316485Sdavidcs 4780316485Sdavidcs return (data32); 4781316485Sdavidcs} 4782316485Sdavidcs 4783316485Sdavidcsvoid 4784316485Sdavidcsqlnx_direct_reg_wr32(void *p_hwfn, void *reg_addr, uint32_t value) 4785316485Sdavidcs{ 4786316485Sdavidcs uint32_t offset; 4787316485Sdavidcs struct ecore_dev *cdev; 4788316485Sdavidcs 4789316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 4790316485Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 4791316485Sdavidcs 4792316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, offset, value); 4793316485Sdavidcs 4794316485Sdavidcs return; 4795316485Sdavidcs} 4796316485Sdavidcs 4797316485Sdavidcsvoid * 4798316485Sdavidcsqlnx_zalloc(uint32_t size) 4799316485Sdavidcs{ 4800316485Sdavidcs caddr_t va; 4801316485Sdavidcs 4802316485Sdavidcs va = malloc((unsigned long)size, M_QLNXBUF, M_NOWAIT); 4803316485Sdavidcs bzero(va, size); 4804316485Sdavidcs return ((void *)va); 4805316485Sdavidcs} 4806316485Sdavidcs 4807316485Sdavidcsvoid 4808316485Sdavidcsqlnx_barrier(void *p_hwfn) 4809316485Sdavidcs{ 4810316485Sdavidcs qlnx_host_t *ha; 4811316485Sdavidcs 4812316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 4813316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_WRITE); 4814316485Sdavidcs} 4815316485Sdavidcs 4816316485Sdavidcsvoid 4817316485Sdavidcsqlnx_link_update(void *p_hwfn) 4818316485Sdavidcs{ 4819316485Sdavidcs qlnx_host_t *ha; 4820316485Sdavidcs int prev_link_state; 4821316485Sdavidcs 4822316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 4823316485Sdavidcs 4824316485Sdavidcs qlnx_fill_link(p_hwfn, &ha->if_link); 4825316485Sdavidcs 4826316485Sdavidcs prev_link_state = ha->link_up; 4827316485Sdavidcs ha->link_up = ha->if_link.link_up; 4828316485Sdavidcs 4829316485Sdavidcs if (prev_link_state != ha->link_up) { 4830316485Sdavidcs if (ha->link_up) { 4831316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_UP); 4832316485Sdavidcs } else { 4833316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_DOWN); 4834316485Sdavidcs } 4835316485Sdavidcs } 4836316485Sdavidcs return; 4837316485Sdavidcs} 4838316485Sdavidcs 4839316485Sdavidcsvoid 4840316485Sdavidcsqlnx_fill_link(struct ecore_hwfn *hwfn, struct qlnx_link_output *if_link) 4841316485Sdavidcs{ 4842316485Sdavidcs struct ecore_mcp_link_params link_params; 4843316485Sdavidcs struct ecore_mcp_link_state link_state; 4844316485Sdavidcs 4845316485Sdavidcs memset(if_link, 0, sizeof(*if_link)); 4846316485Sdavidcs memset(&link_params, 0, sizeof(struct ecore_mcp_link_params)); 4847316485Sdavidcs memset(&link_state, 0, sizeof(struct ecore_mcp_link_state)); 4848316485Sdavidcs 4849316485Sdavidcs /* Prepare source inputs */ 4850316485Sdavidcs /* we only deal with physical functions */ 4851316485Sdavidcs memcpy(&link_params, ecore_mcp_get_link_params(hwfn), 4852316485Sdavidcs sizeof(link_params)); 4853316485Sdavidcs memcpy(&link_state, ecore_mcp_get_link_state(hwfn), 4854316485Sdavidcs sizeof(link_state)); 4855316485Sdavidcs 4856316485Sdavidcs ecore_mcp_get_media_type(hwfn->p_dev, &if_link->media_type); 4857316485Sdavidcs 4858316485Sdavidcs /* Set the link parameters to pass to protocol driver */ 4859316485Sdavidcs if (link_state.link_up) { 4860316485Sdavidcs if_link->link_up = true; 4861316485Sdavidcs if_link->speed = link_state.speed; 4862316485Sdavidcs } 4863316485Sdavidcs 4864316485Sdavidcs if_link->supported_caps = QLNX_LINK_CAP_FIBRE; 4865316485Sdavidcs 4866316485Sdavidcs if (link_params.speed.autoneg) 4867316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Autoneg; 4868316485Sdavidcs 4869316485Sdavidcs if (link_params.pause.autoneg || 4870316485Sdavidcs (link_params.pause.forced_rx && link_params.pause.forced_tx)) 4871316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Asym_Pause; 4872316485Sdavidcs 4873316485Sdavidcs if (link_params.pause.autoneg || link_params.pause.forced_rx || 4874316485Sdavidcs link_params.pause.forced_tx) 4875316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Pause; 4876316485Sdavidcs 4877316485Sdavidcs if (link_params.speed.advertised_speeds & 4878316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_1G) 4879316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_1000baseT_Half | 4880316485Sdavidcs QLNX_LINK_CAP_1000baseT_Full; 4881316485Sdavidcs 4882316485Sdavidcs if (link_params.speed.advertised_speeds & 4883316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_10G) 4884316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_10000baseKR_Full; 4885316485Sdavidcs 4886316485Sdavidcs if (link_params.speed.advertised_speeds & 4887316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_25G) 4888316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_25000baseKR_Full; 4889316485Sdavidcs 4890316485Sdavidcs if (link_params.speed.advertised_speeds & 4891316485Sdavidcs NVM_CFG1_PORT_DRV_LINK_SPEED_40G) 4892316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 4893316485Sdavidcs 4894316485Sdavidcs if (link_params.speed.advertised_speeds & 4895316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_50G) 4896316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 4897316485Sdavidcs 4898316485Sdavidcs if (link_params.speed.advertised_speeds & 4899316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_BB_100G) 4900316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 4901316485Sdavidcs 4902316485Sdavidcs if_link->advertised_caps = if_link->supported_caps; 4903316485Sdavidcs 4904316485Sdavidcs if_link->autoneg = link_params.speed.autoneg; 4905316485Sdavidcs if_link->duplex = QLNX_LINK_DUPLEX; 4906316485Sdavidcs 4907316485Sdavidcs /* Link partner capabilities */ 4908316485Sdavidcs 4909316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_HD) 4910316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Half; 4911316485Sdavidcs 4912316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_FD) 4913316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Full; 4914316485Sdavidcs 4915316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_10G) 4916316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_10000baseKR_Full; 4917316485Sdavidcs 4918316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_25G) 4919316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_25000baseKR_Full; 4920316485Sdavidcs 4921316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_40G) 4922316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 4923316485Sdavidcs 4924316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_50G) 4925316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 4926316485Sdavidcs 4927316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_100G) 4928316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 4929316485Sdavidcs 4930316485Sdavidcs if (link_state.an_complete) 4931316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Autoneg; 4932316485Sdavidcs 4933316485Sdavidcs if (link_state.partner_adv_pause) 4934316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Pause; 4935316485Sdavidcs 4936316485Sdavidcs if ((link_state.partner_adv_pause == 4937316485Sdavidcs ECORE_LINK_PARTNER_ASYMMETRIC_PAUSE) || 4938316485Sdavidcs (link_state.partner_adv_pause == 4939316485Sdavidcs ECORE_LINK_PARTNER_BOTH_PAUSE)) 4940316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Asym_Pause; 4941316485Sdavidcs 4942316485Sdavidcs return; 4943316485Sdavidcs} 4944316485Sdavidcs 4945316485Sdavidcsstatic int 4946316485Sdavidcsqlnx_nic_setup(struct ecore_dev *cdev, struct ecore_pf_params *func_params) 4947316485Sdavidcs{ 4948316485Sdavidcs int rc, i; 4949316485Sdavidcs 4950316485Sdavidcs for (i = 0; i < cdev->num_hwfns; i++) { 4951316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 4952316485Sdavidcs p_hwfn->pf_params = *func_params; 4953316485Sdavidcs } 4954316485Sdavidcs 4955316485Sdavidcs rc = ecore_resc_alloc(cdev); 4956316485Sdavidcs if (rc) 4957316485Sdavidcs goto qlnx_nic_setup_exit; 4958316485Sdavidcs 4959316485Sdavidcs ecore_resc_setup(cdev); 4960316485Sdavidcs 4961316485Sdavidcsqlnx_nic_setup_exit: 4962316485Sdavidcs 4963316485Sdavidcs return rc; 4964316485Sdavidcs} 4965316485Sdavidcs 4966316485Sdavidcsstatic int 4967316485Sdavidcsqlnx_nic_start(struct ecore_dev *cdev) 4968316485Sdavidcs{ 4969316485Sdavidcs int rc; 4970316485Sdavidcs struct ecore_hw_init_params params; 4971316485Sdavidcs 4972316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_init_params)); 4973316485Sdavidcs 4974316485Sdavidcs params.p_tunn = NULL; 4975316485Sdavidcs params.b_hw_start = true; 4976316485Sdavidcs params.int_mode = cdev->int_mode; 4977316485Sdavidcs params.allow_npar_tx_switch = true; 4978316485Sdavidcs params.bin_fw_data = NULL; 4979316485Sdavidcs 4980316485Sdavidcs rc = ecore_hw_init(cdev, ¶ms); 4981316485Sdavidcs if (rc) { 4982316485Sdavidcs ecore_resc_free(cdev); 4983316485Sdavidcs return rc; 4984316485Sdavidcs } 4985316485Sdavidcs 4986316485Sdavidcs return 0; 4987316485Sdavidcs} 4988316485Sdavidcs 4989316485Sdavidcsstatic int 4990316485Sdavidcsqlnx_slowpath_start(qlnx_host_t *ha) 4991316485Sdavidcs{ 4992316485Sdavidcs struct ecore_dev *cdev; 4993316485Sdavidcs struct ecore_pf_params pf_params; 4994316485Sdavidcs int rc; 4995316485Sdavidcs 4996316485Sdavidcs memset(&pf_params, 0, sizeof(struct ecore_pf_params)); 4997316485Sdavidcs pf_params.eth_pf_params.num_cons = 4998316485Sdavidcs (ha->num_rss) * (ha->num_tc + 1); 4999316485Sdavidcs 5000316485Sdavidcs cdev = &ha->cdev; 5001316485Sdavidcs 5002316485Sdavidcs rc = qlnx_nic_setup(cdev, &pf_params); 5003316485Sdavidcs if (rc) 5004316485Sdavidcs goto qlnx_slowpath_start_exit; 5005316485Sdavidcs 5006316485Sdavidcs cdev->int_mode = ECORE_INT_MODE_MSIX; 5007316485Sdavidcs cdev->int_coalescing_mode = ECORE_COAL_MODE_ENABLE; 5008316485Sdavidcs 5009316485Sdavidcs#ifdef QLNX_MAX_COALESCE 5010316485Sdavidcs cdev->rx_coalesce_usecs = 255; 5011316485Sdavidcs cdev->tx_coalesce_usecs = 255; 5012316485Sdavidcs#endif 5013316485Sdavidcs 5014316485Sdavidcs rc = qlnx_nic_start(cdev); 5015316485Sdavidcs 5016316485Sdavidcs ha->rx_coalesce_usecs = cdev->rx_coalesce_usecs; 5017316485Sdavidcs ha->tx_coalesce_usecs = cdev->tx_coalesce_usecs; 5018316485Sdavidcs 5019316485Sdavidcsqlnx_slowpath_start_exit: 5020316485Sdavidcs 5021316485Sdavidcs return (rc); 5022316485Sdavidcs} 5023316485Sdavidcs 5024316485Sdavidcsstatic int 5025316485Sdavidcsqlnx_slowpath_stop(qlnx_host_t *ha) 5026316485Sdavidcs{ 5027316485Sdavidcs struct ecore_dev *cdev; 5028316485Sdavidcs device_t dev = ha->pci_dev; 5029316485Sdavidcs int i; 5030316485Sdavidcs 5031316485Sdavidcs cdev = &ha->cdev; 5032316485Sdavidcs 5033316485Sdavidcs ecore_hw_stop(cdev); 5034316485Sdavidcs 5035316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 5036316485Sdavidcs 5037316485Sdavidcs if (ha->sp_handle[i]) 5038316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 5039316485Sdavidcs ha->sp_handle[i]); 5040316485Sdavidcs 5041316485Sdavidcs ha->sp_handle[i] = NULL; 5042316485Sdavidcs 5043316485Sdavidcs if (ha->sp_irq[i]) 5044316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 5045316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 5046316485Sdavidcs ha->sp_irq[i] = NULL; 5047316485Sdavidcs } 5048316485Sdavidcs 5049316485Sdavidcs ecore_resc_free(cdev); 5050316485Sdavidcs 5051316485Sdavidcs return 0; 5052316485Sdavidcs} 5053316485Sdavidcs 5054316485Sdavidcsstatic void 5055316485Sdavidcsqlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 5056316485Sdavidcs char ver_str[VER_SIZE]) 5057316485Sdavidcs{ 5058316485Sdavidcs int i; 5059316485Sdavidcs 5060316485Sdavidcs memcpy(cdev->name, name, NAME_SIZE); 5061316485Sdavidcs 5062316485Sdavidcs for_each_hwfn(cdev, i) { 5063316485Sdavidcs snprintf(cdev->hwfns[i].name, NAME_SIZE, "%s-%d", name, i); 5064316485Sdavidcs } 5065316485Sdavidcs 5066316485Sdavidcs cdev->drv_type = DRV_ID_DRV_TYPE_FREEBSD; 5067316485Sdavidcs 5068316485Sdavidcs return ; 5069316485Sdavidcs} 5070316485Sdavidcs 5071316485Sdavidcsvoid 5072316485Sdavidcsqlnx_get_protocol_stats(void *cdev, int proto_type, void *proto_stats) 5073316485Sdavidcs{ 5074316485Sdavidcs enum ecore_mcp_protocol_type type; 5075316485Sdavidcs union ecore_mcp_protocol_stats *stats; 5076316485Sdavidcs struct ecore_eth_stats eth_stats; 5077316485Sdavidcs device_t dev; 5078316485Sdavidcs 5079316485Sdavidcs dev = ((qlnx_host_t *)cdev)->pci_dev; 5080316485Sdavidcs stats = proto_stats; 5081316485Sdavidcs type = proto_type; 5082316485Sdavidcs 5083316485Sdavidcs switch (type) { 5084316485Sdavidcs case ECORE_MCP_LAN_STATS: 5085316485Sdavidcs ecore_get_vport_stats((struct ecore_dev *)cdev, ð_stats); 5086316485Sdavidcs stats->lan_stats.ucast_rx_pkts = eth_stats.common.rx_ucast_pkts; 5087316485Sdavidcs stats->lan_stats.ucast_tx_pkts = eth_stats.common.tx_ucast_pkts; 5088316485Sdavidcs stats->lan_stats.fcs_err = -1; 5089316485Sdavidcs break; 5090316485Sdavidcs 5091316485Sdavidcs default: 5092316485Sdavidcs ((qlnx_host_t *)cdev)->err_get_proto_invalid_type++; 5093316485Sdavidcs 5094316485Sdavidcs QL_DPRINT1(((qlnx_host_t *)cdev), 5095316485Sdavidcs (dev, "%s: invalid protocol type 0x%x\n", __func__, 5096316485Sdavidcs type)); 5097316485Sdavidcs break; 5098316485Sdavidcs } 5099316485Sdavidcs return; 5100316485Sdavidcs} 5101316485Sdavidcs 5102316485Sdavidcsstatic int 5103316485Sdavidcsqlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver) 5104316485Sdavidcs{ 5105316485Sdavidcs struct ecore_hwfn *p_hwfn; 5106316485Sdavidcs struct ecore_ptt *p_ptt; 5107316485Sdavidcs 5108316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 5109316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 5110316485Sdavidcs 5111316485Sdavidcs if (p_ptt == NULL) { 5112316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5113316485Sdavidcs "%s : ecore_ptt_acquire failed\n", __func__)); 5114316485Sdavidcs return (-1); 5115316485Sdavidcs } 5116316485Sdavidcs ecore_mcp_get_mfw_ver(p_hwfn, p_ptt, mfw_ver, NULL); 5117316485Sdavidcs 5118316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 5119316485Sdavidcs 5120316485Sdavidcs return (0); 5121316485Sdavidcs} 5122316485Sdavidcs 5123316485Sdavidcsstatic int 5124316485Sdavidcsqlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size) 5125316485Sdavidcs{ 5126316485Sdavidcs struct ecore_hwfn *p_hwfn; 5127316485Sdavidcs struct ecore_ptt *p_ptt; 5128316485Sdavidcs 5129316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 5130316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 5131316485Sdavidcs 5132316485Sdavidcs if (p_ptt == NULL) { 5133316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5134316485Sdavidcs "%s : ecore_ptt_acquire failed\n", __func__)); 5135316485Sdavidcs return (-1); 5136316485Sdavidcs } 5137316485Sdavidcs ecore_mcp_get_flash_size(p_hwfn, p_ptt, flash_size); 5138316485Sdavidcs 5139316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 5140316485Sdavidcs 5141316485Sdavidcs return (0); 5142316485Sdavidcs} 5143316485Sdavidcs 5144316485Sdavidcsstatic int 5145316485Sdavidcsqlnx_alloc_mem_arrays(qlnx_host_t *ha) 5146316485Sdavidcs{ 5147316485Sdavidcs struct ecore_dev *cdev; 5148316485Sdavidcs 5149316485Sdavidcs cdev = &ha->cdev; 5150316485Sdavidcs 5151316485Sdavidcs bzero(&ha->txq_array[0], (sizeof(struct qlnx_tx_queue) * QLNX_MAX_RSS)); 5152316485Sdavidcs bzero(&ha->rxq_array[0], (sizeof(struct qlnx_rx_queue) * QLNX_MAX_RSS)); 5153316485Sdavidcs bzero(&ha->sb_array[0], (sizeof(struct ecore_sb_info) * QLNX_MAX_RSS)); 5154316485Sdavidcs 5155316485Sdavidcs return 0; 5156316485Sdavidcs} 5157316485Sdavidcs 5158316485Sdavidcsstatic void 5159316485Sdavidcsqlnx_init_fp(qlnx_host_t *ha) 5160316485Sdavidcs{ 5161316485Sdavidcs int rss_id, txq_array_index, tc; 5162316485Sdavidcs 5163316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 5164316485Sdavidcs 5165316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 5166316485Sdavidcs 5167316485Sdavidcs fp->rss_id = rss_id; 5168316485Sdavidcs fp->edev = ha; 5169316485Sdavidcs fp->sb_info = &ha->sb_array[rss_id]; 5170316485Sdavidcs fp->rxq = &ha->rxq_array[rss_id]; 5171316485Sdavidcs fp->rxq->rxq_id = rss_id; 5172316485Sdavidcs 5173316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 5174316485Sdavidcs txq_array_index = tc * ha->num_rss + rss_id; 5175316485Sdavidcs fp->txq[tc] = &ha->txq_array[txq_array_index]; 5176316485Sdavidcs fp->txq[tc]->index = txq_array_index; 5177316485Sdavidcs } 5178316485Sdavidcs 5179316485Sdavidcs snprintf(fp->name, sizeof(fp->name), "%s-fp-%d", qlnx_name_str, 5180316485Sdavidcs rss_id); 5181316485Sdavidcs 5182318657Sdavidcs fp->tx_ring_full = 0; 5183318657Sdavidcs 5184316485Sdavidcs /* reset all the statistics counters */ 5185316485Sdavidcs 5186316485Sdavidcs fp->tx_pkts_processed = 0; 5187316485Sdavidcs fp->tx_pkts_freed = 0; 5188316485Sdavidcs fp->tx_pkts_transmitted = 0; 5189316485Sdavidcs fp->tx_pkts_completed = 0; 5190316485Sdavidcs fp->tx_lso_wnd_min_len = 0; 5191316485Sdavidcs fp->tx_defrag = 0; 5192316485Sdavidcs fp->tx_nsegs_gt_elem_left = 0; 5193316485Sdavidcs fp->tx_tso_max_nsegs = 0; 5194316485Sdavidcs fp->tx_tso_min_nsegs = 0; 5195316485Sdavidcs fp->err_tx_nsegs_gt_elem_left = 0; 5196316485Sdavidcs fp->err_tx_dmamap_create = 0; 5197316485Sdavidcs fp->err_tx_defrag_dmamap_load = 0; 5198316485Sdavidcs fp->err_tx_non_tso_max_seg = 0; 5199316485Sdavidcs fp->err_tx_dmamap_load = 0; 5200316485Sdavidcs fp->err_tx_defrag = 0; 5201316485Sdavidcs fp->err_tx_free_pkt_null = 0; 5202316485Sdavidcs fp->err_tx_cons_idx_conflict = 0; 5203316485Sdavidcs 5204316485Sdavidcs fp->rx_pkts = 0; 5205316485Sdavidcs fp->err_m_getcl = 0; 5206316485Sdavidcs fp->err_m_getjcl = 0; 5207316485Sdavidcs } 5208316485Sdavidcs return; 5209316485Sdavidcs} 5210316485Sdavidcs 5211316485Sdavidcsstatic void 5212316485Sdavidcsqlnx_free_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info) 5213316485Sdavidcs{ 5214316485Sdavidcs struct ecore_dev *cdev; 5215316485Sdavidcs 5216316485Sdavidcs cdev = &ha->cdev; 5217316485Sdavidcs 5218316485Sdavidcs if (sb_info->sb_virt) { 5219316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, ((void *)sb_info->sb_virt), 5220316485Sdavidcs (sb_info->sb_phys), (sizeof(*sb_info->sb_virt))); 5221316485Sdavidcs sb_info->sb_virt = NULL; 5222316485Sdavidcs } 5223316485Sdavidcs} 5224316485Sdavidcs 5225316485Sdavidcsstatic int 5226316485Sdavidcsqlnx_sb_init(struct ecore_dev *cdev, struct ecore_sb_info *sb_info, 5227316485Sdavidcs void *sb_virt_addr, bus_addr_t sb_phy_addr, u16 sb_id) 5228316485Sdavidcs{ 5229316485Sdavidcs struct ecore_hwfn *p_hwfn; 5230316485Sdavidcs int hwfn_index, rc; 5231316485Sdavidcs u16 rel_sb_id; 5232316485Sdavidcs 5233316485Sdavidcs hwfn_index = sb_id % cdev->num_hwfns; 5234316485Sdavidcs p_hwfn = &cdev->hwfns[hwfn_index]; 5235316485Sdavidcs rel_sb_id = sb_id / cdev->num_hwfns; 5236316485Sdavidcs 5237316485Sdavidcs QL_DPRINT2(((qlnx_host_t *)cdev), (((qlnx_host_t *)cdev)->pci_dev, 5238316485Sdavidcs "%s: hwfn_index = %d p_hwfn = %p sb_id = 0x%x rel_sb_id = 0x%x " 5239316485Sdavidcs "sb_info = %p sb_virt_addr = %p sb_phy_addr = %p\n", 5240316485Sdavidcs __func__, hwfn_index, p_hwfn, sb_id, rel_sb_id, sb_info, 5241316485Sdavidcs sb_virt_addr, (void *)sb_phy_addr)); 5242316485Sdavidcs 5243316485Sdavidcs rc = ecore_int_sb_init(p_hwfn, p_hwfn->p_main_ptt, sb_info, 5244316485Sdavidcs sb_virt_addr, sb_phy_addr, rel_sb_id); 5245316485Sdavidcs 5246316485Sdavidcs return rc; 5247316485Sdavidcs} 5248316485Sdavidcs 5249316485Sdavidcs/* This function allocates fast-path status block memory */ 5250316485Sdavidcsstatic int 5251316485Sdavidcsqlnx_alloc_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info, u16 sb_id) 5252316485Sdavidcs{ 5253316485Sdavidcs struct status_block *sb_virt; 5254316485Sdavidcs bus_addr_t sb_phys; 5255316485Sdavidcs int rc; 5256316485Sdavidcs uint32_t size; 5257316485Sdavidcs struct ecore_dev *cdev; 5258316485Sdavidcs 5259316485Sdavidcs cdev = &ha->cdev; 5260316485Sdavidcs 5261316485Sdavidcs size = sizeof(*sb_virt); 5262316485Sdavidcs sb_virt = OSAL_DMA_ALLOC_COHERENT(cdev, (&sb_phys), size); 5263316485Sdavidcs 5264316485Sdavidcs if (!sb_virt) { 5265316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5266316485Sdavidcs "%s: Status block allocation failed\n", __func__)); 5267316485Sdavidcs return -ENOMEM; 5268316485Sdavidcs } 5269316485Sdavidcs 5270316485Sdavidcs rc = qlnx_sb_init(cdev, sb_info, sb_virt, sb_phys, sb_id); 5271316485Sdavidcs if (rc) { 5272316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: failed\n", __func__)); 5273316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, sb_virt, sb_phys, size); 5274316485Sdavidcs } 5275316485Sdavidcs 5276316485Sdavidcs return rc; 5277316485Sdavidcs} 5278316485Sdavidcs 5279316485Sdavidcsstatic void 5280316485Sdavidcsqlnx_free_rx_buffers(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5281316485Sdavidcs{ 5282316485Sdavidcs int i; 5283316485Sdavidcs struct sw_rx_data *rx_buf; 5284316485Sdavidcs 5285316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 5286316485Sdavidcs 5287316485Sdavidcs rx_buf = &rxq->sw_rx_ring[i]; 5288316485Sdavidcs 5289316485Sdavidcs if (rx_buf->data != NULL) { 5290316485Sdavidcs if (rx_buf->map != NULL) { 5291316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 5292316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 5293316485Sdavidcs rx_buf->map = NULL; 5294316485Sdavidcs } 5295316485Sdavidcs m_freem(rx_buf->data); 5296316485Sdavidcs rx_buf->data = NULL; 5297316485Sdavidcs } 5298316485Sdavidcs } 5299316485Sdavidcs return; 5300316485Sdavidcs} 5301316485Sdavidcs 5302316485Sdavidcsstatic void 5303316485Sdavidcsqlnx_free_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5304316485Sdavidcs{ 5305316485Sdavidcs struct ecore_dev *cdev; 5306316485Sdavidcs int i; 5307316485Sdavidcs 5308316485Sdavidcs cdev = &ha->cdev; 5309316485Sdavidcs 5310316485Sdavidcs qlnx_free_rx_buffers(ha, rxq); 5311316485Sdavidcs 5312316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 5313316485Sdavidcs qlnx_free_tpa_mbuf(ha, &rxq->tpa_info[i]); 5314316485Sdavidcs if (rxq->tpa_info[i].mpf != NULL) 5315316485Sdavidcs m_freem(rxq->tpa_info[i].mpf); 5316316485Sdavidcs } 5317316485Sdavidcs 5318316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 5319316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 5320316485Sdavidcs 5321316485Sdavidcs /* Free the real RQ ring used by FW */ 5322316485Sdavidcs if (rxq->rx_bd_ring.p_virt_addr) { 5323316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_bd_ring); 5324316485Sdavidcs rxq->rx_bd_ring.p_virt_addr = NULL; 5325316485Sdavidcs } 5326316485Sdavidcs 5327316485Sdavidcs /* Free the real completion ring used by FW */ 5328316485Sdavidcs if (rxq->rx_comp_ring.p_virt_addr && 5329316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table) { 5330316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_comp_ring); 5331316485Sdavidcs rxq->rx_comp_ring.p_virt_addr = NULL; 5332316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table = NULL; 5333316485Sdavidcs } 5334316485Sdavidcs 5335316485Sdavidcs#ifdef QLNX_SOFT_LRO 5336316485Sdavidcs { 5337316485Sdavidcs struct lro_ctrl *lro; 5338316485Sdavidcs 5339316485Sdavidcs lro = &rxq->lro; 5340316485Sdavidcs tcp_lro_free(lro); 5341316485Sdavidcs } 5342316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5343316485Sdavidcs 5344316485Sdavidcs return; 5345316485Sdavidcs} 5346316485Sdavidcs 5347316485Sdavidcsstatic int 5348316485Sdavidcsqlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5349316485Sdavidcs{ 5350316485Sdavidcs register struct mbuf *mp; 5351316485Sdavidcs uint16_t rx_buf_size; 5352316485Sdavidcs struct sw_rx_data *sw_rx_data; 5353316485Sdavidcs struct eth_rx_bd *rx_bd; 5354316485Sdavidcs dma_addr_t dma_addr; 5355316485Sdavidcs bus_dmamap_t map; 5356316485Sdavidcs bus_dma_segment_t segs[1]; 5357316485Sdavidcs int nsegs; 5358316485Sdavidcs int ret; 5359316485Sdavidcs struct ecore_dev *cdev; 5360316485Sdavidcs 5361316485Sdavidcs cdev = &ha->cdev; 5362316485Sdavidcs 5363316485Sdavidcs rx_buf_size = rxq->rx_buf_size; 5364316485Sdavidcs 5365316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 5366316485Sdavidcs 5367316485Sdavidcs if (mp == NULL) { 5368316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5369316485Sdavidcs "%s : Failed to allocate Rx data\n", __func__)); 5370316485Sdavidcs return -ENOMEM; 5371316485Sdavidcs } 5372316485Sdavidcs 5373316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 5374316485Sdavidcs 5375316485Sdavidcs map = (bus_dmamap_t)0; 5376316485Sdavidcs 5377316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 5378316485Sdavidcs BUS_DMA_NOWAIT); 5379316485Sdavidcs dma_addr = segs[0].ds_addr; 5380316485Sdavidcs 5381316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 5382316485Sdavidcs m_freem(mp); 5383316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5384316485Sdavidcs "%s: bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 5385316485Sdavidcs __func__, ret, (long long unsigned int)dma_addr, 5386316485Sdavidcs nsegs)); 5387316485Sdavidcs return -ENOMEM; 5388316485Sdavidcs } 5389316485Sdavidcs 5390316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 5391316485Sdavidcs sw_rx_data->data = mp; 5392316485Sdavidcs sw_rx_data->dma_addr = dma_addr; 5393316485Sdavidcs sw_rx_data->map = map; 5394316485Sdavidcs 5395316485Sdavidcs /* Advance PROD and get BD pointer */ 5396316485Sdavidcs rx_bd = (struct eth_rx_bd *)ecore_chain_produce(&rxq->rx_bd_ring); 5397316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(dma_addr)); 5398316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(dma_addr)); 5399316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 5400316485Sdavidcs 5401316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 5402316485Sdavidcs 5403316485Sdavidcs return 0; 5404316485Sdavidcs} 5405316485Sdavidcs 5406316485Sdavidcsstatic int 5407316485Sdavidcsqlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 5408316485Sdavidcs struct qlnx_agg_info *tpa) 5409316485Sdavidcs{ 5410316485Sdavidcs struct mbuf *mp; 5411316485Sdavidcs dma_addr_t dma_addr; 5412316485Sdavidcs bus_dmamap_t map; 5413316485Sdavidcs bus_dma_segment_t segs[1]; 5414316485Sdavidcs int nsegs; 5415316485Sdavidcs int ret; 5416316485Sdavidcs struct sw_rx_data *rx_buf; 5417316485Sdavidcs 5418316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 5419316485Sdavidcs 5420316485Sdavidcs if (mp == NULL) { 5421316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5422316485Sdavidcs "%s : Failed to allocate Rx data\n", __func__)); 5423316485Sdavidcs return -ENOMEM; 5424316485Sdavidcs } 5425316485Sdavidcs 5426316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 5427316485Sdavidcs 5428316485Sdavidcs map = (bus_dmamap_t)0; 5429316485Sdavidcs 5430316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 5431316485Sdavidcs BUS_DMA_NOWAIT); 5432316485Sdavidcs dma_addr = segs[0].ds_addr; 5433316485Sdavidcs 5434316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 5435316485Sdavidcs m_freem(mp); 5436316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5437316485Sdavidcs "%s: bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 5438316485Sdavidcs __func__, ret, (long long unsigned int)dma_addr, 5439316485Sdavidcs nsegs)); 5440316485Sdavidcs return -ENOMEM; 5441316485Sdavidcs } 5442316485Sdavidcs 5443316485Sdavidcs rx_buf = &tpa->rx_buf; 5444316485Sdavidcs 5445316485Sdavidcs memset(rx_buf, 0, sizeof (struct sw_rx_data)); 5446316485Sdavidcs 5447316485Sdavidcs rx_buf->data = mp; 5448316485Sdavidcs rx_buf->dma_addr = dma_addr; 5449316485Sdavidcs rx_buf->map = map; 5450316485Sdavidcs 5451316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 5452316485Sdavidcs 5453316485Sdavidcs return (0); 5454316485Sdavidcs} 5455316485Sdavidcs 5456316485Sdavidcsstatic void 5457316485Sdavidcsqlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa) 5458316485Sdavidcs{ 5459316485Sdavidcs struct sw_rx_data *rx_buf; 5460316485Sdavidcs 5461316485Sdavidcs rx_buf = &tpa->rx_buf; 5462316485Sdavidcs 5463316485Sdavidcs if (rx_buf->data != NULL) { 5464316485Sdavidcs if (rx_buf->map != NULL) { 5465316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 5466316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 5467316485Sdavidcs rx_buf->map = NULL; 5468316485Sdavidcs } 5469316485Sdavidcs m_freem(rx_buf->data); 5470316485Sdavidcs rx_buf->data = NULL; 5471316485Sdavidcs } 5472316485Sdavidcs return; 5473316485Sdavidcs} 5474316485Sdavidcs 5475316485Sdavidcs/* This function allocates all memory needed per Rx queue */ 5476316485Sdavidcsstatic int 5477316485Sdavidcsqlnx_alloc_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 5478316485Sdavidcs{ 5479316485Sdavidcs int i, rc, num_allocated; 5480316485Sdavidcs struct ifnet *ifp; 5481316485Sdavidcs struct ecore_dev *cdev; 5482316485Sdavidcs 5483316485Sdavidcs cdev = &ha->cdev; 5484316485Sdavidcs ifp = ha->ifp; 5485316485Sdavidcs 5486316485Sdavidcs rxq->num_rx_buffers = RX_RING_SIZE; 5487316485Sdavidcs 5488316485Sdavidcs rxq->rx_buf_size = ha->rx_buf_size; 5489316485Sdavidcs 5490316485Sdavidcs /* Allocate the parallel driver ring for Rx buffers */ 5491316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 5492316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 5493316485Sdavidcs 5494316485Sdavidcs /* Allocate FW Rx ring */ 5495316485Sdavidcs 5496316485Sdavidcs rc = ecore_chain_alloc(cdev, 5497316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 5498316485Sdavidcs ECORE_CHAIN_MODE_NEXT_PTR, 5499316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5500316485Sdavidcs RX_RING_SIZE, 5501316485Sdavidcs sizeof(struct eth_rx_bd), 5502316485Sdavidcs &rxq->rx_bd_ring, NULL); 5503316485Sdavidcs 5504316485Sdavidcs if (rc) 5505316485Sdavidcs goto err; 5506316485Sdavidcs 5507316485Sdavidcs /* Allocate FW completion ring */ 5508316485Sdavidcs rc = ecore_chain_alloc(cdev, 5509316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME, 5510316485Sdavidcs ECORE_CHAIN_MODE_PBL, 5511316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5512316485Sdavidcs RX_RING_SIZE, 5513316485Sdavidcs sizeof(union eth_rx_cqe), 5514316485Sdavidcs &rxq->rx_comp_ring, NULL); 5515316485Sdavidcs 5516316485Sdavidcs if (rc) 5517316485Sdavidcs goto err; 5518316485Sdavidcs 5519316485Sdavidcs /* Allocate buffers for the Rx ring */ 5520316485Sdavidcs 5521316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 5522316485Sdavidcs rc = qlnx_alloc_tpa_mbuf(ha, rxq->rx_buf_size, 5523316485Sdavidcs &rxq->tpa_info[i]); 5524316485Sdavidcs if (rc) 5525316485Sdavidcs break; 5526316485Sdavidcs 5527316485Sdavidcs } 5528316485Sdavidcs 5529316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 5530316485Sdavidcs rc = qlnx_alloc_rx_buffer(ha, rxq); 5531316485Sdavidcs if (rc) 5532316485Sdavidcs break; 5533316485Sdavidcs } 5534316485Sdavidcs num_allocated = i; 5535316485Sdavidcs if (!num_allocated) { 5536316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5537316485Sdavidcs "%s: Rx buffers allocation failed\n", __func__)); 5538316485Sdavidcs goto err; 5539316485Sdavidcs } else if (num_allocated < rxq->num_rx_buffers) { 5540316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5541316485Sdavidcs "%s: Allocated less buffers than" 5542316485Sdavidcs " desired (%d allocated)\n", __func__, num_allocated)); 5543316485Sdavidcs } 5544316485Sdavidcs 5545316485Sdavidcs#ifdef QLNX_SOFT_LRO 5546316485Sdavidcs 5547316485Sdavidcs { 5548316485Sdavidcs struct lro_ctrl *lro; 5549316485Sdavidcs 5550316485Sdavidcs lro = &rxq->lro; 5551316485Sdavidcs 5552316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 5553316485Sdavidcs if (tcp_lro_init_args(lro, ifp, 0, rxq->num_rx_buffers)) { 5554316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5555316485Sdavidcs "%s: tcp_lro_init[%d] failed\n", 5556316485Sdavidcs __func__, rxq->rxq_id)); 5557316485Sdavidcs goto err; 5558316485Sdavidcs } 5559316485Sdavidcs#else 5560316485Sdavidcs if (tcp_lro_init(lro)) { 5561316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5562316485Sdavidcs "%s: tcp_lro_init[%d] failed\n", 5563316485Sdavidcs __func__, rxq->rxq_id)); 5564316485Sdavidcs goto err; 5565316485Sdavidcs } 5566316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 5567316485Sdavidcs 5568316485Sdavidcs lro->ifp = ha->ifp; 5569316485Sdavidcs } 5570316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5571316485Sdavidcs return 0; 5572316485Sdavidcs 5573316485Sdavidcserr: 5574316485Sdavidcs qlnx_free_mem_rxq(ha, rxq); 5575316485Sdavidcs return -ENOMEM; 5576316485Sdavidcs} 5577316485Sdavidcs 5578316485Sdavidcs 5579316485Sdavidcsstatic void 5580316485Sdavidcsqlnx_free_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 5581316485Sdavidcs struct qlnx_tx_queue *txq) 5582316485Sdavidcs{ 5583316485Sdavidcs struct ecore_dev *cdev; 5584316485Sdavidcs 5585316485Sdavidcs cdev = &ha->cdev; 5586316485Sdavidcs 5587316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 5588316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 5589316485Sdavidcs 5590316485Sdavidcs /* Free the real RQ ring used by FW */ 5591316485Sdavidcs if (txq->tx_pbl.p_virt_addr) { 5592316485Sdavidcs ecore_chain_free(cdev, &txq->tx_pbl); 5593316485Sdavidcs txq->tx_pbl.p_virt_addr = NULL; 5594316485Sdavidcs } 5595316485Sdavidcs return; 5596316485Sdavidcs} 5597316485Sdavidcs 5598316485Sdavidcs/* This function allocates all memory needed per Tx queue */ 5599316485Sdavidcsstatic int 5600316485Sdavidcsqlnx_alloc_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 5601316485Sdavidcs struct qlnx_tx_queue *txq) 5602316485Sdavidcs{ 5603316485Sdavidcs int ret = ECORE_SUCCESS; 5604316485Sdavidcs union eth_tx_bd_types *p_virt; 5605316485Sdavidcs struct ecore_dev *cdev; 5606316485Sdavidcs 5607316485Sdavidcs cdev = &ha->cdev; 5608316485Sdavidcs 5609316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 5610316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 5611316485Sdavidcs 5612316485Sdavidcs /* Allocate the real Tx ring to be used by FW */ 5613316485Sdavidcs ret = ecore_chain_alloc(cdev, 5614316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 5615316485Sdavidcs ECORE_CHAIN_MODE_PBL, 5616316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 5617316485Sdavidcs TX_RING_SIZE, 5618316485Sdavidcs sizeof(*p_virt), 5619316485Sdavidcs &txq->tx_pbl, NULL); 5620316485Sdavidcs 5621316485Sdavidcs if (ret != ECORE_SUCCESS) { 5622316485Sdavidcs goto err; 5623316485Sdavidcs } 5624316485Sdavidcs 5625316485Sdavidcs txq->num_tx_buffers = TX_RING_SIZE; 5626316485Sdavidcs 5627316485Sdavidcs return 0; 5628316485Sdavidcs 5629316485Sdavidcserr: 5630316485Sdavidcs qlnx_free_mem_txq(ha, fp, txq); 5631316485Sdavidcs return -ENOMEM; 5632316485Sdavidcs} 5633316485Sdavidcs 5634316485Sdavidcsstatic void 5635316485Sdavidcsqlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 5636316485Sdavidcs{ 5637316485Sdavidcs struct mbuf *mp; 5638316485Sdavidcs struct ifnet *ifp = ha->ifp; 5639316485Sdavidcs 5640316485Sdavidcs if (mtx_initialized(&fp->tx_mtx)) { 5641316485Sdavidcs 5642316485Sdavidcs if (fp->tx_br != NULL) { 5643316485Sdavidcs 5644316485Sdavidcs mtx_lock(&fp->tx_mtx); 5645316485Sdavidcs 5646316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 5647316485Sdavidcs fp->tx_pkts_freed++; 5648316485Sdavidcs m_freem(mp); 5649316485Sdavidcs } 5650316485Sdavidcs 5651316485Sdavidcs mtx_unlock(&fp->tx_mtx); 5652316485Sdavidcs 5653316485Sdavidcs buf_ring_free(fp->tx_br, M_DEVBUF); 5654316485Sdavidcs fp->tx_br = NULL; 5655316485Sdavidcs } 5656316485Sdavidcs mtx_destroy(&fp->tx_mtx); 5657316485Sdavidcs } 5658316485Sdavidcs return; 5659316485Sdavidcs} 5660316485Sdavidcs 5661316485Sdavidcsstatic void 5662316485Sdavidcsqlnx_free_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 5663316485Sdavidcs{ 5664316485Sdavidcs int tc; 5665316485Sdavidcs 5666316485Sdavidcs qlnx_free_mem_sb(ha, fp->sb_info); 5667316485Sdavidcs 5668316485Sdavidcs qlnx_free_mem_rxq(ha, fp->rxq); 5669316485Sdavidcs 5670316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) 5671316485Sdavidcs qlnx_free_mem_txq(ha, fp, fp->txq[tc]); 5672316485Sdavidcs 5673316485Sdavidcs return; 5674316485Sdavidcs} 5675316485Sdavidcs 5676316485Sdavidcsstatic int 5677316485Sdavidcsqlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 5678316485Sdavidcs{ 5679316485Sdavidcs snprintf(fp->tx_mtx_name, sizeof(fp->tx_mtx_name), 5680316485Sdavidcs "qlnx%d_fp%d_tx_mq_lock", ha->dev_unit, fp->rss_id); 5681316485Sdavidcs 5682316485Sdavidcs mtx_init(&fp->tx_mtx, fp->tx_mtx_name, NULL, MTX_DEF); 5683316485Sdavidcs 5684316485Sdavidcs fp->tx_br = buf_ring_alloc(TX_RING_SIZE, M_DEVBUF, 5685316485Sdavidcs M_NOWAIT, &fp->tx_mtx); 5686316485Sdavidcs if (fp->tx_br == NULL) { 5687316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "buf_ring_alloc failed for " 5688316485Sdavidcs " fp[%d, %d]\n", ha->dev_unit, fp->rss_id)); 5689316485Sdavidcs return -ENOMEM; 5690316485Sdavidcs } 5691316485Sdavidcs return 0; 5692316485Sdavidcs} 5693316485Sdavidcs 5694316485Sdavidcsstatic int 5695316485Sdavidcsqlnx_alloc_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 5696316485Sdavidcs{ 5697316485Sdavidcs int rc, tc; 5698316485Sdavidcs 5699316485Sdavidcs rc = qlnx_alloc_mem_sb(ha, fp->sb_info, fp->rss_id); 5700316485Sdavidcs if (rc) 5701316485Sdavidcs goto err; 5702316485Sdavidcs 5703316485Sdavidcs if (ha->rx_jumbo_buf_eq_mtu) { 5704316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 5705316485Sdavidcs ha->rx_buf_size = MCLBYTES; 5706316485Sdavidcs else if (ha->max_frame_size <= MJUMPAGESIZE) 5707316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 5708316485Sdavidcs else if (ha->max_frame_size <= MJUM9BYTES) 5709316485Sdavidcs ha->rx_buf_size = MJUM9BYTES; 5710316485Sdavidcs else if (ha->max_frame_size <= MJUM16BYTES) 5711316485Sdavidcs ha->rx_buf_size = MJUM16BYTES; 5712316485Sdavidcs } else { 5713316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 5714316485Sdavidcs ha->rx_buf_size = MCLBYTES; 5715316485Sdavidcs else 5716316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 5717316485Sdavidcs } 5718316485Sdavidcs 5719316485Sdavidcs rc = qlnx_alloc_mem_rxq(ha, fp->rxq); 5720316485Sdavidcs if (rc) 5721316485Sdavidcs goto err; 5722316485Sdavidcs 5723316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 5724316485Sdavidcs rc = qlnx_alloc_mem_txq(ha, fp, fp->txq[tc]); 5725316485Sdavidcs if (rc) 5726316485Sdavidcs goto err; 5727316485Sdavidcs } 5728316485Sdavidcs 5729316485Sdavidcs return 0; 5730316485Sdavidcs 5731316485Sdavidcserr: 5732316485Sdavidcs qlnx_free_mem_fp(ha, fp); 5733316485Sdavidcs return -ENOMEM; 5734316485Sdavidcs} 5735316485Sdavidcs 5736316485Sdavidcsstatic void 5737316485Sdavidcsqlnx_free_mem_load(qlnx_host_t *ha) 5738316485Sdavidcs{ 5739316485Sdavidcs int i; 5740316485Sdavidcs struct ecore_dev *cdev; 5741316485Sdavidcs 5742316485Sdavidcs cdev = &ha->cdev; 5743316485Sdavidcs 5744316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 5745316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 5746316485Sdavidcs 5747316485Sdavidcs qlnx_free_mem_fp(ha, fp); 5748316485Sdavidcs } 5749316485Sdavidcs return; 5750316485Sdavidcs} 5751316485Sdavidcs 5752316485Sdavidcsstatic int 5753316485Sdavidcsqlnx_alloc_mem_load(qlnx_host_t *ha) 5754316485Sdavidcs{ 5755316485Sdavidcs int rc = 0, rss_id; 5756316485Sdavidcs 5757316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 5758316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 5759316485Sdavidcs 5760316485Sdavidcs rc = qlnx_alloc_mem_fp(ha, fp); 5761316485Sdavidcs if (rc) 5762316485Sdavidcs break; 5763316485Sdavidcs } 5764316485Sdavidcs return (rc); 5765316485Sdavidcs} 5766316485Sdavidcs 5767316485Sdavidcsstatic int 5768316485Sdavidcsqlnx_start_vport(struct ecore_dev *cdev, 5769316485Sdavidcs u8 vport_id, 5770316485Sdavidcs u16 mtu, 5771316485Sdavidcs u8 drop_ttl0_flg, 5772316485Sdavidcs u8 inner_vlan_removal_en_flg, 5773316485Sdavidcs u8 tx_switching, 5774316485Sdavidcs u8 hw_lro_enable) 5775316485Sdavidcs{ 5776316485Sdavidcs int rc, i; 5777316485Sdavidcs struct ecore_sp_vport_start_params vport_start_params = { 0 }; 5778316485Sdavidcs qlnx_host_t *ha; 5779316485Sdavidcs 5780316485Sdavidcs ha = (qlnx_host_t *)cdev; 5781316485Sdavidcs 5782316485Sdavidcs vport_start_params.remove_inner_vlan = inner_vlan_removal_en_flg; 5783316485Sdavidcs vport_start_params.tx_switching = 0; 5784316485Sdavidcs vport_start_params.handle_ptp_pkts = 0; 5785316485Sdavidcs vport_start_params.only_untagged = 0; 5786316485Sdavidcs vport_start_params.drop_ttl0 = drop_ttl0_flg; 5787316485Sdavidcs 5788316485Sdavidcs vport_start_params.tpa_mode = 5789316485Sdavidcs (hw_lro_enable ? ECORE_TPA_MODE_RSC : ECORE_TPA_MODE_NONE); 5790316485Sdavidcs vport_start_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 5791316485Sdavidcs 5792316485Sdavidcs vport_start_params.vport_id = vport_id; 5793316485Sdavidcs vport_start_params.mtu = mtu; 5794316485Sdavidcs 5795316485Sdavidcs 5796316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: setting mtu to %d\n", __func__, mtu)); 5797316485Sdavidcs 5798316485Sdavidcs for_each_hwfn(cdev, i) { 5799316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 5800316485Sdavidcs 5801316485Sdavidcs vport_start_params.concrete_fid = p_hwfn->hw_info.concrete_fid; 5802316485Sdavidcs vport_start_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 5803316485Sdavidcs 5804316485Sdavidcs rc = ecore_sp_vport_start(p_hwfn, &vport_start_params); 5805316485Sdavidcs 5806316485Sdavidcs if (rc) { 5807316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5808316485Sdavidcs "%s: Failed to start VPORT V-PORT %d " 5809316485Sdavidcs "with MTU %d\n", __func__, vport_id, mtu)); 5810316485Sdavidcs return -ENOMEM; 5811316485Sdavidcs } 5812316485Sdavidcs 5813316485Sdavidcs ecore_hw_start_fastpath(p_hwfn); 5814316485Sdavidcs 5815316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, 5816316485Sdavidcs "%s: Started V-PORT %d with MTU %d\n", 5817316485Sdavidcs __func__, vport_id, mtu)); 5818316485Sdavidcs } 5819316485Sdavidcs return 0; 5820316485Sdavidcs} 5821316485Sdavidcs 5822316485Sdavidcs 5823316485Sdavidcsstatic int 5824316485Sdavidcsqlnx_update_vport(struct ecore_dev *cdev, 5825316485Sdavidcs struct qlnx_update_vport_params *params) 5826316485Sdavidcs{ 5827316485Sdavidcs struct ecore_sp_vport_update_params sp_params; 5828316485Sdavidcs int rc, i, j, fp_index; 5829316485Sdavidcs struct ecore_hwfn *p_hwfn; 5830316485Sdavidcs struct ecore_rss_params *rss; 5831316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)cdev; 5832316485Sdavidcs struct qlnx_fastpath *fp; 5833316485Sdavidcs 5834316485Sdavidcs memset(&sp_params, 0, sizeof(sp_params)); 5835316485Sdavidcs /* Translate protocol params into sp params */ 5836316485Sdavidcs sp_params.vport_id = params->vport_id; 5837316485Sdavidcs 5838316485Sdavidcs sp_params.update_vport_active_rx_flg = 5839316485Sdavidcs params->update_vport_active_rx_flg; 5840316485Sdavidcs sp_params.vport_active_rx_flg = params->vport_active_rx_flg; 5841316485Sdavidcs 5842316485Sdavidcs sp_params.update_vport_active_tx_flg = 5843316485Sdavidcs params->update_vport_active_tx_flg; 5844316485Sdavidcs sp_params.vport_active_tx_flg = params->vport_active_tx_flg; 5845316485Sdavidcs 5846316485Sdavidcs sp_params.update_inner_vlan_removal_flg = 5847316485Sdavidcs params->update_inner_vlan_removal_flg; 5848316485Sdavidcs sp_params.inner_vlan_removal_flg = params->inner_vlan_removal_flg; 5849316485Sdavidcs 5850316485Sdavidcs sp_params.sge_tpa_params = params->sge_tpa_params; 5851316485Sdavidcs 5852316485Sdavidcs /* RSS - is a bit tricky, since upper-layer isn't familiar with hwfns. 5853316485Sdavidcs * We need to re-fix the rss values per engine for CMT. 5854316485Sdavidcs */ 5855316485Sdavidcs 5856316485Sdavidcs sp_params.rss_params = params->rss_params; 5857316485Sdavidcs 5858316485Sdavidcs for_each_hwfn(cdev, i) { 5859316485Sdavidcs 5860316485Sdavidcs p_hwfn = &cdev->hwfns[i]; 5861316485Sdavidcs 5862316485Sdavidcs if ((cdev->num_hwfns > 1) && 5863316485Sdavidcs params->rss_params->update_rss_config && 5864316485Sdavidcs params->rss_params->rss_enable) { 5865316485Sdavidcs 5866316485Sdavidcs rss = params->rss_params; 5867316485Sdavidcs 5868316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE; j++) { 5869316485Sdavidcs 5870316485Sdavidcs fp_index = ((cdev->num_hwfns * j) + i) % 5871316485Sdavidcs ha->num_rss; 5872316485Sdavidcs 5873316485Sdavidcs fp = &ha->fp_array[fp_index]; 5874317118Sdavidcs rss->rss_ind_table[j] = fp->rxq->handle; 5875316485Sdavidcs } 5876316485Sdavidcs 5877316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE;) { 5878316485Sdavidcs QL_DPRINT3(ha, (ha->pci_dev, 5879316485Sdavidcs "%p %p %p %p %p %p %p %p \n", 5880316485Sdavidcs rss->rss_ind_table[j], 5881316485Sdavidcs rss->rss_ind_table[j+1], 5882316485Sdavidcs rss->rss_ind_table[j+2], 5883316485Sdavidcs rss->rss_ind_table[j+3], 5884316485Sdavidcs rss->rss_ind_table[j+4], 5885316485Sdavidcs rss->rss_ind_table[j+5], 5886316485Sdavidcs rss->rss_ind_table[j+6], 5887316485Sdavidcs rss->rss_ind_table[j+7])); 5888316485Sdavidcs j += 8; 5889316485Sdavidcs } 5890316485Sdavidcs } 5891316485Sdavidcs 5892316485Sdavidcs sp_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 5893316485Sdavidcs rc = ecore_sp_vport_update(p_hwfn, &sp_params, 5894316485Sdavidcs ECORE_SPQ_MODE_EBLOCK, NULL); 5895316485Sdavidcs if (rc) { 5896316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 5897316485Sdavidcs "%s:Failed to update VPORT\n", __func__)); 5898316485Sdavidcs return rc; 5899316485Sdavidcs } 5900316485Sdavidcs 5901316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, 5902316485Sdavidcs "%s: Updated V-PORT %d: tx_active_flag %d," 5903316485Sdavidcs "rx_active_flag %d [tx_update %d], [rx_update %d]\n", 5904316485Sdavidcs __func__, 5905316485Sdavidcs params->vport_id, params->vport_active_tx_flg, 5906316485Sdavidcs params->vport_active_rx_flg, 5907316485Sdavidcs params->update_vport_active_tx_flg, 5908316485Sdavidcs params->update_vport_active_rx_flg)); 5909316485Sdavidcs } 5910316485Sdavidcs 5911316485Sdavidcs return 0; 5912316485Sdavidcs} 5913316485Sdavidcs 5914316485Sdavidcsstatic void 5915316485Sdavidcsqlnx_reuse_rx_data(struct qlnx_rx_queue *rxq) 5916316485Sdavidcs{ 5917316485Sdavidcs struct eth_rx_bd *rx_bd_cons = 5918316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 5919316485Sdavidcs struct eth_rx_bd *rx_bd_prod = 5920316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 5921316485Sdavidcs struct sw_rx_data *sw_rx_data_cons = 5922316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_cons]; 5923316485Sdavidcs struct sw_rx_data *sw_rx_data_prod = 5924316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_prod]; 5925316485Sdavidcs 5926316485Sdavidcs sw_rx_data_prod->data = sw_rx_data_cons->data; 5927316485Sdavidcs memcpy(rx_bd_prod, rx_bd_cons, sizeof(struct eth_rx_bd)); 5928316485Sdavidcs 5929316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 5930316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 5931316485Sdavidcs 5932316485Sdavidcs return; 5933316485Sdavidcs} 5934316485Sdavidcs 5935316485Sdavidcsstatic void 5936316485Sdavidcsqlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, struct qlnx_rx_queue *rxq) 5937316485Sdavidcs{ 5938316485Sdavidcs 5939316485Sdavidcs uint16_t bd_prod; 5940316485Sdavidcs uint16_t cqe_prod; 5941317117Sdavidcs union { 5942317117Sdavidcs struct eth_rx_prod_data rx_prod_data; 5943317117Sdavidcs uint32_t data32; 5944317117Sdavidcs } rx_prods; 5945316485Sdavidcs 5946316485Sdavidcs bd_prod = ecore_chain_get_prod_idx(&rxq->rx_bd_ring); 5947316485Sdavidcs cqe_prod = ecore_chain_get_prod_idx(&rxq->rx_comp_ring); 5948316485Sdavidcs 5949316485Sdavidcs /* Update producers */ 5950317117Sdavidcs rx_prods.rx_prod_data.bd_prod = htole16(bd_prod); 5951317117Sdavidcs rx_prods.rx_prod_data.cqe_prod = htole16(cqe_prod); 5952316485Sdavidcs 5953316485Sdavidcs /* Make sure that the BD and SGE data is updated before updating the 5954316485Sdavidcs * producers since FW might read the BD/SGE right after the producer 5955316485Sdavidcs * is updated. 5956316485Sdavidcs */ 5957316485Sdavidcs wmb(); 5958316485Sdavidcs 5959316485Sdavidcs internal_ram_wr(p_hwfn, rxq->hw_rxq_prod_addr, 5960317117Sdavidcs sizeof(rx_prods), &rx_prods.data32); 5961316485Sdavidcs 5962316485Sdavidcs /* mmiowb is needed to synchronize doorbell writes from more than one 5963316485Sdavidcs * processor. It guarantees that the write arrives to the device before 5964316485Sdavidcs * the napi lock is released and another qlnx_poll is called (possibly 5965316485Sdavidcs * on another CPU). Without this barrier, the next doorbell can bypass 5966316485Sdavidcs * this doorbell. This is applicable to IA64/Altix systems. 5967316485Sdavidcs */ 5968316485Sdavidcs wmb(); 5969316485Sdavidcs 5970316485Sdavidcs return; 5971316485Sdavidcs} 5972316485Sdavidcs 5973316485Sdavidcsstatic uint32_t qlnx_hash_key[] = { 5974316485Sdavidcs ((0x6d << 24)|(0x5a << 16)|(0x56 << 8)|0xda), 5975316485Sdavidcs ((0x25 << 24)|(0x5b << 16)|(0x0e << 8)|0xc2), 5976316485Sdavidcs ((0x41 << 24)|(0x67 << 16)|(0x25 << 8)|0x3d), 5977316485Sdavidcs ((0x43 << 24)|(0xa3 << 16)|(0x8f << 8)|0xb0), 5978316485Sdavidcs ((0xd0 << 24)|(0xca << 16)|(0x2b << 8)|0xcb), 5979316485Sdavidcs ((0xae << 24)|(0x7b << 16)|(0x30 << 8)|0xb4), 5980316485Sdavidcs ((0x77 << 24)|(0xcb << 16)|(0x2d << 8)|0xa3), 5981316485Sdavidcs ((0x80 << 24)|(0x30 << 16)|(0xf2 << 8)|0x0c), 5982316485Sdavidcs ((0x6a << 24)|(0x42 << 16)|(0xb7 << 8)|0x3b), 5983316485Sdavidcs ((0xbe << 24)|(0xac << 16)|(0x01 << 8)|0xfa)}; 5984316485Sdavidcs 5985316485Sdavidcsstatic int 5986316485Sdavidcsqlnx_start_queues(qlnx_host_t *ha) 5987316485Sdavidcs{ 5988316485Sdavidcs int rc, tc, i, vport_id = 0, 5989316485Sdavidcs drop_ttl0_flg = 1, vlan_removal_en = 1, 5990316485Sdavidcs tx_switching = 0, hw_lro_enable = 0; 5991316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 5992316485Sdavidcs struct ecore_rss_params *rss_params = &ha->rss_params; 5993316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 5994316485Sdavidcs struct ifnet *ifp; 5995316485Sdavidcs struct ecore_hwfn *p_hwfn; 5996316485Sdavidcs struct ecore_sge_tpa_params tpa_params; 5997316485Sdavidcs struct ecore_queue_start_common_params qparams; 5998316485Sdavidcs struct qlnx_fastpath *fp; 5999316485Sdavidcs 6000316485Sdavidcs ifp = ha->ifp; 6001316485Sdavidcs 6002316485Sdavidcs if (!ha->num_rss) { 6003316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6004316485Sdavidcs "%s: Cannot update V-VPORT as active as there" 6005316485Sdavidcs " are no Rx queues\n", __func__)); 6006316485Sdavidcs return -EINVAL; 6007316485Sdavidcs } 6008316485Sdavidcs 6009316485Sdavidcs#ifndef QLNX_SOFT_LRO 6010316485Sdavidcs hw_lro_enable = ifp->if_capenable & IFCAP_LRO; 6011316485Sdavidcs#endif /* #ifndef QLNX_SOFT_LRO */ 6012316485Sdavidcs 6013316485Sdavidcs rc = qlnx_start_vport(cdev, vport_id, ifp->if_mtu, drop_ttl0_flg, 6014316485Sdavidcs vlan_removal_en, tx_switching, hw_lro_enable); 6015316485Sdavidcs 6016316485Sdavidcs if (rc) { 6017316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6018316485Sdavidcs "%s: Start V-PORT failed %d\n", __func__, rc)); 6019316485Sdavidcs return rc; 6020316485Sdavidcs } 6021316485Sdavidcs 6022316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, 6023316485Sdavidcs "%s: Start vport ramrod passed," 6024316485Sdavidcs " vport_id = %d, MTU = %d, vlan_removal_en = %d\n", __func__, 6025316485Sdavidcs vport_id, (int)(ifp->if_mtu + 0xe), vlan_removal_en)); 6026316485Sdavidcs 6027316485Sdavidcs for_each_rss(i) { 6028316485Sdavidcs struct ecore_rxq_start_ret_params rx_ret_params; 6029316485Sdavidcs struct ecore_txq_start_ret_params tx_ret_params; 6030316485Sdavidcs 6031316485Sdavidcs fp = &ha->fp_array[i]; 6032316485Sdavidcs p_hwfn = &cdev->hwfns[(fp->rss_id % cdev->num_hwfns)]; 6033316485Sdavidcs 6034316485Sdavidcs bzero(&qparams, sizeof(struct ecore_queue_start_common_params)); 6035316485Sdavidcs bzero(&rx_ret_params, 6036316485Sdavidcs sizeof (struct ecore_rxq_start_ret_params)); 6037316485Sdavidcs 6038316485Sdavidcs qparams.queue_id = i ; 6039316485Sdavidcs qparams.vport_id = vport_id; 6040316485Sdavidcs qparams.stats_id = vport_id; 6041316485Sdavidcs qparams.p_sb = fp->sb_info; 6042316485Sdavidcs qparams.sb_idx = RX_PI; 6043316485Sdavidcs 6044316485Sdavidcs 6045316485Sdavidcs rc = ecore_eth_rx_queue_start(p_hwfn, 6046316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6047316485Sdavidcs &qparams, 6048316485Sdavidcs fp->rxq->rx_buf_size, /* bd_max_bytes */ 6049316485Sdavidcs /* bd_chain_phys_addr */ 6050316485Sdavidcs fp->rxq->rx_bd_ring.p_phys_addr, 6051316485Sdavidcs /* cqe_pbl_addr */ 6052316485Sdavidcs ecore_chain_get_pbl_phys(&fp->rxq->rx_comp_ring), 6053316485Sdavidcs /* cqe_pbl_size */ 6054316485Sdavidcs ecore_chain_get_page_cnt(&fp->rxq->rx_comp_ring), 6055316485Sdavidcs &rx_ret_params); 6056316485Sdavidcs 6057316485Sdavidcs if (rc) { 6058316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6059316485Sdavidcs "%s: Start RXQ #%d failed %d\n", __func__, 6060316485Sdavidcs i, rc)); 6061316485Sdavidcs return rc; 6062316485Sdavidcs } 6063316485Sdavidcs 6064316485Sdavidcs fp->rxq->hw_rxq_prod_addr = rx_ret_params.p_prod; 6065316485Sdavidcs fp->rxq->handle = rx_ret_params.p_handle; 6066316485Sdavidcs fp->rxq->hw_cons_ptr = 6067316485Sdavidcs &fp->sb_info->sb_virt->pi_array[RX_PI]; 6068316485Sdavidcs 6069316485Sdavidcs qlnx_update_rx_prod(p_hwfn, fp->rxq); 6070316485Sdavidcs 6071316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6072316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6073316485Sdavidcs 6074316485Sdavidcs bzero(&qparams, 6075316485Sdavidcs sizeof(struct ecore_queue_start_common_params)); 6076316485Sdavidcs bzero(&tx_ret_params, 6077316485Sdavidcs sizeof (struct ecore_txq_start_ret_params)); 6078316485Sdavidcs 6079316485Sdavidcs qparams.queue_id = txq->index / cdev->num_hwfns ; 6080316485Sdavidcs qparams.vport_id = vport_id; 6081316485Sdavidcs qparams.stats_id = vport_id; 6082316485Sdavidcs qparams.p_sb = fp->sb_info; 6083316485Sdavidcs qparams.sb_idx = TX_PI(tc); 6084316485Sdavidcs 6085316485Sdavidcs rc = ecore_eth_tx_queue_start(p_hwfn, 6086316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6087316485Sdavidcs &qparams, tc, 6088316485Sdavidcs /* bd_chain_phys_addr */ 6089316485Sdavidcs ecore_chain_get_pbl_phys(&txq->tx_pbl), 6090316485Sdavidcs ecore_chain_get_page_cnt(&txq->tx_pbl), 6091316485Sdavidcs &tx_ret_params); 6092316485Sdavidcs 6093316485Sdavidcs if (rc) { 6094316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6095316485Sdavidcs "%s: Start TXQ #%d failed %d\n", 6096316485Sdavidcs __func__, txq->index, rc)); 6097316485Sdavidcs return rc; 6098316485Sdavidcs } 6099316485Sdavidcs 6100316485Sdavidcs txq->doorbell_addr = tx_ret_params.p_doorbell; 6101316485Sdavidcs txq->handle = tx_ret_params.p_handle; 6102316485Sdavidcs 6103316485Sdavidcs txq->hw_cons_ptr = 6104316485Sdavidcs &fp->sb_info->sb_virt->pi_array[TX_PI(tc)]; 6105316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6106316485Sdavidcs ETH_DB_DATA_DEST, DB_DEST_XCM); 6107316485Sdavidcs SET_FIELD(txq->tx_db.data.params, ETH_DB_DATA_AGG_CMD, 6108316485Sdavidcs DB_AGG_CMD_SET); 6109316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6110316485Sdavidcs ETH_DB_DATA_AGG_VAL_SEL, 6111316485Sdavidcs DQ_XCM_ETH_TX_BD_PROD_CMD); 6112316485Sdavidcs 6113316485Sdavidcs txq->tx_db.data.agg_flags = DQ_XCM_ETH_DQ_CF_CMD; 6114316485Sdavidcs } 6115316485Sdavidcs } 6116316485Sdavidcs 6117316485Sdavidcs /* Fill struct with RSS params */ 6118316485Sdavidcs if (ha->num_rss > 1) { 6119316485Sdavidcs 6120316485Sdavidcs rss_params->update_rss_config = 1; 6121316485Sdavidcs rss_params->rss_enable = 1; 6122316485Sdavidcs rss_params->update_rss_capabilities = 1; 6123316485Sdavidcs rss_params->update_rss_ind_table = 1; 6124316485Sdavidcs rss_params->update_rss_key = 1; 6125316485Sdavidcs rss_params->rss_caps = ECORE_RSS_IPV4 | ECORE_RSS_IPV6 | 6126316485Sdavidcs ECORE_RSS_IPV4_TCP | ECORE_RSS_IPV6_TCP; 6127316485Sdavidcs rss_params->rss_table_size_log = 7; /* 2^7 = 128 */ 6128316485Sdavidcs 6129316485Sdavidcs for (i = 0; i < ECORE_RSS_IND_TABLE_SIZE; i++) { 6130316485Sdavidcs fp = &ha->fp_array[(i % ha->num_rss)]; 6131316485Sdavidcs rss_params->rss_ind_table[i] = fp->rxq->handle; 6132316485Sdavidcs } 6133316485Sdavidcs 6134316485Sdavidcs for (i = 0; i < ECORE_RSS_KEY_SIZE; i++) 6135316485Sdavidcs rss_params->rss_key[i] = (__le32)qlnx_hash_key[i]; 6136316485Sdavidcs 6137316485Sdavidcs } else { 6138316485Sdavidcs memset(rss_params, 0, sizeof(*rss_params)); 6139316485Sdavidcs } 6140316485Sdavidcs 6141316485Sdavidcs 6142316485Sdavidcs /* Prepare and send the vport enable */ 6143316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 6144316485Sdavidcs vport_update_params.vport_id = vport_id; 6145316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 6146316485Sdavidcs vport_update_params.vport_active_tx_flg = 1; 6147316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 6148316485Sdavidcs vport_update_params.vport_active_rx_flg = 1; 6149316485Sdavidcs vport_update_params.rss_params = rss_params; 6150316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 1; 6151316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 1; 6152316485Sdavidcs 6153316485Sdavidcs if (hw_lro_enable) { 6154316485Sdavidcs memset(&tpa_params, 0, sizeof (struct ecore_sge_tpa_params)); 6155316485Sdavidcs 6156316485Sdavidcs tpa_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 6157316485Sdavidcs 6158316485Sdavidcs tpa_params.update_tpa_en_flg = 1; 6159316485Sdavidcs tpa_params.tpa_ipv4_en_flg = 1; 6160316485Sdavidcs tpa_params.tpa_ipv6_en_flg = 1; 6161316485Sdavidcs 6162316485Sdavidcs tpa_params.update_tpa_param_flg = 1; 6163316485Sdavidcs tpa_params.tpa_pkt_split_flg = 0; 6164316485Sdavidcs tpa_params.tpa_hdr_data_split_flg = 0; 6165316485Sdavidcs tpa_params.tpa_gro_consistent_flg = 0; 6166316485Sdavidcs tpa_params.tpa_max_aggs_num = ETH_TPA_MAX_AGGS_NUM; 6167316485Sdavidcs tpa_params.tpa_max_size = (uint16_t)(-1); 6168316485Sdavidcs tpa_params.tpa_min_size_to_start = ifp->if_mtu/2; 6169316485Sdavidcs tpa_params.tpa_min_size_to_cont = ifp->if_mtu/2; 6170316485Sdavidcs 6171316485Sdavidcs vport_update_params.sge_tpa_params = &tpa_params; 6172316485Sdavidcs } 6173316485Sdavidcs 6174316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 6175316485Sdavidcs if (rc) { 6176316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6177316485Sdavidcs "%s: Update V-PORT failed %d\n", __func__, rc)); 6178316485Sdavidcs return rc; 6179316485Sdavidcs } 6180316485Sdavidcs 6181316485Sdavidcs return 0; 6182316485Sdavidcs} 6183316485Sdavidcs 6184316485Sdavidcsstatic int 6185316485Sdavidcsqlnx_drain_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 6186316485Sdavidcs struct qlnx_tx_queue *txq) 6187316485Sdavidcs{ 6188316485Sdavidcs uint16_t hw_bd_cons; 6189316485Sdavidcs uint16_t ecore_cons_idx; 6190316485Sdavidcs 6191316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 6192316485Sdavidcs 6193316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 6194316485Sdavidcs 6195316485Sdavidcs while (hw_bd_cons != 6196316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 6197316485Sdavidcs 6198316485Sdavidcs mtx_lock(&fp->tx_mtx); 6199316485Sdavidcs 6200316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 6201316485Sdavidcs 6202316485Sdavidcs mtx_unlock(&fp->tx_mtx); 6203316485Sdavidcs 6204316485Sdavidcs qlnx_mdelay(__func__, 2); 6205316485Sdavidcs 6206316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 6207316485Sdavidcs } 6208316485Sdavidcs 6209316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s[%d, %d]: done\n", __func__, 6210316485Sdavidcs fp->rss_id, txq->index)); 6211316485Sdavidcs 6212316485Sdavidcs return 0; 6213316485Sdavidcs} 6214316485Sdavidcs 6215316485Sdavidcsstatic int 6216316485Sdavidcsqlnx_stop_queues(qlnx_host_t *ha) 6217316485Sdavidcs{ 6218316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 6219316485Sdavidcs struct ecore_dev *cdev; 6220316485Sdavidcs struct qlnx_fastpath *fp; 6221316485Sdavidcs int rc, tc, i; 6222316485Sdavidcs 6223316485Sdavidcs cdev = &ha->cdev; 6224316485Sdavidcs 6225316485Sdavidcs /* Disable the vport */ 6226316485Sdavidcs 6227316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 6228316485Sdavidcs 6229316485Sdavidcs vport_update_params.vport_id = 0; 6230316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 6231316485Sdavidcs vport_update_params.vport_active_tx_flg = 0; 6232316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 6233316485Sdavidcs vport_update_params.vport_active_rx_flg = 0; 6234316485Sdavidcs vport_update_params.rss_params = &ha->rss_params; 6235316485Sdavidcs vport_update_params.rss_params->update_rss_config = 0; 6236316485Sdavidcs vport_update_params.rss_params->rss_enable = 0; 6237316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 0; 6238316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 0; 6239316485Sdavidcs 6240316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 6241316485Sdavidcs if (rc) { 6242316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s:Failed to update vport\n", 6243316485Sdavidcs __func__)); 6244316485Sdavidcs return rc; 6245316485Sdavidcs } 6246316485Sdavidcs 6247316485Sdavidcs /* Flush Tx queues. If needed, request drain from MCP */ 6248316485Sdavidcs for_each_rss(i) { 6249316485Sdavidcs fp = &ha->fp_array[i]; 6250316485Sdavidcs 6251316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6252316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6253316485Sdavidcs 6254316485Sdavidcs rc = qlnx_drain_txq(ha, fp, txq); 6255316485Sdavidcs if (rc) 6256316485Sdavidcs return rc; 6257316485Sdavidcs } 6258316485Sdavidcs } 6259316485Sdavidcs 6260316485Sdavidcs /* Stop all Queues in reverse order*/ 6261316485Sdavidcs for (i = ha->num_rss - 1; i >= 0; i--) { 6262316485Sdavidcs 6263316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[(i % cdev->num_hwfns)]; 6264316485Sdavidcs 6265316485Sdavidcs fp = &ha->fp_array[i]; 6266316485Sdavidcs 6267316485Sdavidcs /* Stop the Tx Queue(s)*/ 6268316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6269316485Sdavidcs int tx_queue_id; 6270316485Sdavidcs 6271316485Sdavidcs tx_queue_id = tc * ha->num_rss + i; 6272316485Sdavidcs rc = ecore_eth_tx_queue_stop(p_hwfn, 6273316485Sdavidcs fp->txq[tc]->handle); 6274316485Sdavidcs 6275316485Sdavidcs if (rc) { 6276316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6277316485Sdavidcs "%s: Failed to stop TXQ #%d\n", 6278316485Sdavidcs __func__, tx_queue_id)); 6279316485Sdavidcs return rc; 6280316485Sdavidcs } 6281316485Sdavidcs } 6282316485Sdavidcs 6283316485Sdavidcs /* Stop the Rx Queue*/ 6284316485Sdavidcs rc = ecore_eth_rx_queue_stop(p_hwfn, fp->rxq->handle, false, 6285316485Sdavidcs false); 6286316485Sdavidcs if (rc) { 6287316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6288316485Sdavidcs "%s: Failed to stop RXQ #%d\n", __func__, i)); 6289316485Sdavidcs return rc; 6290316485Sdavidcs } 6291316485Sdavidcs } 6292316485Sdavidcs 6293316485Sdavidcs /* Stop the vport */ 6294316485Sdavidcs for_each_hwfn(cdev, i) { 6295316485Sdavidcs 6296316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 6297316485Sdavidcs 6298316485Sdavidcs rc = ecore_sp_vport_stop(p_hwfn, p_hwfn->hw_info.opaque_fid, 0); 6299316485Sdavidcs 6300316485Sdavidcs if (rc) { 6301316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6302316485Sdavidcs "%s: Failed to stop VPORT\n", __func__)); 6303316485Sdavidcs return rc; 6304316485Sdavidcs } 6305316485Sdavidcs } 6306316485Sdavidcs 6307316485Sdavidcs return rc; 6308316485Sdavidcs} 6309316485Sdavidcs 6310316485Sdavidcsstatic int 6311316485Sdavidcsqlnx_set_ucast_rx_mac(qlnx_host_t *ha, 6312316485Sdavidcs enum ecore_filter_opcode opcode, 6313316485Sdavidcs unsigned char mac[ETH_ALEN]) 6314316485Sdavidcs{ 6315316485Sdavidcs struct ecore_filter_ucast ucast; 6316316485Sdavidcs struct ecore_dev *cdev; 6317316485Sdavidcs int rc; 6318316485Sdavidcs 6319316485Sdavidcs cdev = &ha->cdev; 6320316485Sdavidcs 6321316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 6322316485Sdavidcs 6323316485Sdavidcs ucast.opcode = opcode; 6324316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 6325316485Sdavidcs ucast.is_rx_filter = 1; 6326316485Sdavidcs ucast.vport_to_add_to = 0; 6327316485Sdavidcs memcpy(&ucast.mac[0], mac, ETH_ALEN); 6328316485Sdavidcs 6329316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 6330316485Sdavidcs 6331316485Sdavidcs return (rc); 6332316485Sdavidcs} 6333316485Sdavidcs 6334316485Sdavidcsstatic int 6335316485Sdavidcsqlnx_remove_all_ucast_mac(qlnx_host_t *ha) 6336316485Sdavidcs{ 6337316485Sdavidcs struct ecore_filter_ucast ucast; 6338316485Sdavidcs struct ecore_dev *cdev; 6339316485Sdavidcs int rc; 6340316485Sdavidcs 6341316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 6342316485Sdavidcs 6343316485Sdavidcs ucast.opcode = ECORE_FILTER_REPLACE; 6344316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 6345316485Sdavidcs ucast.is_rx_filter = 1; 6346316485Sdavidcs 6347316485Sdavidcs cdev = &ha->cdev; 6348316485Sdavidcs 6349316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 6350316485Sdavidcs 6351316485Sdavidcs return (rc); 6352316485Sdavidcs} 6353316485Sdavidcs 6354316485Sdavidcsstatic int 6355316485Sdavidcsqlnx_remove_all_mcast_mac(qlnx_host_t *ha) 6356316485Sdavidcs{ 6357316485Sdavidcs struct ecore_filter_mcast *mcast; 6358316485Sdavidcs struct ecore_dev *cdev; 6359316485Sdavidcs int rc, i; 6360316485Sdavidcs 6361316485Sdavidcs cdev = &ha->cdev; 6362316485Sdavidcs 6363316485Sdavidcs mcast = &ha->ecore_mcast; 6364316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 6365316485Sdavidcs 6366316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 6367316485Sdavidcs 6368316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 6369316485Sdavidcs 6370316485Sdavidcs if (ha->mcast[i].addr[0] || ha->mcast[i].addr[1] || 6371316485Sdavidcs ha->mcast[i].addr[2] || ha->mcast[i].addr[3] || 6372316485Sdavidcs ha->mcast[i].addr[4] || ha->mcast[i].addr[5]) { 6373316485Sdavidcs 6374317117Sdavidcs memcpy(&mcast->mac[i], &ha->mcast[i].addr[0], ETH_ALEN); 6375316485Sdavidcs mcast->num_mc_addrs++; 6376316485Sdavidcs } 6377316485Sdavidcs } 6378316485Sdavidcs mcast = &ha->ecore_mcast; 6379316485Sdavidcs 6380316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 6381316485Sdavidcs 6382316485Sdavidcs bzero(ha->mcast, (sizeof(qlnx_mcast_t) * QLNX_MAX_NUM_MULTICAST_ADDRS)); 6383316485Sdavidcs ha->nmcast = 0; 6384316485Sdavidcs 6385316485Sdavidcs return (rc); 6386316485Sdavidcs} 6387316485Sdavidcs 6388316485Sdavidcsstatic int 6389316485Sdavidcsqlnx_clean_filters(qlnx_host_t *ha) 6390316485Sdavidcs{ 6391316485Sdavidcs int rc = 0; 6392316485Sdavidcs 6393316485Sdavidcs /* Remove all unicast macs */ 6394317117Sdavidcs rc = qlnx_remove_all_ucast_mac(ha); 6395316485Sdavidcs if (rc) 6396316485Sdavidcs return rc; 6397316485Sdavidcs 6398316485Sdavidcs /* Remove all multicast macs */ 6399316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 6400316485Sdavidcs if (rc) 6401316485Sdavidcs return rc; 6402316485Sdavidcs 6403316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_FLUSH, ha->primary_mac); 6404316485Sdavidcs 6405316485Sdavidcs return (rc); 6406316485Sdavidcs} 6407316485Sdavidcs 6408316485Sdavidcsstatic int 6409316485Sdavidcsqlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter) 6410316485Sdavidcs{ 6411316485Sdavidcs struct ecore_filter_accept_flags accept; 6412316485Sdavidcs int rc = 0; 6413316485Sdavidcs struct ecore_dev *cdev; 6414316485Sdavidcs 6415316485Sdavidcs cdev = &ha->cdev; 6416316485Sdavidcs 6417316485Sdavidcs bzero(&accept, sizeof(struct ecore_filter_accept_flags)); 6418316485Sdavidcs 6419316485Sdavidcs accept.update_rx_mode_config = 1; 6420316485Sdavidcs accept.rx_accept_filter = filter; 6421316485Sdavidcs 6422316485Sdavidcs accept.update_tx_mode_config = 1; 6423316485Sdavidcs accept.tx_accept_filter = ECORE_ACCEPT_UCAST_MATCHED | 6424316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | ECORE_ACCEPT_BCAST; 6425316485Sdavidcs 6426316485Sdavidcs rc = ecore_filter_accept_cmd(cdev, 0, accept, false, false, 6427316485Sdavidcs ECORE_SPQ_MODE_CB, NULL); 6428316485Sdavidcs 6429316485Sdavidcs return (rc); 6430316485Sdavidcs} 6431316485Sdavidcs 6432316485Sdavidcsstatic int 6433316485Sdavidcsqlnx_set_rx_mode(qlnx_host_t *ha) 6434316485Sdavidcs{ 6435316485Sdavidcs int rc = 0; 6436316485Sdavidcs uint8_t filter; 6437316485Sdavidcs 6438316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_REPLACE, ha->primary_mac); 6439316485Sdavidcs if (rc) 6440316485Sdavidcs return rc; 6441316485Sdavidcs 6442316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 6443316485Sdavidcs if (rc) 6444316485Sdavidcs return rc; 6445316485Sdavidcs 6446316485Sdavidcs filter = ECORE_ACCEPT_UCAST_MATCHED | 6447316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | 6448316485Sdavidcs ECORE_ACCEPT_BCAST; 6449316485Sdavidcs ha->filter = filter; 6450316485Sdavidcs 6451316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 6452316485Sdavidcs 6453316485Sdavidcs return (rc); 6454316485Sdavidcs} 6455316485Sdavidcs 6456316485Sdavidcsstatic int 6457316485Sdavidcsqlnx_set_link(qlnx_host_t *ha, bool link_up) 6458316485Sdavidcs{ 6459316485Sdavidcs int i, rc = 0; 6460316485Sdavidcs struct ecore_dev *cdev; 6461316485Sdavidcs struct ecore_hwfn *hwfn; 6462316485Sdavidcs struct ecore_ptt *ptt; 6463316485Sdavidcs 6464316485Sdavidcs cdev = &ha->cdev; 6465316485Sdavidcs 6466316485Sdavidcs for_each_hwfn(cdev, i) { 6467316485Sdavidcs 6468316485Sdavidcs hwfn = &cdev->hwfns[i]; 6469316485Sdavidcs 6470316485Sdavidcs ptt = ecore_ptt_acquire(hwfn); 6471316485Sdavidcs if (!ptt) 6472316485Sdavidcs return -EBUSY; 6473316485Sdavidcs 6474316485Sdavidcs rc = ecore_mcp_set_link(hwfn, ptt, link_up); 6475316485Sdavidcs 6476316485Sdavidcs ecore_ptt_release(hwfn, ptt); 6477316485Sdavidcs 6478316485Sdavidcs if (rc) 6479316485Sdavidcs return rc; 6480316485Sdavidcs } 6481316485Sdavidcs return (rc); 6482316485Sdavidcs} 6483316485Sdavidcs 6484316485Sdavidcs#if __FreeBSD_version >= 1100000 6485316485Sdavidcsstatic uint64_t 6486316485Sdavidcsqlnx_get_counter(if_t ifp, ift_counter cnt) 6487316485Sdavidcs{ 6488316485Sdavidcs qlnx_host_t *ha; 6489316485Sdavidcs uint64_t count; 6490316485Sdavidcs 6491316485Sdavidcs ha = (qlnx_host_t *)if_getsoftc(ifp); 6492316485Sdavidcs 6493316485Sdavidcs switch (cnt) { 6494316485Sdavidcs 6495316485Sdavidcs case IFCOUNTER_IPACKETS: 6496316485Sdavidcs count = ha->hw_stats.common.rx_ucast_pkts + 6497316485Sdavidcs ha->hw_stats.common.rx_mcast_pkts + 6498316485Sdavidcs ha->hw_stats.common.rx_bcast_pkts; 6499316485Sdavidcs break; 6500316485Sdavidcs 6501316485Sdavidcs case IFCOUNTER_IERRORS: 6502316485Sdavidcs count = ha->hw_stats.common.rx_crc_errors + 6503316485Sdavidcs ha->hw_stats.common.rx_align_errors + 6504316485Sdavidcs ha->hw_stats.common.rx_oversize_packets + 6505316485Sdavidcs ha->hw_stats.common.rx_undersize_packets; 6506316485Sdavidcs break; 6507316485Sdavidcs 6508316485Sdavidcs case IFCOUNTER_OPACKETS: 6509316485Sdavidcs count = ha->hw_stats.common.tx_ucast_pkts + 6510316485Sdavidcs ha->hw_stats.common.tx_mcast_pkts + 6511316485Sdavidcs ha->hw_stats.common.tx_bcast_pkts; 6512316485Sdavidcs break; 6513316485Sdavidcs 6514316485Sdavidcs case IFCOUNTER_OERRORS: 6515316485Sdavidcs count = ha->hw_stats.common.tx_err_drop_pkts; 6516316485Sdavidcs break; 6517316485Sdavidcs 6518316485Sdavidcs case IFCOUNTER_COLLISIONS: 6519316485Sdavidcs return (0); 6520316485Sdavidcs 6521316485Sdavidcs case IFCOUNTER_IBYTES: 6522316485Sdavidcs count = ha->hw_stats.common.rx_ucast_bytes + 6523316485Sdavidcs ha->hw_stats.common.rx_mcast_bytes + 6524316485Sdavidcs ha->hw_stats.common.rx_bcast_bytes; 6525316485Sdavidcs break; 6526316485Sdavidcs 6527316485Sdavidcs case IFCOUNTER_OBYTES: 6528316485Sdavidcs count = ha->hw_stats.common.tx_ucast_bytes + 6529316485Sdavidcs ha->hw_stats.common.tx_mcast_bytes + 6530316485Sdavidcs ha->hw_stats.common.tx_bcast_bytes; 6531316485Sdavidcs break; 6532316485Sdavidcs 6533316485Sdavidcs case IFCOUNTER_IMCASTS: 6534316485Sdavidcs count = ha->hw_stats.common.rx_mcast_bytes; 6535316485Sdavidcs break; 6536316485Sdavidcs 6537316485Sdavidcs case IFCOUNTER_OMCASTS: 6538316485Sdavidcs count = ha->hw_stats.common.tx_mcast_bytes; 6539316485Sdavidcs break; 6540316485Sdavidcs 6541316485Sdavidcs case IFCOUNTER_IQDROPS: 6542316485Sdavidcs case IFCOUNTER_OQDROPS: 6543316485Sdavidcs case IFCOUNTER_NOPROTO: 6544316485Sdavidcs 6545316485Sdavidcs default: 6546316485Sdavidcs return (if_get_counter_default(ifp, cnt)); 6547316485Sdavidcs } 6548316485Sdavidcs return (count); 6549316485Sdavidcs} 6550316485Sdavidcs#endif 6551316485Sdavidcs 6552316485Sdavidcs 6553316485Sdavidcsstatic void 6554316485Sdavidcsqlnx_timer(void *arg) 6555316485Sdavidcs{ 6556316485Sdavidcs qlnx_host_t *ha; 6557316485Sdavidcs 6558316485Sdavidcs ha = (qlnx_host_t *)arg; 6559316485Sdavidcs 6560316485Sdavidcs ecore_get_vport_stats(&ha->cdev, &ha->hw_stats); 6561316485Sdavidcs 6562316485Sdavidcs if (ha->storm_stats_enable) 6563316485Sdavidcs qlnx_sample_storm_stats(ha); 6564316485Sdavidcs 6565316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 6566316485Sdavidcs 6567316485Sdavidcs return; 6568316485Sdavidcs} 6569316485Sdavidcs 6570316485Sdavidcsstatic int 6571316485Sdavidcsqlnx_load(qlnx_host_t *ha) 6572316485Sdavidcs{ 6573316485Sdavidcs int i; 6574316485Sdavidcs int rc = 0; 6575316485Sdavidcs struct ecore_dev *cdev; 6576316485Sdavidcs device_t dev; 6577316485Sdavidcs 6578316485Sdavidcs cdev = &ha->cdev; 6579316485Sdavidcs dev = ha->pci_dev; 6580316485Sdavidcs 6581316485Sdavidcs QL_DPRINT2(ha, (dev, "%s: enter\n", __func__)); 6582316485Sdavidcs 6583316485Sdavidcs rc = qlnx_alloc_mem_arrays(ha); 6584316485Sdavidcs if (rc) 6585316485Sdavidcs goto qlnx_load_exit0; 6586316485Sdavidcs 6587316485Sdavidcs qlnx_init_fp(ha); 6588316485Sdavidcs 6589316485Sdavidcs rc = qlnx_alloc_mem_load(ha); 6590316485Sdavidcs if (rc) 6591316485Sdavidcs goto qlnx_load_exit1; 6592316485Sdavidcs 6593316485Sdavidcs QL_DPRINT2(ha, (dev, "%s: Allocated %d RSS queues on %d TC/s\n", 6594316485Sdavidcs __func__, ha->num_rss, ha->num_tc)); 6595316485Sdavidcs 6596316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6597316485Sdavidcs 6598316485Sdavidcs if ((rc = bus_setup_intr(dev, ha->irq_vec[i].irq, 6599316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), 6600316485Sdavidcs NULL, qlnx_fp_isr, &ha->irq_vec[i], 6601316485Sdavidcs &ha->irq_vec[i].handle))) { 6602316485Sdavidcs 6603316485Sdavidcs QL_DPRINT1(ha, (dev, "could not setup interrupt\n")); 6604316485Sdavidcs 6605316485Sdavidcs goto qlnx_load_exit2; 6606316485Sdavidcs } 6607316485Sdavidcs 6608316485Sdavidcs QL_DPRINT2(ha, (dev, "%s: rss_id = %d irq_rid %d" 6609316485Sdavidcs " irq %p handle %p\n", __func__, i, 6610316485Sdavidcs ha->irq_vec[i].irq_rid, 6611316485Sdavidcs ha->irq_vec[i].irq, ha->irq_vec[i].handle)); 6612316485Sdavidcs 6613316485Sdavidcs bus_bind_intr(dev, ha->irq_vec[i].irq, (i % mp_ncpus)); 6614316485Sdavidcs } 6615316485Sdavidcs 6616316485Sdavidcs rc = qlnx_start_queues(ha); 6617316485Sdavidcs if (rc) 6618316485Sdavidcs goto qlnx_load_exit2; 6619316485Sdavidcs 6620316485Sdavidcs QL_DPRINT2(ha, (dev, "%s: Start VPORT, RXQ and TXQ succeeded\n", 6621316485Sdavidcs __func__)); 6622316485Sdavidcs 6623316485Sdavidcs /* Add primary mac and set Rx filters */ 6624316485Sdavidcs rc = qlnx_set_rx_mode(ha); 6625316485Sdavidcs if (rc) 6626316485Sdavidcs goto qlnx_load_exit2; 6627316485Sdavidcs 6628316485Sdavidcs /* Ask for link-up using current configuration */ 6629316485Sdavidcs qlnx_set_link(ha, true); 6630316485Sdavidcs 6631316485Sdavidcs ha->state = QLNX_STATE_OPEN; 6632316485Sdavidcs 6633316485Sdavidcs bzero(&ha->hw_stats, sizeof(struct ecore_eth_stats)); 6634316485Sdavidcs 6635316485Sdavidcs if (ha->flags.callout_init) 6636316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 6637316485Sdavidcs 6638316485Sdavidcs goto qlnx_load_exit0; 6639316485Sdavidcs 6640316485Sdavidcsqlnx_load_exit2: 6641316485Sdavidcs qlnx_free_mem_load(ha); 6642316485Sdavidcs 6643316485Sdavidcsqlnx_load_exit1: 6644316485Sdavidcs ha->num_rss = 0; 6645316485Sdavidcs 6646316485Sdavidcsqlnx_load_exit0: 6647316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit [%d]\n", __func__, rc)); 6648316485Sdavidcs return rc; 6649316485Sdavidcs} 6650316485Sdavidcs 6651316485Sdavidcsstatic void 6652316485Sdavidcsqlnx_drain_soft_lro(qlnx_host_t *ha) 6653316485Sdavidcs{ 6654316485Sdavidcs#ifdef QLNX_SOFT_LRO 6655316485Sdavidcs 6656316485Sdavidcs struct ifnet *ifp; 6657316485Sdavidcs int i; 6658316485Sdavidcs 6659316485Sdavidcs ifp = ha->ifp; 6660316485Sdavidcs 6661316485Sdavidcs 6662316485Sdavidcs if (ifp->if_capenable & IFCAP_LRO) { 6663316485Sdavidcs 6664316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6665316485Sdavidcs 6666316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 6667316485Sdavidcs struct lro_ctrl *lro; 6668316485Sdavidcs 6669316485Sdavidcs lro = &fp->rxq->lro; 6670316485Sdavidcs 6671316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 6672316485Sdavidcs 6673316485Sdavidcs tcp_lro_flush_all(lro); 6674316485Sdavidcs 6675316485Sdavidcs#else 6676316485Sdavidcs struct lro_entry *queued; 6677316485Sdavidcs 6678316485Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))){ 6679316485Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 6680316485Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 6681316485Sdavidcs tcp_lro_flush(lro, queued); 6682316485Sdavidcs } 6683316485Sdavidcs 6684316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 6685316485Sdavidcs 6686316485Sdavidcs } 6687316485Sdavidcs } 6688316485Sdavidcs 6689316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 6690316485Sdavidcs 6691316485Sdavidcs return; 6692316485Sdavidcs} 6693316485Sdavidcs 6694316485Sdavidcsstatic void 6695316485Sdavidcsqlnx_unload(qlnx_host_t *ha) 6696316485Sdavidcs{ 6697316485Sdavidcs struct ecore_dev *cdev; 6698316485Sdavidcs device_t dev; 6699316485Sdavidcs int i; 6700316485Sdavidcs 6701316485Sdavidcs cdev = &ha->cdev; 6702316485Sdavidcs dev = ha->pci_dev; 6703316485Sdavidcs 6704316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: enter\n", __func__)); 6705316485Sdavidcs 6706316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 6707316485Sdavidcs 6708316485Sdavidcs qlnx_set_link(ha, false); 6709316485Sdavidcs qlnx_clean_filters(ha); 6710316485Sdavidcs qlnx_stop_queues(ha); 6711316485Sdavidcs ecore_hw_stop_fastpath(cdev); 6712316485Sdavidcs 6713316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6714316485Sdavidcs if (ha->irq_vec[i].handle) { 6715316485Sdavidcs (void)bus_teardown_intr(dev, 6716316485Sdavidcs ha->irq_vec[i].irq, 6717316485Sdavidcs ha->irq_vec[i].handle); 6718316485Sdavidcs ha->irq_vec[i].handle = NULL; 6719316485Sdavidcs } 6720316485Sdavidcs } 6721316485Sdavidcs 6722316485Sdavidcs qlnx_drain_fp_taskqueues(ha); 6723316485Sdavidcs qlnx_drain_soft_lro(ha); 6724316485Sdavidcs qlnx_free_mem_load(ha); 6725316485Sdavidcs } 6726316485Sdavidcs 6727316485Sdavidcs if (ha->flags.callout_init) 6728316485Sdavidcs callout_drain(&ha->qlnx_callout); 6729316485Sdavidcs 6730316485Sdavidcs qlnx_mdelay(__func__, 1000); 6731316485Sdavidcs 6732316485Sdavidcs ha->state = QLNX_STATE_CLOSED; 6733316485Sdavidcs 6734316485Sdavidcs QL_DPRINT2(ha, (ha->pci_dev, "%s: exit\n", __func__)); 6735316485Sdavidcs return; 6736316485Sdavidcs} 6737316485Sdavidcs 6738316485Sdavidcsstatic int 6739316485Sdavidcsqlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 6740316485Sdavidcs{ 6741316485Sdavidcs int rval = -1; 6742316485Sdavidcs struct ecore_hwfn *p_hwfn; 6743316485Sdavidcs struct ecore_ptt *p_ptt; 6744316485Sdavidcs 6745316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 6746316485Sdavidcs 6747316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 6748316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 6749316485Sdavidcs 6750316485Sdavidcs if (!p_ptt) { 6751316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: ecore_ptt_acquire failed\n", 6752316485Sdavidcs __func__)); 6753316485Sdavidcs return (rval); 6754316485Sdavidcs } 6755316485Sdavidcs 6756316485Sdavidcs rval = ecore_dbg_grc_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 6757316485Sdavidcs 6758316485Sdavidcs if (rval == DBG_STATUS_OK) 6759316485Sdavidcs rval = 0; 6760316485Sdavidcs else { 6761316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, 6762316485Sdavidcs "%s : ecore_dbg_grc_get_dump_buf_size failed [0x%x]\n", 6763316485Sdavidcs __func__, rval)); 6764316485Sdavidcs } 6765316485Sdavidcs 6766316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 6767316485Sdavidcs 6768316485Sdavidcs return (rval); 6769316485Sdavidcs} 6770316485Sdavidcs 6771316485Sdavidcsstatic int 6772316485Sdavidcsqlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 6773316485Sdavidcs{ 6774316485Sdavidcs int rval = -1; 6775316485Sdavidcs struct ecore_hwfn *p_hwfn; 6776316485Sdavidcs struct ecore_ptt *p_ptt; 6777316485Sdavidcs 6778316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 6779316485Sdavidcs 6780316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 6781316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 6782316485Sdavidcs 6783316485Sdavidcs if (!p_ptt) { 6784316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s: ecore_ptt_acquire failed\n", 6785316485Sdavidcs __func__)); 6786316485Sdavidcs return (rval); 6787316485Sdavidcs } 6788316485Sdavidcs 6789316485Sdavidcs rval = ecore_dbg_idle_chk_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 6790316485Sdavidcs 6791316485Sdavidcs if (rval == DBG_STATUS_OK) 6792316485Sdavidcs rval = 0; 6793316485Sdavidcs else { 6794316485Sdavidcs QL_DPRINT1(ha, (ha->pci_dev, "%s : " 6795316485Sdavidcs "ecore_dbg_idle_chk_get_dump_buf_size failed [0x%x]\n", 6796316485Sdavidcs __func__, rval)); 6797316485Sdavidcs } 6798316485Sdavidcs 6799316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 6800316485Sdavidcs 6801316485Sdavidcs return (rval); 6802316485Sdavidcs} 6803316485Sdavidcs 6804316485Sdavidcs 6805316485Sdavidcsstatic void 6806316485Sdavidcsqlnx_sample_storm_stats(qlnx_host_t *ha) 6807316485Sdavidcs{ 6808316485Sdavidcs int i, index; 6809316485Sdavidcs struct ecore_dev *cdev; 6810316485Sdavidcs qlnx_storm_stats_t *s_stats; 6811316485Sdavidcs uint32_t reg; 6812316485Sdavidcs struct ecore_ptt *p_ptt; 6813316485Sdavidcs struct ecore_hwfn *hwfn; 6814316485Sdavidcs 6815316485Sdavidcs if (ha->storm_stats_index >= QLNX_STORM_STATS_SAMPLES_PER_HWFN) { 6816316485Sdavidcs ha->storm_stats_enable = 0; 6817316485Sdavidcs return; 6818316485Sdavidcs } 6819316485Sdavidcs 6820316485Sdavidcs cdev = &ha->cdev; 6821316485Sdavidcs 6822316485Sdavidcs for_each_hwfn(cdev, i) { 6823316485Sdavidcs 6824316485Sdavidcs hwfn = &cdev->hwfns[i]; 6825316485Sdavidcs 6826316485Sdavidcs p_ptt = ecore_ptt_acquire(hwfn); 6827316485Sdavidcs if (!p_ptt) 6828316485Sdavidcs return; 6829316485Sdavidcs 6830316485Sdavidcs index = ha->storm_stats_index + 6831316485Sdavidcs (i * QLNX_STORM_STATS_SAMPLES_PER_HWFN); 6832316485Sdavidcs 6833316485Sdavidcs s_stats = &ha->storm_stats[index]; 6834316485Sdavidcs 6835316485Sdavidcs /* XSTORM */ 6836316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 6837316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6838316485Sdavidcs s_stats->xstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6839316485Sdavidcs 6840316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 6841316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6842316485Sdavidcs s_stats->xstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6843316485Sdavidcs 6844316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 6845316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6846316485Sdavidcs s_stats->xstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6847316485Sdavidcs 6848316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 6849316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6850316485Sdavidcs s_stats->xstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6851316485Sdavidcs 6852316485Sdavidcs /* YSTORM */ 6853316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 6854316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6855316485Sdavidcs s_stats->ystorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6856316485Sdavidcs 6857316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 6858316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6859316485Sdavidcs s_stats->ystorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6860316485Sdavidcs 6861316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 6862316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6863316485Sdavidcs s_stats->ystorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6864316485Sdavidcs 6865316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 6866316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6867316485Sdavidcs s_stats->ystorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6868316485Sdavidcs 6869316485Sdavidcs /* PSTORM */ 6870316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 6871316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6872316485Sdavidcs s_stats->pstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6873316485Sdavidcs 6874316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 6875316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6876316485Sdavidcs s_stats->pstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6877316485Sdavidcs 6878316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 6879316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6880316485Sdavidcs s_stats->pstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6881316485Sdavidcs 6882316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 6883316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6884316485Sdavidcs s_stats->pstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6885316485Sdavidcs 6886316485Sdavidcs /* TSTORM */ 6887316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 6888316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6889316485Sdavidcs s_stats->tstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6890316485Sdavidcs 6891316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 6892316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6893316485Sdavidcs s_stats->tstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6894316485Sdavidcs 6895316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 6896316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6897316485Sdavidcs s_stats->tstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6898316485Sdavidcs 6899316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 6900316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6901316485Sdavidcs s_stats->tstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6902316485Sdavidcs 6903316485Sdavidcs /* MSTORM */ 6904316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 6905316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6906316485Sdavidcs s_stats->mstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6907316485Sdavidcs 6908316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 6909316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6910316485Sdavidcs s_stats->mstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6911316485Sdavidcs 6912316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 6913316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6914316485Sdavidcs s_stats->mstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6915316485Sdavidcs 6916316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 6917316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6918316485Sdavidcs s_stats->mstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6919316485Sdavidcs 6920316485Sdavidcs /* USTORM */ 6921316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 6922316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 6923316485Sdavidcs s_stats->ustorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 6924316485Sdavidcs 6925316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 6926316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 6927316485Sdavidcs s_stats->ustorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 6928316485Sdavidcs 6929316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 6930316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 6931316485Sdavidcs s_stats->ustorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 6932316485Sdavidcs 6933316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 6934316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 6935316485Sdavidcs s_stats->ustorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 6936316485Sdavidcs 6937316485Sdavidcs ecore_ptt_release(hwfn, p_ptt); 6938316485Sdavidcs } 6939316485Sdavidcs 6940316485Sdavidcs ha->storm_stats_index++; 6941316485Sdavidcs 6942316485Sdavidcs return; 6943316485Sdavidcs} 6944316485Sdavidcs 6945316485Sdavidcs/* 6946316485Sdavidcs * Name: qlnx_dump_buf8 6947316485Sdavidcs * Function: dumps a buffer as bytes 6948316485Sdavidcs */ 6949316485Sdavidcsstatic void 6950316485Sdavidcsqlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, uint32_t len) 6951316485Sdavidcs{ 6952316485Sdavidcs device_t dev; 6953316485Sdavidcs uint32_t i = 0; 6954316485Sdavidcs uint8_t *buf; 6955316485Sdavidcs 6956316485Sdavidcs dev = ha->pci_dev; 6957316485Sdavidcs buf = dbuf; 6958316485Sdavidcs 6959316485Sdavidcs device_printf(dev, "%s: %s 0x%x dump start\n", __func__, msg, len); 6960316485Sdavidcs 6961316485Sdavidcs while (len >= 16) { 6962316485Sdavidcs device_printf(dev,"0x%08x:" 6963316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 6964316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 6965316485Sdavidcs buf[0], buf[1], buf[2], buf[3], 6966316485Sdavidcs buf[4], buf[5], buf[6], buf[7], 6967316485Sdavidcs buf[8], buf[9], buf[10], buf[11], 6968316485Sdavidcs buf[12], buf[13], buf[14], buf[15]); 6969316485Sdavidcs i += 16; 6970316485Sdavidcs len -= 16; 6971316485Sdavidcs buf += 16; 6972316485Sdavidcs } 6973316485Sdavidcs switch (len) { 6974316485Sdavidcs case 1: 6975316485Sdavidcs device_printf(dev,"0x%08x: %02x\n", i, buf[0]); 6976316485Sdavidcs break; 6977316485Sdavidcs case 2: 6978316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x\n", i, buf[0], buf[1]); 6979316485Sdavidcs break; 6980316485Sdavidcs case 3: 6981316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x\n", 6982316485Sdavidcs i, buf[0], buf[1], buf[2]); 6983316485Sdavidcs break; 6984316485Sdavidcs case 4: 6985316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x %02x\n", i, 6986316485Sdavidcs buf[0], buf[1], buf[2], buf[3]); 6987316485Sdavidcs break; 6988316485Sdavidcs case 5: 6989316485Sdavidcs device_printf(dev,"0x%08x:" 6990316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 6991316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4]); 6992316485Sdavidcs break; 6993316485Sdavidcs case 6: 6994316485Sdavidcs device_printf(dev,"0x%08x:" 6995316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 6996316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5]); 6997316485Sdavidcs break; 6998316485Sdavidcs case 7: 6999316485Sdavidcs device_printf(dev,"0x%08x:" 7000316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 7001316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6]); 7002316485Sdavidcs break; 7003316485Sdavidcs case 8: 7004316485Sdavidcs device_printf(dev,"0x%08x:" 7005316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 7006316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7007316485Sdavidcs buf[7]); 7008316485Sdavidcs break; 7009316485Sdavidcs case 9: 7010316485Sdavidcs device_printf(dev,"0x%08x:" 7011316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7012316485Sdavidcs " %02x\n", i, 7013316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7014316485Sdavidcs buf[7], buf[8]); 7015316485Sdavidcs break; 7016316485Sdavidcs case 10: 7017316485Sdavidcs device_printf(dev,"0x%08x:" 7018316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7019316485Sdavidcs " %02x %02x\n", i, 7020316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7021316485Sdavidcs buf[7], buf[8], buf[9]); 7022316485Sdavidcs break; 7023316485Sdavidcs case 11: 7024316485Sdavidcs device_printf(dev,"0x%08x:" 7025316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7026316485Sdavidcs " %02x %02x %02x\n", i, 7027316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7028316485Sdavidcs buf[7], buf[8], buf[9], buf[10]); 7029316485Sdavidcs break; 7030316485Sdavidcs case 12: 7031316485Sdavidcs device_printf(dev,"0x%08x:" 7032316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7033316485Sdavidcs " %02x %02x %02x %02x\n", i, 7034316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7035316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11]); 7036316485Sdavidcs break; 7037316485Sdavidcs case 13: 7038316485Sdavidcs device_printf(dev,"0x%08x:" 7039316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7040316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 7041316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7042316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12]); 7043316485Sdavidcs break; 7044316485Sdavidcs case 14: 7045316485Sdavidcs device_printf(dev,"0x%08x:" 7046316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7047316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 7048316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7049316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 7050316485Sdavidcs buf[13]); 7051316485Sdavidcs break; 7052316485Sdavidcs case 15: 7053316485Sdavidcs device_printf(dev,"0x%08x:" 7054316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7055316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 7056316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7057316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 7058316485Sdavidcs buf[13], buf[14]); 7059316485Sdavidcs break; 7060316485Sdavidcs default: 7061316485Sdavidcs break; 7062316485Sdavidcs } 7063316485Sdavidcs 7064316485Sdavidcs device_printf(dev, "%s: %s dump end\n", __func__, msg); 7065316485Sdavidcs 7066316485Sdavidcs return; 7067316485Sdavidcs} 7068316485Sdavidcs 7069