1316485Sdavidcs/* 2316485Sdavidcs * Copyright (c) 2017-2018 Cavium, Inc. 3316485Sdavidcs * All rights reserved. 4316485Sdavidcs * 5316485Sdavidcs * Redistribution and use in source and binary forms, with or without 6316485Sdavidcs * modification, are permitted provided that the following conditions 7316485Sdavidcs * are met: 8316485Sdavidcs * 9316485Sdavidcs * 1. Redistributions of source code must retain the above copyright 10316485Sdavidcs * notice, this list of conditions and the following disclaimer. 11316485Sdavidcs * 2. Redistributions in binary form must reproduce the above copyright 12316485Sdavidcs * notice, this list of conditions and the following disclaimer in the 13316485Sdavidcs * documentation and/or other materials provided with the distribution. 14316485Sdavidcs * 15316485Sdavidcs * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 16316485Sdavidcs * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17316485Sdavidcs * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18316485Sdavidcs * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 19316485Sdavidcs * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 20316485Sdavidcs * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 21316485Sdavidcs * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 22316485Sdavidcs * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 23316485Sdavidcs * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 24316485Sdavidcs * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 25316485Sdavidcs * POSSIBILITY OF SUCH DAMAGE. 26316485Sdavidcs */ 27316485Sdavidcs 28316485Sdavidcs 29316485Sdavidcs/* 30316485Sdavidcs * File: qlnx_os.c 31316485Sdavidcs * Author : David C Somayajulu, Cavium, Inc., San Jose, CA 95131. 32316485Sdavidcs */ 33316485Sdavidcs 34316485Sdavidcs#include <sys/cdefs.h> 35316485Sdavidcs__FBSDID("$FreeBSD: stable/11/sys/dev/qlnx/qlnxe/qlnx_os.c 337517 2018-08-09 01:17:35Z davidcs $"); 36316485Sdavidcs 37316485Sdavidcs#include "qlnx_os.h" 38316485Sdavidcs#include "bcm_osal.h" 39316485Sdavidcs#include "reg_addr.h" 40316485Sdavidcs#include "ecore_gtt_reg_addr.h" 41316485Sdavidcs#include "ecore.h" 42316485Sdavidcs#include "ecore_chain.h" 43316485Sdavidcs#include "ecore_status.h" 44316485Sdavidcs#include "ecore_hw.h" 45316485Sdavidcs#include "ecore_rt_defs.h" 46316485Sdavidcs#include "ecore_init_ops.h" 47316485Sdavidcs#include "ecore_int.h" 48316485Sdavidcs#include "ecore_cxt.h" 49316485Sdavidcs#include "ecore_spq.h" 50316485Sdavidcs#include "ecore_init_fw_funcs.h" 51316485Sdavidcs#include "ecore_sp_commands.h" 52316485Sdavidcs#include "ecore_dev_api.h" 53316485Sdavidcs#include "ecore_l2_api.h" 54316485Sdavidcs#include "ecore_mcp.h" 55316485Sdavidcs#include "ecore_hw_defs.h" 56316485Sdavidcs#include "mcp_public.h" 57316485Sdavidcs#include "ecore_iro.h" 58316485Sdavidcs#include "nvm_cfg.h" 59316485Sdavidcs#include "ecore_dev_api.h" 60316485Sdavidcs#include "ecore_dbg_fw_funcs.h" 61337517Sdavidcs#include "ecore_iov_api.h" 62337517Sdavidcs#include "ecore_vf_api.h" 63316485Sdavidcs 64316485Sdavidcs#include "qlnx_ioctl.h" 65316485Sdavidcs#include "qlnx_def.h" 66316485Sdavidcs#include "qlnx_ver.h" 67337517Sdavidcs 68337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 69337517Sdavidcs#include "qlnx_rdma.h" 70337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 71337517Sdavidcs 72316485Sdavidcs#include <sys/smp.h> 73316485Sdavidcs 74316485Sdavidcs 75316485Sdavidcs/* 76316485Sdavidcs * static functions 77316485Sdavidcs */ 78316485Sdavidcs/* 79316485Sdavidcs * ioctl related functions 80316485Sdavidcs */ 81316485Sdavidcsstatic void qlnx_add_sysctls(qlnx_host_t *ha); 82316485Sdavidcs 83316485Sdavidcs/* 84316485Sdavidcs * main driver 85316485Sdavidcs */ 86316485Sdavidcsstatic void qlnx_release(qlnx_host_t *ha); 87316485Sdavidcsstatic void qlnx_fp_isr(void *arg); 88316485Sdavidcsstatic void qlnx_init_ifnet(device_t dev, qlnx_host_t *ha); 89316485Sdavidcsstatic void qlnx_init(void *arg); 90316485Sdavidcsstatic void qlnx_init_locked(qlnx_host_t *ha); 91316485Sdavidcsstatic int qlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi); 92316485Sdavidcsstatic int qlnx_set_promisc(qlnx_host_t *ha); 93316485Sdavidcsstatic int qlnx_set_allmulti(qlnx_host_t *ha); 94316485Sdavidcsstatic int qlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data); 95316485Sdavidcsstatic int qlnx_media_change(struct ifnet *ifp); 96316485Sdavidcsstatic void qlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr); 97316485Sdavidcsstatic void qlnx_stop(qlnx_host_t *ha); 98316485Sdavidcsstatic int qlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, 99316485Sdavidcs struct mbuf **m_headp); 100316485Sdavidcsstatic int qlnx_get_ifq_snd_maxlen(qlnx_host_t *ha); 101316485Sdavidcsstatic uint32_t qlnx_get_optics(qlnx_host_t *ha, 102316485Sdavidcs struct qlnx_link_output *if_link); 103316485Sdavidcsstatic int qlnx_transmit(struct ifnet *ifp, struct mbuf *mp); 104322851Sdavidcsstatic int qlnx_transmit_locked(struct ifnet *ifp, struct qlnx_fastpath *fp, 105322851Sdavidcs struct mbuf *mp); 106316485Sdavidcsstatic void qlnx_qflush(struct ifnet *ifp); 107316485Sdavidcs 108316485Sdavidcsstatic int qlnx_alloc_parent_dma_tag(qlnx_host_t *ha); 109316485Sdavidcsstatic void qlnx_free_parent_dma_tag(qlnx_host_t *ha); 110316485Sdavidcsstatic int qlnx_alloc_tx_dma_tag(qlnx_host_t *ha); 111316485Sdavidcsstatic void qlnx_free_tx_dma_tag(qlnx_host_t *ha); 112316485Sdavidcsstatic int qlnx_alloc_rx_dma_tag(qlnx_host_t *ha); 113316485Sdavidcsstatic void qlnx_free_rx_dma_tag(qlnx_host_t *ha); 114316485Sdavidcs 115316485Sdavidcsstatic int qlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver); 116316485Sdavidcsstatic int qlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size); 117316485Sdavidcs 118316485Sdavidcsstatic int qlnx_nic_setup(struct ecore_dev *cdev, 119316485Sdavidcs struct ecore_pf_params *func_params); 120316485Sdavidcsstatic int qlnx_nic_start(struct ecore_dev *cdev); 121316485Sdavidcsstatic int qlnx_slowpath_start(qlnx_host_t *ha); 122316485Sdavidcsstatic int qlnx_slowpath_stop(qlnx_host_t *ha); 123316485Sdavidcsstatic int qlnx_init_hw(qlnx_host_t *ha); 124316485Sdavidcsstatic void qlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 125316485Sdavidcs char ver_str[VER_SIZE]); 126316485Sdavidcsstatic void qlnx_unload(qlnx_host_t *ha); 127316485Sdavidcsstatic int qlnx_load(qlnx_host_t *ha); 128316485Sdavidcsstatic void qlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 129316485Sdavidcs uint32_t add_mac); 130316485Sdavidcsstatic void qlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, 131316485Sdavidcs uint32_t len); 132316485Sdavidcsstatic int qlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq); 133316485Sdavidcsstatic void qlnx_reuse_rx_data(struct qlnx_rx_queue *rxq); 134316485Sdavidcsstatic void qlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, 135316485Sdavidcs struct qlnx_rx_queue *rxq); 136316485Sdavidcsstatic int qlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter); 137316485Sdavidcsstatic int qlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, 138316485Sdavidcs int hwfn_index); 139316485Sdavidcsstatic int qlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, 140316485Sdavidcs int hwfn_index); 141316485Sdavidcsstatic void qlnx_timer(void *arg); 142316485Sdavidcsstatic int qlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 143316485Sdavidcsstatic void qlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp); 144316485Sdavidcsstatic void qlnx_trigger_dump(qlnx_host_t *ha); 145322851Sdavidcsstatic uint16_t qlnx_num_tx_compl(qlnx_host_t *ha, struct qlnx_fastpath *fp, 146322851Sdavidcs struct qlnx_tx_queue *txq); 147316485Sdavidcsstatic void qlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 148316485Sdavidcs struct qlnx_tx_queue *txq); 149316485Sdavidcsstatic int qlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 150316485Sdavidcs int lro_enable); 151316485Sdavidcsstatic void qlnx_fp_taskqueue(void *context, int pending); 152316485Sdavidcsstatic void qlnx_sample_storm_stats(qlnx_host_t *ha); 153316485Sdavidcsstatic int qlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 154316485Sdavidcs struct qlnx_agg_info *tpa); 155316485Sdavidcsstatic void qlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa); 156316485Sdavidcs 157316485Sdavidcs#if __FreeBSD_version >= 1100000 158316485Sdavidcsstatic uint64_t qlnx_get_counter(if_t ifp, ift_counter cnt); 159316485Sdavidcs#endif 160316485Sdavidcs 161316485Sdavidcs 162316485Sdavidcs/* 163316485Sdavidcs * Hooks to the Operating Systems 164316485Sdavidcs */ 165316485Sdavidcsstatic int qlnx_pci_probe (device_t); 166316485Sdavidcsstatic int qlnx_pci_attach (device_t); 167316485Sdavidcsstatic int qlnx_pci_detach (device_t); 168316485Sdavidcs 169337517Sdavidcs#ifndef QLNX_VF 170337517Sdavidcs 171337517Sdavidcs#ifdef CONFIG_ECORE_SRIOV 172337517Sdavidcs 173337517Sdavidcsstatic int qlnx_iov_init(device_t dev, uint16_t num_vfs, const nvlist_t *params); 174337517Sdavidcsstatic void qlnx_iov_uninit(device_t dev); 175337517Sdavidcsstatic int qlnx_iov_add_vf(device_t dev, uint16_t vfnum, const nvlist_t *params); 176337517Sdavidcsstatic void qlnx_initialize_sriov(qlnx_host_t *ha); 177337517Sdavidcsstatic void qlnx_pf_taskqueue(void *context, int pending); 178337517Sdavidcsstatic int qlnx_create_pf_taskqueues(qlnx_host_t *ha); 179337517Sdavidcsstatic void qlnx_destroy_pf_taskqueues(qlnx_host_t *ha); 180337517Sdavidcsstatic void qlnx_inform_vf_link_state(struct ecore_hwfn *p_hwfn, qlnx_host_t *ha); 181337517Sdavidcs 182337517Sdavidcs#endif /* #ifdef CONFIG_ECORE_SRIOV */ 183337517Sdavidcs 184316485Sdavidcsstatic device_method_t qlnx_pci_methods[] = { 185316485Sdavidcs /* Device interface */ 186316485Sdavidcs DEVMETHOD(device_probe, qlnx_pci_probe), 187316485Sdavidcs DEVMETHOD(device_attach, qlnx_pci_attach), 188316485Sdavidcs DEVMETHOD(device_detach, qlnx_pci_detach), 189337517Sdavidcs 190337517Sdavidcs#ifdef CONFIG_ECORE_SRIOV 191337517Sdavidcs DEVMETHOD(pci_iov_init, qlnx_iov_init), 192337517Sdavidcs DEVMETHOD(pci_iov_uninit, qlnx_iov_uninit), 193337517Sdavidcs DEVMETHOD(pci_iov_add_vf, qlnx_iov_add_vf), 194337517Sdavidcs#endif /* #ifdef CONFIG_ECORE_SRIOV */ 195316485Sdavidcs { 0, 0 } 196316485Sdavidcs}; 197316485Sdavidcs 198316485Sdavidcsstatic driver_t qlnx_pci_driver = { 199316485Sdavidcs "ql", qlnx_pci_methods, sizeof (qlnx_host_t), 200316485Sdavidcs}; 201316485Sdavidcs 202316485Sdavidcsstatic devclass_t qlnx_devclass; 203316485Sdavidcs 204316485SdavidcsMODULE_VERSION(if_qlnxe,1); 205316485SdavidcsDRIVER_MODULE(if_qlnxe, pci, qlnx_pci_driver, qlnx_devclass, 0, 0); 206316485Sdavidcs 207316485SdavidcsMODULE_DEPEND(if_qlnxe, pci, 1, 1, 1); 208316485SdavidcsMODULE_DEPEND(if_qlnxe, ether, 1, 1, 1); 209316485Sdavidcs 210337517Sdavidcs#else 211337517Sdavidcs 212337517Sdavidcsstatic device_method_t qlnxv_pci_methods[] = { 213337517Sdavidcs /* Device interface */ 214337517Sdavidcs DEVMETHOD(device_probe, qlnx_pci_probe), 215337517Sdavidcs DEVMETHOD(device_attach, qlnx_pci_attach), 216337517Sdavidcs DEVMETHOD(device_detach, qlnx_pci_detach), 217337517Sdavidcs { 0, 0 } 218337517Sdavidcs}; 219337517Sdavidcs 220337517Sdavidcsstatic driver_t qlnxv_pci_driver = { 221337517Sdavidcs "ql", qlnxv_pci_methods, sizeof (qlnx_host_t), 222337517Sdavidcs}; 223337517Sdavidcs 224337517Sdavidcsstatic devclass_t qlnxv_devclass; 225337517SdavidcsMODULE_VERSION(if_qlnxev,1); 226337517SdavidcsDRIVER_MODULE(if_qlnxev, pci, qlnxv_pci_driver, qlnxv_devclass, 0, 0); 227337517Sdavidcs 228337517SdavidcsMODULE_DEPEND(if_qlnxev, pci, 1, 1, 1); 229337517SdavidcsMODULE_DEPEND(if_qlnxev, ether, 1, 1, 1); 230337517Sdavidcs 231337517Sdavidcs#endif /* #ifdef QLNX_VF */ 232337517Sdavidcs 233316485SdavidcsMALLOC_DEFINE(M_QLNXBUF, "qlnxbuf", "Buffers for qlnx driver"); 234316485Sdavidcs 235316485Sdavidcs 236337517Sdavidcsstatic char qlnx_dev_str[128]; 237337517Sdavidcsstatic char qlnx_ver_str[VER_SIZE]; 238337517Sdavidcsstatic char qlnx_name_str[NAME_SIZE]; 239316485Sdavidcs 240316485Sdavidcs/* 241316485Sdavidcs * Some PCI Configuration Space Related Defines 242316485Sdavidcs */ 243316485Sdavidcs 244316485Sdavidcs#ifndef PCI_VENDOR_QLOGIC 245316485Sdavidcs#define PCI_VENDOR_QLOGIC 0x1077 246316485Sdavidcs#endif 247316485Sdavidcs 248316485Sdavidcs/* 40G Adapter QLE45xxx*/ 249316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1634 250316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1634 0x1634 251316485Sdavidcs#endif 252316485Sdavidcs 253316485Sdavidcs/* 100G Adapter QLE45xxx*/ 254316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1644 255316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1644 0x1644 256316485Sdavidcs#endif 257316485Sdavidcs 258316485Sdavidcs/* 25G Adapter QLE45xxx*/ 259316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1656 260316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1656 0x1656 261316485Sdavidcs#endif 262316485Sdavidcs 263316485Sdavidcs/* 50G Adapter QLE45xxx*/ 264316485Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_1654 265316485Sdavidcs#define QLOGIC_PCI_DEVICE_ID_1654 0x1654 266316485Sdavidcs#endif 267316485Sdavidcs 268320164Sdavidcs/* 10G/25G/40G Adapter QLE41xxx*/ 269320164Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_8070 270320164Sdavidcs#define QLOGIC_PCI_DEVICE_ID_8070 0x8070 271320164Sdavidcs#endif 272320164Sdavidcs 273337517Sdavidcs/* SRIOV Device (All Speeds) Adapter QLE41xxx*/ 274337517Sdavidcs#ifndef QLOGIC_PCI_DEVICE_ID_8090 275337517Sdavidcs#define QLOGIC_PCI_DEVICE_ID_8090 0x8090 276337517Sdavidcs#endif 277337517Sdavidcs 278337517Sdavidcs 279337517Sdavidcs 280322851SdavidcsSYSCTL_NODE(_hw, OID_AUTO, qlnxe, CTLFLAG_RD, 0, "qlnxe driver parameters"); 281337517Sdavidcs 282322851Sdavidcs/* Number of Queues: 0 (Auto) or 1 to 32 (fixed queue number) */ 283322851Sdavidcsstatic int qlnxe_queue_count = QLNX_DEFAULT_RSS; 284337517Sdavidcs 285337517Sdavidcs#if __FreeBSD_version < 1100000 286337517Sdavidcs 287337517SdavidcsTUNABLE_INT("hw.qlnxe.queue_count", &qlnxe_queue_count); 288337517Sdavidcs 289337517Sdavidcs#endif 290337517Sdavidcs 291322851SdavidcsSYSCTL_INT(_hw_qlnxe, OID_AUTO, queue_count, CTLFLAG_RDTUN, 292322851Sdavidcs &qlnxe_queue_count, 0, "Multi-Queue queue count"); 293322851Sdavidcs 294337517Sdavidcs 295337517Sdavidcs/* 296337517Sdavidcs * Note on RDMA personality setting 297337517Sdavidcs * 298337517Sdavidcs * Read the personality configured in NVRAM 299337517Sdavidcs * If the personality is ETH_ONLY, ETH_IWARP or ETH_ROCE and 300337517Sdavidcs * the configured personality in sysctl is QLNX_PERSONALITY_DEFAULT 301337517Sdavidcs * use the personality in NVRAM. 302337517Sdavidcs 303337517Sdavidcs * Otherwise use t the personality configured in sysctl. 304337517Sdavidcs * 305337517Sdavidcs */ 306337517Sdavidcs#define QLNX_PERSONALITY_DEFAULT 0x0 /* use personality in NVRAM */ 307337517Sdavidcs#define QLNX_PERSONALITY_ETH_ONLY 0x1 /* Override with ETH_ONLY */ 308337517Sdavidcs#define QLNX_PERSONALITY_ETH_IWARP 0x2 /* Override with ETH_IWARP */ 309337517Sdavidcs#define QLNX_PERSONALITY_ETH_ROCE 0x3 /* Override with ETH_ROCE */ 310337517Sdavidcs#define QLNX_PERSONALITY_BITS_PER_FUNC 4 311337517Sdavidcs#define QLNX_PERSONALIY_MASK 0xF 312337517Sdavidcs 313337517Sdavidcs/* RDMA configuration; 64bit field allows setting for 16 physical functions*/ 314337517Sdavidcsstatic uint64_t qlnxe_rdma_configuration = 0x22222222; 315337517Sdavidcs 316337517Sdavidcs#if __FreeBSD_version < 1100000 317337517Sdavidcs 318337517SdavidcsTUNABLE_QUAD("hw.qlnxe.rdma_configuration", &qlnxe_rdma_configuration); 319337517Sdavidcs 320337517SdavidcsSYSCTL_UQUAD(_hw_qlnxe, OID_AUTO, rdma_configuration, CTLFLAG_RDTUN, 321337517Sdavidcs &qlnxe_rdma_configuration, 0, "RDMA Configuration"); 322337517Sdavidcs 323337517Sdavidcs#else 324337517Sdavidcs 325337517SdavidcsSYSCTL_U64(_hw_qlnxe, OID_AUTO, rdma_configuration, CTLFLAG_RDTUN, 326337517Sdavidcs &qlnxe_rdma_configuration, 0, "RDMA Configuration"); 327337517Sdavidcs 328337517Sdavidcs#endif /* #if __FreeBSD_version < 1100000 */ 329337517Sdavidcs 330337517Sdavidcsint 331337517Sdavidcsqlnx_vf_device(qlnx_host_t *ha) 332316485Sdavidcs{ 333316485Sdavidcs uint16_t device_id; 334316485Sdavidcs 335337517Sdavidcs device_id = ha->device_id; 336316485Sdavidcs 337337517Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_8090) 338337517Sdavidcs return 0; 339337517Sdavidcs 340337517Sdavidcs return -1; 341337517Sdavidcs} 342337517Sdavidcs 343337517Sdavidcsstatic int 344337517Sdavidcsqlnx_valid_device(qlnx_host_t *ha) 345337517Sdavidcs{ 346337517Sdavidcs uint16_t device_id; 347337517Sdavidcs 348337517Sdavidcs device_id = ha->device_id; 349337517Sdavidcs 350337517Sdavidcs#ifndef QLNX_VF 351316485Sdavidcs if ((device_id == QLOGIC_PCI_DEVICE_ID_1634) || 352316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1644) || 353316485Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1656) || 354320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1654) || 355320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) 356316485Sdavidcs return 0; 357337517Sdavidcs#else 358337517Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_8090) 359337517Sdavidcs return 0; 360316485Sdavidcs 361337517Sdavidcs#endif /* #ifndef QLNX_VF */ 362316485Sdavidcs return -1; 363316485Sdavidcs} 364316485Sdavidcs 365337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 366337517Sdavidcsstatic int 367337517Sdavidcsqlnx_rdma_supported(struct qlnx_host *ha) 368337517Sdavidcs{ 369337517Sdavidcs uint16_t device_id; 370337517Sdavidcs 371337517Sdavidcs device_id = pci_get_device(ha->pci_dev); 372337517Sdavidcs 373337517Sdavidcs if ((device_id == QLOGIC_PCI_DEVICE_ID_1634) || 374337517Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1656) || 375337517Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_1654) || 376337517Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) 377337517Sdavidcs return (0); 378337517Sdavidcs 379337517Sdavidcs return (-1); 380337517Sdavidcs} 381337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 382337517Sdavidcs 383316485Sdavidcs/* 384316485Sdavidcs * Name: qlnx_pci_probe 385316485Sdavidcs * Function: Validate the PCI device to be a QLA80XX device 386316485Sdavidcs */ 387316485Sdavidcsstatic int 388316485Sdavidcsqlnx_pci_probe(device_t dev) 389316485Sdavidcs{ 390316485Sdavidcs snprintf(qlnx_ver_str, sizeof(qlnx_ver_str), "v%d.%d.%d", 391316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, QLNX_VERSION_BUILD); 392316485Sdavidcs snprintf(qlnx_name_str, sizeof(qlnx_name_str), "qlnx"); 393316485Sdavidcs 394316485Sdavidcs if (pci_get_vendor(dev) != PCI_VENDOR_QLOGIC) { 395316485Sdavidcs return (ENXIO); 396316485Sdavidcs } 397316485Sdavidcs 398316485Sdavidcs switch (pci_get_device(dev)) { 399316485Sdavidcs 400337517Sdavidcs#ifndef QLNX_VF 401337517Sdavidcs 402316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1644: 403316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 404316485Sdavidcs "Qlogic 100GbE PCI CNA Adapter-Ethernet Function", 405316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 406316485Sdavidcs QLNX_VERSION_BUILD); 407316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 408316485Sdavidcs 409316485Sdavidcs break; 410316485Sdavidcs 411316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1634: 412316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 413316485Sdavidcs "Qlogic 40GbE PCI CNA Adapter-Ethernet Function", 414316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 415316485Sdavidcs QLNX_VERSION_BUILD); 416316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 417316485Sdavidcs 418316485Sdavidcs break; 419316485Sdavidcs 420316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1656: 421316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 422316485Sdavidcs "Qlogic 25GbE PCI CNA Adapter-Ethernet Function", 423316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 424316485Sdavidcs QLNX_VERSION_BUILD); 425316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 426316485Sdavidcs 427316485Sdavidcs break; 428316485Sdavidcs 429316485Sdavidcs case QLOGIC_PCI_DEVICE_ID_1654: 430316485Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 431316485Sdavidcs "Qlogic 50GbE PCI CNA Adapter-Ethernet Function", 432316485Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 433316485Sdavidcs QLNX_VERSION_BUILD); 434316485Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 435316485Sdavidcs 436316485Sdavidcs break; 437316485Sdavidcs 438320164Sdavidcs case QLOGIC_PCI_DEVICE_ID_8070: 439320164Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 440337517Sdavidcs "Qlogic 10GbE/25GbE/40GbE PCI CNA (AH)" 441337517Sdavidcs " Adapter-Ethernet Function", 442337517Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 443337517Sdavidcs QLNX_VERSION_BUILD); 444337517Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 445337517Sdavidcs 446337517Sdavidcs break; 447337517Sdavidcs 448337517Sdavidcs#else 449337517Sdavidcs case QLOGIC_PCI_DEVICE_ID_8090: 450337517Sdavidcs snprintf(qlnx_dev_str, sizeof(qlnx_dev_str), "%s v%d.%d.%d", 451337517Sdavidcs "Qlogic SRIOV PCI CNA (AH) " 452320164Sdavidcs "Adapter-Ethernet Function", 453320164Sdavidcs QLNX_VERSION_MAJOR, QLNX_VERSION_MINOR, 454320164Sdavidcs QLNX_VERSION_BUILD); 455320164Sdavidcs device_set_desc_copy(dev, qlnx_dev_str); 456320164Sdavidcs 457320164Sdavidcs break; 458320164Sdavidcs 459337517Sdavidcs#endif /* #ifndef QLNX_VF */ 460337517Sdavidcs 461316485Sdavidcs default: 462316485Sdavidcs return (ENXIO); 463316485Sdavidcs } 464316485Sdavidcs 465337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 466337517Sdavidcs qlnx_rdma_init(); 467337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 468337517Sdavidcs 469316485Sdavidcs return (BUS_PROBE_DEFAULT); 470316485Sdavidcs} 471316485Sdavidcs 472322851Sdavidcsstatic uint16_t 473322851Sdavidcsqlnx_num_tx_compl(qlnx_host_t *ha, struct qlnx_fastpath *fp, 474322851Sdavidcs struct qlnx_tx_queue *txq) 475322851Sdavidcs{ 476322851Sdavidcs u16 hw_bd_cons; 477322851Sdavidcs u16 ecore_cons_idx; 478322851Sdavidcs uint16_t diff; 479316485Sdavidcs 480322851Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 481322851Sdavidcs 482322851Sdavidcs ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl); 483322851Sdavidcs if (hw_bd_cons < ecore_cons_idx) { 484322851Sdavidcs diff = (1 << 16) - (ecore_cons_idx - hw_bd_cons); 485322851Sdavidcs } else { 486322851Sdavidcs diff = hw_bd_cons - ecore_cons_idx; 487322851Sdavidcs } 488322851Sdavidcs return diff; 489322851Sdavidcs} 490322851Sdavidcs 491322851Sdavidcs 492316485Sdavidcsstatic void 493316485Sdavidcsqlnx_sp_intr(void *arg) 494316485Sdavidcs{ 495316485Sdavidcs struct ecore_hwfn *p_hwfn; 496316485Sdavidcs qlnx_host_t *ha; 497316485Sdavidcs int i; 498316485Sdavidcs 499316485Sdavidcs p_hwfn = arg; 500316485Sdavidcs 501316485Sdavidcs if (p_hwfn == NULL) { 502316485Sdavidcs printf("%s: spurious slowpath intr\n", __func__); 503316485Sdavidcs return; 504316485Sdavidcs } 505316485Sdavidcs 506316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 507316485Sdavidcs 508318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 509316485Sdavidcs 510316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 511316485Sdavidcs if (&ha->cdev.hwfns[i] == p_hwfn) { 512316485Sdavidcs taskqueue_enqueue(ha->sp_taskqueue[i], &ha->sp_task[i]); 513316485Sdavidcs break; 514316485Sdavidcs } 515316485Sdavidcs } 516318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 517316485Sdavidcs 518316485Sdavidcs return; 519316485Sdavidcs} 520316485Sdavidcs 521316485Sdavidcsstatic void 522316485Sdavidcsqlnx_sp_taskqueue(void *context, int pending) 523316485Sdavidcs{ 524316485Sdavidcs struct ecore_hwfn *p_hwfn; 525316485Sdavidcs 526316485Sdavidcs p_hwfn = context; 527316485Sdavidcs 528316485Sdavidcs if (p_hwfn != NULL) { 529316485Sdavidcs qlnx_sp_isr(p_hwfn); 530316485Sdavidcs } 531316485Sdavidcs return; 532316485Sdavidcs} 533316485Sdavidcs 534316485Sdavidcsstatic int 535316485Sdavidcsqlnx_create_sp_taskqueues(qlnx_host_t *ha) 536316485Sdavidcs{ 537316485Sdavidcs int i; 538316485Sdavidcs uint8_t tq_name[32]; 539316485Sdavidcs 540316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 541316485Sdavidcs 542316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 543316485Sdavidcs 544316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 545316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_sp_tq_%d", i); 546316485Sdavidcs 547316485Sdavidcs TASK_INIT(&ha->sp_task[i], 0, qlnx_sp_taskqueue, p_hwfn); 548316485Sdavidcs 549337517Sdavidcs ha->sp_taskqueue[i] = taskqueue_create(tq_name, M_NOWAIT, 550316485Sdavidcs taskqueue_thread_enqueue, &ha->sp_taskqueue[i]); 551316485Sdavidcs 552316485Sdavidcs if (ha->sp_taskqueue[i] == NULL) 553316485Sdavidcs return (-1); 554316485Sdavidcs 555316485Sdavidcs taskqueue_start_threads(&ha->sp_taskqueue[i], 1, PI_NET, "%s", 556316485Sdavidcs tq_name); 557316485Sdavidcs 558318659Sdavidcs QL_DPRINT1(ha, "%p\n", ha->sp_taskqueue[i]); 559316485Sdavidcs } 560316485Sdavidcs 561316485Sdavidcs return (0); 562316485Sdavidcs} 563316485Sdavidcs 564316485Sdavidcsstatic void 565316485Sdavidcsqlnx_destroy_sp_taskqueues(qlnx_host_t *ha) 566316485Sdavidcs{ 567316485Sdavidcs int i; 568316485Sdavidcs 569316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 570316485Sdavidcs if (ha->sp_taskqueue[i] != NULL) { 571316485Sdavidcs taskqueue_drain(ha->sp_taskqueue[i], &ha->sp_task[i]); 572316485Sdavidcs taskqueue_free(ha->sp_taskqueue[i]); 573316485Sdavidcs } 574316485Sdavidcs } 575316485Sdavidcs return; 576316485Sdavidcs} 577316485Sdavidcs 578316485Sdavidcsstatic void 579316485Sdavidcsqlnx_fp_taskqueue(void *context, int pending) 580316485Sdavidcs{ 581316485Sdavidcs struct qlnx_fastpath *fp; 582316485Sdavidcs qlnx_host_t *ha; 583316485Sdavidcs struct ifnet *ifp; 584322849Sdavidcs 585316485Sdavidcs fp = context; 586316485Sdavidcs 587316485Sdavidcs if (fp == NULL) 588316485Sdavidcs return; 589316485Sdavidcs 590337517Sdavidcs ha = (qlnx_host_t *)fp->edev; 591322851Sdavidcs 592337517Sdavidcs ifp = ha->ifp; 593322851Sdavidcs 594322851Sdavidcs if(ifp->if_drv_flags & IFF_DRV_RUNNING) { 595316485Sdavidcs 596322851Sdavidcs if (!drbr_empty(ifp, fp->tx_br)) { 597316485Sdavidcs 598322851Sdavidcs if(mtx_trylock(&fp->tx_mtx)) { 599316485Sdavidcs 600322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 601322851Sdavidcs tx_pkts = fp->tx_pkts_transmitted; 602322851Sdavidcs tx_compl = fp->tx_pkts_completed; 603322851Sdavidcs#endif 604316485Sdavidcs 605322851Sdavidcs qlnx_transmit_locked(ifp, fp, NULL); 606316485Sdavidcs 607322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 608322851Sdavidcs fp->tx_pkts_trans_fp += 609322851Sdavidcs (fp->tx_pkts_transmitted - tx_pkts); 610322851Sdavidcs fp->tx_pkts_compl_fp += 611322851Sdavidcs (fp->tx_pkts_completed - tx_compl); 612322851Sdavidcs#endif 613322851Sdavidcs mtx_unlock(&fp->tx_mtx); 614316485Sdavidcs } 615316485Sdavidcs } 616316485Sdavidcs } 617316485Sdavidcs 618322851Sdavidcs QL_DPRINT2(ha, "exit \n"); 619316485Sdavidcs return; 620316485Sdavidcs} 621316485Sdavidcs 622316485Sdavidcsstatic int 623316485Sdavidcsqlnx_create_fp_taskqueues(qlnx_host_t *ha) 624316485Sdavidcs{ 625316485Sdavidcs int i; 626316485Sdavidcs uint8_t tq_name[32]; 627316485Sdavidcs struct qlnx_fastpath *fp; 628316485Sdavidcs 629316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 630316485Sdavidcs 631316485Sdavidcs fp = &ha->fp_array[i]; 632316485Sdavidcs 633316485Sdavidcs bzero(tq_name, sizeof (tq_name)); 634316485Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_fp_tq_%d", i); 635316485Sdavidcs 636316485Sdavidcs TASK_INIT(&fp->fp_task, 0, qlnx_fp_taskqueue, fp); 637316485Sdavidcs 638337517Sdavidcs fp->fp_taskqueue = taskqueue_create(tq_name, M_NOWAIT, 639316485Sdavidcs taskqueue_thread_enqueue, 640316485Sdavidcs &fp->fp_taskqueue); 641316485Sdavidcs 642316485Sdavidcs if (fp->fp_taskqueue == NULL) 643316485Sdavidcs return (-1); 644316485Sdavidcs 645316485Sdavidcs taskqueue_start_threads(&fp->fp_taskqueue, 1, PI_NET, "%s", 646316485Sdavidcs tq_name); 647316485Sdavidcs 648318659Sdavidcs QL_DPRINT1(ha, "%p\n",fp->fp_taskqueue); 649316485Sdavidcs } 650316485Sdavidcs 651316485Sdavidcs return (0); 652316485Sdavidcs} 653316485Sdavidcs 654316485Sdavidcsstatic void 655316485Sdavidcsqlnx_destroy_fp_taskqueues(qlnx_host_t *ha) 656316485Sdavidcs{ 657316485Sdavidcs int i; 658316485Sdavidcs struct qlnx_fastpath *fp; 659316485Sdavidcs 660316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 661316485Sdavidcs 662316485Sdavidcs fp = &ha->fp_array[i]; 663316485Sdavidcs 664316485Sdavidcs if (fp->fp_taskqueue != NULL) { 665316485Sdavidcs 666316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 667316485Sdavidcs taskqueue_free(fp->fp_taskqueue); 668316485Sdavidcs fp->fp_taskqueue = NULL; 669316485Sdavidcs } 670316485Sdavidcs } 671316485Sdavidcs return; 672316485Sdavidcs} 673316485Sdavidcs 674316485Sdavidcsstatic void 675316485Sdavidcsqlnx_drain_fp_taskqueues(qlnx_host_t *ha) 676316485Sdavidcs{ 677316485Sdavidcs int i; 678316485Sdavidcs struct qlnx_fastpath *fp; 679316485Sdavidcs 680316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 681316485Sdavidcs fp = &ha->fp_array[i]; 682316485Sdavidcs 683316485Sdavidcs if (fp->fp_taskqueue != NULL) { 684318657Sdavidcs QLNX_UNLOCK(ha); 685316485Sdavidcs taskqueue_drain(fp->fp_taskqueue, &fp->fp_task); 686318657Sdavidcs QLNX_LOCK(ha); 687316485Sdavidcs } 688316485Sdavidcs } 689316485Sdavidcs return; 690316485Sdavidcs} 691316485Sdavidcs 692322851Sdavidcsstatic void 693322851Sdavidcsqlnx_get_params(qlnx_host_t *ha) 694322851Sdavidcs{ 695322851Sdavidcs if ((qlnxe_queue_count < 0) || (qlnxe_queue_count > QLNX_MAX_RSS)) { 696322851Sdavidcs device_printf(ha->pci_dev, "invalid queue_count value (%d)\n", 697322851Sdavidcs qlnxe_queue_count); 698322851Sdavidcs qlnxe_queue_count = 0; 699322851Sdavidcs } 700322851Sdavidcs return; 701322851Sdavidcs} 702322851Sdavidcs 703337517Sdavidcsstatic void 704337517Sdavidcsqlnx_error_recovery_taskqueue(void *context, int pending) 705337517Sdavidcs{ 706337517Sdavidcs qlnx_host_t *ha; 707337517Sdavidcs 708337517Sdavidcs ha = context; 709337517Sdavidcs 710337517Sdavidcs QL_DPRINT2(ha, "enter\n"); 711337517Sdavidcs 712337517Sdavidcs QLNX_LOCK(ha); 713337517Sdavidcs qlnx_stop(ha); 714337517Sdavidcs QLNX_UNLOCK(ha); 715337517Sdavidcs 716337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 717337517Sdavidcs qlnx_rdma_dev_remove(ha); 718337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 719337517Sdavidcs 720337517Sdavidcs qlnx_slowpath_stop(ha); 721337517Sdavidcs qlnx_slowpath_start(ha); 722337517Sdavidcs 723337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 724337517Sdavidcs qlnx_rdma_dev_add(ha); 725337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 726337517Sdavidcs 727337517Sdavidcs qlnx_init(ha); 728337517Sdavidcs 729337517Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 730337517Sdavidcs 731337517Sdavidcs QL_DPRINT2(ha, "exit\n"); 732337517Sdavidcs 733337517Sdavidcs return; 734337517Sdavidcs} 735337517Sdavidcs 736337517Sdavidcsstatic int 737337517Sdavidcsqlnx_create_error_recovery_taskqueue(qlnx_host_t *ha) 738337517Sdavidcs{ 739337517Sdavidcs uint8_t tq_name[32]; 740337517Sdavidcs 741337517Sdavidcs bzero(tq_name, sizeof (tq_name)); 742337517Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_err_tq"); 743337517Sdavidcs 744337517Sdavidcs TASK_INIT(&ha->err_task, 0, qlnx_error_recovery_taskqueue, ha); 745337517Sdavidcs 746337517Sdavidcs ha->err_taskqueue = taskqueue_create(tq_name, M_NOWAIT, 747337517Sdavidcs taskqueue_thread_enqueue, &ha->err_taskqueue); 748337517Sdavidcs 749337517Sdavidcs 750337517Sdavidcs if (ha->err_taskqueue == NULL) 751337517Sdavidcs return (-1); 752337517Sdavidcs 753337517Sdavidcs taskqueue_start_threads(&ha->err_taskqueue, 1, PI_NET, "%s", tq_name); 754337517Sdavidcs 755337517Sdavidcs QL_DPRINT1(ha, "%p\n",ha->err_taskqueue); 756337517Sdavidcs 757337517Sdavidcs return (0); 758337517Sdavidcs} 759337517Sdavidcs 760337517Sdavidcsstatic void 761337517Sdavidcsqlnx_destroy_error_recovery_taskqueue(qlnx_host_t *ha) 762337517Sdavidcs{ 763337517Sdavidcs if (ha->err_taskqueue != NULL) { 764337517Sdavidcs taskqueue_drain(ha->err_taskqueue, &ha->err_task); 765337517Sdavidcs taskqueue_free(ha->err_taskqueue); 766337517Sdavidcs } 767337517Sdavidcs 768337517Sdavidcs ha->err_taskqueue = NULL; 769337517Sdavidcs 770337517Sdavidcs return; 771337517Sdavidcs} 772337517Sdavidcs 773316485Sdavidcs/* 774316485Sdavidcs * Name: qlnx_pci_attach 775316485Sdavidcs * Function: attaches the device to the operating system 776316485Sdavidcs */ 777316485Sdavidcsstatic int 778316485Sdavidcsqlnx_pci_attach(device_t dev) 779316485Sdavidcs{ 780316485Sdavidcs qlnx_host_t *ha = NULL; 781316485Sdavidcs uint32_t rsrc_len_reg = 0; 782316485Sdavidcs uint32_t rsrc_len_dbells = 0; 783316485Sdavidcs uint32_t rsrc_len_msix = 0; 784316485Sdavidcs int i; 785316485Sdavidcs uint32_t mfw_ver; 786337517Sdavidcs uint32_t num_sp_msix = 0; 787337517Sdavidcs uint32_t num_rdma_irqs = 0; 788316485Sdavidcs 789316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 790316485Sdavidcs device_printf(dev, "cannot get softc\n"); 791316485Sdavidcs return (ENOMEM); 792316485Sdavidcs } 793316485Sdavidcs 794316485Sdavidcs memset(ha, 0, sizeof (qlnx_host_t)); 795316485Sdavidcs 796337517Sdavidcs ha->device_id = pci_get_device(dev); 797337517Sdavidcs 798337517Sdavidcs if (qlnx_valid_device(ha) != 0) { 799316485Sdavidcs device_printf(dev, "device is not valid device\n"); 800316485Sdavidcs return (ENXIO); 801316485Sdavidcs } 802316485Sdavidcs ha->pci_func = pci_get_function(dev); 803316485Sdavidcs 804316485Sdavidcs ha->pci_dev = dev; 805316485Sdavidcs 806316485Sdavidcs mtx_init(&ha->hw_lock, "qlnx_hw_lock", MTX_NETWORK_LOCK, MTX_DEF); 807316485Sdavidcs 808316485Sdavidcs ha->flags.lock_init = 1; 809316485Sdavidcs 810316485Sdavidcs pci_enable_busmaster(dev); 811316485Sdavidcs 812316485Sdavidcs /* 813316485Sdavidcs * map the PCI BARs 814316485Sdavidcs */ 815316485Sdavidcs 816316485Sdavidcs ha->reg_rid = PCIR_BAR(0); 817316485Sdavidcs ha->pci_reg = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &ha->reg_rid, 818316485Sdavidcs RF_ACTIVE); 819316485Sdavidcs 820316485Sdavidcs if (ha->pci_reg == NULL) { 821316485Sdavidcs device_printf(dev, "unable to map BAR0\n"); 822316485Sdavidcs goto qlnx_pci_attach_err; 823316485Sdavidcs } 824316485Sdavidcs 825316485Sdavidcs rsrc_len_reg = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 826316485Sdavidcs ha->reg_rid); 827316485Sdavidcs 828337517Sdavidcs ha->dbells_rid = PCIR_BAR(2); 829337517Sdavidcs rsrc_len_dbells = (uint32_t) bus_get_resource_count(dev, 830337517Sdavidcs SYS_RES_MEMORY, 831337517Sdavidcs ha->dbells_rid); 832337517Sdavidcs if (rsrc_len_dbells) { 833316485Sdavidcs 834337517Sdavidcs ha->pci_dbells = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 835337517Sdavidcs &ha->dbells_rid, RF_ACTIVE); 836316485Sdavidcs 837337517Sdavidcs if (ha->pci_dbells == NULL) { 838337517Sdavidcs device_printf(dev, "unable to map BAR1\n"); 839337517Sdavidcs goto qlnx_pci_attach_err; 840337517Sdavidcs } 841337517Sdavidcs ha->dbells_phys_addr = (uint64_t) 842337517Sdavidcs bus_get_resource_start(dev, SYS_RES_MEMORY, ha->dbells_rid); 843316485Sdavidcs 844337517Sdavidcs ha->dbells_size = rsrc_len_dbells; 845337517Sdavidcs } else { 846337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 847337517Sdavidcs device_printf(dev, " BAR1 size is zero\n"); 848337517Sdavidcs goto qlnx_pci_attach_err; 849337517Sdavidcs } 850337517Sdavidcs } 851316485Sdavidcs 852316485Sdavidcs ha->msix_rid = PCIR_BAR(4); 853316485Sdavidcs ha->msix_bar = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 854316485Sdavidcs &ha->msix_rid, RF_ACTIVE); 855316485Sdavidcs 856316485Sdavidcs if (ha->msix_bar == NULL) { 857316485Sdavidcs device_printf(dev, "unable to map BAR2\n"); 858316485Sdavidcs goto qlnx_pci_attach_err; 859316485Sdavidcs } 860316485Sdavidcs 861316485Sdavidcs rsrc_len_msix = (uint32_t) bus_get_resource_count(dev, SYS_RES_MEMORY, 862316485Sdavidcs ha->msix_rid); 863337517Sdavidcs 864337517Sdavidcs ha->dbg_level = 0x0000; 865337517Sdavidcs 866337517Sdavidcs QL_DPRINT1(ha, "\n\t\t\t" 867337517Sdavidcs "pci_dev = %p pci_reg = %p, reg_len = 0x%08x reg_rid = 0x%08x" 868337517Sdavidcs "\n\t\t\tdbells = %p, dbells_len = 0x%08x dbells_rid = 0x%08x" 869337517Sdavidcs "\n\t\t\tmsix = %p, msix_len = 0x%08x msix_rid = 0x%08x" 870337517Sdavidcs " msix_avail = 0x%x " 871337517Sdavidcs "\n\t\t\t[ncpus = %d]\n", 872337517Sdavidcs ha->pci_dev, ha->pci_reg, rsrc_len_reg, 873337517Sdavidcs ha->reg_rid, ha->pci_dbells, rsrc_len_dbells, ha->dbells_rid, 874337517Sdavidcs ha->msix_bar, rsrc_len_msix, ha->msix_rid, pci_msix_count(dev), 875337517Sdavidcs mp_ncpus); 876316485Sdavidcs /* 877316485Sdavidcs * allocate dma tags 878316485Sdavidcs */ 879316485Sdavidcs 880316485Sdavidcs if (qlnx_alloc_parent_dma_tag(ha)) 881316485Sdavidcs goto qlnx_pci_attach_err; 882316485Sdavidcs 883316485Sdavidcs if (qlnx_alloc_tx_dma_tag(ha)) 884316485Sdavidcs goto qlnx_pci_attach_err; 885316485Sdavidcs 886316485Sdavidcs if (qlnx_alloc_rx_dma_tag(ha)) 887316485Sdavidcs goto qlnx_pci_attach_err; 888316485Sdavidcs 889316485Sdavidcs 890316485Sdavidcs if (qlnx_init_hw(ha) != 0) 891316485Sdavidcs goto qlnx_pci_attach_err; 892337517Sdavidcs 893337517Sdavidcs ha->flags.hw_init = 1; 894316485Sdavidcs 895322851Sdavidcs qlnx_get_params(ha); 896322851Sdavidcs 897322851Sdavidcs if((pci_get_device(dev) == QLOGIC_PCI_DEVICE_ID_1644) && 898322851Sdavidcs (qlnxe_queue_count == QLNX_DEFAULT_RSS)) { 899322851Sdavidcs qlnxe_queue_count = QLNX_MAX_RSS; 900322851Sdavidcs } 901322851Sdavidcs 902316485Sdavidcs /* 903316485Sdavidcs * Allocate MSI-x vectors 904316485Sdavidcs */ 905337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 906322851Sdavidcs 907337517Sdavidcs if (qlnxe_queue_count == 0) 908337517Sdavidcs ha->num_rss = QLNX_DEFAULT_RSS; 909337517Sdavidcs else 910337517Sdavidcs ha->num_rss = qlnxe_queue_count; 911337517Sdavidcs 912337517Sdavidcs num_sp_msix = ha->cdev.num_hwfns; 913337517Sdavidcs } else { 914337517Sdavidcs uint8_t max_rxq; 915337517Sdavidcs uint8_t max_txq; 916337517Sdavidcs 917337517Sdavidcs ecore_vf_get_num_rxqs(&ha->cdev.hwfns[0], &max_rxq); 918337517Sdavidcs ecore_vf_get_num_rxqs(&ha->cdev.hwfns[0], &max_txq); 919337517Sdavidcs 920337517Sdavidcs if (max_rxq < max_txq) 921337517Sdavidcs ha->num_rss = max_rxq; 922337517Sdavidcs else 923337517Sdavidcs ha->num_rss = max_txq; 924337517Sdavidcs 925337517Sdavidcs if (ha->num_rss > QLNX_MAX_VF_RSS) 926337517Sdavidcs ha->num_rss = QLNX_MAX_VF_RSS; 927337517Sdavidcs 928337517Sdavidcs num_sp_msix = 0; 929337517Sdavidcs } 930337517Sdavidcs 931337517Sdavidcs if (ha->num_rss > mp_ncpus) 932337517Sdavidcs ha->num_rss = mp_ncpus; 933337517Sdavidcs 934316485Sdavidcs ha->num_tc = QLNX_MAX_TC; 935316485Sdavidcs 936316485Sdavidcs ha->msix_count = pci_msix_count(dev); 937316485Sdavidcs 938337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 939316485Sdavidcs 940337517Sdavidcs num_rdma_irqs = qlnx_rdma_get_num_irqs(ha); 941337517Sdavidcs 942337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 943337517Sdavidcs 944316485Sdavidcs if (!ha->msix_count || 945337517Sdavidcs (ha->msix_count < (num_sp_msix + 1 + num_rdma_irqs))) { 946316485Sdavidcs device_printf(dev, "%s: msix_count[%d] not enough\n", __func__, 947316485Sdavidcs ha->msix_count); 948316485Sdavidcs goto qlnx_pci_attach_err; 949316485Sdavidcs } 950316485Sdavidcs 951337517Sdavidcs if (ha->msix_count > (ha->num_rss + num_sp_msix + num_rdma_irqs)) 952337517Sdavidcs ha->msix_count = ha->num_rss + num_sp_msix + num_rdma_irqs; 953316485Sdavidcs else 954337517Sdavidcs ha->num_rss = ha->msix_count - (num_sp_msix + num_rdma_irqs); 955316485Sdavidcs 956337517Sdavidcs QL_DPRINT1(ha, "\n\t\t\t" 957337517Sdavidcs "pci_reg = %p, reg_len = 0x%08x reg_rid = 0x%08x" 958337517Sdavidcs "\n\t\t\tdbells = %p, dbells_len = 0x%08x dbells_rid = 0x%08x" 959337517Sdavidcs "\n\t\t\tmsix = %p, msix_len = 0x%08x msix_rid = 0x%08x" 960337517Sdavidcs " msix_avail = 0x%x msix_alloc = 0x%x" 961316485Sdavidcs "\n\t\t\t[ncpus = %d][num_rss = 0x%x] [num_tc = 0x%x]\n", 962318659Sdavidcs ha->pci_reg, rsrc_len_reg, 963316485Sdavidcs ha->reg_rid, ha->pci_dbells, rsrc_len_dbells, ha->dbells_rid, 964316485Sdavidcs ha->msix_bar, rsrc_len_msix, ha->msix_rid, pci_msix_count(dev), 965318659Sdavidcs ha->msix_count, mp_ncpus, ha->num_rss, ha->num_tc); 966337517Sdavidcs 967316485Sdavidcs if (pci_alloc_msix(dev, &ha->msix_count)) { 968316485Sdavidcs device_printf(dev, "%s: pci_alloc_msix[%d] failed\n", __func__, 969316485Sdavidcs ha->msix_count); 970316485Sdavidcs ha->msix_count = 0; 971316485Sdavidcs goto qlnx_pci_attach_err; 972316485Sdavidcs } 973316485Sdavidcs 974316485Sdavidcs /* 975316485Sdavidcs * Initialize slow path interrupt and task queue 976316485Sdavidcs */ 977316485Sdavidcs 978337517Sdavidcs if (num_sp_msix) { 979316485Sdavidcs 980337517Sdavidcs if (qlnx_create_sp_taskqueues(ha) != 0) 981337517Sdavidcs goto qlnx_pci_attach_err; 982316485Sdavidcs 983337517Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 984316485Sdavidcs 985337517Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 986337517Sdavidcs 987337517Sdavidcs ha->sp_irq_rid[i] = i + 1; 988337517Sdavidcs ha->sp_irq[i] = bus_alloc_resource_any(dev, SYS_RES_IRQ, 989337517Sdavidcs &ha->sp_irq_rid[i], 990337517Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 991337517Sdavidcs if (ha->sp_irq[i] == NULL) { 992337517Sdavidcs device_printf(dev, 993337517Sdavidcs "could not allocate mbx interrupt\n"); 994337517Sdavidcs goto qlnx_pci_attach_err; 995337517Sdavidcs } 996337517Sdavidcs 997337517Sdavidcs if (bus_setup_intr(dev, ha->sp_irq[i], 998316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), NULL, 999316485Sdavidcs qlnx_sp_intr, p_hwfn, &ha->sp_handle[i])) { 1000337517Sdavidcs device_printf(dev, 1001337517Sdavidcs "could not setup slow path interrupt\n"); 1002337517Sdavidcs goto qlnx_pci_attach_err; 1003337517Sdavidcs } 1004337517Sdavidcs 1005337517Sdavidcs QL_DPRINT1(ha, "p_hwfn [%p] sp_irq_rid %d" 1006337517Sdavidcs " sp_irq %p sp_handle %p\n", p_hwfn, 1007337517Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i], ha->sp_handle[i]); 1008316485Sdavidcs } 1009316485Sdavidcs } 1010316485Sdavidcs 1011316485Sdavidcs /* 1012316485Sdavidcs * initialize fast path interrupt 1013316485Sdavidcs */ 1014316485Sdavidcs if (qlnx_create_fp_taskqueues(ha) != 0) 1015316485Sdavidcs goto qlnx_pci_attach_err; 1016316485Sdavidcs 1017316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1018316485Sdavidcs ha->irq_vec[i].rss_idx = i; 1019316485Sdavidcs ha->irq_vec[i].ha = ha; 1020337517Sdavidcs ha->irq_vec[i].irq_rid = (1 + num_sp_msix) + i; 1021316485Sdavidcs 1022316485Sdavidcs ha->irq_vec[i].irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, 1023316485Sdavidcs &ha->irq_vec[i].irq_rid, 1024316485Sdavidcs (RF_ACTIVE | RF_SHAREABLE)); 1025316485Sdavidcs 1026316485Sdavidcs if (ha->irq_vec[i].irq == NULL) { 1027316485Sdavidcs device_printf(dev, 1028337517Sdavidcs "could not allocate interrupt[%d] irq_rid = %d\n", 1029337517Sdavidcs i, ha->irq_vec[i].irq_rid); 1030316485Sdavidcs goto qlnx_pci_attach_err; 1031316485Sdavidcs } 1032316485Sdavidcs 1033316485Sdavidcs if (qlnx_alloc_tx_br(ha, &ha->fp_array[i])) { 1034316485Sdavidcs device_printf(dev, "could not allocate tx_br[%d]\n", i); 1035316485Sdavidcs goto qlnx_pci_attach_err; 1036316485Sdavidcs 1037316485Sdavidcs } 1038316485Sdavidcs } 1039316485Sdavidcs 1040316485Sdavidcs 1041337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 1042316485Sdavidcs 1043337517Sdavidcs callout_init(&ha->qlnx_callout, 1); 1044337517Sdavidcs ha->flags.callout_init = 1; 1045316485Sdavidcs 1046337517Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1047316485Sdavidcs 1048337517Sdavidcs if (qlnx_grc_dumpsize(ha, &ha->grcdump_size[i], i) != 0) 1049337517Sdavidcs goto qlnx_pci_attach_err; 1050337517Sdavidcs if (ha->grcdump_size[i] == 0) 1051337517Sdavidcs goto qlnx_pci_attach_err; 1052316485Sdavidcs 1053337517Sdavidcs ha->grcdump_size[i] = ha->grcdump_size[i] << 2; 1054337517Sdavidcs QL_DPRINT1(ha, "grcdump_size[%d] = 0x%08x\n", 1055337517Sdavidcs i, ha->grcdump_size[i]); 1056316485Sdavidcs 1057337517Sdavidcs ha->grcdump[i] = qlnx_zalloc(ha->grcdump_size[i]); 1058337517Sdavidcs if (ha->grcdump[i] == NULL) { 1059337517Sdavidcs device_printf(dev, "grcdump alloc[%d] failed\n", i); 1060337517Sdavidcs goto qlnx_pci_attach_err; 1061337517Sdavidcs } 1062316485Sdavidcs 1063337517Sdavidcs if (qlnx_idle_chk_size(ha, &ha->idle_chk_size[i], i) != 0) 1064337517Sdavidcs goto qlnx_pci_attach_err; 1065337517Sdavidcs if (ha->idle_chk_size[i] == 0) 1066337517Sdavidcs goto qlnx_pci_attach_err; 1067316485Sdavidcs 1068337517Sdavidcs ha->idle_chk_size[i] = ha->idle_chk_size[i] << 2; 1069337517Sdavidcs QL_DPRINT1(ha, "idle_chk_size[%d] = 0x%08x\n", 1070337517Sdavidcs i, ha->idle_chk_size[i]); 1071337517Sdavidcs 1072337517Sdavidcs ha->idle_chk[i] = qlnx_zalloc(ha->idle_chk_size[i]); 1073337517Sdavidcs 1074337517Sdavidcs if (ha->idle_chk[i] == NULL) { 1075337517Sdavidcs device_printf(dev, "idle_chk alloc failed\n"); 1076337517Sdavidcs goto qlnx_pci_attach_err; 1077337517Sdavidcs } 1078337517Sdavidcs } 1079337517Sdavidcs 1080337517Sdavidcs if (qlnx_create_error_recovery_taskqueue(ha) != 0) 1081316485Sdavidcs goto qlnx_pci_attach_err; 1082316485Sdavidcs } 1083316485Sdavidcs 1084337517Sdavidcs if (qlnx_slowpath_start(ha) != 0) 1085337517Sdavidcs goto qlnx_pci_attach_err; 1086337517Sdavidcs else 1087337517Sdavidcs ha->flags.slowpath_start = 1; 1088316485Sdavidcs 1089337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 1090337517Sdavidcs if (qlnx_get_flash_size(ha, &ha->flash_size) != 0) { 1091337517Sdavidcs qlnx_mdelay(__func__, 1000); 1092337517Sdavidcs qlnx_trigger_dump(ha); 1093316485Sdavidcs 1094337517Sdavidcs goto qlnx_pci_attach_err0; 1095337517Sdavidcs } 1096316485Sdavidcs 1097337517Sdavidcs if (qlnx_get_mfw_version(ha, &mfw_ver) != 0) { 1098337517Sdavidcs qlnx_mdelay(__func__, 1000); 1099337517Sdavidcs qlnx_trigger_dump(ha); 1100316485Sdavidcs 1101337517Sdavidcs goto qlnx_pci_attach_err0; 1102337517Sdavidcs } 1103337517Sdavidcs } else { 1104337517Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[0]; 1105337517Sdavidcs ecore_mcp_get_mfw_ver(p_hwfn, NULL, &mfw_ver, NULL); 1106316485Sdavidcs } 1107316485Sdavidcs 1108316485Sdavidcs snprintf(ha->mfw_ver, sizeof(ha->mfw_ver), "%d.%d.%d.%d", 1109316485Sdavidcs ((mfw_ver >> 24) & 0xFF), ((mfw_ver >> 16) & 0xFF), 1110316485Sdavidcs ((mfw_ver >> 8) & 0xFF), (mfw_ver & 0xFF)); 1111316485Sdavidcs snprintf(ha->stormfw_ver, sizeof(ha->stormfw_ver), "%d.%d.%d.%d", 1112316485Sdavidcs FW_MAJOR_VERSION, FW_MINOR_VERSION, FW_REVISION_VERSION, 1113316485Sdavidcs FW_ENGINEERING_VERSION); 1114316485Sdavidcs 1115318659Sdavidcs QL_DPRINT1(ha, "STORM_FW version %s MFW version %s\n", 1116318659Sdavidcs ha->stormfw_ver, ha->mfw_ver); 1117316485Sdavidcs 1118316485Sdavidcs qlnx_init_ifnet(dev, ha); 1119316485Sdavidcs 1120316485Sdavidcs /* 1121316485Sdavidcs * add sysctls 1122316485Sdavidcs */ 1123316485Sdavidcs qlnx_add_sysctls(ha); 1124316485Sdavidcs 1125316485Sdavidcsqlnx_pci_attach_err0: 1126316485Sdavidcs /* 1127316485Sdavidcs * create ioctl device interface 1128316485Sdavidcs */ 1129337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 1130316485Sdavidcs 1131337517Sdavidcs if (qlnx_make_cdev(ha)) { 1132337517Sdavidcs device_printf(dev, "%s: ql_make_cdev failed\n", __func__); 1133337517Sdavidcs goto qlnx_pci_attach_err; 1134337517Sdavidcs } 1135337517Sdavidcs 1136337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 1137337517Sdavidcs qlnx_rdma_dev_add(ha); 1138337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 1139337517Sdavidcs } 1140337517Sdavidcs 1141337517Sdavidcs#ifndef QLNX_VF 1142337517Sdavidcs#ifdef CONFIG_ECORE_SRIOV 1143337517Sdavidcs 1144337517Sdavidcs if (qlnx_vf_device(ha) != 0) 1145337517Sdavidcs qlnx_initialize_sriov(ha); 1146337517Sdavidcs 1147337517Sdavidcs#endif /* #ifdef CONFIG_ECORE_SRIOV */ 1148337517Sdavidcs#endif /* #ifdef QLNX_VF */ 1149337517Sdavidcs 1150318659Sdavidcs QL_DPRINT2(ha, "success\n"); 1151316485Sdavidcs 1152316485Sdavidcs return (0); 1153316485Sdavidcs 1154316485Sdavidcsqlnx_pci_attach_err: 1155316485Sdavidcs 1156316485Sdavidcs qlnx_release(ha); 1157316485Sdavidcs 1158316485Sdavidcs return (ENXIO); 1159316485Sdavidcs} 1160316485Sdavidcs 1161316485Sdavidcs/* 1162316485Sdavidcs * Name: qlnx_pci_detach 1163316485Sdavidcs * Function: Unhooks the device from the operating system 1164316485Sdavidcs */ 1165316485Sdavidcsstatic int 1166316485Sdavidcsqlnx_pci_detach(device_t dev) 1167316485Sdavidcs{ 1168316485Sdavidcs qlnx_host_t *ha = NULL; 1169316485Sdavidcs 1170316485Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 1171337517Sdavidcs device_printf(dev, "%s: cannot get softc\n", __func__); 1172316485Sdavidcs return (ENOMEM); 1173316485Sdavidcs } 1174316485Sdavidcs 1175337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 1176337517Sdavidcs#ifdef CONFIG_ECORE_SRIOV 1177337517Sdavidcs int ret; 1178337517Sdavidcs 1179337517Sdavidcs ret = pci_iov_detach(dev); 1180337517Sdavidcs if (ret) { 1181337517Sdavidcs device_printf(dev, "%s: SRIOV in use\n", __func__); 1182337517Sdavidcs return (ret); 1183337517Sdavidcs } 1184337517Sdavidcs 1185337517Sdavidcs#endif /* #ifdef CONFIG_ECORE_SRIOV */ 1186337517Sdavidcs 1187337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 1188337517Sdavidcs if (qlnx_rdma_dev_remove(ha) != 0) 1189337517Sdavidcs return (EBUSY); 1190337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 1191337517Sdavidcs } 1192337517Sdavidcs 1193316485Sdavidcs QLNX_LOCK(ha); 1194316485Sdavidcs qlnx_stop(ha); 1195316485Sdavidcs QLNX_UNLOCK(ha); 1196316485Sdavidcs 1197316485Sdavidcs qlnx_release(ha); 1198316485Sdavidcs 1199316485Sdavidcs return (0); 1200316485Sdavidcs} 1201316485Sdavidcs 1202337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 1203337517Sdavidcs 1204337517Sdavidcsstatic uint8_t 1205337517Sdavidcsqlnx_get_personality(uint8_t pci_func) 1206337517Sdavidcs{ 1207337517Sdavidcs uint8_t personality; 1208337517Sdavidcs 1209337517Sdavidcs personality = (qlnxe_rdma_configuration >> 1210337517Sdavidcs (pci_func * QLNX_PERSONALITY_BITS_PER_FUNC)) & 1211337517Sdavidcs QLNX_PERSONALIY_MASK; 1212337517Sdavidcs return (personality); 1213337517Sdavidcs} 1214337517Sdavidcs 1215337517Sdavidcsstatic void 1216337517Sdavidcsqlnx_set_personality(qlnx_host_t *ha) 1217337517Sdavidcs{ 1218337517Sdavidcs struct ecore_hwfn *p_hwfn; 1219337517Sdavidcs uint8_t personality; 1220337517Sdavidcs 1221337517Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 1222337517Sdavidcs 1223337517Sdavidcs personality = qlnx_get_personality(ha->pci_func); 1224337517Sdavidcs 1225337517Sdavidcs switch (personality) { 1226337517Sdavidcs 1227337517Sdavidcs case QLNX_PERSONALITY_DEFAULT: 1228337517Sdavidcs device_printf(ha->pci_dev, "%s: DEFAULT\n", 1229337517Sdavidcs __func__); 1230337517Sdavidcs ha->personality = ECORE_PCI_DEFAULT; 1231337517Sdavidcs break; 1232337517Sdavidcs 1233337517Sdavidcs case QLNX_PERSONALITY_ETH_ONLY: 1234337517Sdavidcs device_printf(ha->pci_dev, "%s: ETH_ONLY\n", 1235337517Sdavidcs __func__); 1236337517Sdavidcs ha->personality = ECORE_PCI_ETH; 1237337517Sdavidcs break; 1238337517Sdavidcs 1239337517Sdavidcs case QLNX_PERSONALITY_ETH_IWARP: 1240337517Sdavidcs device_printf(ha->pci_dev, "%s: ETH_IWARP\n", 1241337517Sdavidcs __func__); 1242337517Sdavidcs ha->personality = ECORE_PCI_ETH_IWARP; 1243337517Sdavidcs break; 1244337517Sdavidcs 1245337517Sdavidcs case QLNX_PERSONALITY_ETH_ROCE: 1246337517Sdavidcs device_printf(ha->pci_dev, "%s: ETH_ROCE\n", 1247337517Sdavidcs __func__); 1248337517Sdavidcs ha->personality = ECORE_PCI_ETH_ROCE; 1249337517Sdavidcs break; 1250337517Sdavidcs } 1251337517Sdavidcs 1252337517Sdavidcs return; 1253337517Sdavidcs} 1254337517Sdavidcs 1255337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 1256337517Sdavidcs 1257316485Sdavidcsstatic int 1258316485Sdavidcsqlnx_init_hw(qlnx_host_t *ha) 1259316485Sdavidcs{ 1260316485Sdavidcs int rval = 0; 1261316485Sdavidcs struct ecore_hw_prepare_params params; 1262316485Sdavidcs 1263316485Sdavidcs ecore_init_struct(&ha->cdev); 1264316485Sdavidcs 1265316485Sdavidcs /* ha->dp_module = ECORE_MSG_PROBE | 1266316485Sdavidcs ECORE_MSG_INTR | 1267316485Sdavidcs ECORE_MSG_SP | 1268316485Sdavidcs ECORE_MSG_LINK | 1269316485Sdavidcs ECORE_MSG_SPQ | 1270316485Sdavidcs ECORE_MSG_RDMA; 1271316485Sdavidcs ha->dp_level = ECORE_LEVEL_VERBOSE;*/ 1272337517Sdavidcs //ha->dp_module = ECORE_MSG_RDMA | ECORE_MSG_INTR | ECORE_MSG_LL2; 1273316485Sdavidcs ha->dp_level = ECORE_LEVEL_NOTICE; 1274337517Sdavidcs //ha->dp_level = ECORE_LEVEL_VERBOSE; 1275316485Sdavidcs 1276316485Sdavidcs ecore_init_dp(&ha->cdev, ha->dp_module, ha->dp_level, ha->pci_dev); 1277316485Sdavidcs 1278316485Sdavidcs ha->cdev.regview = ha->pci_reg; 1279316485Sdavidcs 1280337517Sdavidcs ha->personality = ECORE_PCI_DEFAULT; 1281337517Sdavidcs 1282337517Sdavidcs if (qlnx_vf_device(ha) == 0) { 1283337517Sdavidcs ha->cdev.b_is_vf = true; 1284337517Sdavidcs 1285337517Sdavidcs if (ha->pci_dbells != NULL) { 1286337517Sdavidcs ha->cdev.doorbells = ha->pci_dbells; 1287337517Sdavidcs ha->cdev.db_phys_addr = ha->dbells_phys_addr; 1288337517Sdavidcs ha->cdev.db_size = ha->dbells_size; 1289337517Sdavidcs } else { 1290337517Sdavidcs ha->pci_dbells = ha->pci_reg; 1291337517Sdavidcs } 1292337517Sdavidcs } else { 1293337517Sdavidcs ha->cdev.doorbells = ha->pci_dbells; 1294337517Sdavidcs ha->cdev.db_phys_addr = ha->dbells_phys_addr; 1295337517Sdavidcs ha->cdev.db_size = ha->dbells_size; 1296337517Sdavidcs 1297337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 1298337517Sdavidcs 1299337517Sdavidcs if (qlnx_rdma_supported(ha) == 0) 1300337517Sdavidcs qlnx_set_personality(ha); 1301337517Sdavidcs 1302337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 1303337517Sdavidcs 1304337517Sdavidcs } 1305337517Sdavidcs QL_DPRINT2(ha, "%s: %s\n", __func__, 1306337517Sdavidcs (ha->personality == ECORE_PCI_ETH_IWARP ? "iwarp": "ethernet")); 1307337517Sdavidcs 1308316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_prepare_params)); 1309316485Sdavidcs 1310316485Sdavidcs params.personality = ha->personality; 1311316485Sdavidcs 1312316485Sdavidcs params.drv_resc_alloc = false; 1313316485Sdavidcs params.chk_reg_fifo = false; 1314316485Sdavidcs params.initiate_pf_flr = true; 1315316485Sdavidcs params.epoch = 0; 1316316485Sdavidcs 1317316485Sdavidcs ecore_hw_prepare(&ha->cdev, ¶ms); 1318316485Sdavidcs 1319316485Sdavidcs qlnx_set_id(&ha->cdev, qlnx_name_str, qlnx_ver_str); 1320316485Sdavidcs 1321337517Sdavidcs QL_DPRINT1(ha, "ha = %p cdev = %p p_hwfn = %p\n", 1322337517Sdavidcs ha, &ha->cdev, &ha->cdev.hwfns[0]); 1323337517Sdavidcs 1324316485Sdavidcs return (rval); 1325316485Sdavidcs} 1326316485Sdavidcs 1327316485Sdavidcsstatic void 1328316485Sdavidcsqlnx_release(qlnx_host_t *ha) 1329316485Sdavidcs{ 1330316485Sdavidcs device_t dev; 1331316485Sdavidcs int i; 1332316485Sdavidcs 1333316485Sdavidcs dev = ha->pci_dev; 1334316485Sdavidcs 1335318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 1336316485Sdavidcs 1337316485Sdavidcs for (i = 0; i < QLNX_MAX_HW_FUNCS; i++) { 1338316485Sdavidcs if (ha->idle_chk[i] != NULL) { 1339316485Sdavidcs free(ha->idle_chk[i], M_QLNXBUF); 1340316485Sdavidcs ha->idle_chk[i] = NULL; 1341316485Sdavidcs } 1342316485Sdavidcs 1343316485Sdavidcs if (ha->grcdump[i] != NULL) { 1344316485Sdavidcs free(ha->grcdump[i], M_QLNXBUF); 1345316485Sdavidcs ha->grcdump[i] = NULL; 1346316485Sdavidcs } 1347316485Sdavidcs } 1348316485Sdavidcs 1349316485Sdavidcs if (ha->flags.callout_init) 1350316485Sdavidcs callout_drain(&ha->qlnx_callout); 1351316485Sdavidcs 1352316485Sdavidcs if (ha->flags.slowpath_start) { 1353316485Sdavidcs qlnx_slowpath_stop(ha); 1354316485Sdavidcs } 1355316485Sdavidcs 1356337517Sdavidcs if (ha->flags.hw_init) 1357337517Sdavidcs ecore_hw_remove(&ha->cdev); 1358316485Sdavidcs 1359316485Sdavidcs qlnx_del_cdev(ha); 1360316485Sdavidcs 1361316485Sdavidcs if (ha->ifp != NULL) 1362316485Sdavidcs ether_ifdetach(ha->ifp); 1363316485Sdavidcs 1364316485Sdavidcs qlnx_free_tx_dma_tag(ha); 1365316485Sdavidcs 1366316485Sdavidcs qlnx_free_rx_dma_tag(ha); 1367316485Sdavidcs 1368316485Sdavidcs qlnx_free_parent_dma_tag(ha); 1369316485Sdavidcs 1370337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 1371337517Sdavidcs qlnx_destroy_error_recovery_taskqueue(ha); 1372337517Sdavidcs } 1373337517Sdavidcs 1374316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1375316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 1376316485Sdavidcs 1377316485Sdavidcs if (ha->irq_vec[i].handle) { 1378316485Sdavidcs (void)bus_teardown_intr(dev, ha->irq_vec[i].irq, 1379316485Sdavidcs ha->irq_vec[i].handle); 1380316485Sdavidcs } 1381316485Sdavidcs 1382316485Sdavidcs if (ha->irq_vec[i].irq) { 1383316485Sdavidcs (void)bus_release_resource(dev, SYS_RES_IRQ, 1384316485Sdavidcs ha->irq_vec[i].irq_rid, 1385316485Sdavidcs ha->irq_vec[i].irq); 1386316485Sdavidcs } 1387316485Sdavidcs 1388316485Sdavidcs qlnx_free_tx_br(ha, fp); 1389316485Sdavidcs } 1390316485Sdavidcs qlnx_destroy_fp_taskqueues(ha); 1391316485Sdavidcs 1392316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1393316485Sdavidcs if (ha->sp_handle[i]) 1394316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 1395316485Sdavidcs ha->sp_handle[i]); 1396316485Sdavidcs 1397316485Sdavidcs if (ha->sp_irq[i]) 1398316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 1399316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 1400316485Sdavidcs } 1401316485Sdavidcs 1402316485Sdavidcs qlnx_destroy_sp_taskqueues(ha); 1403316485Sdavidcs 1404316485Sdavidcs if (ha->msix_count) 1405316485Sdavidcs pci_release_msi(dev); 1406316485Sdavidcs 1407316485Sdavidcs if (ha->flags.lock_init) { 1408316485Sdavidcs mtx_destroy(&ha->hw_lock); 1409316485Sdavidcs } 1410316485Sdavidcs 1411316485Sdavidcs if (ha->pci_reg) 1412316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->reg_rid, 1413316485Sdavidcs ha->pci_reg); 1414316485Sdavidcs 1415337517Sdavidcs if (ha->dbells_size && ha->pci_dbells) 1416316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->dbells_rid, 1417316485Sdavidcs ha->pci_dbells); 1418316485Sdavidcs 1419316485Sdavidcs if (ha->msix_bar) 1420316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_MEMORY, ha->msix_rid, 1421316485Sdavidcs ha->msix_bar); 1422316485Sdavidcs 1423318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1424316485Sdavidcs return; 1425316485Sdavidcs} 1426316485Sdavidcs 1427316485Sdavidcsstatic void 1428316485Sdavidcsqlnx_trigger_dump(qlnx_host_t *ha) 1429316485Sdavidcs{ 1430316485Sdavidcs int i; 1431316485Sdavidcs 1432316485Sdavidcs if (ha->ifp != NULL) 1433316485Sdavidcs ha->ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 1434316485Sdavidcs 1435318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 1436316485Sdavidcs 1437337517Sdavidcs if (qlnx_vf_device(ha) == 0) 1438337517Sdavidcs return; 1439337517Sdavidcs 1440337517Sdavidcs ha->error_recovery = 1; 1441337517Sdavidcs 1442316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 1443316485Sdavidcs qlnx_grc_dump(ha, &ha->grcdump_dwords[i], i); 1444316485Sdavidcs qlnx_idle_chk(ha, &ha->idle_chk_dwords[i], i); 1445316485Sdavidcs } 1446316485Sdavidcs 1447318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 1448316485Sdavidcs 1449316485Sdavidcs return; 1450316485Sdavidcs} 1451316485Sdavidcs 1452316485Sdavidcsstatic int 1453316485Sdavidcsqlnx_trigger_dump_sysctl(SYSCTL_HANDLER_ARGS) 1454316485Sdavidcs{ 1455316485Sdavidcs int err, ret = 0; 1456316485Sdavidcs qlnx_host_t *ha; 1457316485Sdavidcs 1458316485Sdavidcs err = sysctl_handle_int(oidp, &ret, 0, req); 1459316485Sdavidcs 1460316485Sdavidcs if (err || !req->newptr) 1461316485Sdavidcs return (err); 1462316485Sdavidcs 1463316485Sdavidcs if (ret == 1) { 1464316485Sdavidcs ha = (qlnx_host_t *)arg1; 1465316485Sdavidcs qlnx_trigger_dump(ha); 1466316485Sdavidcs } 1467316485Sdavidcs return (err); 1468316485Sdavidcs} 1469316485Sdavidcs 1470316485Sdavidcsstatic int 1471316485Sdavidcsqlnx_set_tx_coalesce(SYSCTL_HANDLER_ARGS) 1472316485Sdavidcs{ 1473316485Sdavidcs int err, i, ret = 0, usecs = 0; 1474316485Sdavidcs qlnx_host_t *ha; 1475316485Sdavidcs struct ecore_hwfn *p_hwfn; 1476316485Sdavidcs struct qlnx_fastpath *fp; 1477316485Sdavidcs 1478316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1479316485Sdavidcs 1480316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1481316485Sdavidcs return (err); 1482316485Sdavidcs 1483316485Sdavidcs ha = (qlnx_host_t *)arg1; 1484316485Sdavidcs 1485337517Sdavidcs if (qlnx_vf_device(ha) == 0) 1486337517Sdavidcs return (-1); 1487337517Sdavidcs 1488316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1489316485Sdavidcs 1490316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1491316485Sdavidcs 1492316485Sdavidcs fp = &ha->fp_array[i]; 1493316485Sdavidcs 1494316485Sdavidcs if (fp->txq[0]->handle != NULL) { 1495316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, 0, 1496316485Sdavidcs (uint16_t)usecs, fp->txq[0]->handle); 1497316485Sdavidcs } 1498316485Sdavidcs } 1499316485Sdavidcs 1500316485Sdavidcs if (!ret) 1501316485Sdavidcs ha->tx_coalesce_usecs = (uint8_t)usecs; 1502316485Sdavidcs 1503316485Sdavidcs return (err); 1504316485Sdavidcs} 1505316485Sdavidcs 1506316485Sdavidcsstatic int 1507316485Sdavidcsqlnx_set_rx_coalesce(SYSCTL_HANDLER_ARGS) 1508316485Sdavidcs{ 1509316485Sdavidcs int err, i, ret = 0, usecs = 0; 1510316485Sdavidcs qlnx_host_t *ha; 1511316485Sdavidcs struct ecore_hwfn *p_hwfn; 1512316485Sdavidcs struct qlnx_fastpath *fp; 1513316485Sdavidcs 1514316485Sdavidcs err = sysctl_handle_int(oidp, &usecs, 0, req); 1515316485Sdavidcs 1516316485Sdavidcs if (err || !req->newptr || !usecs || (usecs > 255)) 1517316485Sdavidcs return (err); 1518316485Sdavidcs 1519316485Sdavidcs ha = (qlnx_host_t *)arg1; 1520316485Sdavidcs 1521337517Sdavidcs if (qlnx_vf_device(ha) == 0) 1522337517Sdavidcs return (-1); 1523337517Sdavidcs 1524316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1525316485Sdavidcs 1526316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(i % ha->cdev.num_hwfns)]; 1527316485Sdavidcs 1528316485Sdavidcs fp = &ha->fp_array[i]; 1529316485Sdavidcs 1530316485Sdavidcs if (fp->rxq->handle != NULL) { 1531316485Sdavidcs ret = ecore_set_queue_coalesce(p_hwfn, (uint16_t)usecs, 1532316485Sdavidcs 0, fp->rxq->handle); 1533316485Sdavidcs } 1534316485Sdavidcs } 1535316485Sdavidcs 1536316485Sdavidcs if (!ret) 1537316485Sdavidcs ha->rx_coalesce_usecs = (uint8_t)usecs; 1538316485Sdavidcs 1539316485Sdavidcs return (err); 1540316485Sdavidcs} 1541316485Sdavidcs 1542316485Sdavidcsstatic void 1543316485Sdavidcsqlnx_add_sp_stats_sysctls(qlnx_host_t *ha) 1544316485Sdavidcs{ 1545316485Sdavidcs struct sysctl_ctx_list *ctx; 1546316485Sdavidcs struct sysctl_oid_list *children; 1547316485Sdavidcs struct sysctl_oid *ctx_oid; 1548316485Sdavidcs 1549316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1550316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1551316485Sdavidcs 1552316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "spstat", 1553316485Sdavidcs CTLFLAG_RD, NULL, "spstat"); 1554316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1555316485Sdavidcs 1556316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1557316485Sdavidcs OID_AUTO, "sp_interrupts", 1558316485Sdavidcs CTLFLAG_RD, &ha->sp_interrupts, 1559316485Sdavidcs "No. of slowpath interrupts"); 1560316485Sdavidcs 1561316485Sdavidcs return; 1562316485Sdavidcs} 1563316485Sdavidcs 1564316485Sdavidcsstatic void 1565316485Sdavidcsqlnx_add_fp_stats_sysctls(qlnx_host_t *ha) 1566316485Sdavidcs{ 1567316485Sdavidcs struct sysctl_ctx_list *ctx; 1568316485Sdavidcs struct sysctl_oid_list *children; 1569316485Sdavidcs struct sysctl_oid_list *node_children; 1570316485Sdavidcs struct sysctl_oid *ctx_oid; 1571316485Sdavidcs int i, j; 1572316485Sdavidcs uint8_t name_str[16]; 1573316485Sdavidcs 1574316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1575316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1576316485Sdavidcs 1577316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "fpstat", 1578316485Sdavidcs CTLFLAG_RD, NULL, "fpstat"); 1579316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1580316485Sdavidcs 1581316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 1582316485Sdavidcs 1583316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1584316485Sdavidcs snprintf(name_str, sizeof(name_str), "%d", i); 1585316485Sdavidcs 1586316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str, 1587316485Sdavidcs CTLFLAG_RD, NULL, name_str); 1588316485Sdavidcs node_children = SYSCTL_CHILDREN(ctx_oid); 1589316485Sdavidcs 1590316485Sdavidcs /* Tx Related */ 1591316485Sdavidcs 1592316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1593316485Sdavidcs OID_AUTO, "tx_pkts_processed", 1594316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_processed, 1595316485Sdavidcs "No. of packets processed for transmission"); 1596316485Sdavidcs 1597316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1598316485Sdavidcs OID_AUTO, "tx_pkts_freed", 1599316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_freed, 1600316485Sdavidcs "No. of freed packets"); 1601316485Sdavidcs 1602316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1603316485Sdavidcs OID_AUTO, "tx_pkts_transmitted", 1604316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_transmitted, 1605316485Sdavidcs "No. of transmitted packets"); 1606316485Sdavidcs 1607316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1608316485Sdavidcs OID_AUTO, "tx_pkts_completed", 1609316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_completed, 1610316485Sdavidcs "No. of transmit completions"); 1611316485Sdavidcs 1612322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1613322851Sdavidcs OID_AUTO, "tx_non_tso_pkts", 1614322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_non_tso_pkts, 1615322851Sdavidcs "No. of non LSO transmited packets"); 1616322851Sdavidcs 1617322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 1618322851Sdavidcs 1619322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1620322851Sdavidcs OID_AUTO, "tx_pkts_trans_ctx", 1621322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_trans_ctx, 1622322851Sdavidcs "No. of transmitted packets in transmit context"); 1623322851Sdavidcs 1624322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1625322851Sdavidcs OID_AUTO, "tx_pkts_compl_ctx", 1626322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_ctx, 1627322851Sdavidcs "No. of transmit completions in transmit context"); 1628322851Sdavidcs 1629322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1630322851Sdavidcs OID_AUTO, "tx_pkts_trans_fp", 1631322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_trans_fp, 1632322851Sdavidcs "No. of transmitted packets in taskqueue"); 1633322851Sdavidcs 1634322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1635322851Sdavidcs OID_AUTO, "tx_pkts_compl_fp", 1636322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_fp, 1637322851Sdavidcs "No. of transmit completions in taskqueue"); 1638322851Sdavidcs 1639322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1640322851Sdavidcs OID_AUTO, "tx_pkts_compl_intr", 1641322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_pkts_compl_intr, 1642322851Sdavidcs "No. of transmit completions in interrupt ctx"); 1643322851Sdavidcs#endif 1644322851Sdavidcs 1645322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1646322851Sdavidcs OID_AUTO, "tx_tso_pkts", 1647322851Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_pkts, 1648322851Sdavidcs "No. of LSO transmited packets"); 1649322851Sdavidcs 1650316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1651316485Sdavidcs OID_AUTO, "tx_lso_wnd_min_len", 1652316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_lso_wnd_min_len, 1653316485Sdavidcs "tx_lso_wnd_min_len"); 1654316485Sdavidcs 1655316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1656316485Sdavidcs OID_AUTO, "tx_defrag", 1657316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_defrag, 1658316485Sdavidcs "tx_defrag"); 1659316485Sdavidcs 1660316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1661316485Sdavidcs OID_AUTO, "tx_nsegs_gt_elem_left", 1662316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_nsegs_gt_elem_left, 1663316485Sdavidcs "tx_nsegs_gt_elem_left"); 1664316485Sdavidcs 1665316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1666316485Sdavidcs OID_AUTO, "tx_tso_max_nsegs", 1667316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_nsegs, 1668316485Sdavidcs ha->fp_array[i].tx_tso_max_nsegs, "tx_tso_max_nsegs"); 1669316485Sdavidcs 1670316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1671316485Sdavidcs OID_AUTO, "tx_tso_min_nsegs", 1672316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_nsegs, 1673316485Sdavidcs ha->fp_array[i].tx_tso_min_nsegs, "tx_tso_min_nsegs"); 1674316485Sdavidcs 1675316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1676316485Sdavidcs OID_AUTO, "tx_tso_max_pkt_len", 1677316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_max_pkt_len, 1678316485Sdavidcs ha->fp_array[i].tx_tso_max_pkt_len, 1679316485Sdavidcs "tx_tso_max_pkt_len"); 1680316485Sdavidcs 1681316485Sdavidcs SYSCTL_ADD_UINT(ctx, node_children, 1682316485Sdavidcs OID_AUTO, "tx_tso_min_pkt_len", 1683316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tx_tso_min_pkt_len, 1684316485Sdavidcs ha->fp_array[i].tx_tso_min_pkt_len, 1685316485Sdavidcs "tx_tso_min_pkt_len"); 1686316485Sdavidcs 1687316485Sdavidcs for (j = 0; j < QLNX_FP_MAX_SEGS; j++) { 1688316485Sdavidcs 1689316485Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1690316485Sdavidcs snprintf(name_str, sizeof(name_str), 1691316485Sdavidcs "tx_pkts_nseg_%02d", (j+1)); 1692316485Sdavidcs 1693316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1694316485Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1695316485Sdavidcs &ha->fp_array[i].tx_pkts[j], name_str); 1696316485Sdavidcs } 1697316485Sdavidcs 1698322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 1699322851Sdavidcs for (j = 0; j < 18; j++) { 1700322851Sdavidcs 1701322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1702322851Sdavidcs snprintf(name_str, sizeof(name_str), 1703322851Sdavidcs "tx_pkts_hist_%02d", (j+1)); 1704322851Sdavidcs 1705322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1706322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1707322851Sdavidcs &ha->fp_array[i].tx_pkts_hist[j], name_str); 1708322851Sdavidcs } 1709322851Sdavidcs for (j = 0; j < 5; j++) { 1710322851Sdavidcs 1711322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1712322851Sdavidcs snprintf(name_str, sizeof(name_str), 1713322851Sdavidcs "tx_comInt_%02d", (j+1)); 1714322851Sdavidcs 1715322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1716322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1717322851Sdavidcs &ha->fp_array[i].tx_comInt[j], name_str); 1718322851Sdavidcs } 1719322851Sdavidcs for (j = 0; j < 18; j++) { 1720322851Sdavidcs 1721322851Sdavidcs bzero(name_str, (sizeof(uint8_t) * sizeof(name_str))); 1722322851Sdavidcs snprintf(name_str, sizeof(name_str), 1723322851Sdavidcs "tx_pkts_q_%02d", (j+1)); 1724322851Sdavidcs 1725322851Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1726322851Sdavidcs OID_AUTO, name_str, CTLFLAG_RD, 1727322851Sdavidcs &ha->fp_array[i].tx_pkts_q[j], name_str); 1728322851Sdavidcs } 1729322851Sdavidcs#endif 1730322851Sdavidcs 1731316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1732316485Sdavidcs OID_AUTO, "err_tx_nsegs_gt_elem_left", 1733316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_nsegs_gt_elem_left, 1734316485Sdavidcs "err_tx_nsegs_gt_elem_left"); 1735316485Sdavidcs 1736316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1737316485Sdavidcs OID_AUTO, "err_tx_dmamap_create", 1738316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_create, 1739316485Sdavidcs "err_tx_dmamap_create"); 1740316485Sdavidcs 1741316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1742316485Sdavidcs OID_AUTO, "err_tx_defrag_dmamap_load", 1743316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag_dmamap_load, 1744316485Sdavidcs "err_tx_defrag_dmamap_load"); 1745316485Sdavidcs 1746316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1747316485Sdavidcs OID_AUTO, "err_tx_non_tso_max_seg", 1748316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_non_tso_max_seg, 1749316485Sdavidcs "err_tx_non_tso_max_seg"); 1750316485Sdavidcs 1751316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1752316485Sdavidcs OID_AUTO, "err_tx_dmamap_load", 1753316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_dmamap_load, 1754316485Sdavidcs "err_tx_dmamap_load"); 1755316485Sdavidcs 1756316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1757316485Sdavidcs OID_AUTO, "err_tx_defrag", 1758316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_defrag, 1759316485Sdavidcs "err_tx_defrag"); 1760316485Sdavidcs 1761316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1762316485Sdavidcs OID_AUTO, "err_tx_free_pkt_null", 1763316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_free_pkt_null, 1764316485Sdavidcs "err_tx_free_pkt_null"); 1765316485Sdavidcs 1766316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1767316485Sdavidcs OID_AUTO, "err_tx_cons_idx_conflict", 1768316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_tx_cons_idx_conflict, 1769316485Sdavidcs "err_tx_cons_idx_conflict"); 1770316485Sdavidcs 1771316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1772316485Sdavidcs OID_AUTO, "lro_cnt_64", 1773316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_64, 1774316485Sdavidcs "lro_cnt_64"); 1775316485Sdavidcs 1776316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1777316485Sdavidcs OID_AUTO, "lro_cnt_128", 1778316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_128, 1779316485Sdavidcs "lro_cnt_128"); 1780316485Sdavidcs 1781316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1782316485Sdavidcs OID_AUTO, "lro_cnt_256", 1783316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_256, 1784316485Sdavidcs "lro_cnt_256"); 1785316485Sdavidcs 1786316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1787316485Sdavidcs OID_AUTO, "lro_cnt_512", 1788316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_512, 1789316485Sdavidcs "lro_cnt_512"); 1790316485Sdavidcs 1791316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1792316485Sdavidcs OID_AUTO, "lro_cnt_1024", 1793316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].lro_cnt_1024, 1794316485Sdavidcs "lro_cnt_1024"); 1795316485Sdavidcs 1796316485Sdavidcs /* Rx Related */ 1797316485Sdavidcs 1798316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1799316485Sdavidcs OID_AUTO, "rx_pkts", 1800316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].rx_pkts, 1801316485Sdavidcs "No. of received packets"); 1802316485Sdavidcs 1803316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1804316485Sdavidcs OID_AUTO, "tpa_start", 1805316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_start, 1806316485Sdavidcs "No. of tpa_start packets"); 1807316485Sdavidcs 1808316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1809316485Sdavidcs OID_AUTO, "tpa_cont", 1810316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_cont, 1811316485Sdavidcs "No. of tpa_cont packets"); 1812316485Sdavidcs 1813316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1814316485Sdavidcs OID_AUTO, "tpa_end", 1815316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].tpa_end, 1816316485Sdavidcs "No. of tpa_end packets"); 1817316485Sdavidcs 1818316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1819316485Sdavidcs OID_AUTO, "err_m_getcl", 1820316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getcl, 1821316485Sdavidcs "err_m_getcl"); 1822316485Sdavidcs 1823316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1824316485Sdavidcs OID_AUTO, "err_m_getjcl", 1825316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_m_getjcl, 1826316485Sdavidcs "err_m_getjcl"); 1827316485Sdavidcs 1828316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1829316485Sdavidcs OID_AUTO, "err_rx_hw_errors", 1830316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_hw_errors, 1831316485Sdavidcs "err_rx_hw_errors"); 1832316485Sdavidcs 1833316485Sdavidcs SYSCTL_ADD_QUAD(ctx, node_children, 1834316485Sdavidcs OID_AUTO, "err_rx_alloc_errors", 1835316485Sdavidcs CTLFLAG_RD, &ha->fp_array[i].err_rx_alloc_errors, 1836316485Sdavidcs "err_rx_alloc_errors"); 1837316485Sdavidcs } 1838316485Sdavidcs 1839316485Sdavidcs return; 1840316485Sdavidcs} 1841316485Sdavidcs 1842316485Sdavidcsstatic void 1843316485Sdavidcsqlnx_add_hw_stats_sysctls(qlnx_host_t *ha) 1844316485Sdavidcs{ 1845316485Sdavidcs struct sysctl_ctx_list *ctx; 1846316485Sdavidcs struct sysctl_oid_list *children; 1847316485Sdavidcs struct sysctl_oid *ctx_oid; 1848316485Sdavidcs 1849316485Sdavidcs ctx = device_get_sysctl_ctx(ha->pci_dev); 1850316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev)); 1851316485Sdavidcs 1852316485Sdavidcs ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "hwstat", 1853316485Sdavidcs CTLFLAG_RD, NULL, "hwstat"); 1854316485Sdavidcs children = SYSCTL_CHILDREN(ctx_oid); 1855316485Sdavidcs 1856316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1857316485Sdavidcs OID_AUTO, "no_buff_discards", 1858316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.no_buff_discards, 1859316485Sdavidcs "No. of packets discarded due to lack of buffer"); 1860316485Sdavidcs 1861316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1862316485Sdavidcs OID_AUTO, "packet_too_big_discard", 1863316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.packet_too_big_discard, 1864316485Sdavidcs "No. of packets discarded because packet was too big"); 1865316485Sdavidcs 1866316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1867316485Sdavidcs OID_AUTO, "ttl0_discard", 1868316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.ttl0_discard, 1869316485Sdavidcs "ttl0_discard"); 1870316485Sdavidcs 1871316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1872316485Sdavidcs OID_AUTO, "rx_ucast_bytes", 1873316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_bytes, 1874316485Sdavidcs "rx_ucast_bytes"); 1875316485Sdavidcs 1876316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1877316485Sdavidcs OID_AUTO, "rx_mcast_bytes", 1878316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_bytes, 1879316485Sdavidcs "rx_mcast_bytes"); 1880316485Sdavidcs 1881316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1882316485Sdavidcs OID_AUTO, "rx_bcast_bytes", 1883316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_bytes, 1884316485Sdavidcs "rx_bcast_bytes"); 1885316485Sdavidcs 1886316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1887316485Sdavidcs OID_AUTO, "rx_ucast_pkts", 1888316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_ucast_pkts, 1889316485Sdavidcs "rx_ucast_pkts"); 1890316485Sdavidcs 1891316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1892316485Sdavidcs OID_AUTO, "rx_mcast_pkts", 1893316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mcast_pkts, 1894316485Sdavidcs "rx_mcast_pkts"); 1895316485Sdavidcs 1896316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1897316485Sdavidcs OID_AUTO, "rx_bcast_pkts", 1898316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_bcast_pkts, 1899316485Sdavidcs "rx_bcast_pkts"); 1900316485Sdavidcs 1901316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1902316485Sdavidcs OID_AUTO, "mftag_filter_discards", 1903316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mftag_filter_discards, 1904316485Sdavidcs "mftag_filter_discards"); 1905316485Sdavidcs 1906316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1907316485Sdavidcs OID_AUTO, "mac_filter_discards", 1908316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.mac_filter_discards, 1909316485Sdavidcs "mac_filter_discards"); 1910316485Sdavidcs 1911316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1912316485Sdavidcs OID_AUTO, "tx_ucast_bytes", 1913316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_bytes, 1914316485Sdavidcs "tx_ucast_bytes"); 1915316485Sdavidcs 1916316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1917316485Sdavidcs OID_AUTO, "tx_mcast_bytes", 1918316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_bytes, 1919316485Sdavidcs "tx_mcast_bytes"); 1920316485Sdavidcs 1921316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1922316485Sdavidcs OID_AUTO, "tx_bcast_bytes", 1923316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_bytes, 1924316485Sdavidcs "tx_bcast_bytes"); 1925316485Sdavidcs 1926316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1927316485Sdavidcs OID_AUTO, "tx_ucast_pkts", 1928316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_ucast_pkts, 1929316485Sdavidcs "tx_ucast_pkts"); 1930316485Sdavidcs 1931316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1932316485Sdavidcs OID_AUTO, "tx_mcast_pkts", 1933316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mcast_pkts, 1934316485Sdavidcs "tx_mcast_pkts"); 1935316485Sdavidcs 1936316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1937316485Sdavidcs OID_AUTO, "tx_bcast_pkts", 1938316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_bcast_pkts, 1939316485Sdavidcs "tx_bcast_pkts"); 1940316485Sdavidcs 1941316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1942316485Sdavidcs OID_AUTO, "tx_err_drop_pkts", 1943316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_err_drop_pkts, 1944316485Sdavidcs "tx_err_drop_pkts"); 1945316485Sdavidcs 1946316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1947316485Sdavidcs OID_AUTO, "tpa_coalesced_pkts", 1948316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_pkts, 1949316485Sdavidcs "tpa_coalesced_pkts"); 1950316485Sdavidcs 1951316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1952316485Sdavidcs OID_AUTO, "tpa_coalesced_events", 1953316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_events, 1954316485Sdavidcs "tpa_coalesced_events"); 1955316485Sdavidcs 1956316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1957316485Sdavidcs OID_AUTO, "tpa_aborts_num", 1958316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_aborts_num, 1959316485Sdavidcs "tpa_aborts_num"); 1960316485Sdavidcs 1961316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1962316485Sdavidcs OID_AUTO, "tpa_not_coalesced_pkts", 1963316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_not_coalesced_pkts, 1964316485Sdavidcs "tpa_not_coalesced_pkts"); 1965316485Sdavidcs 1966316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1967316485Sdavidcs OID_AUTO, "tpa_coalesced_bytes", 1968316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tpa_coalesced_bytes, 1969316485Sdavidcs "tpa_coalesced_bytes"); 1970316485Sdavidcs 1971316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1972316485Sdavidcs OID_AUTO, "rx_64_byte_packets", 1973316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_64_byte_packets, 1974316485Sdavidcs "rx_64_byte_packets"); 1975316485Sdavidcs 1976316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1977316485Sdavidcs OID_AUTO, "rx_65_to_127_byte_packets", 1978316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_65_to_127_byte_packets, 1979316485Sdavidcs "rx_65_to_127_byte_packets"); 1980316485Sdavidcs 1981316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1982316485Sdavidcs OID_AUTO, "rx_128_to_255_byte_packets", 1983316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_128_to_255_byte_packets, 1984316485Sdavidcs "rx_128_to_255_byte_packets"); 1985316485Sdavidcs 1986316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1987316485Sdavidcs OID_AUTO, "rx_256_to_511_byte_packets", 1988316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_256_to_511_byte_packets, 1989316485Sdavidcs "rx_256_to_511_byte_packets"); 1990316485Sdavidcs 1991316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1992316485Sdavidcs OID_AUTO, "rx_512_to_1023_byte_packets", 1993316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_512_to_1023_byte_packets, 1994316485Sdavidcs "rx_512_to_1023_byte_packets"); 1995316485Sdavidcs 1996316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 1997316485Sdavidcs OID_AUTO, "rx_1024_to_1518_byte_packets", 1998316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_1024_to_1518_byte_packets, 1999316485Sdavidcs "rx_1024_to_1518_byte_packets"); 2000316485Sdavidcs 2001316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2002316485Sdavidcs OID_AUTO, "rx_1519_to_1522_byte_packets", 2003316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_1522_byte_packets, 2004316485Sdavidcs "rx_1519_to_1522_byte_packets"); 2005316485Sdavidcs 2006316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2007316485Sdavidcs OID_AUTO, "rx_1523_to_2047_byte_packets", 2008316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_1519_to_2047_byte_packets, 2009316485Sdavidcs "rx_1523_to_2047_byte_packets"); 2010316485Sdavidcs 2011316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2012316485Sdavidcs OID_AUTO, "rx_2048_to_4095_byte_packets", 2013316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_2048_to_4095_byte_packets, 2014316485Sdavidcs "rx_2048_to_4095_byte_packets"); 2015316485Sdavidcs 2016316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2017316485Sdavidcs OID_AUTO, "rx_4096_to_9216_byte_packets", 2018316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_4096_to_9216_byte_packets, 2019316485Sdavidcs "rx_4096_to_9216_byte_packets"); 2020316485Sdavidcs 2021316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2022316485Sdavidcs OID_AUTO, "rx_9217_to_16383_byte_packets", 2023316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.rx_9217_to_16383_byte_packets, 2024316485Sdavidcs "rx_9217_to_16383_byte_packets"); 2025316485Sdavidcs 2026316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2027316485Sdavidcs OID_AUTO, "rx_crc_errors", 2028316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_crc_errors, 2029316485Sdavidcs "rx_crc_errors"); 2030316485Sdavidcs 2031316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2032316485Sdavidcs OID_AUTO, "rx_mac_crtl_frames", 2033316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_crtl_frames, 2034316485Sdavidcs "rx_mac_crtl_frames"); 2035316485Sdavidcs 2036316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2037316485Sdavidcs OID_AUTO, "rx_pause_frames", 2038316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pause_frames, 2039316485Sdavidcs "rx_pause_frames"); 2040316485Sdavidcs 2041316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2042316485Sdavidcs OID_AUTO, "rx_pfc_frames", 2043316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_pfc_frames, 2044316485Sdavidcs "rx_pfc_frames"); 2045316485Sdavidcs 2046316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2047316485Sdavidcs OID_AUTO, "rx_align_errors", 2048316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_align_errors, 2049316485Sdavidcs "rx_align_errors"); 2050316485Sdavidcs 2051316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2052316485Sdavidcs OID_AUTO, "rx_carrier_errors", 2053316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_carrier_errors, 2054316485Sdavidcs "rx_carrier_errors"); 2055316485Sdavidcs 2056316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2057316485Sdavidcs OID_AUTO, "rx_oversize_packets", 2058316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_oversize_packets, 2059316485Sdavidcs "rx_oversize_packets"); 2060316485Sdavidcs 2061316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2062316485Sdavidcs OID_AUTO, "rx_jabbers", 2063316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_jabbers, 2064316485Sdavidcs "rx_jabbers"); 2065316485Sdavidcs 2066316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2067316485Sdavidcs OID_AUTO, "rx_undersize_packets", 2068316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_undersize_packets, 2069316485Sdavidcs "rx_undersize_packets"); 2070316485Sdavidcs 2071316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2072316485Sdavidcs OID_AUTO, "rx_fragments", 2073316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_fragments, 2074316485Sdavidcs "rx_fragments"); 2075316485Sdavidcs 2076316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2077316485Sdavidcs OID_AUTO, "tx_64_byte_packets", 2078316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_64_byte_packets, 2079316485Sdavidcs "tx_64_byte_packets"); 2080316485Sdavidcs 2081316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2082316485Sdavidcs OID_AUTO, "tx_65_to_127_byte_packets", 2083316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_65_to_127_byte_packets, 2084316485Sdavidcs "tx_65_to_127_byte_packets"); 2085316485Sdavidcs 2086316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2087316485Sdavidcs OID_AUTO, "tx_128_to_255_byte_packets", 2088316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_128_to_255_byte_packets, 2089316485Sdavidcs "tx_128_to_255_byte_packets"); 2090316485Sdavidcs 2091316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2092316485Sdavidcs OID_AUTO, "tx_256_to_511_byte_packets", 2093316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_256_to_511_byte_packets, 2094316485Sdavidcs "tx_256_to_511_byte_packets"); 2095316485Sdavidcs 2096316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2097316485Sdavidcs OID_AUTO, "tx_512_to_1023_byte_packets", 2098316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_512_to_1023_byte_packets, 2099316485Sdavidcs "tx_512_to_1023_byte_packets"); 2100316485Sdavidcs 2101316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2102316485Sdavidcs OID_AUTO, "tx_1024_to_1518_byte_packets", 2103316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_1024_to_1518_byte_packets, 2104316485Sdavidcs "tx_1024_to_1518_byte_packets"); 2105316485Sdavidcs 2106316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2107316485Sdavidcs OID_AUTO, "tx_1519_to_2047_byte_packets", 2108316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_1519_to_2047_byte_packets, 2109316485Sdavidcs "tx_1519_to_2047_byte_packets"); 2110316485Sdavidcs 2111316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2112316485Sdavidcs OID_AUTO, "tx_2048_to_4095_byte_packets", 2113316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_2048_to_4095_byte_packets, 2114316485Sdavidcs "tx_2048_to_4095_byte_packets"); 2115316485Sdavidcs 2116316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2117316485Sdavidcs OID_AUTO, "tx_4096_to_9216_byte_packets", 2118316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_4096_to_9216_byte_packets, 2119316485Sdavidcs "tx_4096_to_9216_byte_packets"); 2120316485Sdavidcs 2121316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2122316485Sdavidcs OID_AUTO, "tx_9217_to_16383_byte_packets", 2123316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_9217_to_16383_byte_packets, 2124316485Sdavidcs "tx_9217_to_16383_byte_packets"); 2125316485Sdavidcs 2126316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2127316485Sdavidcs OID_AUTO, "tx_pause_frames", 2128316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pause_frames, 2129316485Sdavidcs "tx_pause_frames"); 2130316485Sdavidcs 2131316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2132316485Sdavidcs OID_AUTO, "tx_pfc_frames", 2133316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_pfc_frames, 2134316485Sdavidcs "tx_pfc_frames"); 2135316485Sdavidcs 2136316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2137316485Sdavidcs OID_AUTO, "tx_lpi_entry_count", 2138316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_lpi_entry_count, 2139316485Sdavidcs "tx_lpi_entry_count"); 2140316485Sdavidcs 2141316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2142316485Sdavidcs OID_AUTO, "tx_total_collisions", 2143316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.bb.tx_total_collisions, 2144316485Sdavidcs "tx_total_collisions"); 2145316485Sdavidcs 2146316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2147316485Sdavidcs OID_AUTO, "brb_truncates", 2148316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_truncates, 2149316485Sdavidcs "brb_truncates"); 2150316485Sdavidcs 2151316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2152316485Sdavidcs OID_AUTO, "brb_discards", 2153316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.brb_discards, 2154316485Sdavidcs "brb_discards"); 2155316485Sdavidcs 2156316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2157316485Sdavidcs OID_AUTO, "rx_mac_bytes", 2158316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bytes, 2159316485Sdavidcs "rx_mac_bytes"); 2160316485Sdavidcs 2161316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2162316485Sdavidcs OID_AUTO, "rx_mac_uc_packets", 2163316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_uc_packets, 2164316485Sdavidcs "rx_mac_uc_packets"); 2165316485Sdavidcs 2166316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2167316485Sdavidcs OID_AUTO, "rx_mac_mc_packets", 2168316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_mc_packets, 2169316485Sdavidcs "rx_mac_mc_packets"); 2170316485Sdavidcs 2171316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2172316485Sdavidcs OID_AUTO, "rx_mac_bc_packets", 2173316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_bc_packets, 2174316485Sdavidcs "rx_mac_bc_packets"); 2175316485Sdavidcs 2176316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2177316485Sdavidcs OID_AUTO, "rx_mac_frames_ok", 2178316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.rx_mac_frames_ok, 2179316485Sdavidcs "rx_mac_frames_ok"); 2180316485Sdavidcs 2181316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2182316485Sdavidcs OID_AUTO, "tx_mac_bytes", 2183316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bytes, 2184316485Sdavidcs "tx_mac_bytes"); 2185316485Sdavidcs 2186316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2187316485Sdavidcs OID_AUTO, "tx_mac_uc_packets", 2188316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_uc_packets, 2189316485Sdavidcs "tx_mac_uc_packets"); 2190316485Sdavidcs 2191316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2192316485Sdavidcs OID_AUTO, "tx_mac_mc_packets", 2193316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_mc_packets, 2194316485Sdavidcs "tx_mac_mc_packets"); 2195316485Sdavidcs 2196316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2197316485Sdavidcs OID_AUTO, "tx_mac_bc_packets", 2198316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_bc_packets, 2199316485Sdavidcs "tx_mac_bc_packets"); 2200316485Sdavidcs 2201316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2202316485Sdavidcs OID_AUTO, "tx_mac_ctrl_frames", 2203316485Sdavidcs CTLFLAG_RD, &ha->hw_stats.common.tx_mac_ctrl_frames, 2204316485Sdavidcs "tx_mac_ctrl_frames"); 2205316485Sdavidcs return; 2206316485Sdavidcs} 2207316485Sdavidcs 2208316485Sdavidcsstatic void 2209316485Sdavidcsqlnx_add_sysctls(qlnx_host_t *ha) 2210316485Sdavidcs{ 2211316485Sdavidcs device_t dev = ha->pci_dev; 2212316485Sdavidcs struct sysctl_ctx_list *ctx; 2213316485Sdavidcs struct sysctl_oid_list *children; 2214316485Sdavidcs 2215316485Sdavidcs ctx = device_get_sysctl_ctx(dev); 2216316485Sdavidcs children = SYSCTL_CHILDREN(device_get_sysctl_tree(dev)); 2217316485Sdavidcs 2218316485Sdavidcs qlnx_add_fp_stats_sysctls(ha); 2219316485Sdavidcs qlnx_add_sp_stats_sysctls(ha); 2220316485Sdavidcs 2221337517Sdavidcs if (qlnx_vf_device(ha) != 0) 2222337517Sdavidcs qlnx_add_hw_stats_sysctls(ha); 2223337517Sdavidcs 2224316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "Driver_Version", 2225316485Sdavidcs CTLFLAG_RD, qlnx_ver_str, 0, 2226316485Sdavidcs "Driver Version"); 2227316485Sdavidcs 2228316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "STORMFW_Version", 2229316485Sdavidcs CTLFLAG_RD, ha->stormfw_ver, 0, 2230316485Sdavidcs "STORM Firmware Version"); 2231316485Sdavidcs 2232316485Sdavidcs SYSCTL_ADD_STRING(ctx, children, OID_AUTO, "MFW_Version", 2233316485Sdavidcs CTLFLAG_RD, ha->mfw_ver, 0, 2234316485Sdavidcs "Management Firmware Version"); 2235316485Sdavidcs 2236316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2237316485Sdavidcs OID_AUTO, "personality", CTLFLAG_RD, 2238316485Sdavidcs &ha->personality, ha->personality, 2239316485Sdavidcs "\tpersonality = 0 => Ethernet Only\n" 2240316485Sdavidcs "\tpersonality = 3 => Ethernet and RoCE\n" 2241316485Sdavidcs "\tpersonality = 4 => Ethernet and iWARP\n" 2242316485Sdavidcs "\tpersonality = 6 => Default in Shared Memory\n"); 2243316485Sdavidcs 2244316485Sdavidcs ha->dbg_level = 0; 2245316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2246316485Sdavidcs OID_AUTO, "debug", CTLFLAG_RW, 2247316485Sdavidcs &ha->dbg_level, ha->dbg_level, "Debug Level"); 2248316485Sdavidcs 2249318659Sdavidcs ha->dp_level = 0x01; 2250316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2251316485Sdavidcs OID_AUTO, "dp_level", CTLFLAG_RW, 2252316485Sdavidcs &ha->dp_level, ha->dp_level, "DP Level"); 2253316485Sdavidcs 2254318657Sdavidcs ha->dbg_trace_lro_cnt = 0; 2255318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2256318657Sdavidcs OID_AUTO, "dbg_trace_lro_cnt", CTLFLAG_RW, 2257318657Sdavidcs &ha->dbg_trace_lro_cnt, ha->dbg_trace_lro_cnt, 2258318657Sdavidcs "Trace LRO Counts"); 2259318657Sdavidcs 2260318657Sdavidcs ha->dbg_trace_tso_pkt_len = 0; 2261318657Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2262318657Sdavidcs OID_AUTO, "dbg_trace_tso_pkt_len", CTLFLAG_RW, 2263318657Sdavidcs &ha->dbg_trace_tso_pkt_len, ha->dbg_trace_tso_pkt_len, 2264318657Sdavidcs "Trace TSO packet lengths"); 2265318657Sdavidcs 2266316485Sdavidcs ha->dp_module = 0; 2267316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2268316485Sdavidcs OID_AUTO, "dp_module", CTLFLAG_RW, 2269316485Sdavidcs &ha->dp_module, ha->dp_module, "DP Module"); 2270316485Sdavidcs 2271316485Sdavidcs ha->err_inject = 0; 2272316485Sdavidcs 2273316485Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2274316485Sdavidcs OID_AUTO, "err_inject", CTLFLAG_RW, 2275316485Sdavidcs &ha->err_inject, ha->err_inject, "Error Inject"); 2276316485Sdavidcs 2277337517Sdavidcs ha->storm_stats_enable = 0; 2278316485Sdavidcs 2279337517Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2280337517Sdavidcs OID_AUTO, "storm_stats_enable", CTLFLAG_RW, 2281337517Sdavidcs &ha->storm_stats_enable, ha->storm_stats_enable, 2282316485Sdavidcs "Enable Storm Statistics Gathering"); 2283316485Sdavidcs 2284337517Sdavidcs ha->storm_stats_index = 0; 2285316485Sdavidcs 2286337517Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2287337517Sdavidcs OID_AUTO, "storm_stats_index", CTLFLAG_RD, 2288337517Sdavidcs &ha->storm_stats_index, ha->storm_stats_index, 2289316485Sdavidcs "Enable Storm Statistics Gathering Current Index"); 2290316485Sdavidcs 2291337517Sdavidcs ha->grcdump_taken = 0; 2292337517Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2293337517Sdavidcs OID_AUTO, "grcdump_taken", CTLFLAG_RD, 2294337517Sdavidcs &ha->grcdump_taken, ha->grcdump_taken, 2295337517Sdavidcs "grcdump_taken"); 2296316485Sdavidcs 2297337517Sdavidcs ha->idle_chk_taken = 0; 2298337517Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2299337517Sdavidcs OID_AUTO, "idle_chk_taken", CTLFLAG_RD, 2300337517Sdavidcs &ha->idle_chk_taken, ha->idle_chk_taken, 2301337517Sdavidcs "idle_chk_taken"); 2302316485Sdavidcs 2303337517Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2304337517Sdavidcs OID_AUTO, "rx_coalesce_usecs", CTLFLAG_RD, 2305337517Sdavidcs &ha->rx_coalesce_usecs, ha->rx_coalesce_usecs, 2306316485Sdavidcs "rx_coalesce_usecs"); 2307316485Sdavidcs 2308337517Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2309337517Sdavidcs OID_AUTO, "tx_coalesce_usecs", CTLFLAG_RD, 2310337517Sdavidcs &ha->tx_coalesce_usecs, ha->tx_coalesce_usecs, 2311316485Sdavidcs "tx_coalesce_usecs"); 2312316485Sdavidcs 2313316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 2314337517Sdavidcs OID_AUTO, "trigger_dump", (CTLTYPE_INT | CTLFLAG_RW), 2315316485Sdavidcs (void *)ha, 0, 2316316485Sdavidcs qlnx_trigger_dump_sysctl, "I", "trigger_dump"); 2317316485Sdavidcs 2318316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 2319337517Sdavidcs OID_AUTO, "set_rx_coalesce_usecs", 2320337517Sdavidcs (CTLTYPE_INT | CTLFLAG_RW), 2321316485Sdavidcs (void *)ha, 0, 2322316485Sdavidcs qlnx_set_rx_coalesce, "I", 2323316485Sdavidcs "rx interrupt coalesce period microseconds"); 2324316485Sdavidcs 2325316485Sdavidcs SYSCTL_ADD_PROC(ctx, children, 2326337517Sdavidcs OID_AUTO, "set_tx_coalesce_usecs", 2327337517Sdavidcs (CTLTYPE_INT | CTLFLAG_RW), 2328316485Sdavidcs (void *)ha, 0, 2329316485Sdavidcs qlnx_set_tx_coalesce, "I", 2330316485Sdavidcs "tx interrupt coalesce period microseconds"); 2331316485Sdavidcs 2332337517Sdavidcs ha->rx_pkt_threshold = 128; 2333337517Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2334337517Sdavidcs OID_AUTO, "rx_pkt_threshold", CTLFLAG_RW, 2335337517Sdavidcs &ha->rx_pkt_threshold, ha->rx_pkt_threshold, 2336337517Sdavidcs "No. of Rx Pkts to process at a time"); 2337337517Sdavidcs 2338337517Sdavidcs ha->rx_jumbo_buf_eq_mtu = 0; 2339337517Sdavidcs SYSCTL_ADD_UINT(ctx, children, 2340337517Sdavidcs OID_AUTO, "rx_jumbo_buf_eq_mtu", CTLFLAG_RW, 2341337517Sdavidcs &ha->rx_jumbo_buf_eq_mtu, ha->rx_jumbo_buf_eq_mtu, 2342337517Sdavidcs "== 0 => Rx Jumbo buffers are capped to 4Kbytes\n" 2343337517Sdavidcs "otherwise Rx Jumbo buffers are set to >= MTU size\n"); 2344337517Sdavidcs 2345316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2346316485Sdavidcs OID_AUTO, "err_illegal_intr", CTLFLAG_RD, 2347316485Sdavidcs &ha->err_illegal_intr, "err_illegal_intr"); 2348316485Sdavidcs 2349316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2350316485Sdavidcs OID_AUTO, "err_fp_null", CTLFLAG_RD, 2351316485Sdavidcs &ha->err_fp_null, "err_fp_null"); 2352316485Sdavidcs 2353316485Sdavidcs SYSCTL_ADD_QUAD(ctx, children, 2354316485Sdavidcs OID_AUTO, "err_get_proto_invalid_type", CTLFLAG_RD, 2355316485Sdavidcs &ha->err_get_proto_invalid_type, "err_get_proto_invalid_type"); 2356316485Sdavidcs return; 2357316485Sdavidcs} 2358316485Sdavidcs 2359316485Sdavidcs 2360316485Sdavidcs 2361316485Sdavidcs/***************************************************************************** 2362316485Sdavidcs * Operating System Network Interface Functions 2363316485Sdavidcs *****************************************************************************/ 2364316485Sdavidcs 2365316485Sdavidcsstatic void 2366316485Sdavidcsqlnx_init_ifnet(device_t dev, qlnx_host_t *ha) 2367316485Sdavidcs{ 2368316485Sdavidcs uint16_t device_id; 2369316485Sdavidcs struct ifnet *ifp; 2370316485Sdavidcs 2371316485Sdavidcs ifp = ha->ifp = if_alloc(IFT_ETHER); 2372316485Sdavidcs 2373316485Sdavidcs if (ifp == NULL) 2374316485Sdavidcs panic("%s: cannot if_alloc()\n", device_get_nameunit(dev)); 2375316485Sdavidcs 2376316485Sdavidcs if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 2377316485Sdavidcs 2378316485Sdavidcs device_id = pci_get_device(ha->pci_dev); 2379316485Sdavidcs 2380316485Sdavidcs#if __FreeBSD_version >= 1000000 2381316485Sdavidcs 2382316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) 2383316485Sdavidcs ifp->if_baudrate = IF_Gbps(40); 2384320164Sdavidcs else if ((device_id == QLOGIC_PCI_DEVICE_ID_1656) || 2385320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) 2386316485Sdavidcs ifp->if_baudrate = IF_Gbps(25); 2387316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) 2388316485Sdavidcs ifp->if_baudrate = IF_Gbps(50); 2389316485Sdavidcs else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) 2390316485Sdavidcs ifp->if_baudrate = IF_Gbps(100); 2391316485Sdavidcs 2392316485Sdavidcs ifp->if_capabilities = IFCAP_LINKSTATE; 2393316485Sdavidcs#else 2394316485Sdavidcs ifp->if_mtu = ETHERMTU; 2395316485Sdavidcs ifp->if_baudrate = (1 * 1000 * 1000 *1000); 2396316485Sdavidcs 2397316485Sdavidcs#endif /* #if __FreeBSD_version >= 1000000 */ 2398316485Sdavidcs 2399316485Sdavidcs ifp->if_init = qlnx_init; 2400316485Sdavidcs ifp->if_softc = ha; 2401316485Sdavidcs ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 2402316485Sdavidcs ifp->if_ioctl = qlnx_ioctl; 2403316485Sdavidcs ifp->if_transmit = qlnx_transmit; 2404316485Sdavidcs ifp->if_qflush = qlnx_qflush; 2405316485Sdavidcs 2406316485Sdavidcs IFQ_SET_MAXLEN(&ifp->if_snd, qlnx_get_ifq_snd_maxlen(ha)); 2407316485Sdavidcs ifp->if_snd.ifq_drv_maxlen = qlnx_get_ifq_snd_maxlen(ha); 2408316485Sdavidcs IFQ_SET_READY(&ifp->if_snd); 2409316485Sdavidcs 2410316485Sdavidcs#if __FreeBSD_version >= 1100036 2411316485Sdavidcs if_setgetcounterfn(ifp, qlnx_get_counter); 2412316485Sdavidcs#endif 2413316485Sdavidcs 2414316485Sdavidcs ha->max_frame_size = ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 2415316485Sdavidcs 2416316485Sdavidcs memcpy(ha->primary_mac, qlnx_get_mac_addr(ha), ETH_ALEN); 2417337517Sdavidcs 2418337517Sdavidcs if (!ha->primary_mac[0] && !ha->primary_mac[1] && 2419337517Sdavidcs !ha->primary_mac[2] && !ha->primary_mac[3] && 2420337517Sdavidcs !ha->primary_mac[4] && !ha->primary_mac[5]) { 2421337517Sdavidcs uint32_t rnd; 2422337517Sdavidcs 2423337517Sdavidcs rnd = arc4random(); 2424337517Sdavidcs 2425337517Sdavidcs ha->primary_mac[0] = 0x00; 2426337517Sdavidcs ha->primary_mac[1] = 0x0e; 2427337517Sdavidcs ha->primary_mac[2] = 0x1e; 2428337517Sdavidcs ha->primary_mac[3] = rnd & 0xFF; 2429337517Sdavidcs ha->primary_mac[4] = (rnd >> 8) & 0xFF; 2430337517Sdavidcs ha->primary_mac[5] = (rnd >> 16) & 0xFF; 2431337517Sdavidcs } 2432337517Sdavidcs 2433337517Sdavidcs ether_ifattach(ifp, ha->primary_mac); 2434316485Sdavidcs bcopy(IF_LLADDR(ha->ifp), ha->primary_mac, ETHER_ADDR_LEN); 2435316485Sdavidcs 2436316485Sdavidcs ifp->if_capabilities = IFCAP_HWCSUM; 2437316485Sdavidcs ifp->if_capabilities |= IFCAP_JUMBO_MTU; 2438316485Sdavidcs 2439316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_MTU; 2440316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTAGGING; 2441316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWFILTER; 2442316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWCSUM; 2443316485Sdavidcs ifp->if_capabilities |= IFCAP_VLAN_HWTSO; 2444316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO4; 2445316485Sdavidcs ifp->if_capabilities |= IFCAP_TSO6; 2446316485Sdavidcs ifp->if_capabilities |= IFCAP_LRO; 2447316485Sdavidcs 2448322851Sdavidcs ifp->if_hw_tsomax = QLNX_MAX_TSO_FRAME_SIZE - 2449322851Sdavidcs (ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN); 2450322851Sdavidcs ifp->if_hw_tsomaxsegcount = QLNX_MAX_SEGMENTS - 1 /* hdr */; 2451322851Sdavidcs ifp->if_hw_tsomaxsegsize = QLNX_MAX_TX_MBUF_SIZE; 2452322851Sdavidcs 2453322851Sdavidcs 2454316485Sdavidcs ifp->if_capenable = ifp->if_capabilities; 2455316485Sdavidcs 2456316485Sdavidcs ifp->if_hwassist = CSUM_IP; 2457316485Sdavidcs ifp->if_hwassist |= CSUM_TCP | CSUM_UDP; 2458316485Sdavidcs ifp->if_hwassist |= CSUM_TCP_IPV6 | CSUM_UDP_IPV6; 2459316485Sdavidcs ifp->if_hwassist |= CSUM_TSO; 2460316485Sdavidcs 2461316485Sdavidcs ifp->if_hdrlen = sizeof(struct ether_vlan_header); 2462316485Sdavidcs 2463316485Sdavidcs ifmedia_init(&ha->media, IFM_IMASK, qlnx_media_change,\ 2464316485Sdavidcs qlnx_media_status); 2465316485Sdavidcs 2466316485Sdavidcs if (device_id == QLOGIC_PCI_DEVICE_ID_1634) { 2467316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_LR4), 0, NULL); 2468316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_SR4), 0, NULL); 2469316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_40G_CR4), 0, NULL); 2470320164Sdavidcs } else if ((device_id == QLOGIC_PCI_DEVICE_ID_1656) || 2471320164Sdavidcs (device_id == QLOGIC_PCI_DEVICE_ID_8070)) { 2472316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_SR), 0, NULL); 2473316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | QLNX_IFM_25G_CR), 0, NULL); 2474316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1654) { 2475316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_KR2), 0, NULL); 2476316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_50G_CR2), 0, NULL); 2477316485Sdavidcs } else if (device_id == QLOGIC_PCI_DEVICE_ID_1644) { 2478316485Sdavidcs ifmedia_add(&ha->media, 2479316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_LR4), 0, NULL); 2480316485Sdavidcs ifmedia_add(&ha->media, 2481316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_SR4), 0, NULL); 2482316485Sdavidcs ifmedia_add(&ha->media, 2483316485Sdavidcs (IFM_ETHER | QLNX_IFM_100G_CR4), 0, NULL); 2484316485Sdavidcs } 2485316485Sdavidcs 2486316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_FDX), 0, NULL); 2487316485Sdavidcs ifmedia_add(&ha->media, (IFM_ETHER | IFM_AUTO), 0, NULL); 2488316485Sdavidcs 2489316485Sdavidcs 2490316485Sdavidcs ifmedia_set(&ha->media, (IFM_ETHER | IFM_AUTO)); 2491316485Sdavidcs 2492318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2493316485Sdavidcs 2494316485Sdavidcs return; 2495316485Sdavidcs} 2496316485Sdavidcs 2497316485Sdavidcsstatic void 2498316485Sdavidcsqlnx_init_locked(qlnx_host_t *ha) 2499316485Sdavidcs{ 2500316485Sdavidcs struct ifnet *ifp = ha->ifp; 2501316485Sdavidcs 2502318659Sdavidcs QL_DPRINT1(ha, "Driver Initialization start \n"); 2503318659Sdavidcs 2504316485Sdavidcs qlnx_stop(ha); 2505316485Sdavidcs 2506316485Sdavidcs if (qlnx_load(ha) == 0) { 2507337517Sdavidcs 2508316485Sdavidcs ifp->if_drv_flags |= IFF_DRV_RUNNING; 2509316485Sdavidcs ifp->if_drv_flags &= ~IFF_DRV_OACTIVE; 2510337517Sdavidcs 2511337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 2512337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 2513337517Sdavidcs qlnx_rdma_dev_open(ha); 2514337517Sdavidcs } 2515337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 2516316485Sdavidcs } 2517316485Sdavidcs 2518316485Sdavidcs return; 2519316485Sdavidcs} 2520316485Sdavidcs 2521316485Sdavidcsstatic void 2522316485Sdavidcsqlnx_init(void *arg) 2523316485Sdavidcs{ 2524316485Sdavidcs qlnx_host_t *ha; 2525316485Sdavidcs 2526316485Sdavidcs ha = (qlnx_host_t *)arg; 2527316485Sdavidcs 2528318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2529316485Sdavidcs 2530316485Sdavidcs QLNX_LOCK(ha); 2531316485Sdavidcs qlnx_init_locked(ha); 2532316485Sdavidcs QLNX_UNLOCK(ha); 2533316485Sdavidcs 2534318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2535316485Sdavidcs 2536316485Sdavidcs return; 2537316485Sdavidcs} 2538316485Sdavidcs 2539316485Sdavidcsstatic int 2540316485Sdavidcsqlnx_config_mcast_mac_addr(qlnx_host_t *ha, uint8_t *mac_addr, uint32_t add_mac) 2541316485Sdavidcs{ 2542316485Sdavidcs struct ecore_filter_mcast *mcast; 2543316485Sdavidcs struct ecore_dev *cdev; 2544316485Sdavidcs int rc; 2545316485Sdavidcs 2546316485Sdavidcs cdev = &ha->cdev; 2547316485Sdavidcs 2548316485Sdavidcs mcast = &ha->ecore_mcast; 2549316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 2550316485Sdavidcs 2551316485Sdavidcs if (add_mac) 2552316485Sdavidcs mcast->opcode = ECORE_FILTER_ADD; 2553316485Sdavidcs else 2554316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 2555316485Sdavidcs 2556316485Sdavidcs mcast->num_mc_addrs = 1; 2557316485Sdavidcs memcpy(mcast->mac, mac_addr, ETH_ALEN); 2558316485Sdavidcs 2559316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 2560316485Sdavidcs 2561316485Sdavidcs return (rc); 2562316485Sdavidcs} 2563316485Sdavidcs 2564316485Sdavidcsstatic int 2565316485Sdavidcsqlnx_hw_add_mcast(qlnx_host_t *ha, uint8_t *mta) 2566316485Sdavidcs{ 2567316485Sdavidcs int i; 2568316485Sdavidcs 2569316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2570316485Sdavidcs 2571316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) 2572316485Sdavidcs return 0; /* its been already added */ 2573316485Sdavidcs } 2574316485Sdavidcs 2575316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2576316485Sdavidcs 2577316485Sdavidcs if ((ha->mcast[i].addr[0] == 0) && 2578316485Sdavidcs (ha->mcast[i].addr[1] == 0) && 2579316485Sdavidcs (ha->mcast[i].addr[2] == 0) && 2580316485Sdavidcs (ha->mcast[i].addr[3] == 0) && 2581316485Sdavidcs (ha->mcast[i].addr[4] == 0) && 2582316485Sdavidcs (ha->mcast[i].addr[5] == 0)) { 2583316485Sdavidcs 2584316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 1)) 2585316485Sdavidcs return (-1); 2586316485Sdavidcs 2587316485Sdavidcs bcopy(mta, ha->mcast[i].addr, ETH_ALEN); 2588316485Sdavidcs ha->nmcast++; 2589316485Sdavidcs 2590316485Sdavidcs return 0; 2591316485Sdavidcs } 2592316485Sdavidcs } 2593316485Sdavidcs return 0; 2594316485Sdavidcs} 2595316485Sdavidcs 2596316485Sdavidcsstatic int 2597316485Sdavidcsqlnx_hw_del_mcast(qlnx_host_t *ha, uint8_t *mta) 2598316485Sdavidcs{ 2599316485Sdavidcs int i; 2600316485Sdavidcs 2601316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 2602316485Sdavidcs if (QL_MAC_CMP(ha->mcast[i].addr, mta) == 0) { 2603316485Sdavidcs 2604316485Sdavidcs if (qlnx_config_mcast_mac_addr(ha, mta, 0)) 2605316485Sdavidcs return (-1); 2606316485Sdavidcs 2607316485Sdavidcs ha->mcast[i].addr[0] = 0; 2608316485Sdavidcs ha->mcast[i].addr[1] = 0; 2609316485Sdavidcs ha->mcast[i].addr[2] = 0; 2610316485Sdavidcs ha->mcast[i].addr[3] = 0; 2611316485Sdavidcs ha->mcast[i].addr[4] = 0; 2612316485Sdavidcs ha->mcast[i].addr[5] = 0; 2613316485Sdavidcs 2614316485Sdavidcs ha->nmcast--; 2615316485Sdavidcs 2616316485Sdavidcs return 0; 2617316485Sdavidcs } 2618316485Sdavidcs } 2619316485Sdavidcs return 0; 2620316485Sdavidcs} 2621316485Sdavidcs 2622316485Sdavidcs/* 2623316485Sdavidcs * Name: qls_hw_set_multi 2624316485Sdavidcs * Function: Sets the Multicast Addresses provided the host O.S into the 2625316485Sdavidcs * hardware (for the given interface) 2626316485Sdavidcs */ 2627316485Sdavidcsstatic void 2628316485Sdavidcsqlnx_hw_set_multi(qlnx_host_t *ha, uint8_t *mta, uint32_t mcnt, 2629316485Sdavidcs uint32_t add_mac) 2630316485Sdavidcs{ 2631316485Sdavidcs int i; 2632316485Sdavidcs 2633316485Sdavidcs for (i = 0; i < mcnt; i++) { 2634316485Sdavidcs if (add_mac) { 2635316485Sdavidcs if (qlnx_hw_add_mcast(ha, mta)) 2636316485Sdavidcs break; 2637316485Sdavidcs } else { 2638316485Sdavidcs if (qlnx_hw_del_mcast(ha, mta)) 2639316485Sdavidcs break; 2640316485Sdavidcs } 2641316485Sdavidcs 2642316485Sdavidcs mta += ETHER_HDR_LEN; 2643316485Sdavidcs } 2644316485Sdavidcs return; 2645316485Sdavidcs} 2646316485Sdavidcs 2647316485Sdavidcs 2648316485Sdavidcs#define QLNX_MCAST_ADDRS_SIZE (QLNX_MAX_NUM_MULTICAST_ADDRS * ETHER_HDR_LEN) 2649316485Sdavidcsstatic int 2650316485Sdavidcsqlnx_set_multi(qlnx_host_t *ha, uint32_t add_multi) 2651316485Sdavidcs{ 2652316485Sdavidcs uint8_t mta[QLNX_MCAST_ADDRS_SIZE]; 2653316485Sdavidcs struct ifmultiaddr *ifma; 2654316485Sdavidcs int mcnt = 0; 2655316485Sdavidcs struct ifnet *ifp = ha->ifp; 2656316485Sdavidcs int ret = 0; 2657316485Sdavidcs 2658337517Sdavidcs if (qlnx_vf_device(ha) == 0) 2659337517Sdavidcs return (0); 2660337517Sdavidcs 2661316485Sdavidcs if_maddr_rlock(ifp); 2662316485Sdavidcs 2663316485Sdavidcs TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) { 2664316485Sdavidcs 2665316485Sdavidcs if (ifma->ifma_addr->sa_family != AF_LINK) 2666316485Sdavidcs continue; 2667316485Sdavidcs 2668316485Sdavidcs if (mcnt == QLNX_MAX_NUM_MULTICAST_ADDRS) 2669316485Sdavidcs break; 2670316485Sdavidcs 2671316485Sdavidcs bcopy(LLADDR((struct sockaddr_dl *) ifma->ifma_addr), 2672316485Sdavidcs &mta[mcnt * ETHER_HDR_LEN], ETHER_HDR_LEN); 2673316485Sdavidcs 2674316485Sdavidcs mcnt++; 2675316485Sdavidcs } 2676316485Sdavidcs 2677316485Sdavidcs if_maddr_runlock(ifp); 2678316485Sdavidcs 2679316485Sdavidcs QLNX_LOCK(ha); 2680316485Sdavidcs qlnx_hw_set_multi(ha, mta, mcnt, add_multi); 2681316485Sdavidcs QLNX_UNLOCK(ha); 2682316485Sdavidcs 2683316485Sdavidcs return (ret); 2684316485Sdavidcs} 2685316485Sdavidcs 2686316485Sdavidcsstatic int 2687316485Sdavidcsqlnx_set_promisc(qlnx_host_t *ha) 2688316485Sdavidcs{ 2689316485Sdavidcs int rc = 0; 2690316485Sdavidcs uint8_t filter; 2691316485Sdavidcs 2692337517Sdavidcs if (qlnx_vf_device(ha) == 0) 2693337517Sdavidcs return (0); 2694337517Sdavidcs 2695316485Sdavidcs filter = ha->filter; 2696316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2697316485Sdavidcs filter |= ECORE_ACCEPT_UCAST_UNMATCHED; 2698316485Sdavidcs 2699316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2700316485Sdavidcs return (rc); 2701316485Sdavidcs} 2702316485Sdavidcs 2703316485Sdavidcsstatic int 2704316485Sdavidcsqlnx_set_allmulti(qlnx_host_t *ha) 2705316485Sdavidcs{ 2706316485Sdavidcs int rc = 0; 2707316485Sdavidcs uint8_t filter; 2708316485Sdavidcs 2709337517Sdavidcs if (qlnx_vf_device(ha) == 0) 2710337517Sdavidcs return (0); 2711337517Sdavidcs 2712316485Sdavidcs filter = ha->filter; 2713316485Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 2714316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 2715316485Sdavidcs 2716316485Sdavidcs return (rc); 2717316485Sdavidcs} 2718316485Sdavidcs 2719316485Sdavidcs 2720316485Sdavidcsstatic int 2721316485Sdavidcsqlnx_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data) 2722316485Sdavidcs{ 2723316485Sdavidcs int ret = 0, mask; 2724316485Sdavidcs struct ifreq *ifr = (struct ifreq *)data; 2725316485Sdavidcs struct ifaddr *ifa = (struct ifaddr *)data; 2726316485Sdavidcs qlnx_host_t *ha; 2727316485Sdavidcs 2728316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2729316485Sdavidcs 2730316485Sdavidcs switch (cmd) { 2731316485Sdavidcs case SIOCSIFADDR: 2732318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFADDR (0x%lx)\n", cmd); 2733316485Sdavidcs 2734316485Sdavidcs if (ifa->ifa_addr->sa_family == AF_INET) { 2735316485Sdavidcs ifp->if_flags |= IFF_UP; 2736316485Sdavidcs if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) { 2737316485Sdavidcs QLNX_LOCK(ha); 2738316485Sdavidcs qlnx_init_locked(ha); 2739316485Sdavidcs QLNX_UNLOCK(ha); 2740316485Sdavidcs } 2741318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFADDR (0x%lx) ipv4 [0x%08x]\n", 2742318659Sdavidcs cmd, ntohl(IA_SIN(ifa)->sin_addr.s_addr)); 2743316485Sdavidcs 2744316485Sdavidcs arp_ifinit(ifp, ifa); 2745316485Sdavidcs } else { 2746316485Sdavidcs ether_ioctl(ifp, cmd, data); 2747316485Sdavidcs } 2748316485Sdavidcs break; 2749316485Sdavidcs 2750316485Sdavidcs case SIOCSIFMTU: 2751318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFMTU (0x%lx)\n", cmd); 2752316485Sdavidcs 2753316485Sdavidcs if (ifr->ifr_mtu > QLNX_MAX_MTU) { 2754316485Sdavidcs ret = EINVAL; 2755316485Sdavidcs } else { 2756316485Sdavidcs QLNX_LOCK(ha); 2757316485Sdavidcs ifp->if_mtu = ifr->ifr_mtu; 2758316485Sdavidcs ha->max_frame_size = 2759316485Sdavidcs ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN; 2760318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2761316485Sdavidcs qlnx_init_locked(ha); 2762316485Sdavidcs } 2763316485Sdavidcs 2764316485Sdavidcs QLNX_UNLOCK(ha); 2765316485Sdavidcs } 2766316485Sdavidcs 2767316485Sdavidcs break; 2768316485Sdavidcs 2769316485Sdavidcs case SIOCSIFFLAGS: 2770318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFFLAGS (0x%lx)\n", cmd); 2771316485Sdavidcs 2772316485Sdavidcs QLNX_LOCK(ha); 2773316485Sdavidcs 2774316485Sdavidcs if (ifp->if_flags & IFF_UP) { 2775318657Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2776316485Sdavidcs if ((ifp->if_flags ^ ha->if_flags) & 2777316485Sdavidcs IFF_PROMISC) { 2778316485Sdavidcs ret = qlnx_set_promisc(ha); 2779316485Sdavidcs } else if ((ifp->if_flags ^ ha->if_flags) & 2780316485Sdavidcs IFF_ALLMULTI) { 2781316485Sdavidcs ret = qlnx_set_allmulti(ha); 2782316485Sdavidcs } 2783316485Sdavidcs } else { 2784316485Sdavidcs ha->max_frame_size = ifp->if_mtu + 2785316485Sdavidcs ETHER_HDR_LEN + ETHER_CRC_LEN; 2786316485Sdavidcs qlnx_init_locked(ha); 2787316485Sdavidcs } 2788316485Sdavidcs } else { 2789316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) 2790316485Sdavidcs qlnx_stop(ha); 2791316485Sdavidcs ha->if_flags = ifp->if_flags; 2792316485Sdavidcs } 2793316485Sdavidcs 2794316485Sdavidcs QLNX_UNLOCK(ha); 2795316485Sdavidcs break; 2796316485Sdavidcs 2797316485Sdavidcs case SIOCADDMULTI: 2798318659Sdavidcs QL_DPRINT4(ha, "%s (0x%lx)\n", "SIOCADDMULTI", cmd); 2799316485Sdavidcs 2800316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2801316485Sdavidcs if (qlnx_set_multi(ha, 1)) 2802316485Sdavidcs ret = EINVAL; 2803316485Sdavidcs } 2804316485Sdavidcs break; 2805316485Sdavidcs 2806316485Sdavidcs case SIOCDELMULTI: 2807318659Sdavidcs QL_DPRINT4(ha, "%s (0x%lx)\n", "SIOCDELMULTI", cmd); 2808316485Sdavidcs 2809316485Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) { 2810316485Sdavidcs if (qlnx_set_multi(ha, 0)) 2811316485Sdavidcs ret = EINVAL; 2812316485Sdavidcs } 2813316485Sdavidcs break; 2814316485Sdavidcs 2815316485Sdavidcs case SIOCSIFMEDIA: 2816316485Sdavidcs case SIOCGIFMEDIA: 2817318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFMEDIA/SIOCGIFMEDIA (0x%lx)\n", cmd); 2818318659Sdavidcs 2819316485Sdavidcs ret = ifmedia_ioctl(ifp, ifr, &ha->media, cmd); 2820316485Sdavidcs break; 2821316485Sdavidcs 2822316485Sdavidcs case SIOCSIFCAP: 2823316485Sdavidcs 2824316485Sdavidcs mask = ifr->ifr_reqcap ^ ifp->if_capenable; 2825316485Sdavidcs 2826318659Sdavidcs QL_DPRINT4(ha, "SIOCSIFCAP (0x%lx)\n", cmd); 2827316485Sdavidcs 2828316485Sdavidcs if (mask & IFCAP_HWCSUM) 2829316485Sdavidcs ifp->if_capenable ^= IFCAP_HWCSUM; 2830316485Sdavidcs if (mask & IFCAP_TSO4) 2831316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO4; 2832316485Sdavidcs if (mask & IFCAP_TSO6) 2833316485Sdavidcs ifp->if_capenable ^= IFCAP_TSO6; 2834316485Sdavidcs if (mask & IFCAP_VLAN_HWTAGGING) 2835316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 2836316485Sdavidcs if (mask & IFCAP_VLAN_HWTSO) 2837316485Sdavidcs ifp->if_capenable ^= IFCAP_VLAN_HWTSO; 2838316485Sdavidcs if (mask & IFCAP_LRO) 2839316485Sdavidcs ifp->if_capenable ^= IFCAP_LRO; 2840316485Sdavidcs 2841337517Sdavidcs QLNX_LOCK(ha); 2842316485Sdavidcs 2843337517Sdavidcs if (ifp->if_drv_flags & IFF_DRV_RUNNING) 2844337517Sdavidcs qlnx_init_locked(ha); 2845337517Sdavidcs 2846337517Sdavidcs QLNX_UNLOCK(ha); 2847337517Sdavidcs 2848316485Sdavidcs VLAN_CAPABILITIES(ifp); 2849316485Sdavidcs break; 2850316485Sdavidcs 2851316485Sdavidcs#if (__FreeBSD_version >= 1100101) 2852316485Sdavidcs 2853316485Sdavidcs case SIOCGI2C: 2854316485Sdavidcs { 2855316485Sdavidcs struct ifi2creq i2c; 2856316485Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[0]; 2857316485Sdavidcs struct ecore_ptt *p_ptt; 2858316485Sdavidcs 2859332288Sbrooks ret = copyin(ifr_data_get_ptr(ifr), &i2c, sizeof(i2c)); 2860316485Sdavidcs 2861316485Sdavidcs if (ret) 2862316485Sdavidcs break; 2863316485Sdavidcs 2864316485Sdavidcs if ((i2c.len > sizeof (i2c.data)) || 2865316485Sdavidcs (i2c.dev_addr != 0xA0 && i2c.dev_addr != 0xA2)) { 2866316485Sdavidcs ret = EINVAL; 2867316485Sdavidcs break; 2868316485Sdavidcs } 2869316485Sdavidcs 2870316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 2871316485Sdavidcs 2872316485Sdavidcs if (!p_ptt) { 2873318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 2874316485Sdavidcs ret = -1; 2875316485Sdavidcs break; 2876316485Sdavidcs } 2877316485Sdavidcs 2878316485Sdavidcs ret = ecore_mcp_phy_sfp_read(p_hwfn, p_ptt, 2879316485Sdavidcs (ha->pci_func & 0x1), i2c.dev_addr, i2c.offset, 2880316485Sdavidcs i2c.len, &i2c.data[0]); 2881316485Sdavidcs 2882316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 2883316485Sdavidcs 2884316485Sdavidcs if (ret) { 2885316485Sdavidcs ret = -1; 2886316485Sdavidcs break; 2887316485Sdavidcs } 2888316485Sdavidcs 2889332288Sbrooks ret = copyout(&i2c, ifr_data_get_ptr(ifr), sizeof(i2c)); 2890316485Sdavidcs 2891318659Sdavidcs QL_DPRINT8(ha, "SIOCGI2C copyout ret = %d \ 2892318659Sdavidcs len = %d addr = 0x%02x offset = 0x%04x \ 2893318659Sdavidcs data[0..7]=0x%02x 0x%02x 0x%02x 0x%02x 0x%02x \ 2894318659Sdavidcs 0x%02x 0x%02x 0x%02x\n", 2895316485Sdavidcs ret, i2c.len, i2c.dev_addr, i2c.offset, 2896316485Sdavidcs i2c.data[0], i2c.data[1], i2c.data[2], i2c.data[3], 2897318659Sdavidcs i2c.data[4], i2c.data[5], i2c.data[6], i2c.data[7]); 2898316485Sdavidcs break; 2899316485Sdavidcs } 2900316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) */ 2901316485Sdavidcs 2902316485Sdavidcs default: 2903318659Sdavidcs QL_DPRINT4(ha, "default (0x%lx)\n", cmd); 2904316485Sdavidcs ret = ether_ioctl(ifp, cmd, data); 2905316485Sdavidcs break; 2906316485Sdavidcs } 2907316485Sdavidcs 2908316485Sdavidcs return (ret); 2909316485Sdavidcs} 2910316485Sdavidcs 2911316485Sdavidcsstatic int 2912316485Sdavidcsqlnx_media_change(struct ifnet *ifp) 2913316485Sdavidcs{ 2914316485Sdavidcs qlnx_host_t *ha; 2915316485Sdavidcs struct ifmedia *ifm; 2916316485Sdavidcs int ret = 0; 2917316485Sdavidcs 2918316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2919316485Sdavidcs 2920318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2921316485Sdavidcs 2922316485Sdavidcs ifm = &ha->media; 2923316485Sdavidcs 2924316485Sdavidcs if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER) 2925316485Sdavidcs ret = EINVAL; 2926316485Sdavidcs 2927318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 2928316485Sdavidcs 2929316485Sdavidcs return (ret); 2930316485Sdavidcs} 2931316485Sdavidcs 2932316485Sdavidcsstatic void 2933316485Sdavidcsqlnx_media_status(struct ifnet *ifp, struct ifmediareq *ifmr) 2934316485Sdavidcs{ 2935316485Sdavidcs qlnx_host_t *ha; 2936316485Sdavidcs 2937316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 2938316485Sdavidcs 2939318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 2940316485Sdavidcs 2941316485Sdavidcs ifmr->ifm_status = IFM_AVALID; 2942316485Sdavidcs ifmr->ifm_active = IFM_ETHER; 2943316485Sdavidcs 2944316485Sdavidcs if (ha->link_up) { 2945316485Sdavidcs ifmr->ifm_status |= IFM_ACTIVE; 2946316485Sdavidcs ifmr->ifm_active |= 2947316485Sdavidcs (IFM_FDX | qlnx_get_optics(ha, &ha->if_link)); 2948316485Sdavidcs 2949316485Sdavidcs if (ha->if_link.link_partner_caps & 2950316485Sdavidcs (QLNX_LINK_CAP_Pause | QLNX_LINK_CAP_Asym_Pause)) 2951316485Sdavidcs ifmr->ifm_active |= 2952316485Sdavidcs (IFM_ETH_RXPAUSE | IFM_ETH_TXPAUSE); 2953316485Sdavidcs } 2954316485Sdavidcs 2955318659Sdavidcs QL_DPRINT2(ha, "exit (%s)\n", (ha->link_up ? "link_up" : "link_down")); 2956316485Sdavidcs 2957316485Sdavidcs return; 2958316485Sdavidcs} 2959316485Sdavidcs 2960316485Sdavidcs 2961316485Sdavidcsstatic void 2962316485Sdavidcsqlnx_free_tx_pkt(qlnx_host_t *ha, struct qlnx_fastpath *fp, 2963316485Sdavidcs struct qlnx_tx_queue *txq) 2964316485Sdavidcs{ 2965316485Sdavidcs u16 idx; 2966316485Sdavidcs struct mbuf *mp; 2967316485Sdavidcs bus_dmamap_t map; 2968316485Sdavidcs int i; 2969316485Sdavidcs struct eth_tx_bd *tx_data_bd; 2970316485Sdavidcs struct eth_tx_1st_bd *first_bd; 2971316485Sdavidcs int nbds = 0; 2972316485Sdavidcs 2973316485Sdavidcs idx = txq->sw_tx_cons; 2974316485Sdavidcs mp = txq->sw_tx_ring[idx].mp; 2975316485Sdavidcs map = txq->sw_tx_ring[idx].map; 2976316485Sdavidcs 2977316485Sdavidcs if ((mp == NULL) || QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL)){ 2978316485Sdavidcs 2979316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_MBUF_NULL); 2980316485Sdavidcs 2981318659Sdavidcs QL_DPRINT1(ha, "(mp == NULL) " 2982316485Sdavidcs " tx_idx = 0x%x" 2983316485Sdavidcs " ecore_prod_idx = 0x%x" 2984316485Sdavidcs " ecore_cons_idx = 0x%x" 2985316485Sdavidcs " hw_bd_cons = 0x%x" 2986316485Sdavidcs " txq_db_last = 0x%x" 2987316485Sdavidcs " elem_left = 0x%x\n", 2988316485Sdavidcs fp->rss_id, 2989316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 2990316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 2991316485Sdavidcs le16toh(*txq->hw_cons_ptr), 2992316485Sdavidcs txq->tx_db.raw, 2993318659Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)); 2994316485Sdavidcs 2995316485Sdavidcs fp->err_tx_free_pkt_null++; 2996316485Sdavidcs 2997316485Sdavidcs //DEBUG 2998316485Sdavidcs qlnx_trigger_dump(ha); 2999316485Sdavidcs 3000316485Sdavidcs return; 3001316485Sdavidcs } else { 3002316485Sdavidcs 3003316485Sdavidcs QLNX_INC_OPACKETS((ha->ifp)); 3004316485Sdavidcs QLNX_INC_OBYTES((ha->ifp), (mp->m_pkthdr.len)); 3005316485Sdavidcs 3006316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_POSTWRITE); 3007316485Sdavidcs bus_dmamap_unload(ha->tx_tag, map); 3008316485Sdavidcs 3009316485Sdavidcs fp->tx_pkts_freed++; 3010316485Sdavidcs fp->tx_pkts_completed++; 3011316485Sdavidcs 3012316485Sdavidcs m_freem(mp); 3013316485Sdavidcs } 3014316485Sdavidcs 3015316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_consume(&txq->tx_pbl); 3016316485Sdavidcs nbds = first_bd->data.nbds; 3017316485Sdavidcs 3018316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(first_bd, 0, 0); 3019316485Sdavidcs 3020316485Sdavidcs for (i = 1; i < nbds; i++) { 3021316485Sdavidcs tx_data_bd = ecore_chain_consume(&txq->tx_pbl); 3022316485Sdavidcs// BD_SET_UNMAP_ADDR_LEN(tx_data_bd, 0, 0); 3023316485Sdavidcs } 3024316485Sdavidcs txq->sw_tx_ring[idx].flags = 0; 3025316485Sdavidcs txq->sw_tx_ring[idx].mp = NULL; 3026316485Sdavidcs txq->sw_tx_ring[idx].map = (bus_dmamap_t)0; 3027316485Sdavidcs 3028316485Sdavidcs return; 3029316485Sdavidcs} 3030316485Sdavidcs 3031316485Sdavidcsstatic void 3032316485Sdavidcsqlnx_tx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3033316485Sdavidcs struct qlnx_tx_queue *txq) 3034316485Sdavidcs{ 3035316485Sdavidcs u16 hw_bd_cons; 3036316485Sdavidcs u16 ecore_cons_idx; 3037316485Sdavidcs uint16_t diff; 3038322851Sdavidcs uint16_t idx, idx2; 3039316485Sdavidcs 3040316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 3041316485Sdavidcs 3042316485Sdavidcs while (hw_bd_cons != 3043316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 3044316485Sdavidcs 3045316485Sdavidcs if (hw_bd_cons < ecore_cons_idx) { 3046316485Sdavidcs diff = (1 << 16) - (ecore_cons_idx - hw_bd_cons); 3047316485Sdavidcs } else { 3048316485Sdavidcs diff = hw_bd_cons - ecore_cons_idx; 3049316485Sdavidcs } 3050316485Sdavidcs if ((diff > TX_RING_SIZE) || 3051316485Sdavidcs QL_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF)){ 3052316485Sdavidcs 3053316485Sdavidcs QL_RESET_ERR_INJECT(ha, QL_ERR_INJCT_TX_INT_DIFF); 3054316485Sdavidcs 3055318659Sdavidcs QL_DPRINT1(ha, "(diff = 0x%x) " 3056316485Sdavidcs " tx_idx = 0x%x" 3057316485Sdavidcs " ecore_prod_idx = 0x%x" 3058316485Sdavidcs " ecore_cons_idx = 0x%x" 3059316485Sdavidcs " hw_bd_cons = 0x%x" 3060316485Sdavidcs " txq_db_last = 0x%x" 3061316485Sdavidcs " elem_left = 0x%x\n", 3062318659Sdavidcs diff, 3063316485Sdavidcs fp->rss_id, 3064316485Sdavidcs ecore_chain_get_prod_idx(&txq->tx_pbl), 3065316485Sdavidcs ecore_chain_get_cons_idx(&txq->tx_pbl), 3066316485Sdavidcs le16toh(*txq->hw_cons_ptr), 3067316485Sdavidcs txq->tx_db.raw, 3068318659Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)); 3069316485Sdavidcs 3070316485Sdavidcs fp->err_tx_cons_idx_conflict++; 3071316485Sdavidcs 3072316485Sdavidcs //DEBUG 3073316485Sdavidcs qlnx_trigger_dump(ha); 3074316485Sdavidcs } 3075316485Sdavidcs 3076322851Sdavidcs idx = (txq->sw_tx_cons + 1) & (TX_RING_SIZE - 1); 3077322851Sdavidcs idx2 = (txq->sw_tx_cons + 2) & (TX_RING_SIZE - 1); 3078322851Sdavidcs prefetch(txq->sw_tx_ring[idx].mp); 3079322851Sdavidcs prefetch(txq->sw_tx_ring[idx2].mp); 3080322851Sdavidcs 3081316485Sdavidcs qlnx_free_tx_pkt(ha, fp, txq); 3082316485Sdavidcs 3083316485Sdavidcs txq->sw_tx_cons = (txq->sw_tx_cons + 1) & (TX_RING_SIZE - 1); 3084316485Sdavidcs } 3085316485Sdavidcs return; 3086316485Sdavidcs} 3087316485Sdavidcs 3088316485Sdavidcsstatic int 3089322851Sdavidcsqlnx_transmit_locked(struct ifnet *ifp,struct qlnx_fastpath *fp, struct mbuf *mp) 3090322851Sdavidcs{ 3091322851Sdavidcs int ret = 0; 3092322851Sdavidcs struct qlnx_tx_queue *txq; 3093322851Sdavidcs qlnx_host_t * ha; 3094322851Sdavidcs uint16_t elem_left; 3095322851Sdavidcs 3096322851Sdavidcs txq = fp->txq[0]; 3097322851Sdavidcs ha = (qlnx_host_t *)fp->edev; 3098322851Sdavidcs 3099322851Sdavidcs 3100322851Sdavidcs if ((!(ifp->if_drv_flags & IFF_DRV_RUNNING)) || (!ha->link_up)) { 3101322851Sdavidcs if(mp != NULL) 3102322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 3103322851Sdavidcs return (ret); 3104322851Sdavidcs } 3105322851Sdavidcs 3106322851Sdavidcs if(mp != NULL) 3107322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 3108322851Sdavidcs 3109322851Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 3110322851Sdavidcs 3111322851Sdavidcs while (mp != NULL) { 3112322851Sdavidcs 3113322851Sdavidcs if (qlnx_send(ha, fp, &mp)) { 3114322851Sdavidcs 3115322851Sdavidcs if (mp != NULL) { 3116322851Sdavidcs drbr_putback(ifp, fp->tx_br, mp); 3117322851Sdavidcs } else { 3118322851Sdavidcs fp->tx_pkts_processed++; 3119322851Sdavidcs drbr_advance(ifp, fp->tx_br); 3120322851Sdavidcs } 3121322851Sdavidcs goto qlnx_transmit_locked_exit; 3122322851Sdavidcs 3123322851Sdavidcs } else { 3124322851Sdavidcs drbr_advance(ifp, fp->tx_br); 3125322851Sdavidcs fp->tx_pkts_transmitted++; 3126322851Sdavidcs fp->tx_pkts_processed++; 3127322851Sdavidcs } 3128322851Sdavidcs 3129322851Sdavidcs mp = drbr_peek(ifp, fp->tx_br); 3130322851Sdavidcs } 3131322851Sdavidcs 3132322851Sdavidcsqlnx_transmit_locked_exit: 3133322851Sdavidcs if((qlnx_num_tx_compl(ha,fp, fp->txq[0]) > QLNX_TX_COMPL_THRESH) || 3134322851Sdavidcs ((int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl)) 3135322851Sdavidcs < QLNX_TX_ELEM_MAX_THRESH)) 3136322851Sdavidcs (void)qlnx_tx_int(ha, fp, fp->txq[0]); 3137322851Sdavidcs 3138322851Sdavidcs QL_DPRINT2(ha, "%s: exit ret = %d\n", __func__, ret); 3139322851Sdavidcs return ret; 3140322851Sdavidcs} 3141322851Sdavidcs 3142322851Sdavidcs 3143322851Sdavidcsstatic int 3144316485Sdavidcsqlnx_transmit(struct ifnet *ifp, struct mbuf *mp) 3145316485Sdavidcs{ 3146316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)ifp->if_softc; 3147316485Sdavidcs struct qlnx_fastpath *fp; 3148316485Sdavidcs int rss_id = 0, ret = 0; 3149316485Sdavidcs 3150322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 3151322851Sdavidcs uint64_t tx_pkts = 0, tx_compl = 0; 3152322851Sdavidcs#endif 3153322851Sdavidcs 3154318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 3155316485Sdavidcs 3156316485Sdavidcs#if __FreeBSD_version >= 1100000 3157316485Sdavidcs if (M_HASHTYPE_GET(mp) != M_HASHTYPE_NONE) 3158316485Sdavidcs#else 3159316485Sdavidcs if (mp->m_flags & M_FLOWID) 3160316485Sdavidcs#endif 3161316485Sdavidcs rss_id = (mp->m_pkthdr.flowid % ECORE_RSS_IND_TABLE_SIZE) % 3162316485Sdavidcs ha->num_rss; 3163316485Sdavidcs 3164316485Sdavidcs fp = &ha->fp_array[rss_id]; 3165316485Sdavidcs 3166316485Sdavidcs if (fp->tx_br == NULL) { 3167316485Sdavidcs ret = EINVAL; 3168316485Sdavidcs goto qlnx_transmit_exit; 3169316485Sdavidcs } 3170316485Sdavidcs 3171322851Sdavidcs if (mtx_trylock(&fp->tx_mtx)) { 3172316485Sdavidcs 3173322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 3174322851Sdavidcs tx_pkts = fp->tx_pkts_transmitted; 3175322851Sdavidcs tx_compl = fp->tx_pkts_completed; 3176322851Sdavidcs#endif 3177316485Sdavidcs 3178322851Sdavidcs ret = qlnx_transmit_locked(ifp, fp, mp); 3179316485Sdavidcs 3180322851Sdavidcs#ifdef QLNX_TRACEPERF_DATA 3181322851Sdavidcs fp->tx_pkts_trans_ctx += (fp->tx_pkts_transmitted - tx_pkts); 3182322851Sdavidcs fp->tx_pkts_compl_ctx += (fp->tx_pkts_completed - tx_compl); 3183322851Sdavidcs#endif 3184322851Sdavidcs mtx_unlock(&fp->tx_mtx); 3185322851Sdavidcs } else { 3186322851Sdavidcs if (mp != NULL && (fp->fp_taskqueue != NULL)) { 3187322851Sdavidcs ret = drbr_enqueue(ifp, fp->tx_br, mp); 3188322851Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, &fp->fp_task); 3189322851Sdavidcs } 3190322851Sdavidcs } 3191322851Sdavidcs 3192316485Sdavidcsqlnx_transmit_exit: 3193316485Sdavidcs 3194318659Sdavidcs QL_DPRINT2(ha, "exit ret = %d\n", ret); 3195316485Sdavidcs return ret; 3196316485Sdavidcs} 3197316485Sdavidcs 3198316485Sdavidcsstatic void 3199316485Sdavidcsqlnx_qflush(struct ifnet *ifp) 3200316485Sdavidcs{ 3201316485Sdavidcs int rss_id; 3202316485Sdavidcs struct qlnx_fastpath *fp; 3203316485Sdavidcs struct mbuf *mp; 3204316485Sdavidcs qlnx_host_t *ha; 3205316485Sdavidcs 3206316485Sdavidcs ha = (qlnx_host_t *)ifp->if_softc; 3207316485Sdavidcs 3208318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 3209316485Sdavidcs 3210316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 3211316485Sdavidcs 3212316485Sdavidcs fp = &ha->fp_array[rss_id]; 3213316485Sdavidcs 3214316485Sdavidcs if (fp == NULL) 3215316485Sdavidcs continue; 3216316485Sdavidcs 3217316485Sdavidcs if (fp->tx_br) { 3218316485Sdavidcs mtx_lock(&fp->tx_mtx); 3219316485Sdavidcs 3220316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 3221316485Sdavidcs fp->tx_pkts_freed++; 3222316485Sdavidcs m_freem(mp); 3223316485Sdavidcs } 3224316485Sdavidcs mtx_unlock(&fp->tx_mtx); 3225316485Sdavidcs } 3226316485Sdavidcs } 3227318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 3228316485Sdavidcs 3229316485Sdavidcs return; 3230316485Sdavidcs} 3231316485Sdavidcs 3232316485Sdavidcsstatic void 3233316485Sdavidcsqlnx_txq_doorbell_wr32(qlnx_host_t *ha, void *reg_addr, uint32_t value) 3234316485Sdavidcs{ 3235316485Sdavidcs struct ecore_dev *cdev; 3236316485Sdavidcs uint32_t offset; 3237316485Sdavidcs 3238316485Sdavidcs cdev = &ha->cdev; 3239316485Sdavidcs 3240337517Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)ha->pci_dbells); 3241316485Sdavidcs 3242316485Sdavidcs bus_write_4(ha->pci_dbells, offset, value); 3243316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_READ); 3244316485Sdavidcs bus_barrier(ha->pci_dbells, 0, 0, BUS_SPACE_BARRIER_READ); 3245316485Sdavidcs 3246316485Sdavidcs return; 3247316485Sdavidcs} 3248316485Sdavidcs 3249316485Sdavidcsstatic uint32_t 3250316485Sdavidcsqlnx_tcp_offset(qlnx_host_t *ha, struct mbuf *mp) 3251316485Sdavidcs{ 3252316485Sdavidcs struct ether_vlan_header *eh = NULL; 3253316485Sdavidcs struct ip *ip = NULL; 3254316485Sdavidcs struct ip6_hdr *ip6 = NULL; 3255316485Sdavidcs struct tcphdr *th = NULL; 3256316485Sdavidcs uint32_t ehdrlen = 0, ip_hlen = 0, offset = 0; 3257316485Sdavidcs uint16_t etype = 0; 3258316485Sdavidcs device_t dev; 3259316485Sdavidcs uint8_t buf[sizeof(struct ip6_hdr)]; 3260316485Sdavidcs 3261316485Sdavidcs dev = ha->pci_dev; 3262316485Sdavidcs 3263316485Sdavidcs eh = mtod(mp, struct ether_vlan_header *); 3264316485Sdavidcs 3265316485Sdavidcs if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) { 3266316485Sdavidcs ehdrlen = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN; 3267316485Sdavidcs etype = ntohs(eh->evl_proto); 3268316485Sdavidcs } else { 3269316485Sdavidcs ehdrlen = ETHER_HDR_LEN; 3270316485Sdavidcs etype = ntohs(eh->evl_encap_proto); 3271316485Sdavidcs } 3272316485Sdavidcs 3273316485Sdavidcs switch (etype) { 3274316485Sdavidcs 3275316485Sdavidcs case ETHERTYPE_IP: 3276316485Sdavidcs ip = (struct ip *)(mp->m_data + ehdrlen); 3277316485Sdavidcs 3278316485Sdavidcs ip_hlen = sizeof (struct ip); 3279316485Sdavidcs 3280316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 3281316485Sdavidcs m_copydata(mp, ehdrlen, sizeof(struct ip), buf); 3282316485Sdavidcs ip = (struct ip *)buf; 3283316485Sdavidcs } 3284316485Sdavidcs 3285316485Sdavidcs th = (struct tcphdr *)(ip + 1); 3286316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 3287316485Sdavidcs break; 3288316485Sdavidcs 3289316485Sdavidcs case ETHERTYPE_IPV6: 3290316485Sdavidcs ip6 = (struct ip6_hdr *)(mp->m_data + ehdrlen); 3291316485Sdavidcs 3292316485Sdavidcs ip_hlen = sizeof(struct ip6_hdr); 3293316485Sdavidcs 3294316485Sdavidcs if (mp->m_len < (ehdrlen + ip_hlen)) { 3295316485Sdavidcs m_copydata(mp, ehdrlen, sizeof (struct ip6_hdr), 3296316485Sdavidcs buf); 3297316485Sdavidcs ip6 = (struct ip6_hdr *)buf; 3298316485Sdavidcs } 3299316485Sdavidcs th = (struct tcphdr *)(ip6 + 1); 3300316485Sdavidcs offset = ip_hlen + ehdrlen + (th->th_off << 2); 3301316485Sdavidcs break; 3302316485Sdavidcs 3303316485Sdavidcs default: 3304316485Sdavidcs break; 3305316485Sdavidcs } 3306316485Sdavidcs 3307316485Sdavidcs return (offset); 3308316485Sdavidcs} 3309316485Sdavidcs 3310316485Sdavidcsstatic __inline int 3311316485Sdavidcsqlnx_tso_check(struct qlnx_fastpath *fp, bus_dma_segment_t *segs, int nsegs, 3312316485Sdavidcs uint32_t offset) 3313316485Sdavidcs{ 3314316485Sdavidcs int i; 3315316485Sdavidcs uint32_t sum, nbds_in_hdr = 1; 3316337517Sdavidcs uint32_t window; 3317323073Sdavidcs bus_dma_segment_t *s_seg; 3318316485Sdavidcs 3319337517Sdavidcs /* If the header spans mulitple segments, skip those segments */ 3320316485Sdavidcs 3321337517Sdavidcs if (nsegs < ETH_TX_LSO_WINDOW_BDS_NUM) 3322337517Sdavidcs return (0); 3323323073Sdavidcs 3324337517Sdavidcs i = 0; 3325323073Sdavidcs 3326337517Sdavidcs while ((i < nsegs) && (offset >= segs->ds_len)) { 3327337517Sdavidcs offset = offset - segs->ds_len; 3328337517Sdavidcs segs++; 3329337517Sdavidcs i++; 3330337517Sdavidcs nbds_in_hdr++; 3331337517Sdavidcs } 3332316485Sdavidcs 3333337517Sdavidcs window = ETH_TX_LSO_WINDOW_BDS_NUM - nbds_in_hdr; 3334316485Sdavidcs 3335337517Sdavidcs nsegs = nsegs - i; 3336323073Sdavidcs 3337337517Sdavidcs while (nsegs >= window) { 3338323073Sdavidcs 3339337517Sdavidcs sum = 0; 3340337517Sdavidcs s_seg = segs; 3341316485Sdavidcs 3342337517Sdavidcs for (i = 0; i < window; i++){ 3343337517Sdavidcs sum += s_seg->ds_len; 3344337517Sdavidcs s_seg++; 3345337517Sdavidcs } 3346316485Sdavidcs 3347337517Sdavidcs if (sum < ETH_TX_LSO_WINDOW_MIN_LEN) { 3348337517Sdavidcs fp->tx_lso_wnd_min_len++; 3349337517Sdavidcs return (-1); 3350337517Sdavidcs } 3351316485Sdavidcs 3352337517Sdavidcs nsegs = nsegs - 1; 3353337517Sdavidcs segs++; 3354337517Sdavidcs } 3355316485Sdavidcs 3356316485Sdavidcs return (0); 3357316485Sdavidcs} 3358316485Sdavidcs 3359316485Sdavidcsstatic int 3360316485Sdavidcsqlnx_send(qlnx_host_t *ha, struct qlnx_fastpath *fp, struct mbuf **m_headp) 3361316485Sdavidcs{ 3362316485Sdavidcs bus_dma_segment_t *segs; 3363316485Sdavidcs bus_dmamap_t map = 0; 3364316485Sdavidcs uint32_t nsegs = 0; 3365316485Sdavidcs int ret = -1; 3366316485Sdavidcs struct mbuf *m_head = *m_headp; 3367316485Sdavidcs uint16_t idx = 0; 3368316485Sdavidcs uint16_t elem_left; 3369316485Sdavidcs 3370316485Sdavidcs uint8_t nbd = 0; 3371316485Sdavidcs struct qlnx_tx_queue *txq; 3372316485Sdavidcs 3373316485Sdavidcs struct eth_tx_1st_bd *first_bd; 3374316485Sdavidcs struct eth_tx_2nd_bd *second_bd; 3375316485Sdavidcs struct eth_tx_3rd_bd *third_bd; 3376316485Sdavidcs struct eth_tx_bd *tx_data_bd; 3377316485Sdavidcs 3378316485Sdavidcs int seg_idx = 0; 3379316485Sdavidcs uint32_t nbds_in_hdr = 0; 3380316485Sdavidcs uint32_t offset = 0; 3381316485Sdavidcs 3382322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 3383322851Sdavidcs uint16_t bd_used; 3384322851Sdavidcs#endif 3385322851Sdavidcs 3386337517Sdavidcs QL_DPRINT8(ha, "enter[%d]\n", fp->rss_id); 3387316485Sdavidcs 3388316485Sdavidcs if (!ha->link_up) 3389316485Sdavidcs return (-1); 3390316485Sdavidcs 3391316485Sdavidcs first_bd = NULL; 3392316485Sdavidcs second_bd = NULL; 3393316485Sdavidcs third_bd = NULL; 3394316485Sdavidcs tx_data_bd = NULL; 3395316485Sdavidcs 3396316485Sdavidcs txq = fp->txq[0]; 3397318657Sdavidcs 3398322851Sdavidcs if ((int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl)) < 3399322851Sdavidcs QLNX_TX_ELEM_MIN_THRESH) { 3400318657Sdavidcs 3401322851Sdavidcs fp->tx_nsegs_gt_elem_left++; 3402322851Sdavidcs fp->err_tx_nsegs_gt_elem_left++; 3403318657Sdavidcs 3404322851Sdavidcs return (ENOBUFS); 3405322851Sdavidcs } 3406322851Sdavidcs 3407316485Sdavidcs idx = txq->sw_tx_prod; 3408316485Sdavidcs 3409316485Sdavidcs map = txq->sw_tx_ring[idx].map; 3410316485Sdavidcs segs = txq->segs; 3411316485Sdavidcs 3412316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, segs, &nsegs, 3413316485Sdavidcs BUS_DMA_NOWAIT); 3414316485Sdavidcs 3415318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3416322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3417322851Sdavidcs if (!fp->tx_tso_min_pkt_len) { 3418318657Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 3419322851Sdavidcs fp->tx_tso_min_pkt_len = m_head->m_pkthdr.len; 3420322851Sdavidcs } else { 3421322851Sdavidcs if (fp->tx_tso_min_pkt_len > m_head->m_pkthdr.len) 3422322851Sdavidcs fp->tx_tso_min_pkt_len = 3423322851Sdavidcs m_head->m_pkthdr.len; 3424322851Sdavidcs if (fp->tx_tso_max_pkt_len < m_head->m_pkthdr.len) 3425322851Sdavidcs fp->tx_tso_max_pkt_len = 3426322851Sdavidcs m_head->m_pkthdr.len; 3427322851Sdavidcs } 3428318657Sdavidcs } 3429316485Sdavidcs } 3430316485Sdavidcs 3431316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 3432316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 3433316485Sdavidcs 3434316485Sdavidcs if ((ret == EFBIG) || 3435316485Sdavidcs ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && ( 3436316485Sdavidcs (!(m_head->m_pkthdr.csum_flags & CSUM_TSO)) || 3437316485Sdavidcs ((m_head->m_pkthdr.csum_flags & CSUM_TSO) && 3438316485Sdavidcs qlnx_tso_check(fp, segs, nsegs, offset))))) { 3439316485Sdavidcs 3440316485Sdavidcs struct mbuf *m; 3441316485Sdavidcs 3442318659Sdavidcs QL_DPRINT8(ha, "EFBIG [%d]\n", m_head->m_pkthdr.len); 3443316485Sdavidcs 3444316485Sdavidcs fp->tx_defrag++; 3445316485Sdavidcs 3446316485Sdavidcs m = m_defrag(m_head, M_NOWAIT); 3447316485Sdavidcs if (m == NULL) { 3448316485Sdavidcs fp->err_tx_defrag++; 3449316485Sdavidcs fp->tx_pkts_freed++; 3450316485Sdavidcs m_freem(m_head); 3451316485Sdavidcs *m_headp = NULL; 3452318659Sdavidcs QL_DPRINT1(ha, "m_defrag() = NULL [%d]\n", ret); 3453316485Sdavidcs return (ENOBUFS); 3454316485Sdavidcs } 3455316485Sdavidcs 3456316485Sdavidcs m_head = m; 3457316485Sdavidcs *m_headp = m_head; 3458316485Sdavidcs 3459316485Sdavidcs if ((ret = bus_dmamap_load_mbuf_sg(ha->tx_tag, map, m_head, 3460316485Sdavidcs segs, &nsegs, BUS_DMA_NOWAIT))) { 3461316485Sdavidcs 3462316485Sdavidcs fp->err_tx_defrag_dmamap_load++; 3463316485Sdavidcs 3464318659Sdavidcs QL_DPRINT1(ha, 3465318659Sdavidcs "bus_dmamap_load_mbuf_sg failed0 [%d, %d]\n", 3466318659Sdavidcs ret, m_head->m_pkthdr.len); 3467316485Sdavidcs 3468316485Sdavidcs fp->tx_pkts_freed++; 3469316485Sdavidcs m_freem(m_head); 3470316485Sdavidcs *m_headp = NULL; 3471316485Sdavidcs 3472316485Sdavidcs return (ret); 3473316485Sdavidcs } 3474316485Sdavidcs 3475316485Sdavidcs if ((nsegs > QLNX_MAX_SEGMENTS_NON_TSO) && 3476316485Sdavidcs !(m_head->m_pkthdr.csum_flags & CSUM_TSO)) { 3477316485Sdavidcs 3478316485Sdavidcs fp->err_tx_non_tso_max_seg++; 3479316485Sdavidcs 3480318659Sdavidcs QL_DPRINT1(ha, 3481318659Sdavidcs "(%d) nsegs too many for non-TSO [%d, %d]\n", 3482318659Sdavidcs ret, nsegs, m_head->m_pkthdr.len); 3483316485Sdavidcs 3484316485Sdavidcs fp->tx_pkts_freed++; 3485316485Sdavidcs m_freem(m_head); 3486316485Sdavidcs *m_headp = NULL; 3487316485Sdavidcs 3488316485Sdavidcs return (ret); 3489316485Sdavidcs } 3490316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) 3491316485Sdavidcs offset = qlnx_tcp_offset(ha, m_head); 3492316485Sdavidcs 3493316485Sdavidcs } else if (ret) { 3494316485Sdavidcs 3495316485Sdavidcs fp->err_tx_dmamap_load++; 3496316485Sdavidcs 3497318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load_mbuf_sg failed1 [%d, %d]\n", 3498318659Sdavidcs ret, m_head->m_pkthdr.len); 3499316485Sdavidcs fp->tx_pkts_freed++; 3500316485Sdavidcs m_freem(m_head); 3501316485Sdavidcs *m_headp = NULL; 3502316485Sdavidcs return (ret); 3503316485Sdavidcs } 3504316485Sdavidcs 3505316485Sdavidcs QL_ASSERT(ha, (nsegs != 0), ("qlnx_send: empty packet")); 3506316485Sdavidcs 3507318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3508318657Sdavidcs if (nsegs < QLNX_FP_MAX_SEGS) 3509318657Sdavidcs fp->tx_pkts[(nsegs - 1)]++; 3510318657Sdavidcs else 3511318657Sdavidcs fp->tx_pkts[(QLNX_FP_MAX_SEGS - 1)]++; 3512318657Sdavidcs } 3513316485Sdavidcs 3514322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 3515322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3516322851Sdavidcs if(m_head->m_pkthdr.len <= 2048) 3517322851Sdavidcs fp->tx_pkts_hist[0]++; 3518322851Sdavidcs else if((m_head->m_pkthdr.len > 2048) && 3519322851Sdavidcs (m_head->m_pkthdr.len <= 4096)) 3520322851Sdavidcs fp->tx_pkts_hist[1]++; 3521322851Sdavidcs else if((m_head->m_pkthdr.len > 4096) && 3522322851Sdavidcs (m_head->m_pkthdr.len <= 8192)) 3523322851Sdavidcs fp->tx_pkts_hist[2]++; 3524322851Sdavidcs else if((m_head->m_pkthdr.len > 8192) && 3525322851Sdavidcs (m_head->m_pkthdr.len <= 12288 )) 3526322851Sdavidcs fp->tx_pkts_hist[3]++; 3527322851Sdavidcs else if((m_head->m_pkthdr.len > 11288) && 3528322851Sdavidcs (m_head->m_pkthdr.len <= 16394)) 3529322851Sdavidcs fp->tx_pkts_hist[4]++; 3530322851Sdavidcs else if((m_head->m_pkthdr.len > 16384) && 3531322851Sdavidcs (m_head->m_pkthdr.len <= 20480)) 3532322851Sdavidcs fp->tx_pkts_hist[5]++; 3533322851Sdavidcs else if((m_head->m_pkthdr.len > 20480) && 3534322851Sdavidcs (m_head->m_pkthdr.len <= 24576)) 3535322851Sdavidcs fp->tx_pkts_hist[6]++; 3536322851Sdavidcs else if((m_head->m_pkthdr.len > 24576) && 3537322851Sdavidcs (m_head->m_pkthdr.len <= 28672)) 3538322851Sdavidcs fp->tx_pkts_hist[7]++; 3539322851Sdavidcs else if((m_head->m_pkthdr.len > 28762) && 3540322851Sdavidcs (m_head->m_pkthdr.len <= 32768)) 3541322851Sdavidcs fp->tx_pkts_hist[8]++; 3542322851Sdavidcs else if((m_head->m_pkthdr.len > 32768) && 3543322851Sdavidcs (m_head->m_pkthdr.len <= 36864)) 3544322851Sdavidcs fp->tx_pkts_hist[9]++; 3545322851Sdavidcs else if((m_head->m_pkthdr.len > 36864) && 3546322851Sdavidcs (m_head->m_pkthdr.len <= 40960)) 3547322851Sdavidcs fp->tx_pkts_hist[10]++; 3548322851Sdavidcs else if((m_head->m_pkthdr.len > 40960) && 3549322851Sdavidcs (m_head->m_pkthdr.len <= 45056)) 3550322851Sdavidcs fp->tx_pkts_hist[11]++; 3551322851Sdavidcs else if((m_head->m_pkthdr.len > 45056) && 3552322851Sdavidcs (m_head->m_pkthdr.len <= 49152)) 3553322851Sdavidcs fp->tx_pkts_hist[12]++; 3554322851Sdavidcs else if((m_head->m_pkthdr.len > 49512) && 3555322851Sdavidcs m_head->m_pkthdr.len <= 53248)) 3556322851Sdavidcs fp->tx_pkts_hist[13]++; 3557322851Sdavidcs else if((m_head->m_pkthdr.len > 53248) && 3558322851Sdavidcs (m_head->m_pkthdr.len <= 57344)) 3559322851Sdavidcs fp->tx_pkts_hist[14]++; 3560322851Sdavidcs else if((m_head->m_pkthdr.len > 53248) && 3561322851Sdavidcs (m_head->m_pkthdr.len <= 57344)) 3562322851Sdavidcs fp->tx_pkts_hist[15]++; 3563322851Sdavidcs else if((m_head->m_pkthdr.len > 57344) && 3564322851Sdavidcs (m_head->m_pkthdr.len <= 61440)) 3565322851Sdavidcs fp->tx_pkts_hist[16]++; 3566322851Sdavidcs else 3567322851Sdavidcs fp->tx_pkts_hist[17]++; 3568322851Sdavidcs } 3569322851Sdavidcs 3570322851Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3571322851Sdavidcs 3572322851Sdavidcs elem_left = ecore_chain_get_elem_left(&txq->tx_pbl); 3573322851Sdavidcs bd_used = TX_RING_SIZE - elem_left; 3574322851Sdavidcs 3575322851Sdavidcs if(bd_used <= 100) 3576322851Sdavidcs fp->tx_pkts_q[0]++; 3577322851Sdavidcs else if((bd_used > 100) && (bd_used <= 500)) 3578322851Sdavidcs fp->tx_pkts_q[1]++; 3579322851Sdavidcs else if((bd_used > 500) && (bd_used <= 1000)) 3580322851Sdavidcs fp->tx_pkts_q[2]++; 3581322851Sdavidcs else if((bd_used > 1000) && (bd_used <= 2000)) 3582322851Sdavidcs fp->tx_pkts_q[3]++; 3583322851Sdavidcs else if((bd_used > 3000) && (bd_used <= 4000)) 3584322851Sdavidcs fp->tx_pkts_q[4]++; 3585322851Sdavidcs else if((bd_used > 4000) && (bd_used <= 5000)) 3586322851Sdavidcs fp->tx_pkts_q[5]++; 3587322851Sdavidcs else if((bd_used > 6000) && (bd_used <= 7000)) 3588322851Sdavidcs fp->tx_pkts_q[6]++; 3589322851Sdavidcs else if((bd_used > 7000) && (bd_used <= 8000)) 3590322851Sdavidcs fp->tx_pkts_q[7]++; 3591322851Sdavidcs else if((bd_used > 8000) && (bd_used <= 9000)) 3592322851Sdavidcs fp->tx_pkts_q[8]++; 3593322851Sdavidcs else if((bd_used > 9000) && (bd_used <= 10000)) 3594322851Sdavidcs fp->tx_pkts_q[9]++; 3595322851Sdavidcs else if((bd_used > 10000) && (bd_used <= 11000)) 3596322851Sdavidcs fp->tx_pkts_q[10]++; 3597322851Sdavidcs else if((bd_used > 11000) && (bd_used <= 12000)) 3598322851Sdavidcs fp->tx_pkts_q[11]++; 3599322851Sdavidcs else if((bd_used > 12000) && (bd_used <= 13000)) 3600322851Sdavidcs fp->tx_pkts_q[12]++; 3601322851Sdavidcs else if((bd_used > 13000) && (bd_used <= 14000)) 3602322851Sdavidcs fp->tx_pkts_q[13]++; 3603322851Sdavidcs else if((bd_used > 14000) && (bd_used <= 15000)) 3604322851Sdavidcs fp->tx_pkts_q[14]++; 3605322851Sdavidcs else if((bd_used > 15000) && (bd_used <= 16000)) 3606322851Sdavidcs fp->tx_pkts_q[15]++; 3607322851Sdavidcs else 3608322851Sdavidcs fp->tx_pkts_q[16]++; 3609322851Sdavidcs } 3610322851Sdavidcs 3611322851Sdavidcs#endif /* end of QLNX_TRACE_PERF_DATA */ 3612322851Sdavidcs 3613316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > 3614316485Sdavidcs (int)(elem_left = ecore_chain_get_elem_left(&txq->tx_pbl))) { 3615316485Sdavidcs 3616318659Sdavidcs QL_DPRINT1(ha, "(%d, 0x%x) insuffient BDs" 3617318659Sdavidcs " in chain[%d] trying to free packets\n", 3618318659Sdavidcs nsegs, elem_left, fp->rss_id); 3619316485Sdavidcs 3620316485Sdavidcs fp->tx_nsegs_gt_elem_left++; 3621316485Sdavidcs 3622316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 3623316485Sdavidcs 3624316485Sdavidcs if ((nsegs + QLNX_TX_ELEM_RESERVE) > (int)(elem_left = 3625316485Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl))) { 3626316485Sdavidcs 3627318659Sdavidcs QL_DPRINT1(ha, 3628318659Sdavidcs "(%d, 0x%x) insuffient BDs in chain[%d]\n", 3629318659Sdavidcs nsegs, elem_left, fp->rss_id); 3630316485Sdavidcs 3631316485Sdavidcs fp->err_tx_nsegs_gt_elem_left++; 3632318657Sdavidcs fp->tx_ring_full = 1; 3633322851Sdavidcs if (ha->storm_stats_enable) 3634322851Sdavidcs ha->storm_stats_gather = 1; 3635316485Sdavidcs return (ENOBUFS); 3636316485Sdavidcs } 3637316485Sdavidcs } 3638316485Sdavidcs 3639316485Sdavidcs bus_dmamap_sync(ha->tx_tag, map, BUS_DMASYNC_PREWRITE); 3640316485Sdavidcs 3641316485Sdavidcs txq->sw_tx_ring[idx].mp = m_head; 3642316485Sdavidcs 3643316485Sdavidcs first_bd = (struct eth_tx_1st_bd *)ecore_chain_produce(&txq->tx_pbl); 3644316485Sdavidcs 3645316485Sdavidcs memset(first_bd, 0, sizeof(*first_bd)); 3646316485Sdavidcs 3647316485Sdavidcs first_bd->data.bd_flags.bitfields = 3648316485Sdavidcs 1 << ETH_TX_1ST_BD_FLAGS_START_BD_SHIFT; 3649316485Sdavidcs 3650316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, segs->ds_len); 3651316485Sdavidcs 3652316485Sdavidcs nbd++; 3653316485Sdavidcs 3654316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_IP) { 3655316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3656316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 3657316485Sdavidcs } 3658316485Sdavidcs 3659319449Sdavidcs if (m_head->m_pkthdr.csum_flags & 3660319449Sdavidcs (CSUM_UDP | CSUM_TCP | CSUM_TCP_IPV6 | CSUM_UDP_IPV6)) { 3661316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3662316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_L4_CSUM_SHIFT); 3663316485Sdavidcs } 3664316485Sdavidcs 3665316485Sdavidcs if (m_head->m_flags & M_VLANTAG) { 3666316485Sdavidcs first_bd->data.vlan = m_head->m_pkthdr.ether_vtag; 3667316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3668316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_VLAN_INSERTION_SHIFT); 3669316485Sdavidcs } 3670316485Sdavidcs 3671316485Sdavidcs if (m_head->m_pkthdr.csum_flags & CSUM_TSO) { 3672316485Sdavidcs 3673316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3674316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_LSO_SHIFT); 3675316485Sdavidcs first_bd->data.bd_flags.bitfields |= 3676316485Sdavidcs (1 << ETH_TX_1ST_BD_FLAGS_IP_CSUM_SHIFT); 3677316485Sdavidcs 3678316485Sdavidcs nbds_in_hdr = 1; 3679316485Sdavidcs 3680316485Sdavidcs if (offset == segs->ds_len) { 3681316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 3682316485Sdavidcs segs++; 3683316485Sdavidcs seg_idx++; 3684316485Sdavidcs 3685316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3686316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3687316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 3688316485Sdavidcs nbd++; 3689316485Sdavidcs 3690316485Sdavidcs if (seg_idx < nsegs) { 3691316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3692316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 3693316485Sdavidcs segs++; 3694316485Sdavidcs seg_idx++; 3695316485Sdavidcs } 3696316485Sdavidcs 3697316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3698316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3699316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3700316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3701316485Sdavidcs third_bd->data.bitfields |= 3702316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3703316485Sdavidcs nbd++; 3704316485Sdavidcs 3705316485Sdavidcs if (seg_idx < nsegs) { 3706316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3707316485Sdavidcs (segs->ds_addr), (segs->ds_len)); 3708316485Sdavidcs segs++; 3709316485Sdavidcs seg_idx++; 3710316485Sdavidcs } 3711316485Sdavidcs 3712316485Sdavidcs for (; seg_idx < nsegs; seg_idx++) { 3713316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3714316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3715316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3716316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3717316485Sdavidcs segs->ds_addr,\ 3718316485Sdavidcs segs->ds_len); 3719316485Sdavidcs segs++; 3720316485Sdavidcs nbd++; 3721316485Sdavidcs } 3722316485Sdavidcs 3723316485Sdavidcs } else if (offset < segs->ds_len) { 3724316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(first_bd, segs->ds_addr, offset); 3725316485Sdavidcs 3726316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3727316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3728316485Sdavidcs memset(second_bd, 0, sizeof(*second_bd)); 3729316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(second_bd, \ 3730316485Sdavidcs (segs->ds_addr + offset),\ 3731316485Sdavidcs (segs->ds_len - offset)); 3732316485Sdavidcs nbd++; 3733316485Sdavidcs segs++; 3734316485Sdavidcs 3735316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3736316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3737316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3738316485Sdavidcs 3739316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(third_bd, \ 3740316485Sdavidcs segs->ds_addr,\ 3741316485Sdavidcs segs->ds_len); 3742316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3743316485Sdavidcs third_bd->data.bitfields |= 3744316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3745316485Sdavidcs segs++; 3746316485Sdavidcs nbd++; 3747316485Sdavidcs 3748316485Sdavidcs for (seg_idx = 2; seg_idx < nsegs; seg_idx++) { 3749316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3750316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3751316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3752316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, \ 3753316485Sdavidcs segs->ds_addr,\ 3754316485Sdavidcs segs->ds_len); 3755316485Sdavidcs segs++; 3756316485Sdavidcs nbd++; 3757316485Sdavidcs } 3758316485Sdavidcs 3759316485Sdavidcs } else { 3760316485Sdavidcs offset = offset - segs->ds_len; 3761316485Sdavidcs segs++; 3762316485Sdavidcs 3763316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3764316485Sdavidcs 3765316485Sdavidcs if (offset) 3766316485Sdavidcs nbds_in_hdr++; 3767316485Sdavidcs 3768316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3769316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3770316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3771316485Sdavidcs 3772316485Sdavidcs if (second_bd == NULL) { 3773316485Sdavidcs second_bd = (struct eth_tx_2nd_bd *) 3774316485Sdavidcs tx_data_bd; 3775316485Sdavidcs } else if (third_bd == NULL) { 3776316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3777316485Sdavidcs tx_data_bd; 3778316485Sdavidcs } 3779316485Sdavidcs 3780316485Sdavidcs if (offset && (offset < segs->ds_len)) { 3781316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3782316485Sdavidcs segs->ds_addr, offset); 3783316485Sdavidcs 3784316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3785316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3786316485Sdavidcs 3787316485Sdavidcs memset(tx_data_bd, 0, 3788316485Sdavidcs sizeof(*tx_data_bd)); 3789316485Sdavidcs 3790316485Sdavidcs if (second_bd == NULL) { 3791316485Sdavidcs second_bd = 3792316485Sdavidcs (struct eth_tx_2nd_bd *)tx_data_bd; 3793316485Sdavidcs } else if (third_bd == NULL) { 3794316485Sdavidcs third_bd = 3795316485Sdavidcs (struct eth_tx_3rd_bd *)tx_data_bd; 3796316485Sdavidcs } 3797316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3798316485Sdavidcs (segs->ds_addr + offset), \ 3799316485Sdavidcs (segs->ds_len - offset)); 3800316485Sdavidcs nbd++; 3801316485Sdavidcs offset = 0; 3802316485Sdavidcs } else { 3803316485Sdavidcs if (offset) 3804316485Sdavidcs offset = offset - segs->ds_len; 3805316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd,\ 3806316485Sdavidcs segs->ds_addr, segs->ds_len); 3807316485Sdavidcs } 3808316485Sdavidcs segs++; 3809316485Sdavidcs nbd++; 3810316485Sdavidcs } 3811316485Sdavidcs 3812316485Sdavidcs if (third_bd == NULL) { 3813316485Sdavidcs third_bd = (struct eth_tx_3rd_bd *) 3814316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3815316485Sdavidcs memset(third_bd, 0, sizeof(*third_bd)); 3816316485Sdavidcs } 3817316485Sdavidcs 3818316485Sdavidcs third_bd->data.lso_mss = m_head->m_pkthdr.tso_segsz; 3819316485Sdavidcs third_bd->data.bitfields |= 3820316485Sdavidcs (nbds_in_hdr<<ETH_TX_DATA_3RD_BD_HDR_NBD_SHIFT); 3821316485Sdavidcs } 3822322851Sdavidcs fp->tx_tso_pkts++; 3823316485Sdavidcs } else { 3824316485Sdavidcs segs++; 3825316485Sdavidcs for (seg_idx = 1; seg_idx < nsegs; seg_idx++) { 3826316485Sdavidcs tx_data_bd = (struct eth_tx_bd *) 3827316485Sdavidcs ecore_chain_produce(&txq->tx_pbl); 3828316485Sdavidcs memset(tx_data_bd, 0, sizeof(*tx_data_bd)); 3829316485Sdavidcs BD_SET_UNMAP_ADDR_LEN(tx_data_bd, segs->ds_addr,\ 3830316485Sdavidcs segs->ds_len); 3831316485Sdavidcs segs++; 3832316485Sdavidcs nbd++; 3833316485Sdavidcs } 3834316485Sdavidcs first_bd->data.bitfields = 3835316485Sdavidcs (m_head->m_pkthdr.len & ETH_TX_DATA_1ST_BD_PKT_LEN_MASK) 3836316485Sdavidcs << ETH_TX_DATA_1ST_BD_PKT_LEN_SHIFT; 3837316485Sdavidcs first_bd->data.bitfields = 3838316485Sdavidcs htole16(first_bd->data.bitfields); 3839322851Sdavidcs fp->tx_non_tso_pkts++; 3840316485Sdavidcs } 3841316485Sdavidcs 3842316485Sdavidcs 3843316485Sdavidcs first_bd->data.nbds = nbd; 3844316485Sdavidcs 3845318657Sdavidcs if (ha->dbg_trace_tso_pkt_len) { 3846318657Sdavidcs if (fp->tx_tso_max_nsegs < nsegs) 3847318657Sdavidcs fp->tx_tso_max_nsegs = nsegs; 3848316485Sdavidcs 3849318657Sdavidcs if ((nsegs < fp->tx_tso_min_nsegs) || (!fp->tx_tso_min_nsegs)) 3850318657Sdavidcs fp->tx_tso_min_nsegs = nsegs; 3851318657Sdavidcs } 3852316485Sdavidcs 3853316485Sdavidcs txq->sw_tx_ring[idx].nsegs = nsegs; 3854316485Sdavidcs txq->sw_tx_prod = (txq->sw_tx_prod + 1) & (TX_RING_SIZE - 1); 3855316485Sdavidcs 3856316485Sdavidcs txq->tx_db.data.bd_prod = 3857316485Sdavidcs htole16(ecore_chain_get_prod_idx(&txq->tx_pbl)); 3858316485Sdavidcs 3859316485Sdavidcs qlnx_txq_doorbell_wr32(ha, txq->doorbell_addr, txq->tx_db.raw); 3860316485Sdavidcs 3861337517Sdavidcs QL_DPRINT8(ha, "exit[%d]\n", fp->rss_id); 3862316485Sdavidcs return (0); 3863316485Sdavidcs} 3864316485Sdavidcs 3865316485Sdavidcsstatic void 3866316485Sdavidcsqlnx_stop(qlnx_host_t *ha) 3867316485Sdavidcs{ 3868316485Sdavidcs struct ifnet *ifp = ha->ifp; 3869316485Sdavidcs device_t dev; 3870316485Sdavidcs int i; 3871316485Sdavidcs 3872316485Sdavidcs dev = ha->pci_dev; 3873316485Sdavidcs 3874316485Sdavidcs ifp->if_drv_flags &= ~(IFF_DRV_OACTIVE | IFF_DRV_RUNNING); 3875316485Sdavidcs 3876316485Sdavidcs /* 3877316485Sdavidcs * We simply lock and unlock each fp->tx_mtx to 3878316485Sdavidcs * propagate the if_drv_flags 3879316485Sdavidcs * state to each tx thread 3880316485Sdavidcs */ 3881318659Sdavidcs QL_DPRINT1(ha, "QLNX STATE = %d\n",ha->state); 3882318659Sdavidcs 3883316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 3884316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 3885316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 3886316485Sdavidcs 3887316485Sdavidcs mtx_lock(&fp->tx_mtx); 3888316485Sdavidcs mtx_unlock(&fp->tx_mtx); 3889316485Sdavidcs 3890316485Sdavidcs if (fp->fp_taskqueue != NULL) 3891316485Sdavidcs taskqueue_enqueue(fp->fp_taskqueue, 3892316485Sdavidcs &fp->fp_task); 3893316485Sdavidcs } 3894316485Sdavidcs } 3895337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 3896337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 3897337517Sdavidcs qlnx_rdma_dev_close(ha); 3898337517Sdavidcs } 3899337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 3900316485Sdavidcs 3901316485Sdavidcs qlnx_unload(ha); 3902316485Sdavidcs 3903316485Sdavidcs return; 3904316485Sdavidcs} 3905316485Sdavidcs 3906316485Sdavidcsstatic int 3907316485Sdavidcsqlnx_get_ifq_snd_maxlen(qlnx_host_t *ha) 3908316485Sdavidcs{ 3909316485Sdavidcs return(TX_RING_SIZE - 1); 3910316485Sdavidcs} 3911316485Sdavidcs 3912316485Sdavidcsuint8_t * 3913316485Sdavidcsqlnx_get_mac_addr(qlnx_host_t *ha) 3914316485Sdavidcs{ 3915316485Sdavidcs struct ecore_hwfn *p_hwfn; 3916337517Sdavidcs unsigned char mac[ETHER_ADDR_LEN]; 3917337517Sdavidcs uint8_t p_is_forced; 3918316485Sdavidcs 3919316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 3920337517Sdavidcs 3921337517Sdavidcs if (qlnx_vf_device(ha) != 0) 3922337517Sdavidcs return (p_hwfn->hw_info.hw_mac_addr); 3923337517Sdavidcs 3924337517Sdavidcs ecore_vf_read_bulletin(p_hwfn, &p_is_forced); 3925337517Sdavidcs if (ecore_vf_bulletin_get_forced_mac(p_hwfn, mac, &p_is_forced) == 3926337517Sdavidcs true) { 3927337517Sdavidcs device_printf(ha->pci_dev, "%s: p_is_forced = %d" 3928337517Sdavidcs " mac_addr = %02x:%02x:%02x:%02x:%02x:%02x\n", __func__, 3929337517Sdavidcs p_is_forced, mac[0], mac[1], mac[2], mac[3], mac[4], mac[5]); 3930337517Sdavidcs memcpy(ha->primary_mac, mac, ETH_ALEN); 3931337517Sdavidcs } 3932337517Sdavidcs 3933337517Sdavidcs return (ha->primary_mac); 3934316485Sdavidcs} 3935316485Sdavidcs 3936316485Sdavidcsstatic uint32_t 3937316485Sdavidcsqlnx_get_optics(qlnx_host_t *ha, struct qlnx_link_output *if_link) 3938316485Sdavidcs{ 3939316485Sdavidcs uint32_t ifm_type = 0; 3940316485Sdavidcs 3941316485Sdavidcs switch (if_link->media_type) { 3942316485Sdavidcs 3943316485Sdavidcs case MEDIA_MODULE_FIBER: 3944316485Sdavidcs case MEDIA_UNSPECIFIED: 3945316485Sdavidcs if (if_link->speed == (100 * 1000)) 3946316485Sdavidcs ifm_type = QLNX_IFM_100G_SR4; 3947316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3948316485Sdavidcs ifm_type = IFM_40G_SR4; 3949316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3950316485Sdavidcs ifm_type = QLNX_IFM_25G_SR; 3951320164Sdavidcs else if (if_link->speed == (10 * 1000)) 3952320164Sdavidcs ifm_type = (IFM_10G_LR | IFM_10G_SR); 3953320164Sdavidcs else if (if_link->speed == (1 * 1000)) 3954320164Sdavidcs ifm_type = (IFM_1000_SX | IFM_1000_LX); 3955320164Sdavidcs 3956316485Sdavidcs break; 3957316485Sdavidcs 3958316485Sdavidcs case MEDIA_DA_TWINAX: 3959316485Sdavidcs if (if_link->speed == (100 * 1000)) 3960316485Sdavidcs ifm_type = QLNX_IFM_100G_CR4; 3961316485Sdavidcs else if (if_link->speed == (40 * 1000)) 3962316485Sdavidcs ifm_type = IFM_40G_CR4; 3963316485Sdavidcs else if (if_link->speed == (25 * 1000)) 3964316485Sdavidcs ifm_type = QLNX_IFM_25G_CR; 3965320164Sdavidcs else if (if_link->speed == (10 * 1000)) 3966320164Sdavidcs ifm_type = IFM_10G_TWINAX; 3967320164Sdavidcs 3968316485Sdavidcs break; 3969316485Sdavidcs 3970316485Sdavidcs default : 3971316485Sdavidcs ifm_type = IFM_UNKNOWN; 3972316485Sdavidcs break; 3973316485Sdavidcs } 3974316485Sdavidcs return (ifm_type); 3975316485Sdavidcs} 3976316485Sdavidcs 3977316485Sdavidcs 3978316485Sdavidcs 3979316485Sdavidcs/***************************************************************************** 3980316485Sdavidcs * Interrupt Service Functions 3981316485Sdavidcs *****************************************************************************/ 3982316485Sdavidcs 3983316485Sdavidcsstatic int 3984316485Sdavidcsqlnx_rx_jumbo_chain(qlnx_host_t *ha, struct qlnx_fastpath *fp, 3985316485Sdavidcs struct mbuf *mp_head, uint16_t len) 3986316485Sdavidcs{ 3987316485Sdavidcs struct mbuf *mp, *mpf, *mpl; 3988316485Sdavidcs struct sw_rx_data *sw_rx_data; 3989316485Sdavidcs struct qlnx_rx_queue *rxq; 3990316485Sdavidcs uint16_t len_in_buffer; 3991316485Sdavidcs 3992316485Sdavidcs rxq = fp->rxq; 3993316485Sdavidcs mpf = mpl = mp = NULL; 3994316485Sdavidcs 3995316485Sdavidcs while (len) { 3996316485Sdavidcs 3997316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 3998316485Sdavidcs 3999316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4000316485Sdavidcs mp = sw_rx_data->data; 4001316485Sdavidcs 4002316485Sdavidcs if (mp == NULL) { 4003318659Sdavidcs QL_DPRINT1(ha, "mp = NULL\n"); 4004316485Sdavidcs fp->err_rx_mp_null++; 4005316485Sdavidcs rxq->sw_rx_cons = 4006316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4007316485Sdavidcs 4008316485Sdavidcs if (mpf != NULL) 4009316485Sdavidcs m_freem(mpf); 4010316485Sdavidcs 4011316485Sdavidcs return (-1); 4012316485Sdavidcs } 4013316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4014316485Sdavidcs BUS_DMASYNC_POSTREAD); 4015316485Sdavidcs 4016316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4017316485Sdavidcs 4018318659Sdavidcs QL_DPRINT1(ha, "New buffer allocation failed, dropping" 4019318659Sdavidcs " incoming packet and reusing its buffer\n"); 4020316485Sdavidcs 4021316485Sdavidcs qlnx_reuse_rx_data(rxq); 4022316485Sdavidcs fp->err_rx_alloc_errors++; 4023316485Sdavidcs 4024316485Sdavidcs if (mpf != NULL) 4025316485Sdavidcs m_freem(mpf); 4026316485Sdavidcs 4027316485Sdavidcs return (-1); 4028316485Sdavidcs } 4029316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4030316485Sdavidcs 4031316485Sdavidcs if (len > rxq->rx_buf_size) 4032316485Sdavidcs len_in_buffer = rxq->rx_buf_size; 4033316485Sdavidcs else 4034316485Sdavidcs len_in_buffer = len; 4035316485Sdavidcs 4036316485Sdavidcs len = len - len_in_buffer; 4037316485Sdavidcs 4038316485Sdavidcs mp->m_flags &= ~M_PKTHDR; 4039316485Sdavidcs mp->m_next = NULL; 4040316485Sdavidcs mp->m_len = len_in_buffer; 4041316485Sdavidcs 4042316485Sdavidcs if (mpf == NULL) 4043316485Sdavidcs mpf = mpl = mp; 4044316485Sdavidcs else { 4045316485Sdavidcs mpl->m_next = mp; 4046316485Sdavidcs mpl = mp; 4047316485Sdavidcs } 4048316485Sdavidcs } 4049316485Sdavidcs 4050316485Sdavidcs if (mpf != NULL) 4051316485Sdavidcs mp_head->m_next = mpf; 4052316485Sdavidcs 4053316485Sdavidcs return (0); 4054316485Sdavidcs} 4055316485Sdavidcs 4056316485Sdavidcsstatic void 4057316485Sdavidcsqlnx_tpa_start(qlnx_host_t *ha, 4058316485Sdavidcs struct qlnx_fastpath *fp, 4059316485Sdavidcs struct qlnx_rx_queue *rxq, 4060316485Sdavidcs struct eth_fast_path_rx_tpa_start_cqe *cqe) 4061316485Sdavidcs{ 4062316485Sdavidcs uint32_t agg_index; 4063316485Sdavidcs struct ifnet *ifp = ha->ifp; 4064316485Sdavidcs struct mbuf *mp; 4065316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 4066316485Sdavidcs struct sw_rx_data *sw_rx_data; 4067316485Sdavidcs dma_addr_t addr; 4068316485Sdavidcs bus_dmamap_t map; 4069316485Sdavidcs struct eth_rx_bd *rx_bd; 4070316485Sdavidcs int i; 4071316485Sdavidcs device_t dev; 4072316485Sdavidcs#if __FreeBSD_version >= 1100000 4073316485Sdavidcs uint8_t hash_type; 4074316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 4075316485Sdavidcs 4076316485Sdavidcs dev = ha->pci_dev; 4077316485Sdavidcs agg_index = cqe->tpa_agg_index; 4078316485Sdavidcs 4079318659Sdavidcs QL_DPRINT7(ha, "[rss_id = %d]: enter\n \ 4080318659Sdavidcs \t type = 0x%x\n \ 4081318659Sdavidcs \t bitfields = 0x%x\n \ 4082318659Sdavidcs \t seg_len = 0x%x\n \ 4083318659Sdavidcs \t pars_flags = 0x%x\n \ 4084318659Sdavidcs \t vlan_tag = 0x%x\n \ 4085318659Sdavidcs \t rss_hash = 0x%x\n \ 4086318659Sdavidcs \t len_on_first_bd = 0x%x\n \ 4087318659Sdavidcs \t placement_offset = 0x%x\n \ 4088318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 4089318659Sdavidcs \t header_len = 0x%x\n \ 4090318659Sdavidcs \t ext_bd_len_list[0] = 0x%x\n \ 4091318659Sdavidcs \t ext_bd_len_list[1] = 0x%x\n \ 4092318659Sdavidcs \t ext_bd_len_list[2] = 0x%x\n \ 4093318659Sdavidcs \t ext_bd_len_list[3] = 0x%x\n \ 4094318659Sdavidcs \t ext_bd_len_list[4] = 0x%x\n", 4095318659Sdavidcs fp->rss_id, cqe->type, cqe->bitfields, cqe->seg_len, 4096316485Sdavidcs cqe->pars_flags.flags, cqe->vlan_tag, 4097316485Sdavidcs cqe->rss_hash, cqe->len_on_first_bd, cqe->placement_offset, 4098316485Sdavidcs cqe->tpa_agg_index, cqe->header_len, 4099316485Sdavidcs cqe->ext_bd_len_list[0], cqe->ext_bd_len_list[1], 4100316485Sdavidcs cqe->ext_bd_len_list[2], cqe->ext_bd_len_list[3], 4101318659Sdavidcs cqe->ext_bd_len_list[4]); 4102316485Sdavidcs 4103316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 4104316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 4105316485Sdavidcs return; 4106316485Sdavidcs } 4107316485Sdavidcs 4108316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4109316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, BUS_DMASYNC_POSTREAD); 4110316485Sdavidcs mp = sw_rx_data->data; 4111316485Sdavidcs 4112318659Sdavidcs QL_DPRINT7(ha, "[rss_id = %d]: mp = %p \n ", fp->rss_id, mp); 4113316485Sdavidcs 4114316485Sdavidcs if (mp == NULL) { 4115318659Sdavidcs QL_DPRINT7(ha, "[%d]: mp = NULL\n", fp->rss_id); 4116316485Sdavidcs fp->err_rx_mp_null++; 4117316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4118316485Sdavidcs 4119316485Sdavidcs return; 4120316485Sdavidcs } 4121316485Sdavidcs 4122316485Sdavidcs if ((le16toh(cqe->pars_flags.flags)) & CQE_FLAGS_ERR) { 4123316485Sdavidcs 4124318659Sdavidcs QL_DPRINT7(ha, "[%d]: CQE in CONS = %u has error," 4125318659Sdavidcs " flags = %x, dropping incoming packet\n", fp->rss_id, 4126318659Sdavidcs rxq->sw_rx_cons, le16toh(cqe->pars_flags.flags)); 4127316485Sdavidcs 4128316485Sdavidcs fp->err_rx_hw_errors++; 4129316485Sdavidcs 4130316485Sdavidcs qlnx_reuse_rx_data(rxq); 4131316485Sdavidcs 4132316485Sdavidcs QLNX_INC_IERRORS(ifp); 4133316485Sdavidcs 4134316485Sdavidcs return; 4135316485Sdavidcs } 4136316485Sdavidcs 4137316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4138316485Sdavidcs 4139318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 4140316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 4141318659Sdavidcs fp->rss_id); 4142316485Sdavidcs 4143316485Sdavidcs fp->err_rx_alloc_errors++; 4144316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4145316485Sdavidcs 4146316485Sdavidcs /* 4147316485Sdavidcs * Load the tpa mbuf into the rx ring and save the 4148316485Sdavidcs * posted mbuf 4149316485Sdavidcs */ 4150316485Sdavidcs 4151316485Sdavidcs map = sw_rx_data->map; 4152316485Sdavidcs addr = sw_rx_data->dma_addr; 4153316485Sdavidcs 4154316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 4155316485Sdavidcs 4156316485Sdavidcs sw_rx_data->data = rxq->tpa_info[agg_index].rx_buf.data; 4157316485Sdavidcs sw_rx_data->dma_addr = rxq->tpa_info[agg_index].rx_buf.dma_addr; 4158316485Sdavidcs sw_rx_data->map = rxq->tpa_info[agg_index].rx_buf.map; 4159316485Sdavidcs 4160316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.data = mp; 4161316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.dma_addr = addr; 4162316485Sdavidcs rxq->tpa_info[agg_index].rx_buf.map = map; 4163316485Sdavidcs 4164316485Sdavidcs rx_bd = (struct eth_rx_bd *) 4165316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 4166316485Sdavidcs 4167316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(sw_rx_data->dma_addr)); 4168316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(sw_rx_data->dma_addr)); 4169316485Sdavidcs 4170316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4171316485Sdavidcs BUS_DMASYNC_PREREAD); 4172316485Sdavidcs 4173316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 4174316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4175316485Sdavidcs 4176316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4177316485Sdavidcs 4178316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 4179316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 4180316485Sdavidcs 4181316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 4182316485Sdavidcs break; 4183316485Sdavidcs 4184316485Sdavidcs qlnx_reuse_rx_data(rxq); 4185316485Sdavidcs } 4186316485Sdavidcs 4187316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 4188316485Sdavidcs return; 4189316485Sdavidcs } 4190316485Sdavidcs 4191316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 4192316485Sdavidcs 4193318659Sdavidcs QL_DPRINT7(ha, "[%d]: invalid aggregation state," 4194316485Sdavidcs " dropping incoming packet and reusing its buffer\n", 4195318659Sdavidcs fp->rss_id); 4196316485Sdavidcs 4197316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4198316485Sdavidcs 4199316485Sdavidcs /* if we already have mbuf head in aggregation free it */ 4200316485Sdavidcs if (rxq->tpa_info[agg_index].mpf) { 4201316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 4202316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4203316485Sdavidcs } 4204316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 4205316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4206316485Sdavidcs 4207316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4208316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4209316485Sdavidcs 4210316485Sdavidcs /* Now reuse any buffers posted in ext_bd_len_list */ 4211316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 4212316485Sdavidcs 4213316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 4214316485Sdavidcs break; 4215316485Sdavidcs 4216316485Sdavidcs qlnx_reuse_rx_data(rxq); 4217316485Sdavidcs } 4218316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_ERROR; 4219316485Sdavidcs 4220316485Sdavidcs return; 4221316485Sdavidcs } 4222316485Sdavidcs 4223316485Sdavidcs /* 4224316485Sdavidcs * first process the ext_bd_len_list 4225316485Sdavidcs * if this fails then we simply drop the packet 4226316485Sdavidcs */ 4227316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4228316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4229316485Sdavidcs 4230316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_START_LEN_LIST_SIZE; i++) { 4231316485Sdavidcs 4232318659Sdavidcs QL_DPRINT7(ha, "[%d]: 4\n ", fp->rss_id); 4233316485Sdavidcs 4234316485Sdavidcs if (cqe->ext_bd_len_list[i] == 0) 4235316485Sdavidcs break; 4236316485Sdavidcs 4237316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4238316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4239316485Sdavidcs BUS_DMASYNC_POSTREAD); 4240316485Sdavidcs 4241316485Sdavidcs mpc = sw_rx_data->data; 4242316485Sdavidcs 4243316485Sdavidcs if (mpc == NULL) { 4244318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 4245316485Sdavidcs fp->err_rx_mp_null++; 4246316485Sdavidcs if (mpf != NULL) 4247316485Sdavidcs m_freem(mpf); 4248316485Sdavidcs mpf = mpl = NULL; 4249316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4250316485Sdavidcs QLNX_AGG_STATE_ERROR; 4251316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4252316485Sdavidcs rxq->sw_rx_cons = 4253316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4254316485Sdavidcs continue; 4255316485Sdavidcs } 4256316485Sdavidcs 4257316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4258318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 4259318659Sdavidcs " dropping incoming packet and reusing its" 4260318659Sdavidcs " buffer\n", fp->rss_id); 4261316485Sdavidcs 4262316485Sdavidcs qlnx_reuse_rx_data(rxq); 4263316485Sdavidcs 4264316485Sdavidcs if (mpf != NULL) 4265316485Sdavidcs m_freem(mpf); 4266316485Sdavidcs mpf = mpl = NULL; 4267316485Sdavidcs 4268316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4269316485Sdavidcs QLNX_AGG_STATE_ERROR; 4270316485Sdavidcs 4271316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4272316485Sdavidcs rxq->sw_rx_cons = 4273316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4274316485Sdavidcs 4275316485Sdavidcs continue; 4276316485Sdavidcs } 4277316485Sdavidcs 4278316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 4279316485Sdavidcs mpc->m_next = NULL; 4280316485Sdavidcs mpc->m_len = cqe->ext_bd_len_list[i]; 4281316485Sdavidcs 4282316485Sdavidcs 4283316485Sdavidcs if (mpf == NULL) { 4284316485Sdavidcs mpf = mpl = mpc; 4285316485Sdavidcs } else { 4286316485Sdavidcs mpl->m_len = ha->rx_buf_size; 4287316485Sdavidcs mpl->m_next = mpc; 4288316485Sdavidcs mpl = mpc; 4289316485Sdavidcs } 4290316485Sdavidcs 4291316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4292316485Sdavidcs rxq->sw_rx_cons = 4293316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4294316485Sdavidcs } 4295316485Sdavidcs 4296316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_NONE) { 4297316485Sdavidcs 4298318659Sdavidcs QL_DPRINT7(ha, "[%d]: invalid aggregation state, dropping" 4299318659Sdavidcs " incoming packet and reusing its buffer\n", 4300318659Sdavidcs fp->rss_id); 4301316485Sdavidcs 4302316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4303316485Sdavidcs 4304316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 4305316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4306316485Sdavidcs 4307316485Sdavidcs return; 4308316485Sdavidcs } 4309316485Sdavidcs 4310316485Sdavidcs rxq->tpa_info[agg_index].placement_offset = cqe->placement_offset; 4311316485Sdavidcs 4312316485Sdavidcs if (mpf != NULL) { 4313316485Sdavidcs mp->m_len = ha->rx_buf_size; 4314316485Sdavidcs mp->m_next = mpf; 4315316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 4316316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 4317316485Sdavidcs } else { 4318316485Sdavidcs mp->m_len = cqe->len_on_first_bd + cqe->placement_offset; 4319316485Sdavidcs rxq->tpa_info[agg_index].mpf = mp; 4320316485Sdavidcs rxq->tpa_info[agg_index].mpl = mp; 4321316485Sdavidcs mp->m_next = NULL; 4322316485Sdavidcs } 4323316485Sdavidcs 4324316485Sdavidcs mp->m_flags |= M_PKTHDR; 4325316485Sdavidcs 4326316485Sdavidcs /* assign packet to this interface interface */ 4327316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 4328316485Sdavidcs 4329316485Sdavidcs /* assume no hardware checksum has complated */ 4330316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 4331316485Sdavidcs 4332316485Sdavidcs //mp->m_pkthdr.flowid = fp->rss_id; 4333316485Sdavidcs mp->m_pkthdr.flowid = cqe->rss_hash; 4334316485Sdavidcs 4335316485Sdavidcs#if __FreeBSD_version >= 1100000 4336316485Sdavidcs 4337316485Sdavidcs hash_type = cqe->bitfields & 4338316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 4339316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 4340316485Sdavidcs 4341316485Sdavidcs switch (hash_type) { 4342316485Sdavidcs 4343316485Sdavidcs case RSS_HASH_TYPE_IPV4: 4344316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 4345316485Sdavidcs break; 4346316485Sdavidcs 4347316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 4348316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 4349316485Sdavidcs break; 4350316485Sdavidcs 4351316485Sdavidcs case RSS_HASH_TYPE_IPV6: 4352316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 4353316485Sdavidcs break; 4354316485Sdavidcs 4355316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 4356316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 4357316485Sdavidcs break; 4358316485Sdavidcs 4359316485Sdavidcs default: 4360316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 4361316485Sdavidcs break; 4362316485Sdavidcs } 4363316485Sdavidcs 4364316485Sdavidcs#else 4365316485Sdavidcs mp->m_flags |= M_FLOWID; 4366316485Sdavidcs#endif 4367316485Sdavidcs 4368316485Sdavidcs mp->m_pkthdr.csum_flags |= (CSUM_IP_CHECKED | CSUM_IP_VALID | 4369316485Sdavidcs CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 4370316485Sdavidcs 4371316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 4372316485Sdavidcs 4373316485Sdavidcs if (CQE_HAS_VLAN(cqe->pars_flags.flags)) { 4374316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(cqe->vlan_tag); 4375316485Sdavidcs mp->m_flags |= M_VLANTAG; 4376316485Sdavidcs } 4377316485Sdavidcs 4378316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_START; 4379316485Sdavidcs 4380318659Sdavidcs QL_DPRINT7(ha, "[%d]: 5\n\tagg_state = %d\n\t mpf = %p mpl = %p\n", 4381318659Sdavidcs fp->rss_id, rxq->tpa_info[agg_index].agg_state, 4382318659Sdavidcs rxq->tpa_info[agg_index].mpf, rxq->tpa_info[agg_index].mpl); 4383316485Sdavidcs 4384316485Sdavidcs return; 4385316485Sdavidcs} 4386316485Sdavidcs 4387316485Sdavidcsstatic void 4388316485Sdavidcsqlnx_tpa_cont(qlnx_host_t *ha, struct qlnx_fastpath *fp, 4389316485Sdavidcs struct qlnx_rx_queue *rxq, 4390316485Sdavidcs struct eth_fast_path_rx_tpa_cont_cqe *cqe) 4391316485Sdavidcs{ 4392316485Sdavidcs struct sw_rx_data *sw_rx_data; 4393316485Sdavidcs int i; 4394316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 4395316485Sdavidcs struct mbuf *mp; 4396316485Sdavidcs uint32_t agg_index; 4397316485Sdavidcs device_t dev; 4398316485Sdavidcs 4399316485Sdavidcs dev = ha->pci_dev; 4400316485Sdavidcs 4401318659Sdavidcs QL_DPRINT7(ha, "[%d]: enter\n \ 4402318659Sdavidcs \t type = 0x%x\n \ 4403318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 4404318659Sdavidcs \t len_list[0] = 0x%x\n \ 4405318659Sdavidcs \t len_list[1] = 0x%x\n \ 4406318659Sdavidcs \t len_list[2] = 0x%x\n \ 4407318659Sdavidcs \t len_list[3] = 0x%x\n \ 4408318659Sdavidcs \t len_list[4] = 0x%x\n \ 4409318659Sdavidcs \t len_list[5] = 0x%x\n", 4410318659Sdavidcs fp->rss_id, cqe->type, cqe->tpa_agg_index, 4411316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 4412318659Sdavidcs cqe->len_list[3], cqe->len_list[4], cqe->len_list[5]); 4413316485Sdavidcs 4414316485Sdavidcs agg_index = cqe->tpa_agg_index; 4415316485Sdavidcs 4416316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 4417318659Sdavidcs QL_DPRINT7(ha, "[%d]: 0\n ", fp->rss_id); 4418316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 4419316485Sdavidcs return; 4420316485Sdavidcs } 4421316485Sdavidcs 4422316485Sdavidcs 4423316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_CONT_LEN_LIST_SIZE; i++) { 4424316485Sdavidcs 4425318659Sdavidcs QL_DPRINT7(ha, "[%d]: 1\n ", fp->rss_id); 4426316485Sdavidcs 4427316485Sdavidcs if (cqe->len_list[i] == 0) 4428316485Sdavidcs break; 4429316485Sdavidcs 4430316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 4431316485Sdavidcs QLNX_AGG_STATE_START) { 4432316485Sdavidcs qlnx_reuse_rx_data(rxq); 4433316485Sdavidcs continue; 4434316485Sdavidcs } 4435316485Sdavidcs 4436316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4437316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4438316485Sdavidcs BUS_DMASYNC_POSTREAD); 4439316485Sdavidcs 4440316485Sdavidcs mpc = sw_rx_data->data; 4441316485Sdavidcs 4442316485Sdavidcs if (mpc == NULL) { 4443316485Sdavidcs 4444318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 4445316485Sdavidcs 4446316485Sdavidcs fp->err_rx_mp_null++; 4447316485Sdavidcs if (mpf != NULL) 4448316485Sdavidcs m_freem(mpf); 4449316485Sdavidcs mpf = mpl = NULL; 4450316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4451316485Sdavidcs QLNX_AGG_STATE_ERROR; 4452316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4453316485Sdavidcs rxq->sw_rx_cons = 4454316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4455316485Sdavidcs continue; 4456316485Sdavidcs } 4457316485Sdavidcs 4458316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4459316485Sdavidcs 4460318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 4461318659Sdavidcs " dropping incoming packet and reusing its" 4462318659Sdavidcs " buffer\n", fp->rss_id); 4463316485Sdavidcs 4464316485Sdavidcs qlnx_reuse_rx_data(rxq); 4465316485Sdavidcs 4466316485Sdavidcs if (mpf != NULL) 4467316485Sdavidcs m_freem(mpf); 4468316485Sdavidcs mpf = mpl = NULL; 4469316485Sdavidcs 4470316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4471316485Sdavidcs QLNX_AGG_STATE_ERROR; 4472316485Sdavidcs 4473316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4474316485Sdavidcs rxq->sw_rx_cons = 4475316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4476316485Sdavidcs 4477316485Sdavidcs continue; 4478316485Sdavidcs } 4479316485Sdavidcs 4480316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 4481316485Sdavidcs mpc->m_next = NULL; 4482316485Sdavidcs mpc->m_len = cqe->len_list[i]; 4483316485Sdavidcs 4484316485Sdavidcs 4485316485Sdavidcs if (mpf == NULL) { 4486316485Sdavidcs mpf = mpl = mpc; 4487316485Sdavidcs } else { 4488316485Sdavidcs mpl->m_len = ha->rx_buf_size; 4489316485Sdavidcs mpl->m_next = mpc; 4490316485Sdavidcs mpl = mpc; 4491316485Sdavidcs } 4492316485Sdavidcs 4493316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4494316485Sdavidcs rxq->sw_rx_cons = 4495316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4496316485Sdavidcs } 4497316485Sdavidcs 4498318659Sdavidcs QL_DPRINT7(ha, "[%d]: 2\n" "\tmpf = %p mpl = %p\n", 4499318659Sdavidcs fp->rss_id, mpf, mpl); 4500316485Sdavidcs 4501316485Sdavidcs if (mpf != NULL) { 4502316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 4503316485Sdavidcs mp->m_len = ha->rx_buf_size; 4504316485Sdavidcs mp->m_next = mpf; 4505316485Sdavidcs rxq->tpa_info[agg_index].mpl = mpl; 4506316485Sdavidcs } 4507316485Sdavidcs 4508316485Sdavidcs return; 4509316485Sdavidcs} 4510316485Sdavidcs 4511316485Sdavidcsstatic int 4512316485Sdavidcsqlnx_tpa_end(qlnx_host_t *ha, struct qlnx_fastpath *fp, 4513316485Sdavidcs struct qlnx_rx_queue *rxq, 4514316485Sdavidcs struct eth_fast_path_rx_tpa_end_cqe *cqe) 4515316485Sdavidcs{ 4516316485Sdavidcs struct sw_rx_data *sw_rx_data; 4517316485Sdavidcs int i; 4518316485Sdavidcs struct mbuf *mpf = NULL, *mpl = NULL, *mpc = NULL; 4519316485Sdavidcs struct mbuf *mp; 4520316485Sdavidcs uint32_t agg_index; 4521316485Sdavidcs uint32_t len = 0; 4522316485Sdavidcs struct ifnet *ifp = ha->ifp; 4523316485Sdavidcs device_t dev; 4524316485Sdavidcs 4525316485Sdavidcs dev = ha->pci_dev; 4526316485Sdavidcs 4527318659Sdavidcs QL_DPRINT7(ha, "[%d]: enter\n \ 4528318659Sdavidcs \t type = 0x%x\n \ 4529318659Sdavidcs \t tpa_agg_index = 0x%x\n \ 4530318659Sdavidcs \t total_packet_len = 0x%x\n \ 4531318659Sdavidcs \t num_of_bds = 0x%x\n \ 4532318659Sdavidcs \t end_reason = 0x%x\n \ 4533318659Sdavidcs \t num_of_coalesced_segs = 0x%x\n \ 4534318659Sdavidcs \t ts_delta = 0x%x\n \ 4535318659Sdavidcs \t len_list[0] = 0x%x\n \ 4536318659Sdavidcs \t len_list[1] = 0x%x\n \ 4537318659Sdavidcs \t len_list[2] = 0x%x\n \ 4538318659Sdavidcs \t len_list[3] = 0x%x\n", 4539318659Sdavidcs fp->rss_id, cqe->type, cqe->tpa_agg_index, 4540316485Sdavidcs cqe->total_packet_len, cqe->num_of_bds, 4541316485Sdavidcs cqe->end_reason, cqe->num_of_coalesced_segs, cqe->ts_delta, 4542316485Sdavidcs cqe->len_list[0], cqe->len_list[1], cqe->len_list[2], 4543318659Sdavidcs cqe->len_list[3]); 4544316485Sdavidcs 4545316485Sdavidcs agg_index = cqe->tpa_agg_index; 4546316485Sdavidcs 4547316485Sdavidcs if (agg_index >= ETH_TPA_MAX_AGGS_NUM) { 4548316485Sdavidcs 4549318659Sdavidcs QL_DPRINT7(ha, "[%d]: 0\n ", fp->rss_id); 4550316485Sdavidcs 4551316485Sdavidcs fp->err_rx_tpa_invalid_agg_num++; 4552316485Sdavidcs return (0); 4553316485Sdavidcs } 4554316485Sdavidcs 4555316485Sdavidcs 4556316485Sdavidcs for (i = 0; i < ETH_TPA_CQE_END_LEN_LIST_SIZE; i++) { 4557316485Sdavidcs 4558318659Sdavidcs QL_DPRINT7(ha, "[%d]: 1\n ", fp->rss_id); 4559316485Sdavidcs 4560316485Sdavidcs if (cqe->len_list[i] == 0) 4561316485Sdavidcs break; 4562316485Sdavidcs 4563316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != 4564316485Sdavidcs QLNX_AGG_STATE_START) { 4565316485Sdavidcs 4566318659Sdavidcs QL_DPRINT7(ha, "[%d]: 2\n ", fp->rss_id); 4567316485Sdavidcs 4568316485Sdavidcs qlnx_reuse_rx_data(rxq); 4569316485Sdavidcs continue; 4570316485Sdavidcs } 4571316485Sdavidcs 4572316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4573316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4574316485Sdavidcs BUS_DMASYNC_POSTREAD); 4575316485Sdavidcs 4576316485Sdavidcs mpc = sw_rx_data->data; 4577316485Sdavidcs 4578316485Sdavidcs if (mpc == NULL) { 4579316485Sdavidcs 4580318659Sdavidcs QL_DPRINT7(ha, "[%d]: mpc = NULL\n", fp->rss_id); 4581316485Sdavidcs 4582316485Sdavidcs fp->err_rx_mp_null++; 4583316485Sdavidcs if (mpf != NULL) 4584316485Sdavidcs m_freem(mpf); 4585316485Sdavidcs mpf = mpl = NULL; 4586316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4587316485Sdavidcs QLNX_AGG_STATE_ERROR; 4588316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4589316485Sdavidcs rxq->sw_rx_cons = 4590316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4591316485Sdavidcs continue; 4592316485Sdavidcs } 4593316485Sdavidcs 4594316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4595318659Sdavidcs QL_DPRINT7(ha, "[%d]: New buffer allocation failed," 4596318659Sdavidcs " dropping incoming packet and reusing its" 4597318659Sdavidcs " buffer\n", fp->rss_id); 4598316485Sdavidcs 4599316485Sdavidcs qlnx_reuse_rx_data(rxq); 4600316485Sdavidcs 4601316485Sdavidcs if (mpf != NULL) 4602316485Sdavidcs m_freem(mpf); 4603316485Sdavidcs mpf = mpl = NULL; 4604316485Sdavidcs 4605316485Sdavidcs rxq->tpa_info[agg_index].agg_state = 4606316485Sdavidcs QLNX_AGG_STATE_ERROR; 4607316485Sdavidcs 4608316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4609316485Sdavidcs rxq->sw_rx_cons = 4610316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4611316485Sdavidcs 4612316485Sdavidcs continue; 4613316485Sdavidcs } 4614316485Sdavidcs 4615316485Sdavidcs mpc->m_flags &= ~M_PKTHDR; 4616316485Sdavidcs mpc->m_next = NULL; 4617316485Sdavidcs mpc->m_len = cqe->len_list[i]; 4618316485Sdavidcs 4619316485Sdavidcs 4620316485Sdavidcs if (mpf == NULL) { 4621316485Sdavidcs mpf = mpl = mpc; 4622316485Sdavidcs } else { 4623316485Sdavidcs mpl->m_len = ha->rx_buf_size; 4624316485Sdavidcs mpl->m_next = mpc; 4625316485Sdavidcs mpl = mpc; 4626316485Sdavidcs } 4627316485Sdavidcs 4628316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4629316485Sdavidcs rxq->sw_rx_cons = 4630316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4631316485Sdavidcs } 4632316485Sdavidcs 4633318659Sdavidcs QL_DPRINT7(ha, "[%d]: 5\n ", fp->rss_id); 4634316485Sdavidcs 4635316485Sdavidcs if (mpf != NULL) { 4636316485Sdavidcs 4637318659Sdavidcs QL_DPRINT7(ha, "[%d]: 6\n ", fp->rss_id); 4638316485Sdavidcs 4639316485Sdavidcs mp = rxq->tpa_info[agg_index].mpl; 4640316485Sdavidcs mp->m_len = ha->rx_buf_size; 4641316485Sdavidcs mp->m_next = mpf; 4642316485Sdavidcs } 4643316485Sdavidcs 4644316485Sdavidcs if (rxq->tpa_info[agg_index].agg_state != QLNX_AGG_STATE_START) { 4645316485Sdavidcs 4646318659Sdavidcs QL_DPRINT7(ha, "[%d]: 7\n ", fp->rss_id); 4647316485Sdavidcs 4648316485Sdavidcs if (rxq->tpa_info[agg_index].mpf != NULL) 4649316485Sdavidcs m_freem(rxq->tpa_info[agg_index].mpf); 4650316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 4651316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4652316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 4653316485Sdavidcs return (0); 4654316485Sdavidcs } 4655316485Sdavidcs 4656316485Sdavidcs mp = rxq->tpa_info[agg_index].mpf; 4657316485Sdavidcs m_adj(mp, rxq->tpa_info[agg_index].placement_offset); 4658316485Sdavidcs mp->m_pkthdr.len = cqe->total_packet_len; 4659316485Sdavidcs 4660316485Sdavidcs if (mp->m_next == NULL) 4661316485Sdavidcs mp->m_len = mp->m_pkthdr.len; 4662316485Sdavidcs else { 4663316485Sdavidcs /* compute the total packet length */ 4664316485Sdavidcs mpf = mp; 4665316485Sdavidcs while (mpf != NULL) { 4666316485Sdavidcs len += mpf->m_len; 4667316485Sdavidcs mpf = mpf->m_next; 4668316485Sdavidcs } 4669316485Sdavidcs 4670316485Sdavidcs if (cqe->total_packet_len > len) { 4671316485Sdavidcs mpl = rxq->tpa_info[agg_index].mpl; 4672316485Sdavidcs mpl->m_len += (cqe->total_packet_len - len); 4673316485Sdavidcs } 4674316485Sdavidcs } 4675316485Sdavidcs 4676316485Sdavidcs QLNX_INC_IPACKETS(ifp); 4677316485Sdavidcs QLNX_INC_IBYTES(ifp, (cqe->total_packet_len)); 4678316485Sdavidcs 4679337517Sdavidcs QL_DPRINT7(ha, "[%d]: 8 csum_data = 0x%x csum_flags = 0x%" PRIu64 "\n \ 4680318659Sdavidcs m_len = 0x%x m_pkthdr_len = 0x%x\n", 4681318659Sdavidcs fp->rss_id, mp->m_pkthdr.csum_data, 4682337517Sdavidcs (uint64_t)mp->m_pkthdr.csum_flags, mp->m_len, mp->m_pkthdr.len); 4683316485Sdavidcs 4684316485Sdavidcs (*ifp->if_input)(ifp, mp); 4685316485Sdavidcs 4686316485Sdavidcs rxq->tpa_info[agg_index].mpf = NULL; 4687316485Sdavidcs rxq->tpa_info[agg_index].mpl = NULL; 4688316485Sdavidcs rxq->tpa_info[agg_index].agg_state = QLNX_AGG_STATE_NONE; 4689316485Sdavidcs 4690316485Sdavidcs return (cqe->num_of_coalesced_segs); 4691316485Sdavidcs} 4692316485Sdavidcs 4693316485Sdavidcsstatic int 4694316485Sdavidcsqlnx_rx_int(qlnx_host_t *ha, struct qlnx_fastpath *fp, int budget, 4695316485Sdavidcs int lro_enable) 4696316485Sdavidcs{ 4697316485Sdavidcs uint16_t hw_comp_cons, sw_comp_cons; 4698316485Sdavidcs int rx_pkt = 0; 4699316485Sdavidcs struct qlnx_rx_queue *rxq = fp->rxq; 4700316485Sdavidcs struct ifnet *ifp = ha->ifp; 4701316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 4702316485Sdavidcs struct ecore_hwfn *p_hwfn; 4703316485Sdavidcs 4704316485Sdavidcs#ifdef QLNX_SOFT_LRO 4705316485Sdavidcs struct lro_ctrl *lro; 4706316485Sdavidcs 4707316485Sdavidcs lro = &rxq->lro; 4708316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4709316485Sdavidcs 4710316485Sdavidcs hw_comp_cons = le16toh(*rxq->hw_cons_ptr); 4711316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4712316485Sdavidcs 4713316485Sdavidcs p_hwfn = &ha->cdev.hwfns[(fp->rss_id % cdev->num_hwfns)]; 4714316485Sdavidcs 4715316485Sdavidcs /* Memory barrier to prevent the CPU from doing speculative reads of CQE 4716316485Sdavidcs * / BD in the while-loop before reading hw_comp_cons. If the CQE is 4717316485Sdavidcs * read before it is written by FW, then FW writes CQE and SB, and then 4718316485Sdavidcs * the CPU reads the hw_comp_cons, it will use an old CQE. 4719316485Sdavidcs */ 4720316485Sdavidcs 4721316485Sdavidcs /* Loop to complete all indicated BDs */ 4722316485Sdavidcs while (sw_comp_cons != hw_comp_cons) { 4723316485Sdavidcs union eth_rx_cqe *cqe; 4724316485Sdavidcs struct eth_fast_path_rx_reg_cqe *fp_cqe; 4725316485Sdavidcs struct sw_rx_data *sw_rx_data; 4726316485Sdavidcs register struct mbuf *mp; 4727316485Sdavidcs enum eth_rx_cqe_type cqe_type; 4728316485Sdavidcs uint16_t len, pad, len_on_first_bd; 4729316485Sdavidcs uint8_t *data; 4730316485Sdavidcs#if __FreeBSD_version >= 1100000 4731316485Sdavidcs uint8_t hash_type; 4732316485Sdavidcs#endif /* #if __FreeBSD_version >= 1100000 */ 4733316485Sdavidcs 4734316485Sdavidcs /* Get the CQE from the completion ring */ 4735316485Sdavidcs cqe = (union eth_rx_cqe *) 4736316485Sdavidcs ecore_chain_consume(&rxq->rx_comp_ring); 4737316485Sdavidcs cqe_type = cqe->fast_path_regular.type; 4738316485Sdavidcs 4739316485Sdavidcs if (cqe_type == ETH_RX_CQE_TYPE_SLOW_PATH) { 4740318659Sdavidcs QL_DPRINT3(ha, "Got a slowath CQE\n"); 4741316485Sdavidcs 4742316485Sdavidcs ecore_eth_cqe_completion(p_hwfn, 4743316485Sdavidcs (struct eth_slow_path_rx_cqe *)cqe); 4744316485Sdavidcs goto next_cqe; 4745316485Sdavidcs } 4746316485Sdavidcs 4747316485Sdavidcs if (cqe_type != ETH_RX_CQE_TYPE_REGULAR) { 4748316485Sdavidcs 4749316485Sdavidcs switch (cqe_type) { 4750316485Sdavidcs 4751316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_START: 4752316485Sdavidcs qlnx_tpa_start(ha, fp, rxq, 4753316485Sdavidcs &cqe->fast_path_tpa_start); 4754316485Sdavidcs fp->tpa_start++; 4755316485Sdavidcs break; 4756316485Sdavidcs 4757316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_CONT: 4758316485Sdavidcs qlnx_tpa_cont(ha, fp, rxq, 4759316485Sdavidcs &cqe->fast_path_tpa_cont); 4760316485Sdavidcs fp->tpa_cont++; 4761316485Sdavidcs break; 4762316485Sdavidcs 4763316485Sdavidcs case ETH_RX_CQE_TYPE_TPA_END: 4764316485Sdavidcs rx_pkt += qlnx_tpa_end(ha, fp, rxq, 4765316485Sdavidcs &cqe->fast_path_tpa_end); 4766316485Sdavidcs fp->tpa_end++; 4767316485Sdavidcs break; 4768316485Sdavidcs 4769316485Sdavidcs default: 4770316485Sdavidcs break; 4771316485Sdavidcs } 4772316485Sdavidcs 4773316485Sdavidcs goto next_cqe; 4774316485Sdavidcs } 4775316485Sdavidcs 4776316485Sdavidcs /* Get the data from the SW ring */ 4777316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_cons]; 4778316485Sdavidcs mp = sw_rx_data->data; 4779316485Sdavidcs 4780316485Sdavidcs if (mp == NULL) { 4781318659Sdavidcs QL_DPRINT1(ha, "mp = NULL\n"); 4782316485Sdavidcs fp->err_rx_mp_null++; 4783316485Sdavidcs rxq->sw_rx_cons = 4784316485Sdavidcs (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4785316485Sdavidcs goto next_cqe; 4786316485Sdavidcs } 4787316485Sdavidcs bus_dmamap_sync(ha->rx_tag, sw_rx_data->map, 4788316485Sdavidcs BUS_DMASYNC_POSTREAD); 4789316485Sdavidcs 4790316485Sdavidcs /* non GRO */ 4791316485Sdavidcs fp_cqe = &cqe->fast_path_regular;/* MK CR TPA check assembly */ 4792316485Sdavidcs len = le16toh(fp_cqe->pkt_len); 4793316485Sdavidcs pad = fp_cqe->placement_offset; 4794337517Sdavidcs#if 0 4795318659Sdavidcs QL_DPRINT3(ha, "CQE type = %x, flags = %x, vlan = %x," 4796316485Sdavidcs " len %u, parsing flags = %d pad = %d\n", 4797316485Sdavidcs cqe_type, fp_cqe->bitfields, 4798316485Sdavidcs le16toh(fp_cqe->vlan_tag), 4799318659Sdavidcs len, le16toh(fp_cqe->pars_flags.flags), pad); 4800337517Sdavidcs#endif 4801316485Sdavidcs data = mtod(mp, uint8_t *); 4802316485Sdavidcs data = data + pad; 4803316485Sdavidcs 4804316485Sdavidcs if (0) 4805316485Sdavidcs qlnx_dump_buf8(ha, __func__, data, len); 4806316485Sdavidcs 4807316485Sdavidcs /* For every Rx BD consumed, we allocate a new BD so the BD ring 4808316485Sdavidcs * is always with a fixed size. If allocation fails, we take the 4809316485Sdavidcs * consumed BD and return it to the ring in the PROD position. 4810316485Sdavidcs * The packet that was received on that BD will be dropped (and 4811316485Sdavidcs * not passed to the upper stack). 4812316485Sdavidcs */ 4813316485Sdavidcs /* If this is an error packet then drop it */ 4814316485Sdavidcs if ((le16toh(cqe->fast_path_regular.pars_flags.flags)) & 4815316485Sdavidcs CQE_FLAGS_ERR) { 4816316485Sdavidcs 4817318659Sdavidcs QL_DPRINT1(ha, "CQE in CONS = %u has error, flags = %x," 4818316485Sdavidcs " dropping incoming packet\n", sw_comp_cons, 4819318659Sdavidcs le16toh(cqe->fast_path_regular.pars_flags.flags)); 4820316485Sdavidcs fp->err_rx_hw_errors++; 4821316485Sdavidcs 4822316485Sdavidcs qlnx_reuse_rx_data(rxq); 4823316485Sdavidcs 4824316485Sdavidcs QLNX_INC_IERRORS(ifp); 4825316485Sdavidcs 4826316485Sdavidcs goto next_cqe; 4827316485Sdavidcs } 4828316485Sdavidcs 4829316485Sdavidcs if (qlnx_alloc_rx_buffer(ha, rxq) != 0) { 4830316485Sdavidcs 4831318659Sdavidcs QL_DPRINT1(ha, "New buffer allocation failed, dropping" 4832318659Sdavidcs " incoming packet and reusing its buffer\n"); 4833316485Sdavidcs qlnx_reuse_rx_data(rxq); 4834316485Sdavidcs 4835316485Sdavidcs fp->err_rx_alloc_errors++; 4836316485Sdavidcs 4837316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4838316485Sdavidcs 4839316485Sdavidcs goto next_cqe; 4840316485Sdavidcs } 4841316485Sdavidcs 4842316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 4843316485Sdavidcs 4844316485Sdavidcs len_on_first_bd = fp_cqe->len_on_first_bd; 4845316485Sdavidcs m_adj(mp, pad); 4846316485Sdavidcs mp->m_pkthdr.len = len; 4847316485Sdavidcs 4848316485Sdavidcs if ((len > 60 ) && (len > len_on_first_bd)) { 4849316485Sdavidcs 4850316485Sdavidcs mp->m_len = len_on_first_bd; 4851316485Sdavidcs 4852316485Sdavidcs if (qlnx_rx_jumbo_chain(ha, fp, mp, 4853316485Sdavidcs (len - len_on_first_bd)) != 0) { 4854316485Sdavidcs 4855316485Sdavidcs m_freem(mp); 4856316485Sdavidcs 4857316485Sdavidcs QLNX_INC_IQDROPS(ifp); 4858316485Sdavidcs 4859316485Sdavidcs goto next_cqe; 4860316485Sdavidcs } 4861316485Sdavidcs 4862316485Sdavidcs } else if (len_on_first_bd < len) { 4863316485Sdavidcs fp->err_rx_jumbo_chain_pkts++; 4864316485Sdavidcs } else { 4865316485Sdavidcs mp->m_len = len; 4866316485Sdavidcs } 4867316485Sdavidcs 4868316485Sdavidcs mp->m_flags |= M_PKTHDR; 4869316485Sdavidcs 4870316485Sdavidcs /* assign packet to this interface interface */ 4871316485Sdavidcs mp->m_pkthdr.rcvif = ifp; 4872316485Sdavidcs 4873316485Sdavidcs /* assume no hardware checksum has complated */ 4874316485Sdavidcs mp->m_pkthdr.csum_flags = 0; 4875316485Sdavidcs 4876316485Sdavidcs mp->m_pkthdr.flowid = fp_cqe->rss_hash; 4877316485Sdavidcs 4878316485Sdavidcs#if __FreeBSD_version >= 1100000 4879316485Sdavidcs 4880316485Sdavidcs hash_type = fp_cqe->bitfields & 4881316485Sdavidcs (ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_MASK << 4882316485Sdavidcs ETH_FAST_PATH_RX_REG_CQE_RSS_HASH_TYPE_SHIFT); 4883316485Sdavidcs 4884316485Sdavidcs switch (hash_type) { 4885316485Sdavidcs 4886316485Sdavidcs case RSS_HASH_TYPE_IPV4: 4887316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV4); 4888316485Sdavidcs break; 4889316485Sdavidcs 4890316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV4: 4891316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV4); 4892316485Sdavidcs break; 4893316485Sdavidcs 4894316485Sdavidcs case RSS_HASH_TYPE_IPV6: 4895316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_IPV6); 4896316485Sdavidcs break; 4897316485Sdavidcs 4898316485Sdavidcs case RSS_HASH_TYPE_TCP_IPV6: 4899316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_RSS_TCP_IPV6); 4900316485Sdavidcs break; 4901316485Sdavidcs 4902316485Sdavidcs default: 4903316485Sdavidcs M_HASHTYPE_SET(mp, M_HASHTYPE_OPAQUE); 4904316485Sdavidcs break; 4905316485Sdavidcs } 4906316485Sdavidcs 4907316485Sdavidcs#else 4908316485Sdavidcs mp->m_flags |= M_FLOWID; 4909316485Sdavidcs#endif 4910316485Sdavidcs 4911316485Sdavidcs if (CQE_L3_PACKET(fp_cqe->pars_flags.flags)) { 4912316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_CHECKED; 4913316485Sdavidcs } 4914316485Sdavidcs 4915316485Sdavidcs if (!(CQE_IP_HDR_ERR(fp_cqe->pars_flags.flags))) { 4916316485Sdavidcs mp->m_pkthdr.csum_flags |= CSUM_IP_VALID; 4917316485Sdavidcs } 4918316485Sdavidcs 4919316485Sdavidcs if (CQE_L4_HAS_CSUM(fp_cqe->pars_flags.flags)) { 4920316485Sdavidcs mp->m_pkthdr.csum_data = 0xFFFF; 4921316485Sdavidcs mp->m_pkthdr.csum_flags |= 4922316485Sdavidcs (CSUM_DATA_VALID | CSUM_PSEUDO_HDR); 4923316485Sdavidcs } 4924316485Sdavidcs 4925316485Sdavidcs if (CQE_HAS_VLAN(fp_cqe->pars_flags.flags)) { 4926316485Sdavidcs mp->m_pkthdr.ether_vtag = le16toh(fp_cqe->vlan_tag); 4927316485Sdavidcs mp->m_flags |= M_VLANTAG; 4928316485Sdavidcs } 4929316485Sdavidcs 4930316485Sdavidcs QLNX_INC_IPACKETS(ifp); 4931316485Sdavidcs QLNX_INC_IBYTES(ifp, len); 4932316485Sdavidcs 4933316485Sdavidcs#ifdef QLNX_SOFT_LRO 4934316485Sdavidcs 4935316485Sdavidcs if (lro_enable) { 4936316485Sdavidcs 4937316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 4938316485Sdavidcs 4939316485Sdavidcs tcp_lro_queue_mbuf(lro, mp); 4940316485Sdavidcs 4941316485Sdavidcs#else 4942316485Sdavidcs 4943316485Sdavidcs if (tcp_lro_rx(lro, mp, 0)) 4944316485Sdavidcs (*ifp->if_input)(ifp, mp); 4945316485Sdavidcs 4946316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 4947316485Sdavidcs 4948316485Sdavidcs } else { 4949316485Sdavidcs (*ifp->if_input)(ifp, mp); 4950316485Sdavidcs } 4951316485Sdavidcs#else 4952316485Sdavidcs 4953316485Sdavidcs (*ifp->if_input)(ifp, mp); 4954316485Sdavidcs 4955316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 4956316485Sdavidcs 4957316485Sdavidcs rx_pkt++; 4958316485Sdavidcs 4959316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 4960316485Sdavidcs 4961316485Sdavidcsnext_cqe: /* don't consume bd rx buffer */ 4962316485Sdavidcs ecore_chain_recycle_consumed(&rxq->rx_comp_ring); 4963316485Sdavidcs sw_comp_cons = ecore_chain_get_cons_idx(&rxq->rx_comp_ring); 4964316485Sdavidcs 4965316485Sdavidcs /* CR TPA - revisit how to handle budget in TPA perhaps 4966316485Sdavidcs increase on "end" */ 4967316485Sdavidcs if (rx_pkt == budget) 4968316485Sdavidcs break; 4969316485Sdavidcs } /* repeat while sw_comp_cons != hw_comp_cons... */ 4970316485Sdavidcs 4971316485Sdavidcs /* Update producers */ 4972316485Sdavidcs qlnx_update_rx_prod(p_hwfn, rxq); 4973316485Sdavidcs 4974316485Sdavidcs return rx_pkt; 4975316485Sdavidcs} 4976316485Sdavidcs 4977322849Sdavidcs 4978316485Sdavidcs/* 4979316485Sdavidcs * fast path interrupt 4980316485Sdavidcs */ 4981316485Sdavidcs 4982316485Sdavidcsstatic void 4983316485Sdavidcsqlnx_fp_isr(void *arg) 4984316485Sdavidcs{ 4985316485Sdavidcs qlnx_ivec_t *ivec = arg; 4986316485Sdavidcs qlnx_host_t *ha; 4987316485Sdavidcs struct qlnx_fastpath *fp = NULL; 4988318657Sdavidcs int idx; 4989316485Sdavidcs 4990316485Sdavidcs ha = ivec->ha; 4991316485Sdavidcs 4992316485Sdavidcs if (ha->state != QLNX_STATE_OPEN) { 4993316485Sdavidcs return; 4994316485Sdavidcs } 4995316485Sdavidcs 4996316485Sdavidcs idx = ivec->rss_idx; 4997316485Sdavidcs 4998316485Sdavidcs if ((idx = ivec->rss_idx) >= ha->num_rss) { 4999318659Sdavidcs QL_DPRINT1(ha, "illegal interrupt[%d]\n", idx); 5000316485Sdavidcs ha->err_illegal_intr++; 5001316485Sdavidcs return; 5002316485Sdavidcs } 5003316485Sdavidcs fp = &ha->fp_array[idx]; 5004316485Sdavidcs 5005316485Sdavidcs if (fp == NULL) { 5006316485Sdavidcs ha->err_fp_null++; 5007316485Sdavidcs } else { 5008322851Sdavidcs int rx_int = 0, total_rx_count = 0; 5009322851Sdavidcs int lro_enable, tc; 5010322851Sdavidcs struct qlnx_tx_queue *txq; 5011322851Sdavidcs uint16_t elem_left; 5012322849Sdavidcs 5013322849Sdavidcs lro_enable = ha->ifp->if_capenable & IFCAP_LRO; 5014322849Sdavidcs 5015322849Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_DISABLE, 0); 5016322849Sdavidcs 5017322849Sdavidcs do { 5018322849Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 5019322851Sdavidcs 5020322851Sdavidcs txq = fp->txq[tc]; 5021322851Sdavidcs 5022322851Sdavidcs if((int)(elem_left = 5023322851Sdavidcs ecore_chain_get_elem_left(&txq->tx_pbl)) < 5024322851Sdavidcs QLNX_TX_ELEM_THRESH) { 5025322851Sdavidcs 5026322851Sdavidcs if (mtx_trylock(&fp->tx_mtx)) { 5027322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 5028322851Sdavidcs tx_compl = fp->tx_pkts_completed; 5029322851Sdavidcs#endif 5030322851Sdavidcs 5031322851Sdavidcs qlnx_tx_int(ha, fp, fp->txq[tc]); 5032322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 5033322851Sdavidcs fp->tx_pkts_compl_intr += 5034322851Sdavidcs (fp->tx_pkts_completed - tx_compl); 5035322851Sdavidcs if ((fp->tx_pkts_completed - tx_compl) <= 32) 5036322851Sdavidcs fp->tx_comInt[0]++; 5037322851Sdavidcs else if (((fp->tx_pkts_completed - tx_compl) > 32) && 5038322851Sdavidcs ((fp->tx_pkts_completed - tx_compl) <= 64)) 5039322851Sdavidcs fp->tx_comInt[1]++; 5040322851Sdavidcs else if(((fp->tx_pkts_completed - tx_compl) > 64) && 5041322851Sdavidcs ((fp->tx_pkts_completed - tx_compl) <= 128)) 5042322851Sdavidcs fp->tx_comInt[2]++; 5043322851Sdavidcs else if(((fp->tx_pkts_completed - tx_compl) > 128)) 5044322851Sdavidcs fp->tx_comInt[3]++; 5045322851Sdavidcs#endif 5046322851Sdavidcs mtx_unlock(&fp->tx_mtx); 5047322851Sdavidcs } 5048322851Sdavidcs } 5049322849Sdavidcs } 5050322849Sdavidcs 5051322849Sdavidcs rx_int = qlnx_rx_int(ha, fp, ha->rx_pkt_threshold, 5052322849Sdavidcs lro_enable); 5053322849Sdavidcs 5054322849Sdavidcs if (rx_int) { 5055322849Sdavidcs fp->rx_pkts += rx_int; 5056322849Sdavidcs total_rx_count += rx_int; 5057322849Sdavidcs } 5058322849Sdavidcs 5059322849Sdavidcs } while (rx_int); 5060322849Sdavidcs 5061322849Sdavidcs#ifdef QLNX_SOFT_LRO 5062322849Sdavidcs { 5063322849Sdavidcs struct lro_ctrl *lro; 5064322849Sdavidcs 5065322849Sdavidcs lro = &fp->rxq->lro; 5066322849Sdavidcs 5067322849Sdavidcs if (lro_enable && total_rx_count) { 5068322849Sdavidcs 5069322849Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 5070322849Sdavidcs 5071322849Sdavidcs#ifdef QLNX_TRACE_LRO_CNT 5072322849Sdavidcs if (lro->lro_mbuf_count & ~1023) 5073322849Sdavidcs fp->lro_cnt_1024++; 5074322849Sdavidcs else if (lro->lro_mbuf_count & ~511) 5075322849Sdavidcs fp->lro_cnt_512++; 5076322849Sdavidcs else if (lro->lro_mbuf_count & ~255) 5077322849Sdavidcs fp->lro_cnt_256++; 5078322849Sdavidcs else if (lro->lro_mbuf_count & ~127) 5079322849Sdavidcs fp->lro_cnt_128++; 5080322849Sdavidcs else if (lro->lro_mbuf_count & ~63) 5081322849Sdavidcs fp->lro_cnt_64++; 5082322849Sdavidcs#endif /* #ifdef QLNX_TRACE_LRO_CNT */ 5083322849Sdavidcs 5084322849Sdavidcs tcp_lro_flush_all(lro); 5085322849Sdavidcs 5086322849Sdavidcs#else 5087322849Sdavidcs struct lro_entry *queued; 5088322849Sdavidcs 5089322849Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))) { 5090322849Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 5091322849Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, \ 5092322849Sdavidcs next); 5093322849Sdavidcs tcp_lro_flush(lro, queued); 5094322849Sdavidcs } 5095322849Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 5096322849Sdavidcs } 5097322849Sdavidcs } 5098322849Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 5099322849Sdavidcs 5100322849Sdavidcs ecore_sb_update_sb_idx(fp->sb_info); 5101322849Sdavidcs rmb(); 5102322849Sdavidcs ecore_sb_ack(fp->sb_info, IGU_INT_ENABLE, 1); 5103316485Sdavidcs } 5104316485Sdavidcs 5105316485Sdavidcs return; 5106316485Sdavidcs} 5107316485Sdavidcs 5108316485Sdavidcs 5109316485Sdavidcs/* 5110316485Sdavidcs * slow path interrupt processing function 5111316485Sdavidcs * can be invoked in polled mode or in interrupt mode via taskqueue. 5112316485Sdavidcs */ 5113316485Sdavidcsvoid 5114316485Sdavidcsqlnx_sp_isr(void *arg) 5115316485Sdavidcs{ 5116316485Sdavidcs struct ecore_hwfn *p_hwfn; 5117316485Sdavidcs qlnx_host_t *ha; 5118316485Sdavidcs 5119316485Sdavidcs p_hwfn = arg; 5120316485Sdavidcs 5121316485Sdavidcs ha = (qlnx_host_t *)p_hwfn->p_dev; 5122316485Sdavidcs 5123316485Sdavidcs ha->sp_interrupts++; 5124316485Sdavidcs 5125318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 5126316485Sdavidcs 5127316485Sdavidcs ecore_int_sp_dpc(p_hwfn); 5128316485Sdavidcs 5129318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 5130316485Sdavidcs 5131316485Sdavidcs return; 5132316485Sdavidcs} 5133316485Sdavidcs 5134316485Sdavidcs/***************************************************************************** 5135316485Sdavidcs * Support Functions for DMA'able Memory 5136316485Sdavidcs *****************************************************************************/ 5137316485Sdavidcs 5138316485Sdavidcsstatic void 5139316485Sdavidcsqlnx_dmamap_callback(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 5140316485Sdavidcs{ 5141316485Sdavidcs *((bus_addr_t *)arg) = 0; 5142316485Sdavidcs 5143316485Sdavidcs if (error) { 5144316485Sdavidcs printf("%s: bus_dmamap_load failed (%d)\n", __func__, error); 5145316485Sdavidcs return; 5146316485Sdavidcs } 5147316485Sdavidcs 5148316485Sdavidcs *((bus_addr_t *)arg) = segs[0].ds_addr; 5149316485Sdavidcs 5150316485Sdavidcs return; 5151316485Sdavidcs} 5152316485Sdavidcs 5153316485Sdavidcsstatic int 5154316485Sdavidcsqlnx_alloc_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 5155316485Sdavidcs{ 5156316485Sdavidcs int ret = 0; 5157316485Sdavidcs device_t dev; 5158316485Sdavidcs bus_addr_t b_addr; 5159316485Sdavidcs 5160316485Sdavidcs dev = ha->pci_dev; 5161316485Sdavidcs 5162316485Sdavidcs ret = bus_dma_tag_create( 5163316485Sdavidcs ha->parent_tag,/* parent */ 5164316485Sdavidcs dma_buf->alignment, 5165316485Sdavidcs ((bus_size_t)(1ULL << 32)),/* boundary */ 5166316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 5167316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 5168316485Sdavidcs NULL, NULL, /* filter, filterarg */ 5169316485Sdavidcs dma_buf->size, /* maxsize */ 5170316485Sdavidcs 1, /* nsegments */ 5171316485Sdavidcs dma_buf->size, /* maxsegsize */ 5172316485Sdavidcs 0, /* flags */ 5173316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 5174316485Sdavidcs &dma_buf->dma_tag); 5175316485Sdavidcs 5176316485Sdavidcs if (ret) { 5177318659Sdavidcs QL_DPRINT1(ha, "could not create dma tag\n"); 5178316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 5179316485Sdavidcs } 5180316485Sdavidcs ret = bus_dmamem_alloc(dma_buf->dma_tag, 5181316485Sdavidcs (void **)&dma_buf->dma_b, 5182316485Sdavidcs (BUS_DMA_ZERO | BUS_DMA_COHERENT | BUS_DMA_NOWAIT), 5183316485Sdavidcs &dma_buf->dma_map); 5184316485Sdavidcs if (ret) { 5185316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 5186318659Sdavidcs QL_DPRINT1(ha, "bus_dmamem_alloc failed\n"); 5187316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 5188316485Sdavidcs } 5189316485Sdavidcs 5190316485Sdavidcs ret = bus_dmamap_load(dma_buf->dma_tag, 5191316485Sdavidcs dma_buf->dma_map, 5192316485Sdavidcs dma_buf->dma_b, 5193316485Sdavidcs dma_buf->size, 5194316485Sdavidcs qlnx_dmamap_callback, 5195316485Sdavidcs &b_addr, BUS_DMA_NOWAIT); 5196316485Sdavidcs 5197316485Sdavidcs if (ret || !b_addr) { 5198316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 5199316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, 5200316485Sdavidcs dma_buf->dma_map); 5201316485Sdavidcs ret = -1; 5202316485Sdavidcs goto qlnx_alloc_dmabuf_exit; 5203316485Sdavidcs } 5204316485Sdavidcs 5205316485Sdavidcs dma_buf->dma_addr = b_addr; 5206316485Sdavidcs 5207316485Sdavidcsqlnx_alloc_dmabuf_exit: 5208316485Sdavidcs 5209316485Sdavidcs return ret; 5210316485Sdavidcs} 5211316485Sdavidcs 5212316485Sdavidcsstatic void 5213316485Sdavidcsqlnx_free_dmabuf(qlnx_host_t *ha, qlnx_dma_t *dma_buf) 5214316485Sdavidcs{ 5215316485Sdavidcs bus_dmamap_unload(dma_buf->dma_tag, dma_buf->dma_map); 5216316485Sdavidcs bus_dmamem_free(dma_buf->dma_tag, dma_buf->dma_b, dma_buf->dma_map); 5217316485Sdavidcs bus_dma_tag_destroy(dma_buf->dma_tag); 5218316485Sdavidcs return; 5219316485Sdavidcs} 5220316485Sdavidcs 5221316485Sdavidcsvoid * 5222316485Sdavidcsqlnx_dma_alloc_coherent(void *ecore_dev, bus_addr_t *phys, uint32_t size) 5223316485Sdavidcs{ 5224316485Sdavidcs qlnx_dma_t dma_buf; 5225316485Sdavidcs qlnx_dma_t *dma_p; 5226316485Sdavidcs qlnx_host_t *ha; 5227316485Sdavidcs device_t dev; 5228316485Sdavidcs 5229316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 5230316485Sdavidcs dev = ha->pci_dev; 5231316485Sdavidcs 5232316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 5233316485Sdavidcs 5234316485Sdavidcs memset(&dma_buf, 0, sizeof (qlnx_dma_t)); 5235316485Sdavidcs 5236316485Sdavidcs dma_buf.size = size + PAGE_SIZE; 5237316485Sdavidcs dma_buf.alignment = 8; 5238316485Sdavidcs 5239316485Sdavidcs if (qlnx_alloc_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf) != 0) 5240316485Sdavidcs return (NULL); 5241316485Sdavidcs bzero((uint8_t *)dma_buf.dma_b, dma_buf.size); 5242316485Sdavidcs 5243316485Sdavidcs *phys = dma_buf.dma_addr; 5244316485Sdavidcs 5245316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)dma_buf.dma_b + size); 5246316485Sdavidcs 5247316485Sdavidcs memcpy(dma_p, &dma_buf, sizeof(qlnx_dma_t)); 5248337517Sdavidcs 5249318659Sdavidcs QL_DPRINT5(ha, "[%p %p %p %p 0x%08x ]\n", 5250316485Sdavidcs (void *)dma_buf.dma_map, (void *)dma_buf.dma_tag, 5251318659Sdavidcs dma_buf.dma_b, (void *)dma_buf.dma_addr, size); 5252337517Sdavidcs 5253316485Sdavidcs return (dma_buf.dma_b); 5254316485Sdavidcs} 5255316485Sdavidcs 5256316485Sdavidcsvoid 5257316485Sdavidcsqlnx_dma_free_coherent(void *ecore_dev, void *v_addr, bus_addr_t phys, 5258316485Sdavidcs uint32_t size) 5259316485Sdavidcs{ 5260316485Sdavidcs qlnx_dma_t dma_buf, *dma_p; 5261316485Sdavidcs qlnx_host_t *ha; 5262316485Sdavidcs device_t dev; 5263316485Sdavidcs 5264316485Sdavidcs ha = (qlnx_host_t *)ecore_dev; 5265316485Sdavidcs dev = ha->pci_dev; 5266316485Sdavidcs 5267316485Sdavidcs if (v_addr == NULL) 5268316485Sdavidcs return; 5269316485Sdavidcs 5270316485Sdavidcs size = (size + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); 5271316485Sdavidcs 5272316485Sdavidcs dma_p = (qlnx_dma_t *)((uint8_t *)v_addr + size); 5273337517Sdavidcs 5274318659Sdavidcs QL_DPRINT5(ha, "[%p %p %p %p 0x%08x ]\n", 5275316485Sdavidcs (void *)dma_p->dma_map, (void *)dma_p->dma_tag, 5276318659Sdavidcs dma_p->dma_b, (void *)dma_p->dma_addr, size); 5277337517Sdavidcs 5278316485Sdavidcs dma_buf = *dma_p; 5279316485Sdavidcs 5280337517Sdavidcs if (!ha->qlnxr_debug) 5281316485Sdavidcs qlnx_free_dmabuf((qlnx_host_t *)ecore_dev, &dma_buf); 5282316485Sdavidcs return; 5283316485Sdavidcs} 5284316485Sdavidcs 5285316485Sdavidcsstatic int 5286316485Sdavidcsqlnx_alloc_parent_dma_tag(qlnx_host_t *ha) 5287316485Sdavidcs{ 5288316485Sdavidcs int ret; 5289316485Sdavidcs device_t dev; 5290316485Sdavidcs 5291316485Sdavidcs dev = ha->pci_dev; 5292316485Sdavidcs 5293316485Sdavidcs /* 5294316485Sdavidcs * Allocate parent DMA Tag 5295316485Sdavidcs */ 5296316485Sdavidcs ret = bus_dma_tag_create( 5297316485Sdavidcs bus_get_dma_tag(dev), /* parent */ 5298316485Sdavidcs 1,((bus_size_t)(1ULL << 32)),/* alignment, boundary */ 5299316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 5300316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 5301316485Sdavidcs NULL, NULL, /* filter, filterarg */ 5302316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsize */ 5303316485Sdavidcs 0, /* nsegments */ 5304316485Sdavidcs BUS_SPACE_MAXSIZE_32BIT,/* maxsegsize */ 5305316485Sdavidcs 0, /* flags */ 5306316485Sdavidcs NULL, NULL, /* lockfunc, lockarg */ 5307316485Sdavidcs &ha->parent_tag); 5308316485Sdavidcs 5309316485Sdavidcs if (ret) { 5310318659Sdavidcs QL_DPRINT1(ha, "could not create parent dma tag\n"); 5311316485Sdavidcs return (-1); 5312316485Sdavidcs } 5313316485Sdavidcs 5314316485Sdavidcs ha->flags.parent_tag = 1; 5315316485Sdavidcs 5316316485Sdavidcs return (0); 5317316485Sdavidcs} 5318316485Sdavidcs 5319316485Sdavidcsstatic void 5320316485Sdavidcsqlnx_free_parent_dma_tag(qlnx_host_t *ha) 5321316485Sdavidcs{ 5322316485Sdavidcs if (ha->parent_tag != NULL) { 5323316485Sdavidcs bus_dma_tag_destroy(ha->parent_tag); 5324316485Sdavidcs ha->parent_tag = NULL; 5325316485Sdavidcs } 5326316485Sdavidcs return; 5327316485Sdavidcs} 5328316485Sdavidcs 5329316485Sdavidcsstatic int 5330316485Sdavidcsqlnx_alloc_tx_dma_tag(qlnx_host_t *ha) 5331316485Sdavidcs{ 5332316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 5333316485Sdavidcs 1, 0, /* alignment, bounds */ 5334316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 5335316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 5336316485Sdavidcs NULL, NULL, /* filter, filterarg */ 5337316485Sdavidcs QLNX_MAX_TSO_FRAME_SIZE, /* maxsize */ 5338316485Sdavidcs QLNX_MAX_SEGMENTS, /* nsegments */ 5339322851Sdavidcs QLNX_MAX_TX_MBUF_SIZE, /* maxsegsize */ 5340322851Sdavidcs 0, /* flags */ 5341316485Sdavidcs NULL, /* lockfunc */ 5342316485Sdavidcs NULL, /* lockfuncarg */ 5343316485Sdavidcs &ha->tx_tag)) { 5344316485Sdavidcs 5345318659Sdavidcs QL_DPRINT1(ha, "tx_tag alloc failed\n"); 5346316485Sdavidcs return (-1); 5347316485Sdavidcs } 5348316485Sdavidcs 5349316485Sdavidcs return (0); 5350316485Sdavidcs} 5351316485Sdavidcs 5352316485Sdavidcsstatic void 5353316485Sdavidcsqlnx_free_tx_dma_tag(qlnx_host_t *ha) 5354316485Sdavidcs{ 5355316485Sdavidcs if (ha->tx_tag != NULL) { 5356316485Sdavidcs bus_dma_tag_destroy(ha->tx_tag); 5357316485Sdavidcs ha->tx_tag = NULL; 5358316485Sdavidcs } 5359316485Sdavidcs return; 5360316485Sdavidcs} 5361316485Sdavidcs 5362316485Sdavidcsstatic int 5363316485Sdavidcsqlnx_alloc_rx_dma_tag(qlnx_host_t *ha) 5364316485Sdavidcs{ 5365316485Sdavidcs if (bus_dma_tag_create(NULL, /* parent */ 5366316485Sdavidcs 1, 0, /* alignment, bounds */ 5367316485Sdavidcs BUS_SPACE_MAXADDR, /* lowaddr */ 5368316485Sdavidcs BUS_SPACE_MAXADDR, /* highaddr */ 5369316485Sdavidcs NULL, NULL, /* filter, filterarg */ 5370316485Sdavidcs MJUM9BYTES, /* maxsize */ 5371316485Sdavidcs 1, /* nsegments */ 5372316485Sdavidcs MJUM9BYTES, /* maxsegsize */ 5373322851Sdavidcs 0, /* flags */ 5374316485Sdavidcs NULL, /* lockfunc */ 5375316485Sdavidcs NULL, /* lockfuncarg */ 5376316485Sdavidcs &ha->rx_tag)) { 5377316485Sdavidcs 5378318659Sdavidcs QL_DPRINT1(ha, " rx_tag alloc failed\n"); 5379316485Sdavidcs 5380316485Sdavidcs return (-1); 5381316485Sdavidcs } 5382316485Sdavidcs return (0); 5383316485Sdavidcs} 5384316485Sdavidcs 5385316485Sdavidcsstatic void 5386316485Sdavidcsqlnx_free_rx_dma_tag(qlnx_host_t *ha) 5387316485Sdavidcs{ 5388316485Sdavidcs if (ha->rx_tag != NULL) { 5389316485Sdavidcs bus_dma_tag_destroy(ha->rx_tag); 5390316485Sdavidcs ha->rx_tag = NULL; 5391316485Sdavidcs } 5392316485Sdavidcs return; 5393316485Sdavidcs} 5394316485Sdavidcs 5395316485Sdavidcs/********************************* 5396316485Sdavidcs * Exported functions 5397316485Sdavidcs *********************************/ 5398316485Sdavidcsuint32_t 5399316485Sdavidcsqlnx_pci_bus_get_bar_size(void *ecore_dev, uint8_t bar_id) 5400316485Sdavidcs{ 5401316485Sdavidcs uint32_t bar_size; 5402316485Sdavidcs 5403316485Sdavidcs bar_id = bar_id * 2; 5404316485Sdavidcs 5405316485Sdavidcs bar_size = bus_get_resource_count(((qlnx_host_t *)ecore_dev)->pci_dev, 5406316485Sdavidcs SYS_RES_MEMORY, 5407316485Sdavidcs PCIR_BAR(bar_id)); 5408316485Sdavidcs 5409316485Sdavidcs return (bar_size); 5410316485Sdavidcs} 5411316485Sdavidcs 5412316485Sdavidcsuint32_t 5413316485Sdavidcsqlnx_pci_read_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t *reg_value) 5414316485Sdavidcs{ 5415316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5416316485Sdavidcs pci_reg, 1); 5417316485Sdavidcs return 0; 5418316485Sdavidcs} 5419316485Sdavidcs 5420316485Sdavidcsuint32_t 5421316485Sdavidcsqlnx_pci_read_config_word(void *ecore_dev, uint32_t pci_reg, 5422316485Sdavidcs uint16_t *reg_value) 5423316485Sdavidcs{ 5424316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5425316485Sdavidcs pci_reg, 2); 5426316485Sdavidcs return 0; 5427316485Sdavidcs} 5428316485Sdavidcs 5429316485Sdavidcsuint32_t 5430316485Sdavidcsqlnx_pci_read_config_dword(void *ecore_dev, uint32_t pci_reg, 5431316485Sdavidcs uint32_t *reg_value) 5432316485Sdavidcs{ 5433316485Sdavidcs *reg_value = pci_read_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5434316485Sdavidcs pci_reg, 4); 5435316485Sdavidcs return 0; 5436316485Sdavidcs} 5437316485Sdavidcs 5438316485Sdavidcsvoid 5439316485Sdavidcsqlnx_pci_write_config_byte(void *ecore_dev, uint32_t pci_reg, uint8_t reg_value) 5440316485Sdavidcs{ 5441316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5442316485Sdavidcs pci_reg, reg_value, 1); 5443316485Sdavidcs return; 5444316485Sdavidcs} 5445316485Sdavidcs 5446316485Sdavidcsvoid 5447316485Sdavidcsqlnx_pci_write_config_word(void *ecore_dev, uint32_t pci_reg, 5448316485Sdavidcs uint16_t reg_value) 5449316485Sdavidcs{ 5450316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5451316485Sdavidcs pci_reg, reg_value, 2); 5452316485Sdavidcs return; 5453316485Sdavidcs} 5454316485Sdavidcs 5455316485Sdavidcsvoid 5456316485Sdavidcsqlnx_pci_write_config_dword(void *ecore_dev, uint32_t pci_reg, 5457316485Sdavidcs uint32_t reg_value) 5458316485Sdavidcs{ 5459316485Sdavidcs pci_write_config(((qlnx_host_t *)ecore_dev)->pci_dev, 5460316485Sdavidcs pci_reg, reg_value, 4); 5461316485Sdavidcs return; 5462316485Sdavidcs} 5463316485Sdavidcs 5464316485Sdavidcsint 5465316485Sdavidcsqlnx_pci_find_capability(void *ecore_dev, int cap) 5466316485Sdavidcs{ 5467318659Sdavidcs int reg; 5468318659Sdavidcs qlnx_host_t *ha; 5469316485Sdavidcs 5470318659Sdavidcs ha = ecore_dev; 5471318659Sdavidcs 5472318659Sdavidcs if (pci_find_cap(ha->pci_dev, PCIY_EXPRESS, ®) == 0) 5473316485Sdavidcs return reg; 5474316485Sdavidcs else { 5475318659Sdavidcs QL_DPRINT1(ha, "failed\n"); 5476316485Sdavidcs return 0; 5477316485Sdavidcs } 5478316485Sdavidcs} 5479316485Sdavidcs 5480337517Sdavidcsint 5481337517Sdavidcsqlnx_pci_find_ext_capability(void *ecore_dev, int ext_cap) 5482337517Sdavidcs{ 5483337517Sdavidcs int reg; 5484337517Sdavidcs qlnx_host_t *ha; 5485337517Sdavidcs 5486337517Sdavidcs ha = ecore_dev; 5487337517Sdavidcs 5488337517Sdavidcs if (pci_find_extcap(ha->pci_dev, ext_cap, ®) == 0) 5489337517Sdavidcs return reg; 5490337517Sdavidcs else { 5491337517Sdavidcs QL_DPRINT1(ha, "failed\n"); 5492337517Sdavidcs return 0; 5493337517Sdavidcs } 5494337517Sdavidcs} 5495337517Sdavidcs 5496316485Sdavidcsuint32_t 5497316485Sdavidcsqlnx_reg_rd32(void *hwfn, uint32_t reg_addr) 5498316485Sdavidcs{ 5499316485Sdavidcs uint32_t data32; 5500316485Sdavidcs struct ecore_hwfn *p_hwfn; 5501316485Sdavidcs 5502316485Sdavidcs p_hwfn = hwfn; 5503316485Sdavidcs 5504337517Sdavidcs data32 = bus_read_4(((qlnx_host_t *)p_hwfn->p_dev)->pci_reg, \ 5505337517Sdavidcs (bus_size_t)(p_hwfn->reg_offset + reg_addr)); 5506316485Sdavidcs 5507316485Sdavidcs return (data32); 5508316485Sdavidcs} 5509316485Sdavidcs 5510316485Sdavidcsvoid 5511316485Sdavidcsqlnx_reg_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 5512316485Sdavidcs{ 5513337517Sdavidcs struct ecore_hwfn *p_hwfn = hwfn; 5514316485Sdavidcs 5515337517Sdavidcs bus_write_4(((qlnx_host_t *)p_hwfn->p_dev)->pci_reg, \ 5516337517Sdavidcs (bus_size_t)(p_hwfn->reg_offset + reg_addr), value); 5517316485Sdavidcs 5518316485Sdavidcs return; 5519316485Sdavidcs} 5520316485Sdavidcs 5521316485Sdavidcsvoid 5522316485Sdavidcsqlnx_reg_wr16(void *hwfn, uint32_t reg_addr, uint16_t value) 5523316485Sdavidcs{ 5524337517Sdavidcs struct ecore_hwfn *p_hwfn = hwfn; 5525337517Sdavidcs 5526337517Sdavidcs bus_write_2(((qlnx_host_t *)p_hwfn->p_dev)->pci_reg, \ 5527337517Sdavidcs (bus_size_t)(p_hwfn->reg_offset + reg_addr), value); 5528337517Sdavidcs return; 5529337517Sdavidcs} 5530337517Sdavidcs 5531337517Sdavidcsvoid 5532337517Sdavidcsqlnx_dbell_wr32_db(void *hwfn, void *reg_addr, uint32_t value) 5533337517Sdavidcs{ 5534316485Sdavidcs struct ecore_dev *cdev; 5535316485Sdavidcs struct ecore_hwfn *p_hwfn; 5536337517Sdavidcs uint32_t offset; 5537316485Sdavidcs 5538316485Sdavidcs p_hwfn = hwfn; 5539316485Sdavidcs 5540316485Sdavidcs cdev = p_hwfn->p_dev; 5541316485Sdavidcs 5542337517Sdavidcs offset = (uint32_t)((uint8_t *)reg_addr - (uint8_t *)(p_hwfn->doorbells)); 5543337517Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_dbells, offset, value); 5544316485Sdavidcs 5545316485Sdavidcs return; 5546316485Sdavidcs} 5547316485Sdavidcs 5548316485Sdavidcsvoid 5549316485Sdavidcsqlnx_dbell_wr32(void *hwfn, uint32_t reg_addr, uint32_t value) 5550316485Sdavidcs{ 5551337517Sdavidcs struct ecore_hwfn *p_hwfn = hwfn; 5552316485Sdavidcs 5553337517Sdavidcs bus_write_4(((qlnx_host_t *)p_hwfn->p_dev)->pci_dbells, \ 5554337517Sdavidcs (bus_size_t)(p_hwfn->db_offset + reg_addr), value); 5555316485Sdavidcs 5556316485Sdavidcs return; 5557316485Sdavidcs} 5558316485Sdavidcs 5559316485Sdavidcsuint32_t 5560316485Sdavidcsqlnx_direct_reg_rd32(void *p_hwfn, uint32_t *reg_addr) 5561316485Sdavidcs{ 5562316485Sdavidcs uint32_t data32; 5563337517Sdavidcs bus_size_t offset; 5564316485Sdavidcs struct ecore_dev *cdev; 5565316485Sdavidcs 5566316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5567337517Sdavidcs offset = (bus_size_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5568316485Sdavidcs 5569316485Sdavidcs data32 = bus_read_4(((qlnx_host_t *)cdev)->pci_reg, offset); 5570316485Sdavidcs 5571316485Sdavidcs return (data32); 5572316485Sdavidcs} 5573316485Sdavidcs 5574316485Sdavidcsvoid 5575316485Sdavidcsqlnx_direct_reg_wr32(void *p_hwfn, void *reg_addr, uint32_t value) 5576316485Sdavidcs{ 5577337517Sdavidcs bus_size_t offset; 5578316485Sdavidcs struct ecore_dev *cdev; 5579316485Sdavidcs 5580316485Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5581337517Sdavidcs offset = (bus_size_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5582316485Sdavidcs 5583316485Sdavidcs bus_write_4(((qlnx_host_t *)cdev)->pci_reg, offset, value); 5584316485Sdavidcs 5585316485Sdavidcs return; 5586316485Sdavidcs} 5587316485Sdavidcs 5588320164Sdavidcsvoid 5589320164Sdavidcsqlnx_direct_reg_wr64(void *p_hwfn, void *reg_addr, uint64_t value) 5590320164Sdavidcs{ 5591337517Sdavidcs bus_size_t offset; 5592320164Sdavidcs struct ecore_dev *cdev; 5593320164Sdavidcs 5594320164Sdavidcs cdev = ((struct ecore_hwfn *)p_hwfn)->p_dev; 5595337517Sdavidcs offset = (bus_size_t)((uint8_t *)reg_addr - (uint8_t *)(cdev->regview)); 5596320164Sdavidcs 5597320164Sdavidcs bus_write_8(((qlnx_host_t *)cdev)->pci_reg, offset, value); 5598320164Sdavidcs return; 5599320164Sdavidcs} 5600320164Sdavidcs 5601316485Sdavidcsvoid * 5602316485Sdavidcsqlnx_zalloc(uint32_t size) 5603316485Sdavidcs{ 5604316485Sdavidcs caddr_t va; 5605316485Sdavidcs 5606316485Sdavidcs va = malloc((unsigned long)size, M_QLNXBUF, M_NOWAIT); 5607316485Sdavidcs bzero(va, size); 5608316485Sdavidcs return ((void *)va); 5609316485Sdavidcs} 5610316485Sdavidcs 5611316485Sdavidcsvoid 5612316485Sdavidcsqlnx_barrier(void *p_hwfn) 5613316485Sdavidcs{ 5614316485Sdavidcs qlnx_host_t *ha; 5615316485Sdavidcs 5616316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 5617316485Sdavidcs bus_barrier(ha->pci_reg, 0, 0, BUS_SPACE_BARRIER_WRITE); 5618316485Sdavidcs} 5619316485Sdavidcs 5620316485Sdavidcsvoid 5621316485Sdavidcsqlnx_link_update(void *p_hwfn) 5622316485Sdavidcs{ 5623316485Sdavidcs qlnx_host_t *ha; 5624316485Sdavidcs int prev_link_state; 5625316485Sdavidcs 5626316485Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 5627316485Sdavidcs 5628337517Sdavidcs qlnx_fill_link(ha, p_hwfn, &ha->if_link); 5629316485Sdavidcs 5630316485Sdavidcs prev_link_state = ha->link_up; 5631316485Sdavidcs ha->link_up = ha->if_link.link_up; 5632316485Sdavidcs 5633316485Sdavidcs if (prev_link_state != ha->link_up) { 5634316485Sdavidcs if (ha->link_up) { 5635316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_UP); 5636316485Sdavidcs } else { 5637316485Sdavidcs if_link_state_change(ha->ifp, LINK_STATE_DOWN); 5638316485Sdavidcs } 5639316485Sdavidcs } 5640337517Sdavidcs#ifndef QLNX_VF 5641337517Sdavidcs#ifdef CONFIG_ECORE_SRIOV 5642337517Sdavidcs 5643337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 5644337517Sdavidcs if (ha->sriov_initialized) 5645337517Sdavidcs qlnx_inform_vf_link_state(p_hwfn, ha); 5646337517Sdavidcs } 5647337517Sdavidcs 5648337517Sdavidcs#endif /* #ifdef CONFIG_ECORE_SRIOV */ 5649337517Sdavidcs#endif /* #ifdef QLNX_VF */ 5650337517Sdavidcs 5651316485Sdavidcs return; 5652316485Sdavidcs} 5653316485Sdavidcs 5654337517Sdavidcsstatic void 5655337517Sdavidcs__qlnx_osal_vf_fill_acquire_resc_req(struct ecore_hwfn *p_hwfn, 5656337517Sdavidcs struct ecore_vf_acquire_sw_info *p_sw_info) 5657337517Sdavidcs{ 5658337517Sdavidcs p_sw_info->driver_version = (QLNX_VERSION_MAJOR << 24) | 5659337517Sdavidcs (QLNX_VERSION_MINOR << 16) | 5660337517Sdavidcs QLNX_VERSION_BUILD; 5661337517Sdavidcs p_sw_info->os_type = VFPF_ACQUIRE_OS_FREEBSD; 5662337517Sdavidcs 5663337517Sdavidcs return; 5664337517Sdavidcs} 5665337517Sdavidcs 5666316485Sdavidcsvoid 5667337517Sdavidcsqlnx_osal_vf_fill_acquire_resc_req(void *p_hwfn, void *p_resc_req, 5668337517Sdavidcs void *p_sw_info) 5669316485Sdavidcs{ 5670337517Sdavidcs __qlnx_osal_vf_fill_acquire_resc_req(p_hwfn, p_sw_info); 5671337517Sdavidcs 5672337517Sdavidcs return; 5673337517Sdavidcs} 5674337517Sdavidcs 5675337517Sdavidcsvoid 5676337517Sdavidcsqlnx_fill_link(qlnx_host_t *ha, struct ecore_hwfn *hwfn, 5677337517Sdavidcs struct qlnx_link_output *if_link) 5678337517Sdavidcs{ 5679316485Sdavidcs struct ecore_mcp_link_params link_params; 5680316485Sdavidcs struct ecore_mcp_link_state link_state; 5681337517Sdavidcs uint8_t p_change; 5682337517Sdavidcs struct ecore_ptt *p_ptt = NULL; 5683316485Sdavidcs 5684337517Sdavidcs 5685316485Sdavidcs memset(if_link, 0, sizeof(*if_link)); 5686316485Sdavidcs memset(&link_params, 0, sizeof(struct ecore_mcp_link_params)); 5687316485Sdavidcs memset(&link_state, 0, sizeof(struct ecore_mcp_link_state)); 5688316485Sdavidcs 5689337517Sdavidcs ha = (qlnx_host_t *)hwfn->p_dev; 5690337517Sdavidcs 5691316485Sdavidcs /* Prepare source inputs */ 5692316485Sdavidcs /* we only deal with physical functions */ 5693337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 5694316485Sdavidcs 5695337517Sdavidcs p_ptt = ecore_ptt_acquire(hwfn); 5696316485Sdavidcs 5697337517Sdavidcs if (p_ptt == NULL) { 5698337517Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 5699337517Sdavidcs return; 5700337517Sdavidcs } 5701337517Sdavidcs 5702337517Sdavidcs ecore_mcp_get_media_type(hwfn, p_ptt, &if_link->media_type); 5703337517Sdavidcs ecore_ptt_release(hwfn, p_ptt); 5704337517Sdavidcs 5705337517Sdavidcs memcpy(&link_params, ecore_mcp_get_link_params(hwfn), 5706337517Sdavidcs sizeof(link_params)); 5707337517Sdavidcs memcpy(&link_state, ecore_mcp_get_link_state(hwfn), 5708337517Sdavidcs sizeof(link_state)); 5709337517Sdavidcs } else { 5710337517Sdavidcs ecore_mcp_get_media_type(hwfn, NULL, &if_link->media_type); 5711337517Sdavidcs ecore_vf_read_bulletin(hwfn, &p_change); 5712337517Sdavidcs ecore_vf_get_link_params(hwfn, &link_params); 5713337517Sdavidcs ecore_vf_get_link_state(hwfn, &link_state); 5714337517Sdavidcs } 5715337517Sdavidcs 5716316485Sdavidcs /* Set the link parameters to pass to protocol driver */ 5717316485Sdavidcs if (link_state.link_up) { 5718316485Sdavidcs if_link->link_up = true; 5719316485Sdavidcs if_link->speed = link_state.speed; 5720316485Sdavidcs } 5721316485Sdavidcs 5722316485Sdavidcs if_link->supported_caps = QLNX_LINK_CAP_FIBRE; 5723316485Sdavidcs 5724316485Sdavidcs if (link_params.speed.autoneg) 5725316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Autoneg; 5726316485Sdavidcs 5727316485Sdavidcs if (link_params.pause.autoneg || 5728316485Sdavidcs (link_params.pause.forced_rx && link_params.pause.forced_tx)) 5729316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Asym_Pause; 5730316485Sdavidcs 5731316485Sdavidcs if (link_params.pause.autoneg || link_params.pause.forced_rx || 5732316485Sdavidcs link_params.pause.forced_tx) 5733316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_Pause; 5734316485Sdavidcs 5735316485Sdavidcs if (link_params.speed.advertised_speeds & 5736316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_1G) 5737316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_1000baseT_Half | 5738316485Sdavidcs QLNX_LINK_CAP_1000baseT_Full; 5739316485Sdavidcs 5740316485Sdavidcs if (link_params.speed.advertised_speeds & 5741316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_10G) 5742316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_10000baseKR_Full; 5743316485Sdavidcs 5744316485Sdavidcs if (link_params.speed.advertised_speeds & 5745316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_25G) 5746316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_25000baseKR_Full; 5747316485Sdavidcs 5748316485Sdavidcs if (link_params.speed.advertised_speeds & 5749316485Sdavidcs NVM_CFG1_PORT_DRV_LINK_SPEED_40G) 5750316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 5751316485Sdavidcs 5752316485Sdavidcs if (link_params.speed.advertised_speeds & 5753316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_50G) 5754316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 5755316485Sdavidcs 5756316485Sdavidcs if (link_params.speed.advertised_speeds & 5757316485Sdavidcs NVM_CFG1_PORT_DRV_SPEED_CAPABILITY_MASK_BB_100G) 5758316485Sdavidcs if_link->supported_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 5759316485Sdavidcs 5760316485Sdavidcs if_link->advertised_caps = if_link->supported_caps; 5761316485Sdavidcs 5762316485Sdavidcs if_link->autoneg = link_params.speed.autoneg; 5763316485Sdavidcs if_link->duplex = QLNX_LINK_DUPLEX; 5764316485Sdavidcs 5765316485Sdavidcs /* Link partner capabilities */ 5766316485Sdavidcs 5767316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_HD) 5768316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Half; 5769316485Sdavidcs 5770316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_1G_FD) 5771316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_1000baseT_Full; 5772316485Sdavidcs 5773316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_10G) 5774316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_10000baseKR_Full; 5775316485Sdavidcs 5776316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_25G) 5777316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_25000baseKR_Full; 5778316485Sdavidcs 5779316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_40G) 5780316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_40000baseLR4_Full; 5781316485Sdavidcs 5782316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_50G) 5783316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_50000baseKR2_Full; 5784316485Sdavidcs 5785316485Sdavidcs if (link_state.partner_adv_speed & ECORE_LINK_PARTNER_SPEED_100G) 5786316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_100000baseKR4_Full; 5787316485Sdavidcs 5788316485Sdavidcs if (link_state.an_complete) 5789316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Autoneg; 5790316485Sdavidcs 5791316485Sdavidcs if (link_state.partner_adv_pause) 5792316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Pause; 5793316485Sdavidcs 5794316485Sdavidcs if ((link_state.partner_adv_pause == 5795316485Sdavidcs ECORE_LINK_PARTNER_ASYMMETRIC_PAUSE) || 5796316485Sdavidcs (link_state.partner_adv_pause == 5797316485Sdavidcs ECORE_LINK_PARTNER_BOTH_PAUSE)) 5798316485Sdavidcs if_link->link_partner_caps |= QLNX_LINK_CAP_Asym_Pause; 5799316485Sdavidcs 5800316485Sdavidcs return; 5801316485Sdavidcs} 5802316485Sdavidcs 5803337517Sdavidcsvoid 5804337517Sdavidcsqlnx_schedule_recovery(void *p_hwfn) 5805337517Sdavidcs{ 5806337517Sdavidcs qlnx_host_t *ha; 5807337517Sdavidcs 5808337517Sdavidcs ha = (qlnx_host_t *)((struct ecore_hwfn *)p_hwfn)->p_dev; 5809337517Sdavidcs 5810337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 5811337517Sdavidcs taskqueue_enqueue(ha->err_taskqueue, &ha->err_task); 5812337517Sdavidcs } 5813337517Sdavidcs 5814337517Sdavidcs return; 5815337517Sdavidcs} 5816337517Sdavidcs 5817316485Sdavidcsstatic int 5818316485Sdavidcsqlnx_nic_setup(struct ecore_dev *cdev, struct ecore_pf_params *func_params) 5819316485Sdavidcs{ 5820316485Sdavidcs int rc, i; 5821316485Sdavidcs 5822316485Sdavidcs for (i = 0; i < cdev->num_hwfns; i++) { 5823316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 5824316485Sdavidcs p_hwfn->pf_params = *func_params; 5825337517Sdavidcs 5826337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 5827337517Sdavidcs if (qlnx_vf_device((qlnx_host_t *)cdev) != 0) { 5828337517Sdavidcs p_hwfn->using_ll2 = true; 5829337517Sdavidcs } 5830337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 5831337517Sdavidcs 5832316485Sdavidcs } 5833316485Sdavidcs 5834316485Sdavidcs rc = ecore_resc_alloc(cdev); 5835316485Sdavidcs if (rc) 5836316485Sdavidcs goto qlnx_nic_setup_exit; 5837316485Sdavidcs 5838316485Sdavidcs ecore_resc_setup(cdev); 5839316485Sdavidcs 5840316485Sdavidcsqlnx_nic_setup_exit: 5841316485Sdavidcs 5842316485Sdavidcs return rc; 5843316485Sdavidcs} 5844316485Sdavidcs 5845316485Sdavidcsstatic int 5846316485Sdavidcsqlnx_nic_start(struct ecore_dev *cdev) 5847316485Sdavidcs{ 5848316485Sdavidcs int rc; 5849316485Sdavidcs struct ecore_hw_init_params params; 5850316485Sdavidcs 5851316485Sdavidcs bzero(¶ms, sizeof (struct ecore_hw_init_params)); 5852316485Sdavidcs 5853316485Sdavidcs params.p_tunn = NULL; 5854316485Sdavidcs params.b_hw_start = true; 5855316485Sdavidcs params.int_mode = cdev->int_mode; 5856316485Sdavidcs params.allow_npar_tx_switch = true; 5857316485Sdavidcs params.bin_fw_data = NULL; 5858316485Sdavidcs 5859316485Sdavidcs rc = ecore_hw_init(cdev, ¶ms); 5860316485Sdavidcs if (rc) { 5861316485Sdavidcs ecore_resc_free(cdev); 5862316485Sdavidcs return rc; 5863316485Sdavidcs } 5864316485Sdavidcs 5865316485Sdavidcs return 0; 5866316485Sdavidcs} 5867316485Sdavidcs 5868316485Sdavidcsstatic int 5869316485Sdavidcsqlnx_slowpath_start(qlnx_host_t *ha) 5870316485Sdavidcs{ 5871316485Sdavidcs struct ecore_dev *cdev; 5872316485Sdavidcs struct ecore_pf_params pf_params; 5873316485Sdavidcs int rc; 5874316485Sdavidcs 5875316485Sdavidcs memset(&pf_params, 0, sizeof(struct ecore_pf_params)); 5876316485Sdavidcs pf_params.eth_pf_params.num_cons = 5877316485Sdavidcs (ha->num_rss) * (ha->num_tc + 1); 5878316485Sdavidcs 5879337517Sdavidcs#ifdef QLNX_ENABLE_IWARP 5880337517Sdavidcs if (qlnx_vf_device(ha) != 0) { 5881337517Sdavidcs if(ha->personality == ECORE_PCI_ETH_IWARP) { 5882337517Sdavidcs device_printf(ha->pci_dev, "setting parameters required by iWARP dev\n"); 5883337517Sdavidcs pf_params.rdma_pf_params.num_qps = 1024; 5884337517Sdavidcs pf_params.rdma_pf_params.num_srqs = 1024; 5885337517Sdavidcs pf_params.rdma_pf_params.gl_pi = ECORE_ROCE_PROTOCOL_INDEX; 5886337517Sdavidcs pf_params.rdma_pf_params.rdma_protocol = ECORE_RDMA_PROTOCOL_IWARP; 5887337517Sdavidcs } else if(ha->personality == ECORE_PCI_ETH_ROCE) { 5888337517Sdavidcs device_printf(ha->pci_dev, "setting parameters required by RoCE dev\n"); 5889337517Sdavidcs pf_params.rdma_pf_params.num_qps = 8192; 5890337517Sdavidcs pf_params.rdma_pf_params.num_srqs = 8192; 5891337517Sdavidcs //pf_params.rdma_pf_params.min_dpis = 0; 5892337517Sdavidcs pf_params.rdma_pf_params.min_dpis = 8; 5893337517Sdavidcs pf_params.rdma_pf_params.roce_edpm_mode = 0; 5894337517Sdavidcs pf_params.rdma_pf_params.gl_pi = ECORE_ROCE_PROTOCOL_INDEX; 5895337517Sdavidcs pf_params.rdma_pf_params.rdma_protocol = ECORE_RDMA_PROTOCOL_ROCE; 5896337517Sdavidcs } 5897337517Sdavidcs } 5898337517Sdavidcs#endif /* #ifdef QLNX_ENABLE_IWARP */ 5899337517Sdavidcs 5900316485Sdavidcs cdev = &ha->cdev; 5901316485Sdavidcs 5902316485Sdavidcs rc = qlnx_nic_setup(cdev, &pf_params); 5903316485Sdavidcs if (rc) 5904316485Sdavidcs goto qlnx_slowpath_start_exit; 5905316485Sdavidcs 5906316485Sdavidcs cdev->int_mode = ECORE_INT_MODE_MSIX; 5907316485Sdavidcs cdev->int_coalescing_mode = ECORE_COAL_MODE_ENABLE; 5908316485Sdavidcs 5909316485Sdavidcs#ifdef QLNX_MAX_COALESCE 5910316485Sdavidcs cdev->rx_coalesce_usecs = 255; 5911316485Sdavidcs cdev->tx_coalesce_usecs = 255; 5912316485Sdavidcs#endif 5913316485Sdavidcs 5914316485Sdavidcs rc = qlnx_nic_start(cdev); 5915316485Sdavidcs 5916316485Sdavidcs ha->rx_coalesce_usecs = cdev->rx_coalesce_usecs; 5917316485Sdavidcs ha->tx_coalesce_usecs = cdev->tx_coalesce_usecs; 5918316485Sdavidcs 5919337517Sdavidcs#ifdef QLNX_USER_LLDP 5920337517Sdavidcs (void)qlnx_set_lldp_tlvx(ha, NULL); 5921337517Sdavidcs#endif /* #ifdef QLNX_USER_LLDP */ 5922337517Sdavidcs 5923316485Sdavidcsqlnx_slowpath_start_exit: 5924316485Sdavidcs 5925316485Sdavidcs return (rc); 5926316485Sdavidcs} 5927316485Sdavidcs 5928316485Sdavidcsstatic int 5929316485Sdavidcsqlnx_slowpath_stop(qlnx_host_t *ha) 5930316485Sdavidcs{ 5931316485Sdavidcs struct ecore_dev *cdev; 5932316485Sdavidcs device_t dev = ha->pci_dev; 5933316485Sdavidcs int i; 5934316485Sdavidcs 5935316485Sdavidcs cdev = &ha->cdev; 5936316485Sdavidcs 5937316485Sdavidcs ecore_hw_stop(cdev); 5938316485Sdavidcs 5939316485Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 5940316485Sdavidcs 5941316485Sdavidcs if (ha->sp_handle[i]) 5942316485Sdavidcs (void)bus_teardown_intr(dev, ha->sp_irq[i], 5943316485Sdavidcs ha->sp_handle[i]); 5944316485Sdavidcs 5945316485Sdavidcs ha->sp_handle[i] = NULL; 5946316485Sdavidcs 5947316485Sdavidcs if (ha->sp_irq[i]) 5948316485Sdavidcs (void) bus_release_resource(dev, SYS_RES_IRQ, 5949316485Sdavidcs ha->sp_irq_rid[i], ha->sp_irq[i]); 5950316485Sdavidcs ha->sp_irq[i] = NULL; 5951316485Sdavidcs } 5952316485Sdavidcs 5953316485Sdavidcs ecore_resc_free(cdev); 5954316485Sdavidcs 5955316485Sdavidcs return 0; 5956316485Sdavidcs} 5957316485Sdavidcs 5958316485Sdavidcsstatic void 5959316485Sdavidcsqlnx_set_id(struct ecore_dev *cdev, char name[NAME_SIZE], 5960316485Sdavidcs char ver_str[VER_SIZE]) 5961316485Sdavidcs{ 5962316485Sdavidcs int i; 5963316485Sdavidcs 5964316485Sdavidcs memcpy(cdev->name, name, NAME_SIZE); 5965316485Sdavidcs 5966316485Sdavidcs for_each_hwfn(cdev, i) { 5967316485Sdavidcs snprintf(cdev->hwfns[i].name, NAME_SIZE, "%s-%d", name, i); 5968316485Sdavidcs } 5969316485Sdavidcs 5970316485Sdavidcs cdev->drv_type = DRV_ID_DRV_TYPE_FREEBSD; 5971316485Sdavidcs 5972316485Sdavidcs return ; 5973316485Sdavidcs} 5974316485Sdavidcs 5975316485Sdavidcsvoid 5976316485Sdavidcsqlnx_get_protocol_stats(void *cdev, int proto_type, void *proto_stats) 5977316485Sdavidcs{ 5978316485Sdavidcs enum ecore_mcp_protocol_type type; 5979316485Sdavidcs union ecore_mcp_protocol_stats *stats; 5980316485Sdavidcs struct ecore_eth_stats eth_stats; 5981318659Sdavidcs qlnx_host_t *ha; 5982316485Sdavidcs 5983318659Sdavidcs ha = cdev; 5984316485Sdavidcs stats = proto_stats; 5985316485Sdavidcs type = proto_type; 5986316485Sdavidcs 5987316485Sdavidcs switch (type) { 5988318659Sdavidcs 5989316485Sdavidcs case ECORE_MCP_LAN_STATS: 5990316485Sdavidcs ecore_get_vport_stats((struct ecore_dev *)cdev, ð_stats); 5991316485Sdavidcs stats->lan_stats.ucast_rx_pkts = eth_stats.common.rx_ucast_pkts; 5992316485Sdavidcs stats->lan_stats.ucast_tx_pkts = eth_stats.common.tx_ucast_pkts; 5993316485Sdavidcs stats->lan_stats.fcs_err = -1; 5994316485Sdavidcs break; 5995316485Sdavidcs 5996316485Sdavidcs default: 5997318659Sdavidcs ha->err_get_proto_invalid_type++; 5998316485Sdavidcs 5999318659Sdavidcs QL_DPRINT1(ha, "invalid protocol type 0x%x\n", type); 6000316485Sdavidcs break; 6001316485Sdavidcs } 6002316485Sdavidcs return; 6003316485Sdavidcs} 6004316485Sdavidcs 6005316485Sdavidcsstatic int 6006316485Sdavidcsqlnx_get_mfw_version(qlnx_host_t *ha, uint32_t *mfw_ver) 6007316485Sdavidcs{ 6008316485Sdavidcs struct ecore_hwfn *p_hwfn; 6009316485Sdavidcs struct ecore_ptt *p_ptt; 6010316485Sdavidcs 6011316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 6012316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 6013316485Sdavidcs 6014316485Sdavidcs if (p_ptt == NULL) { 6015318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 6016316485Sdavidcs return (-1); 6017316485Sdavidcs } 6018316485Sdavidcs ecore_mcp_get_mfw_ver(p_hwfn, p_ptt, mfw_ver, NULL); 6019316485Sdavidcs 6020316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 6021316485Sdavidcs 6022316485Sdavidcs return (0); 6023316485Sdavidcs} 6024316485Sdavidcs 6025316485Sdavidcsstatic int 6026316485Sdavidcsqlnx_get_flash_size(qlnx_host_t *ha, uint32_t *flash_size) 6027316485Sdavidcs{ 6028316485Sdavidcs struct ecore_hwfn *p_hwfn; 6029316485Sdavidcs struct ecore_ptt *p_ptt; 6030316485Sdavidcs 6031316485Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 6032316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 6033316485Sdavidcs 6034316485Sdavidcs if (p_ptt == NULL) { 6035318659Sdavidcs QL_DPRINT1(ha,"ecore_ptt_acquire failed\n"); 6036316485Sdavidcs return (-1); 6037316485Sdavidcs } 6038316485Sdavidcs ecore_mcp_get_flash_size(p_hwfn, p_ptt, flash_size); 6039316485Sdavidcs 6040316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 6041316485Sdavidcs 6042316485Sdavidcs return (0); 6043316485Sdavidcs} 6044316485Sdavidcs 6045316485Sdavidcsstatic int 6046316485Sdavidcsqlnx_alloc_mem_arrays(qlnx_host_t *ha) 6047316485Sdavidcs{ 6048316485Sdavidcs struct ecore_dev *cdev; 6049316485Sdavidcs 6050316485Sdavidcs cdev = &ha->cdev; 6051316485Sdavidcs 6052316485Sdavidcs bzero(&ha->txq_array[0], (sizeof(struct qlnx_tx_queue) * QLNX_MAX_RSS)); 6053316485Sdavidcs bzero(&ha->rxq_array[0], (sizeof(struct qlnx_rx_queue) * QLNX_MAX_RSS)); 6054316485Sdavidcs bzero(&ha->sb_array[0], (sizeof(struct ecore_sb_info) * QLNX_MAX_RSS)); 6055316485Sdavidcs 6056316485Sdavidcs return 0; 6057316485Sdavidcs} 6058316485Sdavidcs 6059316485Sdavidcsstatic void 6060316485Sdavidcsqlnx_init_fp(qlnx_host_t *ha) 6061316485Sdavidcs{ 6062316485Sdavidcs int rss_id, txq_array_index, tc; 6063316485Sdavidcs 6064316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 6065316485Sdavidcs 6066316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 6067316485Sdavidcs 6068316485Sdavidcs fp->rss_id = rss_id; 6069316485Sdavidcs fp->edev = ha; 6070316485Sdavidcs fp->sb_info = &ha->sb_array[rss_id]; 6071316485Sdavidcs fp->rxq = &ha->rxq_array[rss_id]; 6072316485Sdavidcs fp->rxq->rxq_id = rss_id; 6073316485Sdavidcs 6074316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6075316485Sdavidcs txq_array_index = tc * ha->num_rss + rss_id; 6076316485Sdavidcs fp->txq[tc] = &ha->txq_array[txq_array_index]; 6077316485Sdavidcs fp->txq[tc]->index = txq_array_index; 6078316485Sdavidcs } 6079316485Sdavidcs 6080316485Sdavidcs snprintf(fp->name, sizeof(fp->name), "%s-fp-%d", qlnx_name_str, 6081316485Sdavidcs rss_id); 6082316485Sdavidcs 6083318657Sdavidcs fp->tx_ring_full = 0; 6084318657Sdavidcs 6085316485Sdavidcs /* reset all the statistics counters */ 6086316485Sdavidcs 6087316485Sdavidcs fp->tx_pkts_processed = 0; 6088316485Sdavidcs fp->tx_pkts_freed = 0; 6089316485Sdavidcs fp->tx_pkts_transmitted = 0; 6090316485Sdavidcs fp->tx_pkts_completed = 0; 6091322851Sdavidcs 6092322851Sdavidcs#ifdef QLNX_TRACE_PERF_DATA 6093322851Sdavidcs fp->tx_pkts_trans_ctx = 0; 6094322851Sdavidcs fp->tx_pkts_compl_ctx = 0; 6095322851Sdavidcs fp->tx_pkts_trans_fp = 0; 6096322851Sdavidcs fp->tx_pkts_compl_fp = 0; 6097322851Sdavidcs fp->tx_pkts_compl_intr = 0; 6098322851Sdavidcs#endif 6099316485Sdavidcs fp->tx_lso_wnd_min_len = 0; 6100316485Sdavidcs fp->tx_defrag = 0; 6101316485Sdavidcs fp->tx_nsegs_gt_elem_left = 0; 6102316485Sdavidcs fp->tx_tso_max_nsegs = 0; 6103316485Sdavidcs fp->tx_tso_min_nsegs = 0; 6104316485Sdavidcs fp->err_tx_nsegs_gt_elem_left = 0; 6105316485Sdavidcs fp->err_tx_dmamap_create = 0; 6106316485Sdavidcs fp->err_tx_defrag_dmamap_load = 0; 6107316485Sdavidcs fp->err_tx_non_tso_max_seg = 0; 6108316485Sdavidcs fp->err_tx_dmamap_load = 0; 6109316485Sdavidcs fp->err_tx_defrag = 0; 6110316485Sdavidcs fp->err_tx_free_pkt_null = 0; 6111316485Sdavidcs fp->err_tx_cons_idx_conflict = 0; 6112316485Sdavidcs 6113316485Sdavidcs fp->rx_pkts = 0; 6114316485Sdavidcs fp->err_m_getcl = 0; 6115316485Sdavidcs fp->err_m_getjcl = 0; 6116316485Sdavidcs } 6117316485Sdavidcs return; 6118316485Sdavidcs} 6119316485Sdavidcs 6120337517Sdavidcsvoid 6121316485Sdavidcsqlnx_free_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info) 6122316485Sdavidcs{ 6123316485Sdavidcs struct ecore_dev *cdev; 6124316485Sdavidcs 6125316485Sdavidcs cdev = &ha->cdev; 6126316485Sdavidcs 6127316485Sdavidcs if (sb_info->sb_virt) { 6128316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, ((void *)sb_info->sb_virt), 6129316485Sdavidcs (sb_info->sb_phys), (sizeof(*sb_info->sb_virt))); 6130316485Sdavidcs sb_info->sb_virt = NULL; 6131316485Sdavidcs } 6132316485Sdavidcs} 6133316485Sdavidcs 6134316485Sdavidcsstatic int 6135316485Sdavidcsqlnx_sb_init(struct ecore_dev *cdev, struct ecore_sb_info *sb_info, 6136316485Sdavidcs void *sb_virt_addr, bus_addr_t sb_phy_addr, u16 sb_id) 6137316485Sdavidcs{ 6138316485Sdavidcs struct ecore_hwfn *p_hwfn; 6139316485Sdavidcs int hwfn_index, rc; 6140316485Sdavidcs u16 rel_sb_id; 6141316485Sdavidcs 6142316485Sdavidcs hwfn_index = sb_id % cdev->num_hwfns; 6143316485Sdavidcs p_hwfn = &cdev->hwfns[hwfn_index]; 6144316485Sdavidcs rel_sb_id = sb_id / cdev->num_hwfns; 6145316485Sdavidcs 6146318659Sdavidcs QL_DPRINT2(((qlnx_host_t *)cdev), 6147318659Sdavidcs "hwfn_index = %d p_hwfn = %p sb_id = 0x%x rel_sb_id = 0x%x \ 6148318659Sdavidcs sb_info = %p sb_virt_addr = %p sb_phy_addr = %p\n", 6149318659Sdavidcs hwfn_index, p_hwfn, sb_id, rel_sb_id, sb_info, 6150318659Sdavidcs sb_virt_addr, (void *)sb_phy_addr); 6151316485Sdavidcs 6152316485Sdavidcs rc = ecore_int_sb_init(p_hwfn, p_hwfn->p_main_ptt, sb_info, 6153316485Sdavidcs sb_virt_addr, sb_phy_addr, rel_sb_id); 6154316485Sdavidcs 6155316485Sdavidcs return rc; 6156316485Sdavidcs} 6157316485Sdavidcs 6158316485Sdavidcs/* This function allocates fast-path status block memory */ 6159337517Sdavidcsint 6160316485Sdavidcsqlnx_alloc_mem_sb(qlnx_host_t *ha, struct ecore_sb_info *sb_info, u16 sb_id) 6161316485Sdavidcs{ 6162320164Sdavidcs struct status_block_e4 *sb_virt; 6163316485Sdavidcs bus_addr_t sb_phys; 6164316485Sdavidcs int rc; 6165316485Sdavidcs uint32_t size; 6166316485Sdavidcs struct ecore_dev *cdev; 6167316485Sdavidcs 6168316485Sdavidcs cdev = &ha->cdev; 6169316485Sdavidcs 6170316485Sdavidcs size = sizeof(*sb_virt); 6171316485Sdavidcs sb_virt = OSAL_DMA_ALLOC_COHERENT(cdev, (&sb_phys), size); 6172316485Sdavidcs 6173316485Sdavidcs if (!sb_virt) { 6174318659Sdavidcs QL_DPRINT1(ha, "Status block allocation failed\n"); 6175316485Sdavidcs return -ENOMEM; 6176316485Sdavidcs } 6177316485Sdavidcs 6178316485Sdavidcs rc = qlnx_sb_init(cdev, sb_info, sb_virt, sb_phys, sb_id); 6179316485Sdavidcs if (rc) { 6180316485Sdavidcs OSAL_DMA_FREE_COHERENT(cdev, sb_virt, sb_phys, size); 6181316485Sdavidcs } 6182316485Sdavidcs 6183316485Sdavidcs return rc; 6184316485Sdavidcs} 6185316485Sdavidcs 6186316485Sdavidcsstatic void 6187316485Sdavidcsqlnx_free_rx_buffers(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 6188316485Sdavidcs{ 6189316485Sdavidcs int i; 6190316485Sdavidcs struct sw_rx_data *rx_buf; 6191316485Sdavidcs 6192316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 6193316485Sdavidcs 6194316485Sdavidcs rx_buf = &rxq->sw_rx_ring[i]; 6195316485Sdavidcs 6196316485Sdavidcs if (rx_buf->data != NULL) { 6197316485Sdavidcs if (rx_buf->map != NULL) { 6198316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 6199316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 6200316485Sdavidcs rx_buf->map = NULL; 6201316485Sdavidcs } 6202316485Sdavidcs m_freem(rx_buf->data); 6203316485Sdavidcs rx_buf->data = NULL; 6204316485Sdavidcs } 6205316485Sdavidcs } 6206316485Sdavidcs return; 6207316485Sdavidcs} 6208316485Sdavidcs 6209316485Sdavidcsstatic void 6210316485Sdavidcsqlnx_free_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 6211316485Sdavidcs{ 6212316485Sdavidcs struct ecore_dev *cdev; 6213316485Sdavidcs int i; 6214316485Sdavidcs 6215316485Sdavidcs cdev = &ha->cdev; 6216316485Sdavidcs 6217316485Sdavidcs qlnx_free_rx_buffers(ha, rxq); 6218316485Sdavidcs 6219316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 6220316485Sdavidcs qlnx_free_tpa_mbuf(ha, &rxq->tpa_info[i]); 6221316485Sdavidcs if (rxq->tpa_info[i].mpf != NULL) 6222316485Sdavidcs m_freem(rxq->tpa_info[i].mpf); 6223316485Sdavidcs } 6224316485Sdavidcs 6225316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 6226316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 6227316485Sdavidcs 6228316485Sdavidcs /* Free the real RQ ring used by FW */ 6229316485Sdavidcs if (rxq->rx_bd_ring.p_virt_addr) { 6230316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_bd_ring); 6231316485Sdavidcs rxq->rx_bd_ring.p_virt_addr = NULL; 6232316485Sdavidcs } 6233316485Sdavidcs 6234316485Sdavidcs /* Free the real completion ring used by FW */ 6235316485Sdavidcs if (rxq->rx_comp_ring.p_virt_addr && 6236316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table) { 6237316485Sdavidcs ecore_chain_free(cdev, &rxq->rx_comp_ring); 6238316485Sdavidcs rxq->rx_comp_ring.p_virt_addr = NULL; 6239316485Sdavidcs rxq->rx_comp_ring.pbl_sp.p_virt_table = NULL; 6240316485Sdavidcs } 6241316485Sdavidcs 6242316485Sdavidcs#ifdef QLNX_SOFT_LRO 6243316485Sdavidcs { 6244316485Sdavidcs struct lro_ctrl *lro; 6245316485Sdavidcs 6246316485Sdavidcs lro = &rxq->lro; 6247316485Sdavidcs tcp_lro_free(lro); 6248316485Sdavidcs } 6249316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 6250316485Sdavidcs 6251316485Sdavidcs return; 6252316485Sdavidcs} 6253316485Sdavidcs 6254316485Sdavidcsstatic int 6255316485Sdavidcsqlnx_alloc_rx_buffer(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 6256316485Sdavidcs{ 6257316485Sdavidcs register struct mbuf *mp; 6258316485Sdavidcs uint16_t rx_buf_size; 6259316485Sdavidcs struct sw_rx_data *sw_rx_data; 6260316485Sdavidcs struct eth_rx_bd *rx_bd; 6261316485Sdavidcs dma_addr_t dma_addr; 6262316485Sdavidcs bus_dmamap_t map; 6263316485Sdavidcs bus_dma_segment_t segs[1]; 6264316485Sdavidcs int nsegs; 6265316485Sdavidcs int ret; 6266316485Sdavidcs struct ecore_dev *cdev; 6267316485Sdavidcs 6268316485Sdavidcs cdev = &ha->cdev; 6269316485Sdavidcs 6270316485Sdavidcs rx_buf_size = rxq->rx_buf_size; 6271316485Sdavidcs 6272316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 6273316485Sdavidcs 6274316485Sdavidcs if (mp == NULL) { 6275318659Sdavidcs QL_DPRINT1(ha, "Failed to allocate Rx data\n"); 6276316485Sdavidcs return -ENOMEM; 6277316485Sdavidcs } 6278316485Sdavidcs 6279316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 6280316485Sdavidcs 6281316485Sdavidcs map = (bus_dmamap_t)0; 6282316485Sdavidcs 6283316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 6284316485Sdavidcs BUS_DMA_NOWAIT); 6285316485Sdavidcs dma_addr = segs[0].ds_addr; 6286316485Sdavidcs 6287316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 6288316485Sdavidcs m_freem(mp); 6289318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 6290318659Sdavidcs ret, (long long unsigned int)dma_addr, nsegs); 6291316485Sdavidcs return -ENOMEM; 6292316485Sdavidcs } 6293316485Sdavidcs 6294316485Sdavidcs sw_rx_data = &rxq->sw_rx_ring[rxq->sw_rx_prod]; 6295316485Sdavidcs sw_rx_data->data = mp; 6296316485Sdavidcs sw_rx_data->dma_addr = dma_addr; 6297316485Sdavidcs sw_rx_data->map = map; 6298316485Sdavidcs 6299316485Sdavidcs /* Advance PROD and get BD pointer */ 6300316485Sdavidcs rx_bd = (struct eth_rx_bd *)ecore_chain_produce(&rxq->rx_bd_ring); 6301316485Sdavidcs rx_bd->addr.hi = htole32(U64_HI(dma_addr)); 6302316485Sdavidcs rx_bd->addr.lo = htole32(U64_LO(dma_addr)); 6303316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 6304316485Sdavidcs 6305316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 6306316485Sdavidcs 6307316485Sdavidcs return 0; 6308316485Sdavidcs} 6309316485Sdavidcs 6310316485Sdavidcsstatic int 6311316485Sdavidcsqlnx_alloc_tpa_mbuf(qlnx_host_t *ha, uint16_t rx_buf_size, 6312316485Sdavidcs struct qlnx_agg_info *tpa) 6313316485Sdavidcs{ 6314316485Sdavidcs struct mbuf *mp; 6315316485Sdavidcs dma_addr_t dma_addr; 6316316485Sdavidcs bus_dmamap_t map; 6317316485Sdavidcs bus_dma_segment_t segs[1]; 6318316485Sdavidcs int nsegs; 6319316485Sdavidcs int ret; 6320316485Sdavidcs struct sw_rx_data *rx_buf; 6321316485Sdavidcs 6322316485Sdavidcs mp = m_getjcl(M_NOWAIT, MT_DATA, M_PKTHDR, rx_buf_size); 6323316485Sdavidcs 6324316485Sdavidcs if (mp == NULL) { 6325318659Sdavidcs QL_DPRINT1(ha, "Failed to allocate Rx data\n"); 6326316485Sdavidcs return -ENOMEM; 6327316485Sdavidcs } 6328316485Sdavidcs 6329316485Sdavidcs mp->m_len = mp->m_pkthdr.len = rx_buf_size; 6330316485Sdavidcs 6331316485Sdavidcs map = (bus_dmamap_t)0; 6332316485Sdavidcs 6333316485Sdavidcs ret = bus_dmamap_load_mbuf_sg(ha->rx_tag, map, mp, segs, &nsegs, 6334316485Sdavidcs BUS_DMA_NOWAIT); 6335316485Sdavidcs dma_addr = segs[0].ds_addr; 6336316485Sdavidcs 6337316485Sdavidcs if (ret || !dma_addr || (nsegs != 1)) { 6338316485Sdavidcs m_freem(mp); 6339318659Sdavidcs QL_DPRINT1(ha, "bus_dmamap_load failed[%d, 0x%016llx, %d]\n", 6340318659Sdavidcs ret, (long long unsigned int)dma_addr, nsegs); 6341316485Sdavidcs return -ENOMEM; 6342316485Sdavidcs } 6343316485Sdavidcs 6344316485Sdavidcs rx_buf = &tpa->rx_buf; 6345316485Sdavidcs 6346316485Sdavidcs memset(rx_buf, 0, sizeof (struct sw_rx_data)); 6347316485Sdavidcs 6348316485Sdavidcs rx_buf->data = mp; 6349316485Sdavidcs rx_buf->dma_addr = dma_addr; 6350316485Sdavidcs rx_buf->map = map; 6351316485Sdavidcs 6352316485Sdavidcs bus_dmamap_sync(ha->rx_tag, map, BUS_DMASYNC_PREREAD); 6353316485Sdavidcs 6354316485Sdavidcs return (0); 6355316485Sdavidcs} 6356316485Sdavidcs 6357316485Sdavidcsstatic void 6358316485Sdavidcsqlnx_free_tpa_mbuf(qlnx_host_t *ha, struct qlnx_agg_info *tpa) 6359316485Sdavidcs{ 6360316485Sdavidcs struct sw_rx_data *rx_buf; 6361316485Sdavidcs 6362316485Sdavidcs rx_buf = &tpa->rx_buf; 6363316485Sdavidcs 6364316485Sdavidcs if (rx_buf->data != NULL) { 6365316485Sdavidcs if (rx_buf->map != NULL) { 6366316485Sdavidcs bus_dmamap_unload(ha->rx_tag, rx_buf->map); 6367316485Sdavidcs bus_dmamap_destroy(ha->rx_tag, rx_buf->map); 6368316485Sdavidcs rx_buf->map = NULL; 6369316485Sdavidcs } 6370316485Sdavidcs m_freem(rx_buf->data); 6371316485Sdavidcs rx_buf->data = NULL; 6372316485Sdavidcs } 6373316485Sdavidcs return; 6374316485Sdavidcs} 6375316485Sdavidcs 6376316485Sdavidcs/* This function allocates all memory needed per Rx queue */ 6377316485Sdavidcsstatic int 6378316485Sdavidcsqlnx_alloc_mem_rxq(qlnx_host_t *ha, struct qlnx_rx_queue *rxq) 6379316485Sdavidcs{ 6380316485Sdavidcs int i, rc, num_allocated; 6381316485Sdavidcs struct ifnet *ifp; 6382316485Sdavidcs struct ecore_dev *cdev; 6383316485Sdavidcs 6384316485Sdavidcs cdev = &ha->cdev; 6385316485Sdavidcs ifp = ha->ifp; 6386316485Sdavidcs 6387316485Sdavidcs rxq->num_rx_buffers = RX_RING_SIZE; 6388316485Sdavidcs 6389316485Sdavidcs rxq->rx_buf_size = ha->rx_buf_size; 6390316485Sdavidcs 6391316485Sdavidcs /* Allocate the parallel driver ring for Rx buffers */ 6392316485Sdavidcs bzero((void *)&rxq->sw_rx_ring[0], 6393316485Sdavidcs (sizeof (struct sw_rx_data) * RX_RING_SIZE)); 6394316485Sdavidcs 6395316485Sdavidcs /* Allocate FW Rx ring */ 6396316485Sdavidcs 6397316485Sdavidcs rc = ecore_chain_alloc(cdev, 6398316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 6399316485Sdavidcs ECORE_CHAIN_MODE_NEXT_PTR, 6400316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 6401316485Sdavidcs RX_RING_SIZE, 6402316485Sdavidcs sizeof(struct eth_rx_bd), 6403316485Sdavidcs &rxq->rx_bd_ring, NULL); 6404316485Sdavidcs 6405316485Sdavidcs if (rc) 6406316485Sdavidcs goto err; 6407316485Sdavidcs 6408316485Sdavidcs /* Allocate FW completion ring */ 6409316485Sdavidcs rc = ecore_chain_alloc(cdev, 6410316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME, 6411316485Sdavidcs ECORE_CHAIN_MODE_PBL, 6412316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 6413316485Sdavidcs RX_RING_SIZE, 6414316485Sdavidcs sizeof(union eth_rx_cqe), 6415316485Sdavidcs &rxq->rx_comp_ring, NULL); 6416316485Sdavidcs 6417316485Sdavidcs if (rc) 6418316485Sdavidcs goto err; 6419316485Sdavidcs 6420316485Sdavidcs /* Allocate buffers for the Rx ring */ 6421316485Sdavidcs 6422316485Sdavidcs for (i = 0; i < ETH_TPA_MAX_AGGS_NUM; i++) { 6423316485Sdavidcs rc = qlnx_alloc_tpa_mbuf(ha, rxq->rx_buf_size, 6424316485Sdavidcs &rxq->tpa_info[i]); 6425316485Sdavidcs if (rc) 6426316485Sdavidcs break; 6427316485Sdavidcs 6428316485Sdavidcs } 6429316485Sdavidcs 6430316485Sdavidcs for (i = 0; i < rxq->num_rx_buffers; i++) { 6431316485Sdavidcs rc = qlnx_alloc_rx_buffer(ha, rxq); 6432316485Sdavidcs if (rc) 6433316485Sdavidcs break; 6434316485Sdavidcs } 6435316485Sdavidcs num_allocated = i; 6436316485Sdavidcs if (!num_allocated) { 6437318659Sdavidcs QL_DPRINT1(ha, "Rx buffers allocation failed\n"); 6438316485Sdavidcs goto err; 6439316485Sdavidcs } else if (num_allocated < rxq->num_rx_buffers) { 6440318659Sdavidcs QL_DPRINT1(ha, "Allocated less buffers than" 6441318659Sdavidcs " desired (%d allocated)\n", num_allocated); 6442316485Sdavidcs } 6443316485Sdavidcs 6444316485Sdavidcs#ifdef QLNX_SOFT_LRO 6445316485Sdavidcs 6446316485Sdavidcs { 6447316485Sdavidcs struct lro_ctrl *lro; 6448316485Sdavidcs 6449316485Sdavidcs lro = &rxq->lro; 6450316485Sdavidcs 6451316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 6452316485Sdavidcs if (tcp_lro_init_args(lro, ifp, 0, rxq->num_rx_buffers)) { 6453318659Sdavidcs QL_DPRINT1(ha, "tcp_lro_init[%d] failed\n", 6454318659Sdavidcs rxq->rxq_id); 6455316485Sdavidcs goto err; 6456316485Sdavidcs } 6457316485Sdavidcs#else 6458316485Sdavidcs if (tcp_lro_init(lro)) { 6459318659Sdavidcs QL_DPRINT1(ha, "tcp_lro_init[%d] failed\n", 6460318659Sdavidcs rxq->rxq_id); 6461316485Sdavidcs goto err; 6462316485Sdavidcs } 6463316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 6464316485Sdavidcs 6465316485Sdavidcs lro->ifp = ha->ifp; 6466316485Sdavidcs } 6467316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 6468316485Sdavidcs return 0; 6469316485Sdavidcs 6470316485Sdavidcserr: 6471316485Sdavidcs qlnx_free_mem_rxq(ha, rxq); 6472316485Sdavidcs return -ENOMEM; 6473316485Sdavidcs} 6474316485Sdavidcs 6475316485Sdavidcs 6476316485Sdavidcsstatic void 6477316485Sdavidcsqlnx_free_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 6478316485Sdavidcs struct qlnx_tx_queue *txq) 6479316485Sdavidcs{ 6480316485Sdavidcs struct ecore_dev *cdev; 6481316485Sdavidcs 6482316485Sdavidcs cdev = &ha->cdev; 6483316485Sdavidcs 6484316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 6485316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 6486316485Sdavidcs 6487316485Sdavidcs /* Free the real RQ ring used by FW */ 6488316485Sdavidcs if (txq->tx_pbl.p_virt_addr) { 6489316485Sdavidcs ecore_chain_free(cdev, &txq->tx_pbl); 6490316485Sdavidcs txq->tx_pbl.p_virt_addr = NULL; 6491316485Sdavidcs } 6492316485Sdavidcs return; 6493316485Sdavidcs} 6494316485Sdavidcs 6495316485Sdavidcs/* This function allocates all memory needed per Tx queue */ 6496316485Sdavidcsstatic int 6497316485Sdavidcsqlnx_alloc_mem_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 6498316485Sdavidcs struct qlnx_tx_queue *txq) 6499316485Sdavidcs{ 6500316485Sdavidcs int ret = ECORE_SUCCESS; 6501316485Sdavidcs union eth_tx_bd_types *p_virt; 6502316485Sdavidcs struct ecore_dev *cdev; 6503316485Sdavidcs 6504316485Sdavidcs cdev = &ha->cdev; 6505316485Sdavidcs 6506316485Sdavidcs bzero((void *)&txq->sw_tx_ring[0], 6507316485Sdavidcs (sizeof (struct sw_tx_bd) * TX_RING_SIZE)); 6508316485Sdavidcs 6509316485Sdavidcs /* Allocate the real Tx ring to be used by FW */ 6510316485Sdavidcs ret = ecore_chain_alloc(cdev, 6511316485Sdavidcs ECORE_CHAIN_USE_TO_CONSUME_PRODUCE, 6512316485Sdavidcs ECORE_CHAIN_MODE_PBL, 6513316485Sdavidcs ECORE_CHAIN_CNT_TYPE_U16, 6514316485Sdavidcs TX_RING_SIZE, 6515316485Sdavidcs sizeof(*p_virt), 6516316485Sdavidcs &txq->tx_pbl, NULL); 6517316485Sdavidcs 6518316485Sdavidcs if (ret != ECORE_SUCCESS) { 6519316485Sdavidcs goto err; 6520316485Sdavidcs } 6521316485Sdavidcs 6522316485Sdavidcs txq->num_tx_buffers = TX_RING_SIZE; 6523316485Sdavidcs 6524316485Sdavidcs return 0; 6525316485Sdavidcs 6526316485Sdavidcserr: 6527316485Sdavidcs qlnx_free_mem_txq(ha, fp, txq); 6528316485Sdavidcs return -ENOMEM; 6529316485Sdavidcs} 6530316485Sdavidcs 6531316485Sdavidcsstatic void 6532316485Sdavidcsqlnx_free_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6533316485Sdavidcs{ 6534316485Sdavidcs struct mbuf *mp; 6535316485Sdavidcs struct ifnet *ifp = ha->ifp; 6536316485Sdavidcs 6537316485Sdavidcs if (mtx_initialized(&fp->tx_mtx)) { 6538316485Sdavidcs 6539316485Sdavidcs if (fp->tx_br != NULL) { 6540316485Sdavidcs 6541316485Sdavidcs mtx_lock(&fp->tx_mtx); 6542316485Sdavidcs 6543316485Sdavidcs while ((mp = drbr_dequeue(ifp, fp->tx_br)) != NULL) { 6544316485Sdavidcs fp->tx_pkts_freed++; 6545316485Sdavidcs m_freem(mp); 6546316485Sdavidcs } 6547316485Sdavidcs 6548316485Sdavidcs mtx_unlock(&fp->tx_mtx); 6549316485Sdavidcs 6550316485Sdavidcs buf_ring_free(fp->tx_br, M_DEVBUF); 6551316485Sdavidcs fp->tx_br = NULL; 6552316485Sdavidcs } 6553316485Sdavidcs mtx_destroy(&fp->tx_mtx); 6554316485Sdavidcs } 6555316485Sdavidcs return; 6556316485Sdavidcs} 6557316485Sdavidcs 6558316485Sdavidcsstatic void 6559316485Sdavidcsqlnx_free_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6560316485Sdavidcs{ 6561316485Sdavidcs int tc; 6562316485Sdavidcs 6563316485Sdavidcs qlnx_free_mem_sb(ha, fp->sb_info); 6564316485Sdavidcs 6565316485Sdavidcs qlnx_free_mem_rxq(ha, fp->rxq); 6566316485Sdavidcs 6567316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) 6568316485Sdavidcs qlnx_free_mem_txq(ha, fp, fp->txq[tc]); 6569316485Sdavidcs 6570316485Sdavidcs return; 6571316485Sdavidcs} 6572316485Sdavidcs 6573316485Sdavidcsstatic int 6574316485Sdavidcsqlnx_alloc_tx_br(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6575316485Sdavidcs{ 6576316485Sdavidcs snprintf(fp->tx_mtx_name, sizeof(fp->tx_mtx_name), 6577316485Sdavidcs "qlnx%d_fp%d_tx_mq_lock", ha->dev_unit, fp->rss_id); 6578316485Sdavidcs 6579316485Sdavidcs mtx_init(&fp->tx_mtx, fp->tx_mtx_name, NULL, MTX_DEF); 6580316485Sdavidcs 6581316485Sdavidcs fp->tx_br = buf_ring_alloc(TX_RING_SIZE, M_DEVBUF, 6582316485Sdavidcs M_NOWAIT, &fp->tx_mtx); 6583316485Sdavidcs if (fp->tx_br == NULL) { 6584318659Sdavidcs QL_DPRINT1(ha, "buf_ring_alloc failed for fp[%d, %d]\n", 6585318659Sdavidcs ha->dev_unit, fp->rss_id); 6586318659Sdavidcs return -ENOMEM; 6587316485Sdavidcs } 6588316485Sdavidcs return 0; 6589316485Sdavidcs} 6590316485Sdavidcs 6591316485Sdavidcsstatic int 6592316485Sdavidcsqlnx_alloc_mem_fp(qlnx_host_t *ha, struct qlnx_fastpath *fp) 6593316485Sdavidcs{ 6594316485Sdavidcs int rc, tc; 6595316485Sdavidcs 6596316485Sdavidcs rc = qlnx_alloc_mem_sb(ha, fp->sb_info, fp->rss_id); 6597316485Sdavidcs if (rc) 6598316485Sdavidcs goto err; 6599316485Sdavidcs 6600316485Sdavidcs if (ha->rx_jumbo_buf_eq_mtu) { 6601316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 6602316485Sdavidcs ha->rx_buf_size = MCLBYTES; 6603316485Sdavidcs else if (ha->max_frame_size <= MJUMPAGESIZE) 6604316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 6605316485Sdavidcs else if (ha->max_frame_size <= MJUM9BYTES) 6606316485Sdavidcs ha->rx_buf_size = MJUM9BYTES; 6607316485Sdavidcs else if (ha->max_frame_size <= MJUM16BYTES) 6608316485Sdavidcs ha->rx_buf_size = MJUM16BYTES; 6609316485Sdavidcs } else { 6610316485Sdavidcs if (ha->max_frame_size <= MCLBYTES) 6611316485Sdavidcs ha->rx_buf_size = MCLBYTES; 6612316485Sdavidcs else 6613316485Sdavidcs ha->rx_buf_size = MJUMPAGESIZE; 6614316485Sdavidcs } 6615316485Sdavidcs 6616316485Sdavidcs rc = qlnx_alloc_mem_rxq(ha, fp->rxq); 6617316485Sdavidcs if (rc) 6618316485Sdavidcs goto err; 6619316485Sdavidcs 6620316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6621316485Sdavidcs rc = qlnx_alloc_mem_txq(ha, fp, fp->txq[tc]); 6622316485Sdavidcs if (rc) 6623316485Sdavidcs goto err; 6624316485Sdavidcs } 6625316485Sdavidcs 6626316485Sdavidcs return 0; 6627316485Sdavidcs 6628316485Sdavidcserr: 6629316485Sdavidcs qlnx_free_mem_fp(ha, fp); 6630316485Sdavidcs return -ENOMEM; 6631316485Sdavidcs} 6632316485Sdavidcs 6633316485Sdavidcsstatic void 6634316485Sdavidcsqlnx_free_mem_load(qlnx_host_t *ha) 6635316485Sdavidcs{ 6636316485Sdavidcs int i; 6637316485Sdavidcs struct ecore_dev *cdev; 6638316485Sdavidcs 6639316485Sdavidcs cdev = &ha->cdev; 6640316485Sdavidcs 6641316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 6642316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 6643316485Sdavidcs 6644316485Sdavidcs qlnx_free_mem_fp(ha, fp); 6645316485Sdavidcs } 6646316485Sdavidcs return; 6647316485Sdavidcs} 6648316485Sdavidcs 6649316485Sdavidcsstatic int 6650316485Sdavidcsqlnx_alloc_mem_load(qlnx_host_t *ha) 6651316485Sdavidcs{ 6652316485Sdavidcs int rc = 0, rss_id; 6653316485Sdavidcs 6654316485Sdavidcs for (rss_id = 0; rss_id < ha->num_rss; rss_id++) { 6655316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[rss_id]; 6656316485Sdavidcs 6657316485Sdavidcs rc = qlnx_alloc_mem_fp(ha, fp); 6658316485Sdavidcs if (rc) 6659316485Sdavidcs break; 6660316485Sdavidcs } 6661316485Sdavidcs return (rc); 6662316485Sdavidcs} 6663316485Sdavidcs 6664316485Sdavidcsstatic int 6665316485Sdavidcsqlnx_start_vport(struct ecore_dev *cdev, 6666316485Sdavidcs u8 vport_id, 6667316485Sdavidcs u16 mtu, 6668316485Sdavidcs u8 drop_ttl0_flg, 6669316485Sdavidcs u8 inner_vlan_removal_en_flg, 6670316485Sdavidcs u8 tx_switching, 6671316485Sdavidcs u8 hw_lro_enable) 6672316485Sdavidcs{ 6673316485Sdavidcs int rc, i; 6674316485Sdavidcs struct ecore_sp_vport_start_params vport_start_params = { 0 }; 6675316485Sdavidcs qlnx_host_t *ha; 6676316485Sdavidcs 6677316485Sdavidcs ha = (qlnx_host_t *)cdev; 6678316485Sdavidcs 6679316485Sdavidcs vport_start_params.remove_inner_vlan = inner_vlan_removal_en_flg; 6680316485Sdavidcs vport_start_params.tx_switching = 0; 6681316485Sdavidcs vport_start_params.handle_ptp_pkts = 0; 6682316485Sdavidcs vport_start_params.only_untagged = 0; 6683316485Sdavidcs vport_start_params.drop_ttl0 = drop_ttl0_flg; 6684316485Sdavidcs 6685316485Sdavidcs vport_start_params.tpa_mode = 6686316485Sdavidcs (hw_lro_enable ? ECORE_TPA_MODE_RSC : ECORE_TPA_MODE_NONE); 6687316485Sdavidcs vport_start_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 6688316485Sdavidcs 6689316485Sdavidcs vport_start_params.vport_id = vport_id; 6690316485Sdavidcs vport_start_params.mtu = mtu; 6691316485Sdavidcs 6692316485Sdavidcs 6693318659Sdavidcs QL_DPRINT2(ha, "Setting mtu to %d and VPORT ID = %d\n", mtu, vport_id); 6694316485Sdavidcs 6695316485Sdavidcs for_each_hwfn(cdev, i) { 6696316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 6697316485Sdavidcs 6698316485Sdavidcs vport_start_params.concrete_fid = p_hwfn->hw_info.concrete_fid; 6699316485Sdavidcs vport_start_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 6700316485Sdavidcs 6701316485Sdavidcs rc = ecore_sp_vport_start(p_hwfn, &vport_start_params); 6702316485Sdavidcs 6703316485Sdavidcs if (rc) { 6704318659Sdavidcs QL_DPRINT1(ha, "Failed to start VPORT V-PORT %d" 6705318659Sdavidcs " with MTU %d\n" , vport_id, mtu); 6706316485Sdavidcs return -ENOMEM; 6707316485Sdavidcs } 6708316485Sdavidcs 6709316485Sdavidcs ecore_hw_start_fastpath(p_hwfn); 6710316485Sdavidcs 6711318659Sdavidcs QL_DPRINT2(ha, "Started V-PORT %d with MTU %d\n", 6712318659Sdavidcs vport_id, mtu); 6713316485Sdavidcs } 6714316485Sdavidcs return 0; 6715316485Sdavidcs} 6716316485Sdavidcs 6717316485Sdavidcs 6718316485Sdavidcsstatic int 6719316485Sdavidcsqlnx_update_vport(struct ecore_dev *cdev, 6720316485Sdavidcs struct qlnx_update_vport_params *params) 6721316485Sdavidcs{ 6722316485Sdavidcs struct ecore_sp_vport_update_params sp_params; 6723316485Sdavidcs int rc, i, j, fp_index; 6724316485Sdavidcs struct ecore_hwfn *p_hwfn; 6725316485Sdavidcs struct ecore_rss_params *rss; 6726316485Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)cdev; 6727316485Sdavidcs struct qlnx_fastpath *fp; 6728316485Sdavidcs 6729316485Sdavidcs memset(&sp_params, 0, sizeof(sp_params)); 6730316485Sdavidcs /* Translate protocol params into sp params */ 6731316485Sdavidcs sp_params.vport_id = params->vport_id; 6732316485Sdavidcs 6733316485Sdavidcs sp_params.update_vport_active_rx_flg = 6734316485Sdavidcs params->update_vport_active_rx_flg; 6735316485Sdavidcs sp_params.vport_active_rx_flg = params->vport_active_rx_flg; 6736316485Sdavidcs 6737316485Sdavidcs sp_params.update_vport_active_tx_flg = 6738316485Sdavidcs params->update_vport_active_tx_flg; 6739316485Sdavidcs sp_params.vport_active_tx_flg = params->vport_active_tx_flg; 6740316485Sdavidcs 6741316485Sdavidcs sp_params.update_inner_vlan_removal_flg = 6742316485Sdavidcs params->update_inner_vlan_removal_flg; 6743316485Sdavidcs sp_params.inner_vlan_removal_flg = params->inner_vlan_removal_flg; 6744316485Sdavidcs 6745316485Sdavidcs sp_params.sge_tpa_params = params->sge_tpa_params; 6746316485Sdavidcs 6747316485Sdavidcs /* RSS - is a bit tricky, since upper-layer isn't familiar with hwfns. 6748316485Sdavidcs * We need to re-fix the rss values per engine for CMT. 6749316485Sdavidcs */ 6750318659Sdavidcs if (params->rss_params->update_rss_config) 6751316485Sdavidcs sp_params.rss_params = params->rss_params; 6752318659Sdavidcs else 6753318659Sdavidcs sp_params.rss_params = NULL; 6754316485Sdavidcs 6755316485Sdavidcs for_each_hwfn(cdev, i) { 6756316485Sdavidcs 6757316485Sdavidcs p_hwfn = &cdev->hwfns[i]; 6758316485Sdavidcs 6759316485Sdavidcs if ((cdev->num_hwfns > 1) && 6760316485Sdavidcs params->rss_params->update_rss_config && 6761316485Sdavidcs params->rss_params->rss_enable) { 6762316485Sdavidcs 6763316485Sdavidcs rss = params->rss_params; 6764316485Sdavidcs 6765316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE; j++) { 6766316485Sdavidcs 6767316485Sdavidcs fp_index = ((cdev->num_hwfns * j) + i) % 6768316485Sdavidcs ha->num_rss; 6769316485Sdavidcs 6770316485Sdavidcs fp = &ha->fp_array[fp_index]; 6771317118Sdavidcs rss->rss_ind_table[j] = fp->rxq->handle; 6772316485Sdavidcs } 6773316485Sdavidcs 6774316485Sdavidcs for (j = 0; j < ECORE_RSS_IND_TABLE_SIZE;) { 6775318659Sdavidcs QL_DPRINT3(ha, "%p %p %p %p %p %p %p %p \n", 6776316485Sdavidcs rss->rss_ind_table[j], 6777316485Sdavidcs rss->rss_ind_table[j+1], 6778316485Sdavidcs rss->rss_ind_table[j+2], 6779316485Sdavidcs rss->rss_ind_table[j+3], 6780316485Sdavidcs rss->rss_ind_table[j+4], 6781316485Sdavidcs rss->rss_ind_table[j+5], 6782316485Sdavidcs rss->rss_ind_table[j+6], 6783318659Sdavidcs rss->rss_ind_table[j+7]); 6784316485Sdavidcs j += 8; 6785316485Sdavidcs } 6786316485Sdavidcs } 6787316485Sdavidcs 6788316485Sdavidcs sp_params.opaque_fid = p_hwfn->hw_info.opaque_fid; 6789318659Sdavidcs 6790318659Sdavidcs QL_DPRINT1(ha, "Update sp vport ID=%d\n", params->vport_id); 6791318659Sdavidcs 6792316485Sdavidcs rc = ecore_sp_vport_update(p_hwfn, &sp_params, 6793316485Sdavidcs ECORE_SPQ_MODE_EBLOCK, NULL); 6794316485Sdavidcs if (rc) { 6795318659Sdavidcs QL_DPRINT1(ha, "Failed to update VPORT\n"); 6796316485Sdavidcs return rc; 6797316485Sdavidcs } 6798316485Sdavidcs 6799318659Sdavidcs QL_DPRINT2(ha, "Updated V-PORT %d: tx_active_flag %d, \ 6800318659Sdavidcs rx_active_flag %d [tx_update %d], [rx_update %d]\n", 6801316485Sdavidcs params->vport_id, params->vport_active_tx_flg, 6802316485Sdavidcs params->vport_active_rx_flg, 6803316485Sdavidcs params->update_vport_active_tx_flg, 6804318659Sdavidcs params->update_vport_active_rx_flg); 6805316485Sdavidcs } 6806316485Sdavidcs 6807316485Sdavidcs return 0; 6808316485Sdavidcs} 6809316485Sdavidcs 6810316485Sdavidcsstatic void 6811316485Sdavidcsqlnx_reuse_rx_data(struct qlnx_rx_queue *rxq) 6812316485Sdavidcs{ 6813316485Sdavidcs struct eth_rx_bd *rx_bd_cons = 6814316485Sdavidcs ecore_chain_consume(&rxq->rx_bd_ring); 6815316485Sdavidcs struct eth_rx_bd *rx_bd_prod = 6816316485Sdavidcs ecore_chain_produce(&rxq->rx_bd_ring); 6817316485Sdavidcs struct sw_rx_data *sw_rx_data_cons = 6818316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_cons]; 6819316485Sdavidcs struct sw_rx_data *sw_rx_data_prod = 6820316485Sdavidcs &rxq->sw_rx_ring[rxq->sw_rx_prod]; 6821316485Sdavidcs 6822316485Sdavidcs sw_rx_data_prod->data = sw_rx_data_cons->data; 6823316485Sdavidcs memcpy(rx_bd_prod, rx_bd_cons, sizeof(struct eth_rx_bd)); 6824316485Sdavidcs 6825316485Sdavidcs rxq->sw_rx_cons = (rxq->sw_rx_cons + 1) & (RX_RING_SIZE - 1); 6826316485Sdavidcs rxq->sw_rx_prod = (rxq->sw_rx_prod + 1) & (RX_RING_SIZE - 1); 6827316485Sdavidcs 6828316485Sdavidcs return; 6829316485Sdavidcs} 6830316485Sdavidcs 6831316485Sdavidcsstatic void 6832316485Sdavidcsqlnx_update_rx_prod(struct ecore_hwfn *p_hwfn, struct qlnx_rx_queue *rxq) 6833316485Sdavidcs{ 6834316485Sdavidcs 6835316485Sdavidcs uint16_t bd_prod; 6836316485Sdavidcs uint16_t cqe_prod; 6837317117Sdavidcs union { 6838317117Sdavidcs struct eth_rx_prod_data rx_prod_data; 6839317117Sdavidcs uint32_t data32; 6840317117Sdavidcs } rx_prods; 6841316485Sdavidcs 6842316485Sdavidcs bd_prod = ecore_chain_get_prod_idx(&rxq->rx_bd_ring); 6843316485Sdavidcs cqe_prod = ecore_chain_get_prod_idx(&rxq->rx_comp_ring); 6844316485Sdavidcs 6845316485Sdavidcs /* Update producers */ 6846317117Sdavidcs rx_prods.rx_prod_data.bd_prod = htole16(bd_prod); 6847317117Sdavidcs rx_prods.rx_prod_data.cqe_prod = htole16(cqe_prod); 6848316485Sdavidcs 6849316485Sdavidcs /* Make sure that the BD and SGE data is updated before updating the 6850316485Sdavidcs * producers since FW might read the BD/SGE right after the producer 6851316485Sdavidcs * is updated. 6852316485Sdavidcs */ 6853316485Sdavidcs wmb(); 6854316485Sdavidcs 6855316485Sdavidcs internal_ram_wr(p_hwfn, rxq->hw_rxq_prod_addr, 6856317117Sdavidcs sizeof(rx_prods), &rx_prods.data32); 6857316485Sdavidcs 6858316485Sdavidcs /* mmiowb is needed to synchronize doorbell writes from more than one 6859316485Sdavidcs * processor. It guarantees that the write arrives to the device before 6860316485Sdavidcs * the napi lock is released and another qlnx_poll is called (possibly 6861316485Sdavidcs * on another CPU). Without this barrier, the next doorbell can bypass 6862316485Sdavidcs * this doorbell. This is applicable to IA64/Altix systems. 6863316485Sdavidcs */ 6864316485Sdavidcs wmb(); 6865316485Sdavidcs 6866316485Sdavidcs return; 6867316485Sdavidcs} 6868316485Sdavidcs 6869316485Sdavidcsstatic uint32_t qlnx_hash_key[] = { 6870316485Sdavidcs ((0x6d << 24)|(0x5a << 16)|(0x56 << 8)|0xda), 6871316485Sdavidcs ((0x25 << 24)|(0x5b << 16)|(0x0e << 8)|0xc2), 6872316485Sdavidcs ((0x41 << 24)|(0x67 << 16)|(0x25 << 8)|0x3d), 6873316485Sdavidcs ((0x43 << 24)|(0xa3 << 16)|(0x8f << 8)|0xb0), 6874316485Sdavidcs ((0xd0 << 24)|(0xca << 16)|(0x2b << 8)|0xcb), 6875316485Sdavidcs ((0xae << 24)|(0x7b << 16)|(0x30 << 8)|0xb4), 6876316485Sdavidcs ((0x77 << 24)|(0xcb << 16)|(0x2d << 8)|0xa3), 6877316485Sdavidcs ((0x80 << 24)|(0x30 << 16)|(0xf2 << 8)|0x0c), 6878316485Sdavidcs ((0x6a << 24)|(0x42 << 16)|(0xb7 << 8)|0x3b), 6879316485Sdavidcs ((0xbe << 24)|(0xac << 16)|(0x01 << 8)|0xfa)}; 6880316485Sdavidcs 6881316485Sdavidcsstatic int 6882316485Sdavidcsqlnx_start_queues(qlnx_host_t *ha) 6883316485Sdavidcs{ 6884316485Sdavidcs int rc, tc, i, vport_id = 0, 6885316485Sdavidcs drop_ttl0_flg = 1, vlan_removal_en = 1, 6886316485Sdavidcs tx_switching = 0, hw_lro_enable = 0; 6887316485Sdavidcs struct ecore_dev *cdev = &ha->cdev; 6888316485Sdavidcs struct ecore_rss_params *rss_params = &ha->rss_params; 6889316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 6890316485Sdavidcs struct ifnet *ifp; 6891316485Sdavidcs struct ecore_hwfn *p_hwfn; 6892316485Sdavidcs struct ecore_sge_tpa_params tpa_params; 6893316485Sdavidcs struct ecore_queue_start_common_params qparams; 6894316485Sdavidcs struct qlnx_fastpath *fp; 6895316485Sdavidcs 6896316485Sdavidcs ifp = ha->ifp; 6897316485Sdavidcs 6898318659Sdavidcs QL_DPRINT1(ha, "Num RSS = %d\n", ha->num_rss); 6899318659Sdavidcs 6900316485Sdavidcs if (!ha->num_rss) { 6901318659Sdavidcs QL_DPRINT1(ha, "Cannot update V-VPORT as active as there" 6902318659Sdavidcs " are no Rx queues\n"); 6903316485Sdavidcs return -EINVAL; 6904316485Sdavidcs } 6905316485Sdavidcs 6906316485Sdavidcs#ifndef QLNX_SOFT_LRO 6907316485Sdavidcs hw_lro_enable = ifp->if_capenable & IFCAP_LRO; 6908316485Sdavidcs#endif /* #ifndef QLNX_SOFT_LRO */ 6909316485Sdavidcs 6910316485Sdavidcs rc = qlnx_start_vport(cdev, vport_id, ifp->if_mtu, drop_ttl0_flg, 6911316485Sdavidcs vlan_removal_en, tx_switching, hw_lro_enable); 6912316485Sdavidcs 6913316485Sdavidcs if (rc) { 6914318659Sdavidcs QL_DPRINT1(ha, "Start V-PORT failed %d\n", rc); 6915316485Sdavidcs return rc; 6916316485Sdavidcs } 6917316485Sdavidcs 6918318659Sdavidcs QL_DPRINT2(ha, "Start vport ramrod passed, " 6919318659Sdavidcs "vport_id = %d, MTU = %d, vlan_removal_en = %d\n", 6920318659Sdavidcs vport_id, (int)(ifp->if_mtu + 0xe), vlan_removal_en); 6921316485Sdavidcs 6922316485Sdavidcs for_each_rss(i) { 6923316485Sdavidcs struct ecore_rxq_start_ret_params rx_ret_params; 6924316485Sdavidcs struct ecore_txq_start_ret_params tx_ret_params; 6925316485Sdavidcs 6926316485Sdavidcs fp = &ha->fp_array[i]; 6927316485Sdavidcs p_hwfn = &cdev->hwfns[(fp->rss_id % cdev->num_hwfns)]; 6928316485Sdavidcs 6929316485Sdavidcs bzero(&qparams, sizeof(struct ecore_queue_start_common_params)); 6930316485Sdavidcs bzero(&rx_ret_params, 6931316485Sdavidcs sizeof (struct ecore_rxq_start_ret_params)); 6932316485Sdavidcs 6933316485Sdavidcs qparams.queue_id = i ; 6934316485Sdavidcs qparams.vport_id = vport_id; 6935316485Sdavidcs qparams.stats_id = vport_id; 6936316485Sdavidcs qparams.p_sb = fp->sb_info; 6937316485Sdavidcs qparams.sb_idx = RX_PI; 6938316485Sdavidcs 6939316485Sdavidcs 6940316485Sdavidcs rc = ecore_eth_rx_queue_start(p_hwfn, 6941316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6942316485Sdavidcs &qparams, 6943316485Sdavidcs fp->rxq->rx_buf_size, /* bd_max_bytes */ 6944316485Sdavidcs /* bd_chain_phys_addr */ 6945316485Sdavidcs fp->rxq->rx_bd_ring.p_phys_addr, 6946316485Sdavidcs /* cqe_pbl_addr */ 6947316485Sdavidcs ecore_chain_get_pbl_phys(&fp->rxq->rx_comp_ring), 6948316485Sdavidcs /* cqe_pbl_size */ 6949316485Sdavidcs ecore_chain_get_page_cnt(&fp->rxq->rx_comp_ring), 6950316485Sdavidcs &rx_ret_params); 6951316485Sdavidcs 6952316485Sdavidcs if (rc) { 6953318659Sdavidcs QL_DPRINT1(ha, "Start RXQ #%d failed %d\n", i, rc); 6954316485Sdavidcs return rc; 6955316485Sdavidcs } 6956316485Sdavidcs 6957316485Sdavidcs fp->rxq->hw_rxq_prod_addr = rx_ret_params.p_prod; 6958316485Sdavidcs fp->rxq->handle = rx_ret_params.p_handle; 6959316485Sdavidcs fp->rxq->hw_cons_ptr = 6960316485Sdavidcs &fp->sb_info->sb_virt->pi_array[RX_PI]; 6961316485Sdavidcs 6962316485Sdavidcs qlnx_update_rx_prod(p_hwfn, fp->rxq); 6963316485Sdavidcs 6964316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 6965316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 6966316485Sdavidcs 6967316485Sdavidcs bzero(&qparams, 6968316485Sdavidcs sizeof(struct ecore_queue_start_common_params)); 6969316485Sdavidcs bzero(&tx_ret_params, 6970316485Sdavidcs sizeof (struct ecore_txq_start_ret_params)); 6971316485Sdavidcs 6972316485Sdavidcs qparams.queue_id = txq->index / cdev->num_hwfns ; 6973316485Sdavidcs qparams.vport_id = vport_id; 6974316485Sdavidcs qparams.stats_id = vport_id; 6975316485Sdavidcs qparams.p_sb = fp->sb_info; 6976316485Sdavidcs qparams.sb_idx = TX_PI(tc); 6977316485Sdavidcs 6978316485Sdavidcs rc = ecore_eth_tx_queue_start(p_hwfn, 6979316485Sdavidcs p_hwfn->hw_info.opaque_fid, 6980316485Sdavidcs &qparams, tc, 6981316485Sdavidcs /* bd_chain_phys_addr */ 6982316485Sdavidcs ecore_chain_get_pbl_phys(&txq->tx_pbl), 6983316485Sdavidcs ecore_chain_get_page_cnt(&txq->tx_pbl), 6984316485Sdavidcs &tx_ret_params); 6985316485Sdavidcs 6986316485Sdavidcs if (rc) { 6987318659Sdavidcs QL_DPRINT1(ha, "Start TXQ #%d failed %d\n", 6988318659Sdavidcs txq->index, rc); 6989316485Sdavidcs return rc; 6990316485Sdavidcs } 6991316485Sdavidcs 6992316485Sdavidcs txq->doorbell_addr = tx_ret_params.p_doorbell; 6993316485Sdavidcs txq->handle = tx_ret_params.p_handle; 6994316485Sdavidcs 6995316485Sdavidcs txq->hw_cons_ptr = 6996316485Sdavidcs &fp->sb_info->sb_virt->pi_array[TX_PI(tc)]; 6997316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 6998316485Sdavidcs ETH_DB_DATA_DEST, DB_DEST_XCM); 6999316485Sdavidcs SET_FIELD(txq->tx_db.data.params, ETH_DB_DATA_AGG_CMD, 7000316485Sdavidcs DB_AGG_CMD_SET); 7001316485Sdavidcs SET_FIELD(txq->tx_db.data.params, 7002316485Sdavidcs ETH_DB_DATA_AGG_VAL_SEL, 7003316485Sdavidcs DQ_XCM_ETH_TX_BD_PROD_CMD); 7004316485Sdavidcs 7005316485Sdavidcs txq->tx_db.data.agg_flags = DQ_XCM_ETH_DQ_CF_CMD; 7006316485Sdavidcs } 7007316485Sdavidcs } 7008316485Sdavidcs 7009316485Sdavidcs /* Fill struct with RSS params */ 7010316485Sdavidcs if (ha->num_rss > 1) { 7011316485Sdavidcs 7012316485Sdavidcs rss_params->update_rss_config = 1; 7013316485Sdavidcs rss_params->rss_enable = 1; 7014316485Sdavidcs rss_params->update_rss_capabilities = 1; 7015316485Sdavidcs rss_params->update_rss_ind_table = 1; 7016316485Sdavidcs rss_params->update_rss_key = 1; 7017316485Sdavidcs rss_params->rss_caps = ECORE_RSS_IPV4 | ECORE_RSS_IPV6 | 7018316485Sdavidcs ECORE_RSS_IPV4_TCP | ECORE_RSS_IPV6_TCP; 7019316485Sdavidcs rss_params->rss_table_size_log = 7; /* 2^7 = 128 */ 7020316485Sdavidcs 7021316485Sdavidcs for (i = 0; i < ECORE_RSS_IND_TABLE_SIZE; i++) { 7022316485Sdavidcs fp = &ha->fp_array[(i % ha->num_rss)]; 7023316485Sdavidcs rss_params->rss_ind_table[i] = fp->rxq->handle; 7024316485Sdavidcs } 7025316485Sdavidcs 7026316485Sdavidcs for (i = 0; i < ECORE_RSS_KEY_SIZE; i++) 7027316485Sdavidcs rss_params->rss_key[i] = (__le32)qlnx_hash_key[i]; 7028316485Sdavidcs 7029316485Sdavidcs } else { 7030316485Sdavidcs memset(rss_params, 0, sizeof(*rss_params)); 7031316485Sdavidcs } 7032316485Sdavidcs 7033316485Sdavidcs 7034316485Sdavidcs /* Prepare and send the vport enable */ 7035316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 7036316485Sdavidcs vport_update_params.vport_id = vport_id; 7037316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 7038316485Sdavidcs vport_update_params.vport_active_tx_flg = 1; 7039316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 7040316485Sdavidcs vport_update_params.vport_active_rx_flg = 1; 7041316485Sdavidcs vport_update_params.rss_params = rss_params; 7042316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 1; 7043316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 1; 7044316485Sdavidcs 7045316485Sdavidcs if (hw_lro_enable) { 7046316485Sdavidcs memset(&tpa_params, 0, sizeof (struct ecore_sge_tpa_params)); 7047316485Sdavidcs 7048316485Sdavidcs tpa_params.max_buffers_per_cqe = QLNX_TPA_MAX_AGG_BUFFERS; 7049316485Sdavidcs 7050316485Sdavidcs tpa_params.update_tpa_en_flg = 1; 7051316485Sdavidcs tpa_params.tpa_ipv4_en_flg = 1; 7052316485Sdavidcs tpa_params.tpa_ipv6_en_flg = 1; 7053316485Sdavidcs 7054316485Sdavidcs tpa_params.update_tpa_param_flg = 1; 7055316485Sdavidcs tpa_params.tpa_pkt_split_flg = 0; 7056316485Sdavidcs tpa_params.tpa_hdr_data_split_flg = 0; 7057316485Sdavidcs tpa_params.tpa_gro_consistent_flg = 0; 7058316485Sdavidcs tpa_params.tpa_max_aggs_num = ETH_TPA_MAX_AGGS_NUM; 7059316485Sdavidcs tpa_params.tpa_max_size = (uint16_t)(-1); 7060316485Sdavidcs tpa_params.tpa_min_size_to_start = ifp->if_mtu/2; 7061316485Sdavidcs tpa_params.tpa_min_size_to_cont = ifp->if_mtu/2; 7062316485Sdavidcs 7063316485Sdavidcs vport_update_params.sge_tpa_params = &tpa_params; 7064316485Sdavidcs } 7065316485Sdavidcs 7066316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 7067316485Sdavidcs if (rc) { 7068318659Sdavidcs QL_DPRINT1(ha, "Update V-PORT failed %d\n", rc); 7069316485Sdavidcs return rc; 7070316485Sdavidcs } 7071316485Sdavidcs 7072316485Sdavidcs return 0; 7073316485Sdavidcs} 7074316485Sdavidcs 7075316485Sdavidcsstatic int 7076316485Sdavidcsqlnx_drain_txq(qlnx_host_t *ha, struct qlnx_fastpath *fp, 7077316485Sdavidcs struct qlnx_tx_queue *txq) 7078316485Sdavidcs{ 7079316485Sdavidcs uint16_t hw_bd_cons; 7080316485Sdavidcs uint16_t ecore_cons_idx; 7081316485Sdavidcs 7082318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 7083316485Sdavidcs 7084316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 7085316485Sdavidcs 7086316485Sdavidcs while (hw_bd_cons != 7087316485Sdavidcs (ecore_cons_idx = ecore_chain_get_cons_idx(&txq->tx_pbl))) { 7088316485Sdavidcs 7089316485Sdavidcs mtx_lock(&fp->tx_mtx); 7090316485Sdavidcs 7091316485Sdavidcs (void)qlnx_tx_int(ha, fp, txq); 7092316485Sdavidcs 7093316485Sdavidcs mtx_unlock(&fp->tx_mtx); 7094316485Sdavidcs 7095316485Sdavidcs qlnx_mdelay(__func__, 2); 7096316485Sdavidcs 7097316485Sdavidcs hw_bd_cons = le16toh(*txq->hw_cons_ptr); 7098316485Sdavidcs } 7099316485Sdavidcs 7100318659Sdavidcs QL_DPRINT2(ha, "[%d, %d]: done\n", fp->rss_id, txq->index); 7101316485Sdavidcs 7102316485Sdavidcs return 0; 7103316485Sdavidcs} 7104316485Sdavidcs 7105316485Sdavidcsstatic int 7106316485Sdavidcsqlnx_stop_queues(qlnx_host_t *ha) 7107316485Sdavidcs{ 7108316485Sdavidcs struct qlnx_update_vport_params vport_update_params; 7109316485Sdavidcs struct ecore_dev *cdev; 7110316485Sdavidcs struct qlnx_fastpath *fp; 7111316485Sdavidcs int rc, tc, i; 7112316485Sdavidcs 7113316485Sdavidcs cdev = &ha->cdev; 7114316485Sdavidcs 7115316485Sdavidcs /* Disable the vport */ 7116316485Sdavidcs 7117316485Sdavidcs memset(&vport_update_params, 0, sizeof(vport_update_params)); 7118316485Sdavidcs 7119316485Sdavidcs vport_update_params.vport_id = 0; 7120316485Sdavidcs vport_update_params.update_vport_active_tx_flg = 1; 7121316485Sdavidcs vport_update_params.vport_active_tx_flg = 0; 7122316485Sdavidcs vport_update_params.update_vport_active_rx_flg = 1; 7123316485Sdavidcs vport_update_params.vport_active_rx_flg = 0; 7124316485Sdavidcs vport_update_params.rss_params = &ha->rss_params; 7125316485Sdavidcs vport_update_params.rss_params->update_rss_config = 0; 7126316485Sdavidcs vport_update_params.rss_params->rss_enable = 0; 7127316485Sdavidcs vport_update_params.update_inner_vlan_removal_flg = 0; 7128316485Sdavidcs vport_update_params.inner_vlan_removal_flg = 0; 7129316485Sdavidcs 7130318659Sdavidcs QL_DPRINT1(ha, "Update vport ID= %d\n", vport_update_params.vport_id); 7131318659Sdavidcs 7132316485Sdavidcs rc = qlnx_update_vport(cdev, &vport_update_params); 7133316485Sdavidcs if (rc) { 7134318659Sdavidcs QL_DPRINT1(ha, "Failed to update vport\n"); 7135316485Sdavidcs return rc; 7136316485Sdavidcs } 7137316485Sdavidcs 7138316485Sdavidcs /* Flush Tx queues. If needed, request drain from MCP */ 7139316485Sdavidcs for_each_rss(i) { 7140316485Sdavidcs fp = &ha->fp_array[i]; 7141316485Sdavidcs 7142316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 7143316485Sdavidcs struct qlnx_tx_queue *txq = fp->txq[tc]; 7144316485Sdavidcs 7145316485Sdavidcs rc = qlnx_drain_txq(ha, fp, txq); 7146316485Sdavidcs if (rc) 7147316485Sdavidcs return rc; 7148316485Sdavidcs } 7149316485Sdavidcs } 7150316485Sdavidcs 7151316485Sdavidcs /* Stop all Queues in reverse order*/ 7152316485Sdavidcs for (i = ha->num_rss - 1; i >= 0; i--) { 7153316485Sdavidcs 7154316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[(i % cdev->num_hwfns)]; 7155316485Sdavidcs 7156316485Sdavidcs fp = &ha->fp_array[i]; 7157316485Sdavidcs 7158316485Sdavidcs /* Stop the Tx Queue(s)*/ 7159316485Sdavidcs for (tc = 0; tc < ha->num_tc; tc++) { 7160316485Sdavidcs int tx_queue_id; 7161316485Sdavidcs 7162316485Sdavidcs tx_queue_id = tc * ha->num_rss + i; 7163316485Sdavidcs rc = ecore_eth_tx_queue_stop(p_hwfn, 7164316485Sdavidcs fp->txq[tc]->handle); 7165316485Sdavidcs 7166316485Sdavidcs if (rc) { 7167318659Sdavidcs QL_DPRINT1(ha, "Failed to stop TXQ #%d\n", 7168318659Sdavidcs tx_queue_id); 7169316485Sdavidcs return rc; 7170316485Sdavidcs } 7171316485Sdavidcs } 7172316485Sdavidcs 7173316485Sdavidcs /* Stop the Rx Queue*/ 7174316485Sdavidcs rc = ecore_eth_rx_queue_stop(p_hwfn, fp->rxq->handle, false, 7175316485Sdavidcs false); 7176316485Sdavidcs if (rc) { 7177318659Sdavidcs QL_DPRINT1(ha, "Failed to stop RXQ #%d\n", i); 7178316485Sdavidcs return rc; 7179316485Sdavidcs } 7180316485Sdavidcs } 7181316485Sdavidcs 7182316485Sdavidcs /* Stop the vport */ 7183316485Sdavidcs for_each_hwfn(cdev, i) { 7184316485Sdavidcs 7185316485Sdavidcs struct ecore_hwfn *p_hwfn = &cdev->hwfns[i]; 7186316485Sdavidcs 7187316485Sdavidcs rc = ecore_sp_vport_stop(p_hwfn, p_hwfn->hw_info.opaque_fid, 0); 7188316485Sdavidcs 7189316485Sdavidcs if (rc) { 7190318659Sdavidcs QL_DPRINT1(ha, "Failed to stop VPORT\n"); 7191316485Sdavidcs return rc; 7192316485Sdavidcs } 7193316485Sdavidcs } 7194316485Sdavidcs 7195316485Sdavidcs return rc; 7196316485Sdavidcs} 7197316485Sdavidcs 7198316485Sdavidcsstatic int 7199316485Sdavidcsqlnx_set_ucast_rx_mac(qlnx_host_t *ha, 7200316485Sdavidcs enum ecore_filter_opcode opcode, 7201316485Sdavidcs unsigned char mac[ETH_ALEN]) 7202316485Sdavidcs{ 7203316485Sdavidcs struct ecore_filter_ucast ucast; 7204316485Sdavidcs struct ecore_dev *cdev; 7205316485Sdavidcs int rc; 7206316485Sdavidcs 7207316485Sdavidcs cdev = &ha->cdev; 7208316485Sdavidcs 7209316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 7210316485Sdavidcs 7211316485Sdavidcs ucast.opcode = opcode; 7212316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 7213316485Sdavidcs ucast.is_rx_filter = 1; 7214316485Sdavidcs ucast.vport_to_add_to = 0; 7215316485Sdavidcs memcpy(&ucast.mac[0], mac, ETH_ALEN); 7216316485Sdavidcs 7217316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 7218316485Sdavidcs 7219316485Sdavidcs return (rc); 7220316485Sdavidcs} 7221316485Sdavidcs 7222316485Sdavidcsstatic int 7223316485Sdavidcsqlnx_remove_all_ucast_mac(qlnx_host_t *ha) 7224316485Sdavidcs{ 7225316485Sdavidcs struct ecore_filter_ucast ucast; 7226316485Sdavidcs struct ecore_dev *cdev; 7227316485Sdavidcs int rc; 7228316485Sdavidcs 7229316485Sdavidcs bzero(&ucast, sizeof(struct ecore_filter_ucast)); 7230316485Sdavidcs 7231316485Sdavidcs ucast.opcode = ECORE_FILTER_REPLACE; 7232316485Sdavidcs ucast.type = ECORE_FILTER_MAC; 7233316485Sdavidcs ucast.is_rx_filter = 1; 7234316485Sdavidcs 7235316485Sdavidcs cdev = &ha->cdev; 7236316485Sdavidcs 7237316485Sdavidcs rc = ecore_filter_ucast_cmd(cdev, &ucast, ECORE_SPQ_MODE_CB, NULL); 7238316485Sdavidcs 7239316485Sdavidcs return (rc); 7240316485Sdavidcs} 7241316485Sdavidcs 7242316485Sdavidcsstatic int 7243316485Sdavidcsqlnx_remove_all_mcast_mac(qlnx_host_t *ha) 7244316485Sdavidcs{ 7245316485Sdavidcs struct ecore_filter_mcast *mcast; 7246316485Sdavidcs struct ecore_dev *cdev; 7247316485Sdavidcs int rc, i; 7248316485Sdavidcs 7249316485Sdavidcs cdev = &ha->cdev; 7250316485Sdavidcs 7251316485Sdavidcs mcast = &ha->ecore_mcast; 7252316485Sdavidcs bzero(mcast, sizeof(struct ecore_filter_mcast)); 7253316485Sdavidcs 7254316485Sdavidcs mcast->opcode = ECORE_FILTER_REMOVE; 7255316485Sdavidcs 7256316485Sdavidcs for (i = 0; i < QLNX_MAX_NUM_MULTICAST_ADDRS; i++) { 7257316485Sdavidcs 7258316485Sdavidcs if (ha->mcast[i].addr[0] || ha->mcast[i].addr[1] || 7259316485Sdavidcs ha->mcast[i].addr[2] || ha->mcast[i].addr[3] || 7260316485Sdavidcs ha->mcast[i].addr[4] || ha->mcast[i].addr[5]) { 7261316485Sdavidcs 7262337517Sdavidcs memcpy(&mcast->mac[i][0], &ha->mcast[i].addr[0], ETH_ALEN); 7263316485Sdavidcs mcast->num_mc_addrs++; 7264316485Sdavidcs } 7265316485Sdavidcs } 7266316485Sdavidcs mcast = &ha->ecore_mcast; 7267316485Sdavidcs 7268316485Sdavidcs rc = ecore_filter_mcast_cmd(cdev, mcast, ECORE_SPQ_MODE_CB, NULL); 7269316485Sdavidcs 7270316485Sdavidcs bzero(ha->mcast, (sizeof(qlnx_mcast_t) * QLNX_MAX_NUM_MULTICAST_ADDRS)); 7271316485Sdavidcs ha->nmcast = 0; 7272316485Sdavidcs 7273316485Sdavidcs return (rc); 7274316485Sdavidcs} 7275316485Sdavidcs 7276316485Sdavidcsstatic int 7277316485Sdavidcsqlnx_clean_filters(qlnx_host_t *ha) 7278316485Sdavidcs{ 7279316485Sdavidcs int rc = 0; 7280316485Sdavidcs 7281316485Sdavidcs /* Remove all unicast macs */ 7282317117Sdavidcs rc = qlnx_remove_all_ucast_mac(ha); 7283316485Sdavidcs if (rc) 7284316485Sdavidcs return rc; 7285316485Sdavidcs 7286316485Sdavidcs /* Remove all multicast macs */ 7287316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 7288316485Sdavidcs if (rc) 7289316485Sdavidcs return rc; 7290316485Sdavidcs 7291316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_FLUSH, ha->primary_mac); 7292316485Sdavidcs 7293316485Sdavidcs return (rc); 7294316485Sdavidcs} 7295316485Sdavidcs 7296316485Sdavidcsstatic int 7297316485Sdavidcsqlnx_set_rx_accept_filter(qlnx_host_t *ha, uint8_t filter) 7298316485Sdavidcs{ 7299316485Sdavidcs struct ecore_filter_accept_flags accept; 7300316485Sdavidcs int rc = 0; 7301316485Sdavidcs struct ecore_dev *cdev; 7302316485Sdavidcs 7303316485Sdavidcs cdev = &ha->cdev; 7304316485Sdavidcs 7305316485Sdavidcs bzero(&accept, sizeof(struct ecore_filter_accept_flags)); 7306316485Sdavidcs 7307316485Sdavidcs accept.update_rx_mode_config = 1; 7308316485Sdavidcs accept.rx_accept_filter = filter; 7309316485Sdavidcs 7310316485Sdavidcs accept.update_tx_mode_config = 1; 7311316485Sdavidcs accept.tx_accept_filter = ECORE_ACCEPT_UCAST_MATCHED | 7312316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | ECORE_ACCEPT_BCAST; 7313316485Sdavidcs 7314316485Sdavidcs rc = ecore_filter_accept_cmd(cdev, 0, accept, false, false, 7315316485Sdavidcs ECORE_SPQ_MODE_CB, NULL); 7316316485Sdavidcs 7317316485Sdavidcs return (rc); 7318316485Sdavidcs} 7319316485Sdavidcs 7320316485Sdavidcsstatic int 7321316485Sdavidcsqlnx_set_rx_mode(qlnx_host_t *ha) 7322316485Sdavidcs{ 7323316485Sdavidcs int rc = 0; 7324316485Sdavidcs uint8_t filter; 7325316485Sdavidcs 7326316485Sdavidcs rc = qlnx_set_ucast_rx_mac(ha, ECORE_FILTER_REPLACE, ha->primary_mac); 7327316485Sdavidcs if (rc) 7328316485Sdavidcs return rc; 7329316485Sdavidcs 7330316485Sdavidcs rc = qlnx_remove_all_mcast_mac(ha); 7331316485Sdavidcs if (rc) 7332316485Sdavidcs return rc; 7333316485Sdavidcs 7334316485Sdavidcs filter = ECORE_ACCEPT_UCAST_MATCHED | 7335316485Sdavidcs ECORE_ACCEPT_MCAST_MATCHED | 7336316485Sdavidcs ECORE_ACCEPT_BCAST; 7337337517Sdavidcs 7338337517Sdavidcs if (qlnx_vf_device(ha) == 0) { 7339337517Sdavidcs filter |= ECORE_ACCEPT_UCAST_UNMATCHED; 7340337517Sdavidcs filter |= ECORE_ACCEPT_MCAST_UNMATCHED; 7341337517Sdavidcs } 7342316485Sdavidcs ha->filter = filter; 7343316485Sdavidcs 7344316485Sdavidcs rc = qlnx_set_rx_accept_filter(ha, filter); 7345316485Sdavidcs 7346316485Sdavidcs return (rc); 7347316485Sdavidcs} 7348316485Sdavidcs 7349316485Sdavidcsstatic int 7350316485Sdavidcsqlnx_set_link(qlnx_host_t *ha, bool link_up) 7351316485Sdavidcs{ 7352316485Sdavidcs int i, rc = 0; 7353316485Sdavidcs struct ecore_dev *cdev; 7354316485Sdavidcs struct ecore_hwfn *hwfn; 7355316485Sdavidcs struct ecore_ptt *ptt; 7356316485Sdavidcs 7357337517Sdavidcs if (qlnx_vf_device(ha) == 0) 7358337517Sdavidcs return (0); 7359337517Sdavidcs 7360316485Sdavidcs cdev = &ha->cdev; 7361316485Sdavidcs 7362316485Sdavidcs for_each_hwfn(cdev, i) { 7363316485Sdavidcs 7364316485Sdavidcs hwfn = &cdev->hwfns[i]; 7365316485Sdavidcs 7366316485Sdavidcs ptt = ecore_ptt_acquire(hwfn); 7367316485Sdavidcs if (!ptt) 7368316485Sdavidcs return -EBUSY; 7369316485Sdavidcs 7370316485Sdavidcs rc = ecore_mcp_set_link(hwfn, ptt, link_up); 7371316485Sdavidcs 7372316485Sdavidcs ecore_ptt_release(hwfn, ptt); 7373316485Sdavidcs 7374316485Sdavidcs if (rc) 7375316485Sdavidcs return rc; 7376316485Sdavidcs } 7377316485Sdavidcs return (rc); 7378316485Sdavidcs} 7379316485Sdavidcs 7380316485Sdavidcs#if __FreeBSD_version >= 1100000 7381316485Sdavidcsstatic uint64_t 7382316485Sdavidcsqlnx_get_counter(if_t ifp, ift_counter cnt) 7383316485Sdavidcs{ 7384316485Sdavidcs qlnx_host_t *ha; 7385316485Sdavidcs uint64_t count; 7386316485Sdavidcs 7387316485Sdavidcs ha = (qlnx_host_t *)if_getsoftc(ifp); 7388316485Sdavidcs 7389316485Sdavidcs switch (cnt) { 7390316485Sdavidcs 7391316485Sdavidcs case IFCOUNTER_IPACKETS: 7392316485Sdavidcs count = ha->hw_stats.common.rx_ucast_pkts + 7393316485Sdavidcs ha->hw_stats.common.rx_mcast_pkts + 7394316485Sdavidcs ha->hw_stats.common.rx_bcast_pkts; 7395316485Sdavidcs break; 7396316485Sdavidcs 7397316485Sdavidcs case IFCOUNTER_IERRORS: 7398316485Sdavidcs count = ha->hw_stats.common.rx_crc_errors + 7399316485Sdavidcs ha->hw_stats.common.rx_align_errors + 7400316485Sdavidcs ha->hw_stats.common.rx_oversize_packets + 7401316485Sdavidcs ha->hw_stats.common.rx_undersize_packets; 7402316485Sdavidcs break; 7403316485Sdavidcs 7404316485Sdavidcs case IFCOUNTER_OPACKETS: 7405316485Sdavidcs count = ha->hw_stats.common.tx_ucast_pkts + 7406316485Sdavidcs ha->hw_stats.common.tx_mcast_pkts + 7407316485Sdavidcs ha->hw_stats.common.tx_bcast_pkts; 7408316485Sdavidcs break; 7409316485Sdavidcs 7410316485Sdavidcs case IFCOUNTER_OERRORS: 7411316485Sdavidcs count = ha->hw_stats.common.tx_err_drop_pkts; 7412316485Sdavidcs break; 7413316485Sdavidcs 7414316485Sdavidcs case IFCOUNTER_COLLISIONS: 7415316485Sdavidcs return (0); 7416316485Sdavidcs 7417316485Sdavidcs case IFCOUNTER_IBYTES: 7418316485Sdavidcs count = ha->hw_stats.common.rx_ucast_bytes + 7419316485Sdavidcs ha->hw_stats.common.rx_mcast_bytes + 7420316485Sdavidcs ha->hw_stats.common.rx_bcast_bytes; 7421316485Sdavidcs break; 7422316485Sdavidcs 7423316485Sdavidcs case IFCOUNTER_OBYTES: 7424316485Sdavidcs count = ha->hw_stats.common.tx_ucast_bytes + 7425316485Sdavidcs ha->hw_stats.common.tx_mcast_bytes + 7426316485Sdavidcs ha->hw_stats.common.tx_bcast_bytes; 7427316485Sdavidcs break; 7428316485Sdavidcs 7429316485Sdavidcs case IFCOUNTER_IMCASTS: 7430316485Sdavidcs count = ha->hw_stats.common.rx_mcast_bytes; 7431316485Sdavidcs break; 7432316485Sdavidcs 7433316485Sdavidcs case IFCOUNTER_OMCASTS: 7434316485Sdavidcs count = ha->hw_stats.common.tx_mcast_bytes; 7435316485Sdavidcs break; 7436316485Sdavidcs 7437316485Sdavidcs case IFCOUNTER_IQDROPS: 7438316485Sdavidcs case IFCOUNTER_OQDROPS: 7439316485Sdavidcs case IFCOUNTER_NOPROTO: 7440316485Sdavidcs 7441316485Sdavidcs default: 7442316485Sdavidcs return (if_get_counter_default(ifp, cnt)); 7443316485Sdavidcs } 7444316485Sdavidcs return (count); 7445316485Sdavidcs} 7446316485Sdavidcs#endif 7447316485Sdavidcs 7448316485Sdavidcs 7449316485Sdavidcsstatic void 7450316485Sdavidcsqlnx_timer(void *arg) 7451316485Sdavidcs{ 7452316485Sdavidcs qlnx_host_t *ha; 7453316485Sdavidcs 7454316485Sdavidcs ha = (qlnx_host_t *)arg; 7455316485Sdavidcs 7456337517Sdavidcs if (ha->error_recovery) { 7457337517Sdavidcs ha->error_recovery = 0; 7458337517Sdavidcs taskqueue_enqueue(ha->err_taskqueue, &ha->err_task); 7459337517Sdavidcs return; 7460337517Sdavidcs } 7461337517Sdavidcs 7462316485Sdavidcs ecore_get_vport_stats(&ha->cdev, &ha->hw_stats); 7463316485Sdavidcs 7464322851Sdavidcs if (ha->storm_stats_gather) 7465316485Sdavidcs qlnx_sample_storm_stats(ha); 7466316485Sdavidcs 7467316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 7468316485Sdavidcs 7469316485Sdavidcs return; 7470316485Sdavidcs} 7471316485Sdavidcs 7472316485Sdavidcsstatic int 7473316485Sdavidcsqlnx_load(qlnx_host_t *ha) 7474316485Sdavidcs{ 7475316485Sdavidcs int i; 7476316485Sdavidcs int rc = 0; 7477316485Sdavidcs struct ecore_dev *cdev; 7478316485Sdavidcs device_t dev; 7479316485Sdavidcs 7480316485Sdavidcs cdev = &ha->cdev; 7481316485Sdavidcs dev = ha->pci_dev; 7482316485Sdavidcs 7483318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 7484316485Sdavidcs 7485316485Sdavidcs rc = qlnx_alloc_mem_arrays(ha); 7486316485Sdavidcs if (rc) 7487316485Sdavidcs goto qlnx_load_exit0; 7488316485Sdavidcs 7489316485Sdavidcs qlnx_init_fp(ha); 7490316485Sdavidcs 7491316485Sdavidcs rc = qlnx_alloc_mem_load(ha); 7492316485Sdavidcs if (rc) 7493316485Sdavidcs goto qlnx_load_exit1; 7494316485Sdavidcs 7495318659Sdavidcs QL_DPRINT2(ha, "Allocated %d RSS queues on %d TC/s\n", 7496318659Sdavidcs ha->num_rss, ha->num_tc); 7497316485Sdavidcs 7498316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 7499316485Sdavidcs 7500316485Sdavidcs if ((rc = bus_setup_intr(dev, ha->irq_vec[i].irq, 7501316485Sdavidcs (INTR_TYPE_NET | INTR_MPSAFE), 7502316485Sdavidcs NULL, qlnx_fp_isr, &ha->irq_vec[i], 7503316485Sdavidcs &ha->irq_vec[i].handle))) { 7504316485Sdavidcs 7505318659Sdavidcs QL_DPRINT1(ha, "could not setup interrupt\n"); 7506316485Sdavidcs goto qlnx_load_exit2; 7507316485Sdavidcs } 7508316485Sdavidcs 7509318659Sdavidcs QL_DPRINT2(ha, "rss_id = %d irq_rid %d \ 7510318659Sdavidcs irq %p handle %p\n", i, 7511316485Sdavidcs ha->irq_vec[i].irq_rid, 7512318659Sdavidcs ha->irq_vec[i].irq, ha->irq_vec[i].handle); 7513316485Sdavidcs 7514316485Sdavidcs bus_bind_intr(dev, ha->irq_vec[i].irq, (i % mp_ncpus)); 7515316485Sdavidcs } 7516316485Sdavidcs 7517316485Sdavidcs rc = qlnx_start_queues(ha); 7518316485Sdavidcs if (rc) 7519316485Sdavidcs goto qlnx_load_exit2; 7520316485Sdavidcs 7521318659Sdavidcs QL_DPRINT2(ha, "Start VPORT, RXQ and TXQ succeeded\n"); 7522316485Sdavidcs 7523316485Sdavidcs /* Add primary mac and set Rx filters */ 7524316485Sdavidcs rc = qlnx_set_rx_mode(ha); 7525316485Sdavidcs if (rc) 7526316485Sdavidcs goto qlnx_load_exit2; 7527316485Sdavidcs 7528316485Sdavidcs /* Ask for link-up using current configuration */ 7529316485Sdavidcs qlnx_set_link(ha, true); 7530316485Sdavidcs 7531337517Sdavidcs if (qlnx_vf_device(ha) == 0) 7532337517Sdavidcs qlnx_link_update(&ha->cdev.hwfns[0]); 7533337517Sdavidcs 7534316485Sdavidcs ha->state = QLNX_STATE_OPEN; 7535316485Sdavidcs 7536316485Sdavidcs bzero(&ha->hw_stats, sizeof(struct ecore_eth_stats)); 7537316485Sdavidcs 7538316485Sdavidcs if (ha->flags.callout_init) 7539316485Sdavidcs callout_reset(&ha->qlnx_callout, hz, qlnx_timer, ha); 7540316485Sdavidcs 7541316485Sdavidcs goto qlnx_load_exit0; 7542316485Sdavidcs 7543316485Sdavidcsqlnx_load_exit2: 7544316485Sdavidcs qlnx_free_mem_load(ha); 7545316485Sdavidcs 7546316485Sdavidcsqlnx_load_exit1: 7547316485Sdavidcs ha->num_rss = 0; 7548316485Sdavidcs 7549316485Sdavidcsqlnx_load_exit0: 7550318659Sdavidcs QL_DPRINT2(ha, "exit [%d]\n", rc); 7551316485Sdavidcs return rc; 7552316485Sdavidcs} 7553316485Sdavidcs 7554316485Sdavidcsstatic void 7555316485Sdavidcsqlnx_drain_soft_lro(qlnx_host_t *ha) 7556316485Sdavidcs{ 7557316485Sdavidcs#ifdef QLNX_SOFT_LRO 7558316485Sdavidcs 7559316485Sdavidcs struct ifnet *ifp; 7560316485Sdavidcs int i; 7561316485Sdavidcs 7562316485Sdavidcs ifp = ha->ifp; 7563316485Sdavidcs 7564316485Sdavidcs 7565316485Sdavidcs if (ifp->if_capenable & IFCAP_LRO) { 7566316485Sdavidcs 7567316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 7568316485Sdavidcs 7569316485Sdavidcs struct qlnx_fastpath *fp = &ha->fp_array[i]; 7570316485Sdavidcs struct lro_ctrl *lro; 7571316485Sdavidcs 7572316485Sdavidcs lro = &fp->rxq->lro; 7573316485Sdavidcs 7574316485Sdavidcs#if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) 7575316485Sdavidcs 7576316485Sdavidcs tcp_lro_flush_all(lro); 7577316485Sdavidcs 7578316485Sdavidcs#else 7579316485Sdavidcs struct lro_entry *queued; 7580316485Sdavidcs 7581316485Sdavidcs while ((!SLIST_EMPTY(&lro->lro_active))){ 7582316485Sdavidcs queued = SLIST_FIRST(&lro->lro_active); 7583316485Sdavidcs SLIST_REMOVE_HEAD(&lro->lro_active, next); 7584316485Sdavidcs tcp_lro_flush(lro, queued); 7585316485Sdavidcs } 7586316485Sdavidcs 7587316485Sdavidcs#endif /* #if (__FreeBSD_version >= 1100101) || (defined QLNX_QSORT_LRO) */ 7588316485Sdavidcs 7589316485Sdavidcs } 7590316485Sdavidcs } 7591316485Sdavidcs 7592316485Sdavidcs#endif /* #ifdef QLNX_SOFT_LRO */ 7593316485Sdavidcs 7594316485Sdavidcs return; 7595316485Sdavidcs} 7596316485Sdavidcs 7597316485Sdavidcsstatic void 7598316485Sdavidcsqlnx_unload(qlnx_host_t *ha) 7599316485Sdavidcs{ 7600316485Sdavidcs struct ecore_dev *cdev; 7601316485Sdavidcs device_t dev; 7602316485Sdavidcs int i; 7603316485Sdavidcs 7604316485Sdavidcs cdev = &ha->cdev; 7605316485Sdavidcs dev = ha->pci_dev; 7606316485Sdavidcs 7607318659Sdavidcs QL_DPRINT2(ha, "enter\n"); 7608318659Sdavidcs QL_DPRINT1(ha, " QLNX STATE = %d\n",ha->state); 7609316485Sdavidcs 7610316485Sdavidcs if (ha->state == QLNX_STATE_OPEN) { 7611316485Sdavidcs 7612316485Sdavidcs qlnx_set_link(ha, false); 7613316485Sdavidcs qlnx_clean_filters(ha); 7614316485Sdavidcs qlnx_stop_queues(ha); 7615316485Sdavidcs ecore_hw_stop_fastpath(cdev); 7616316485Sdavidcs 7617316485Sdavidcs for (i = 0; i < ha->num_rss; i++) { 7618316485Sdavidcs if (ha->irq_vec[i].handle) { 7619316485Sdavidcs (void)bus_teardown_intr(dev, 7620316485Sdavidcs ha->irq_vec[i].irq, 7621316485Sdavidcs ha->irq_vec[i].handle); 7622316485Sdavidcs ha->irq_vec[i].handle = NULL; 7623316485Sdavidcs } 7624316485Sdavidcs } 7625316485Sdavidcs 7626316485Sdavidcs qlnx_drain_fp_taskqueues(ha); 7627316485Sdavidcs qlnx_drain_soft_lro(ha); 7628316485Sdavidcs qlnx_free_mem_load(ha); 7629316485Sdavidcs } 7630316485Sdavidcs 7631316485Sdavidcs if (ha->flags.callout_init) 7632316485Sdavidcs callout_drain(&ha->qlnx_callout); 7633316485Sdavidcs 7634316485Sdavidcs qlnx_mdelay(__func__, 1000); 7635316485Sdavidcs 7636316485Sdavidcs ha->state = QLNX_STATE_CLOSED; 7637316485Sdavidcs 7638318659Sdavidcs QL_DPRINT2(ha, "exit\n"); 7639316485Sdavidcs return; 7640316485Sdavidcs} 7641316485Sdavidcs 7642316485Sdavidcsstatic int 7643316485Sdavidcsqlnx_grc_dumpsize(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 7644316485Sdavidcs{ 7645316485Sdavidcs int rval = -1; 7646316485Sdavidcs struct ecore_hwfn *p_hwfn; 7647316485Sdavidcs struct ecore_ptt *p_ptt; 7648316485Sdavidcs 7649316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 7650316485Sdavidcs 7651316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 7652316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 7653316485Sdavidcs 7654316485Sdavidcs if (!p_ptt) { 7655318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 7656316485Sdavidcs return (rval); 7657316485Sdavidcs } 7658316485Sdavidcs 7659316485Sdavidcs rval = ecore_dbg_grc_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 7660316485Sdavidcs 7661316485Sdavidcs if (rval == DBG_STATUS_OK) 7662316485Sdavidcs rval = 0; 7663316485Sdavidcs else { 7664318659Sdavidcs QL_DPRINT1(ha, "ecore_dbg_grc_get_dump_buf_size failed" 7665318659Sdavidcs "[0x%x]\n", rval); 7666316485Sdavidcs } 7667316485Sdavidcs 7668316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 7669316485Sdavidcs 7670316485Sdavidcs return (rval); 7671316485Sdavidcs} 7672316485Sdavidcs 7673316485Sdavidcsstatic int 7674316485Sdavidcsqlnx_idle_chk_size(qlnx_host_t *ha, uint32_t *num_dwords, int hwfn_index) 7675316485Sdavidcs{ 7676316485Sdavidcs int rval = -1; 7677316485Sdavidcs struct ecore_hwfn *p_hwfn; 7678316485Sdavidcs struct ecore_ptt *p_ptt; 7679316485Sdavidcs 7680316485Sdavidcs ecore_dbg_set_app_ver(ecore_dbg_get_fw_func_ver()); 7681316485Sdavidcs 7682316485Sdavidcs p_hwfn = &ha->cdev.hwfns[hwfn_index]; 7683316485Sdavidcs p_ptt = ecore_ptt_acquire(p_hwfn); 7684316485Sdavidcs 7685316485Sdavidcs if (!p_ptt) { 7686318659Sdavidcs QL_DPRINT1(ha, "ecore_ptt_acquire failed\n"); 7687316485Sdavidcs return (rval); 7688316485Sdavidcs } 7689316485Sdavidcs 7690316485Sdavidcs rval = ecore_dbg_idle_chk_get_dump_buf_size(p_hwfn, p_ptt, num_dwords); 7691316485Sdavidcs 7692316485Sdavidcs if (rval == DBG_STATUS_OK) 7693316485Sdavidcs rval = 0; 7694316485Sdavidcs else { 7695318659Sdavidcs QL_DPRINT1(ha, "ecore_dbg_idle_chk_get_dump_buf_size failed" 7696318659Sdavidcs " [0x%x]\n", rval); 7697316485Sdavidcs } 7698316485Sdavidcs 7699316485Sdavidcs ecore_ptt_release(p_hwfn, p_ptt); 7700316485Sdavidcs 7701316485Sdavidcs return (rval); 7702316485Sdavidcs} 7703316485Sdavidcs 7704316485Sdavidcs 7705316485Sdavidcsstatic void 7706316485Sdavidcsqlnx_sample_storm_stats(qlnx_host_t *ha) 7707316485Sdavidcs{ 7708316485Sdavidcs int i, index; 7709316485Sdavidcs struct ecore_dev *cdev; 7710316485Sdavidcs qlnx_storm_stats_t *s_stats; 7711316485Sdavidcs uint32_t reg; 7712316485Sdavidcs struct ecore_ptt *p_ptt; 7713316485Sdavidcs struct ecore_hwfn *hwfn; 7714316485Sdavidcs 7715316485Sdavidcs if (ha->storm_stats_index >= QLNX_STORM_STATS_SAMPLES_PER_HWFN) { 7716322851Sdavidcs ha->storm_stats_gather = 0; 7717316485Sdavidcs return; 7718316485Sdavidcs } 7719316485Sdavidcs 7720316485Sdavidcs cdev = &ha->cdev; 7721316485Sdavidcs 7722316485Sdavidcs for_each_hwfn(cdev, i) { 7723316485Sdavidcs 7724316485Sdavidcs hwfn = &cdev->hwfns[i]; 7725316485Sdavidcs 7726316485Sdavidcs p_ptt = ecore_ptt_acquire(hwfn); 7727316485Sdavidcs if (!p_ptt) 7728316485Sdavidcs return; 7729316485Sdavidcs 7730316485Sdavidcs index = ha->storm_stats_index + 7731316485Sdavidcs (i * QLNX_STORM_STATS_SAMPLES_PER_HWFN); 7732316485Sdavidcs 7733316485Sdavidcs s_stats = &ha->storm_stats[index]; 7734316485Sdavidcs 7735316485Sdavidcs /* XSTORM */ 7736316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7737316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7738316485Sdavidcs s_stats->xstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7739316485Sdavidcs 7740316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7741316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7742316485Sdavidcs s_stats->xstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7743316485Sdavidcs 7744316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7745316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7746316485Sdavidcs s_stats->xstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7747316485Sdavidcs 7748316485Sdavidcs reg = XSEM_REG_FAST_MEMORY + 7749316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7750316485Sdavidcs s_stats->xstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7751316485Sdavidcs 7752316485Sdavidcs /* YSTORM */ 7753316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7754316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7755316485Sdavidcs s_stats->ystorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7756316485Sdavidcs 7757316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7758316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7759316485Sdavidcs s_stats->ystorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7760316485Sdavidcs 7761316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7762316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7763316485Sdavidcs s_stats->ystorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7764316485Sdavidcs 7765316485Sdavidcs reg = YSEM_REG_FAST_MEMORY + 7766316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7767316485Sdavidcs s_stats->ystorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7768316485Sdavidcs 7769316485Sdavidcs /* PSTORM */ 7770316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7771316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7772316485Sdavidcs s_stats->pstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7773316485Sdavidcs 7774316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7775316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7776316485Sdavidcs s_stats->pstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7777316485Sdavidcs 7778316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7779316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7780316485Sdavidcs s_stats->pstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7781316485Sdavidcs 7782316485Sdavidcs reg = PSEM_REG_FAST_MEMORY + 7783316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7784316485Sdavidcs s_stats->pstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7785316485Sdavidcs 7786316485Sdavidcs /* TSTORM */ 7787316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7788316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7789316485Sdavidcs s_stats->tstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7790316485Sdavidcs 7791316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7792316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7793316485Sdavidcs s_stats->tstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7794316485Sdavidcs 7795316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7796316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7797316485Sdavidcs s_stats->tstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7798316485Sdavidcs 7799316485Sdavidcs reg = TSEM_REG_FAST_MEMORY + 7800316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7801316485Sdavidcs s_stats->tstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7802316485Sdavidcs 7803316485Sdavidcs /* MSTORM */ 7804316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7805316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7806316485Sdavidcs s_stats->mstorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7807316485Sdavidcs 7808316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7809316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7810316485Sdavidcs s_stats->mstorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7811316485Sdavidcs 7812316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7813316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7814316485Sdavidcs s_stats->mstorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7815316485Sdavidcs 7816316485Sdavidcs reg = MSEM_REG_FAST_MEMORY + 7817316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7818316485Sdavidcs s_stats->mstorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7819316485Sdavidcs 7820316485Sdavidcs /* USTORM */ 7821316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7822316485Sdavidcs SEM_FAST_REG_STORM_ACTIVE_CYCLES_BB_K2; 7823316485Sdavidcs s_stats->ustorm_active_cycles = ecore_rd(hwfn, p_ptt, reg); 7824316485Sdavidcs 7825316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7826316485Sdavidcs SEM_FAST_REG_STORM_STALL_CYCLES_BB_K2; 7827316485Sdavidcs s_stats->ustorm_stall_cycles = ecore_rd(hwfn, p_ptt, reg); 7828316485Sdavidcs 7829316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7830316485Sdavidcs SEM_FAST_REG_IDLE_SLEEPING_CYCLES_BB_K2; 7831316485Sdavidcs s_stats->ustorm_sleeping_cycles = ecore_rd(hwfn, p_ptt, reg); 7832316485Sdavidcs 7833316485Sdavidcs reg = USEM_REG_FAST_MEMORY + 7834316485Sdavidcs SEM_FAST_REG_IDLE_INACTIVE_CYCLES_BB_K2; 7835316485Sdavidcs s_stats->ustorm_inactive_cycles = ecore_rd(hwfn, p_ptt, reg); 7836316485Sdavidcs 7837316485Sdavidcs ecore_ptt_release(hwfn, p_ptt); 7838316485Sdavidcs } 7839316485Sdavidcs 7840316485Sdavidcs ha->storm_stats_index++; 7841316485Sdavidcs 7842316485Sdavidcs return; 7843316485Sdavidcs} 7844316485Sdavidcs 7845316485Sdavidcs/* 7846316485Sdavidcs * Name: qlnx_dump_buf8 7847316485Sdavidcs * Function: dumps a buffer as bytes 7848316485Sdavidcs */ 7849316485Sdavidcsstatic void 7850316485Sdavidcsqlnx_dump_buf8(qlnx_host_t *ha, const char *msg, void *dbuf, uint32_t len) 7851316485Sdavidcs{ 7852316485Sdavidcs device_t dev; 7853316485Sdavidcs uint32_t i = 0; 7854316485Sdavidcs uint8_t *buf; 7855316485Sdavidcs 7856316485Sdavidcs dev = ha->pci_dev; 7857316485Sdavidcs buf = dbuf; 7858316485Sdavidcs 7859316485Sdavidcs device_printf(dev, "%s: %s 0x%x dump start\n", __func__, msg, len); 7860316485Sdavidcs 7861316485Sdavidcs while (len >= 16) { 7862316485Sdavidcs device_printf(dev,"0x%08x:" 7863316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7864316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 7865316485Sdavidcs buf[0], buf[1], buf[2], buf[3], 7866316485Sdavidcs buf[4], buf[5], buf[6], buf[7], 7867316485Sdavidcs buf[8], buf[9], buf[10], buf[11], 7868316485Sdavidcs buf[12], buf[13], buf[14], buf[15]); 7869316485Sdavidcs i += 16; 7870316485Sdavidcs len -= 16; 7871316485Sdavidcs buf += 16; 7872316485Sdavidcs } 7873316485Sdavidcs switch (len) { 7874316485Sdavidcs case 1: 7875316485Sdavidcs device_printf(dev,"0x%08x: %02x\n", i, buf[0]); 7876316485Sdavidcs break; 7877316485Sdavidcs case 2: 7878316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x\n", i, buf[0], buf[1]); 7879316485Sdavidcs break; 7880316485Sdavidcs case 3: 7881316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x\n", 7882316485Sdavidcs i, buf[0], buf[1], buf[2]); 7883316485Sdavidcs break; 7884316485Sdavidcs case 4: 7885316485Sdavidcs device_printf(dev,"0x%08x: %02x %02x %02x %02x\n", i, 7886316485Sdavidcs buf[0], buf[1], buf[2], buf[3]); 7887316485Sdavidcs break; 7888316485Sdavidcs case 5: 7889316485Sdavidcs device_printf(dev,"0x%08x:" 7890316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 7891316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4]); 7892316485Sdavidcs break; 7893316485Sdavidcs case 6: 7894316485Sdavidcs device_printf(dev,"0x%08x:" 7895316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 7896316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5]); 7897316485Sdavidcs break; 7898316485Sdavidcs case 7: 7899316485Sdavidcs device_printf(dev,"0x%08x:" 7900316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 7901316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6]); 7902316485Sdavidcs break; 7903316485Sdavidcs case 8: 7904316485Sdavidcs device_printf(dev,"0x%08x:" 7905316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x\n", i, 7906316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7907316485Sdavidcs buf[7]); 7908316485Sdavidcs break; 7909316485Sdavidcs case 9: 7910316485Sdavidcs device_printf(dev,"0x%08x:" 7911316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7912316485Sdavidcs " %02x\n", i, 7913316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7914316485Sdavidcs buf[7], buf[8]); 7915316485Sdavidcs break; 7916316485Sdavidcs case 10: 7917316485Sdavidcs device_printf(dev,"0x%08x:" 7918316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7919316485Sdavidcs " %02x %02x\n", i, 7920316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7921316485Sdavidcs buf[7], buf[8], buf[9]); 7922316485Sdavidcs break; 7923316485Sdavidcs case 11: 7924316485Sdavidcs device_printf(dev,"0x%08x:" 7925316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7926316485Sdavidcs " %02x %02x %02x\n", i, 7927316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7928316485Sdavidcs buf[7], buf[8], buf[9], buf[10]); 7929316485Sdavidcs break; 7930316485Sdavidcs case 12: 7931316485Sdavidcs device_printf(dev,"0x%08x:" 7932316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7933316485Sdavidcs " %02x %02x %02x %02x\n", i, 7934316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7935316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11]); 7936316485Sdavidcs break; 7937316485Sdavidcs case 13: 7938316485Sdavidcs device_printf(dev,"0x%08x:" 7939316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7940316485Sdavidcs " %02x %02x %02x %02x %02x\n", i, 7941316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7942316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12]); 7943316485Sdavidcs break; 7944316485Sdavidcs case 14: 7945316485Sdavidcs device_printf(dev,"0x%08x:" 7946316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7947316485Sdavidcs " %02x %02x %02x %02x %02x %02x\n", i, 7948316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7949316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 7950316485Sdavidcs buf[13]); 7951316485Sdavidcs break; 7952316485Sdavidcs case 15: 7953316485Sdavidcs device_printf(dev,"0x%08x:" 7954316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x %02x" 7955316485Sdavidcs " %02x %02x %02x %02x %02x %02x %02x\n", i, 7956316485Sdavidcs buf[0], buf[1], buf[2], buf[3], buf[4], buf[5], buf[6], 7957316485Sdavidcs buf[7], buf[8], buf[9], buf[10], buf[11], buf[12], 7958316485Sdavidcs buf[13], buf[14]); 7959316485Sdavidcs break; 7960316485Sdavidcs default: 7961316485Sdavidcs break; 7962316485Sdavidcs } 7963316485Sdavidcs 7964316485Sdavidcs device_printf(dev, "%s: %s dump end\n", __func__, msg); 7965316485Sdavidcs 7966316485Sdavidcs return; 7967316485Sdavidcs} 7968316485Sdavidcs 7969337517Sdavidcs#ifdef CONFIG_ECORE_SRIOV 7970337517Sdavidcs 7971337517Sdavidcsstatic void 7972337517Sdavidcs__qlnx_osal_iov_vf_cleanup(struct ecore_hwfn *p_hwfn, uint8_t rel_vf_id) 7973337517Sdavidcs{ 7974337517Sdavidcs struct ecore_public_vf_info *vf_info; 7975337517Sdavidcs 7976337517Sdavidcs vf_info = ecore_iov_get_public_vf_info(p_hwfn, rel_vf_id, false); 7977337517Sdavidcs 7978337517Sdavidcs if (!vf_info) 7979337517Sdavidcs return; 7980337517Sdavidcs 7981337517Sdavidcs /* Clear the VF mac */ 7982337517Sdavidcs memset(vf_info->forced_mac, 0, ETH_ALEN); 7983337517Sdavidcs 7984337517Sdavidcs vf_info->forced_vlan = 0; 7985337517Sdavidcs 7986337517Sdavidcs return; 7987337517Sdavidcs} 7988337517Sdavidcs 7989337517Sdavidcsvoid 7990337517Sdavidcsqlnx_osal_iov_vf_cleanup(void *p_hwfn, uint8_t relative_vf_id) 7991337517Sdavidcs{ 7992337517Sdavidcs __qlnx_osal_iov_vf_cleanup(p_hwfn, relative_vf_id); 7993337517Sdavidcs return; 7994337517Sdavidcs} 7995337517Sdavidcs 7996337517Sdavidcsstatic int 7997337517Sdavidcs__qlnx_iov_chk_ucast(struct ecore_hwfn *p_hwfn, int vfid, 7998337517Sdavidcs struct ecore_filter_ucast *params) 7999337517Sdavidcs{ 8000337517Sdavidcs struct ecore_public_vf_info *vf; 8001337517Sdavidcs 8002337517Sdavidcs if (!ecore_iov_vf_has_vport_instance(p_hwfn, vfid)) { 8003337517Sdavidcs QL_DPRINT1(((qlnx_host_t *)p_hwfn->p_dev), 8004337517Sdavidcs "VF[%d] vport not initialized\n", vfid); 8005337517Sdavidcs return ECORE_INVAL; 8006337517Sdavidcs } 8007337517Sdavidcs 8008337517Sdavidcs vf = ecore_iov_get_public_vf_info(p_hwfn, vfid, true); 8009337517Sdavidcs if (!vf) 8010337517Sdavidcs return -EINVAL; 8011337517Sdavidcs 8012337517Sdavidcs /* No real decision to make; Store the configured MAC */ 8013337517Sdavidcs if (params->type == ECORE_FILTER_MAC || 8014337517Sdavidcs params->type == ECORE_FILTER_MAC_VLAN) 8015337517Sdavidcs memcpy(params->mac, vf->forced_mac, ETH_ALEN); 8016337517Sdavidcs 8017337517Sdavidcs return 0; 8018337517Sdavidcs} 8019337517Sdavidcs 8020337517Sdavidcsint 8021337517Sdavidcsqlnx_iov_chk_ucast(void *p_hwfn, int vfid, void *params) 8022337517Sdavidcs{ 8023337517Sdavidcs return (__qlnx_iov_chk_ucast(p_hwfn, vfid, params)); 8024337517Sdavidcs} 8025337517Sdavidcs 8026337517Sdavidcsstatic int 8027337517Sdavidcs__qlnx_iov_update_vport(struct ecore_hwfn *hwfn, uint8_t vfid, 8028337517Sdavidcs struct ecore_sp_vport_update_params *params, uint16_t * tlvs) 8029337517Sdavidcs{ 8030337517Sdavidcs uint8_t mask; 8031337517Sdavidcs struct ecore_filter_accept_flags *flags; 8032337517Sdavidcs 8033337517Sdavidcs if (!ecore_iov_vf_has_vport_instance(hwfn, vfid)) { 8034337517Sdavidcs QL_DPRINT1(((qlnx_host_t *)hwfn->p_dev), 8035337517Sdavidcs "VF[%d] vport not initialized\n", vfid); 8036337517Sdavidcs return ECORE_INVAL; 8037337517Sdavidcs } 8038337517Sdavidcs 8039337517Sdavidcs /* Untrusted VFs can't even be trusted to know that fact. 8040337517Sdavidcs * Simply indicate everything is configured fine, and trace 8041337517Sdavidcs * configuration 'behind their back'. 8042337517Sdavidcs */ 8043337517Sdavidcs mask = ECORE_ACCEPT_UCAST_UNMATCHED | ECORE_ACCEPT_MCAST_UNMATCHED; 8044337517Sdavidcs flags = ¶ms->accept_flags; 8045337517Sdavidcs if (!(*tlvs & BIT(ECORE_IOV_VP_UPDATE_ACCEPT_PARAM))) 8046337517Sdavidcs return 0; 8047337517Sdavidcs 8048337517Sdavidcs return 0; 8049337517Sdavidcs 8050337517Sdavidcs} 8051337517Sdavidcsint 8052337517Sdavidcsqlnx_iov_update_vport(void *hwfn, uint8_t vfid, void *params, uint16_t *tlvs) 8053337517Sdavidcs{ 8054337517Sdavidcs return(__qlnx_iov_update_vport(hwfn, vfid, params, tlvs)); 8055337517Sdavidcs} 8056337517Sdavidcs 8057337517Sdavidcsstatic int 8058337517Sdavidcsqlnx_find_hwfn_index(struct ecore_hwfn *p_hwfn) 8059337517Sdavidcs{ 8060337517Sdavidcs int i; 8061337517Sdavidcs struct ecore_dev *cdev; 8062337517Sdavidcs 8063337517Sdavidcs cdev = p_hwfn->p_dev; 8064337517Sdavidcs 8065337517Sdavidcs for (i = 0; i < cdev->num_hwfns; i++) { 8066337517Sdavidcs if (&cdev->hwfns[i] == p_hwfn) 8067337517Sdavidcs break; 8068337517Sdavidcs } 8069337517Sdavidcs 8070337517Sdavidcs if (i >= cdev->num_hwfns) 8071337517Sdavidcs return (-1); 8072337517Sdavidcs 8073337517Sdavidcs return (i); 8074337517Sdavidcs} 8075337517Sdavidcs 8076337517Sdavidcsstatic int 8077337517Sdavidcs__qlnx_pf_vf_msg(struct ecore_hwfn *p_hwfn, uint16_t rel_vf_id) 8078337517Sdavidcs{ 8079337517Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)p_hwfn->p_dev; 8080337517Sdavidcs int i; 8081337517Sdavidcs 8082337517Sdavidcs QL_DPRINT2(ha, "ha = %p cdev = %p p_hwfn = %p rel_vf_id = %d\n", 8083337517Sdavidcs ha, p_hwfn->p_dev, p_hwfn, rel_vf_id); 8084337517Sdavidcs 8085337517Sdavidcs if ((i = qlnx_find_hwfn_index(p_hwfn)) == -1) 8086337517Sdavidcs return (-1); 8087337517Sdavidcs 8088337517Sdavidcs if (ha->sriov_task[i].pf_taskqueue != NULL) { 8089337517Sdavidcs 8090337517Sdavidcs atomic_testandset_32(&ha->sriov_task[i].flags, 8091337517Sdavidcs QLNX_SRIOV_TASK_FLAGS_VF_PF_MSG); 8092337517Sdavidcs 8093337517Sdavidcs taskqueue_enqueue(ha->sriov_task[i].pf_taskqueue, 8094337517Sdavidcs &ha->sriov_task[i].pf_task); 8095337517Sdavidcs 8096337517Sdavidcs } 8097337517Sdavidcs 8098337517Sdavidcs return (ECORE_SUCCESS); 8099337517Sdavidcs} 8100337517Sdavidcs 8101337517Sdavidcs 8102337517Sdavidcsint 8103337517Sdavidcsqlnx_pf_vf_msg(void *p_hwfn, uint16_t relative_vf_id) 8104337517Sdavidcs{ 8105337517Sdavidcs return (__qlnx_pf_vf_msg(p_hwfn, relative_vf_id)); 8106337517Sdavidcs} 8107337517Sdavidcs 8108337517Sdavidcsstatic void 8109337517Sdavidcs__qlnx_vf_flr_update(struct ecore_hwfn *p_hwfn) 8110337517Sdavidcs{ 8111337517Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)p_hwfn->p_dev; 8112337517Sdavidcs int i; 8113337517Sdavidcs 8114337517Sdavidcs if (!ha->sriov_initialized) 8115337517Sdavidcs return; 8116337517Sdavidcs 8117337517Sdavidcs QL_DPRINT2(ha, "ha = %p cdev = %p p_hwfn = %p \n", 8118337517Sdavidcs ha, p_hwfn->p_dev, p_hwfn); 8119337517Sdavidcs 8120337517Sdavidcs if ((i = qlnx_find_hwfn_index(p_hwfn)) == -1) 8121337517Sdavidcs return; 8122337517Sdavidcs 8123337517Sdavidcs 8124337517Sdavidcs if (ha->sriov_task[i].pf_taskqueue != NULL) { 8125337517Sdavidcs 8126337517Sdavidcs atomic_testandset_32(&ha->sriov_task[i].flags, 8127337517Sdavidcs QLNX_SRIOV_TASK_FLAGS_VF_FLR_UPDATE); 8128337517Sdavidcs 8129337517Sdavidcs taskqueue_enqueue(ha->sriov_task[i].pf_taskqueue, 8130337517Sdavidcs &ha->sriov_task[i].pf_task); 8131337517Sdavidcs } 8132337517Sdavidcs 8133337517Sdavidcs return; 8134337517Sdavidcs} 8135337517Sdavidcs 8136337517Sdavidcs 8137337517Sdavidcsvoid 8138337517Sdavidcsqlnx_vf_flr_update(void *p_hwfn) 8139337517Sdavidcs{ 8140337517Sdavidcs __qlnx_vf_flr_update(p_hwfn); 8141337517Sdavidcs 8142337517Sdavidcs return; 8143337517Sdavidcs} 8144337517Sdavidcs 8145337517Sdavidcs#ifndef QLNX_VF 8146337517Sdavidcs 8147337517Sdavidcsstatic void 8148337517Sdavidcsqlnx_vf_bulleting_update(struct ecore_hwfn *p_hwfn) 8149337517Sdavidcs{ 8150337517Sdavidcs qlnx_host_t *ha = (qlnx_host_t *)p_hwfn->p_dev; 8151337517Sdavidcs int i; 8152337517Sdavidcs 8153337517Sdavidcs QL_DPRINT2(ha, "ha = %p cdev = %p p_hwfn = %p \n", 8154337517Sdavidcs ha, p_hwfn->p_dev, p_hwfn); 8155337517Sdavidcs 8156337517Sdavidcs if ((i = qlnx_find_hwfn_index(p_hwfn)) == -1) 8157337517Sdavidcs return; 8158337517Sdavidcs 8159337517Sdavidcs QL_DPRINT2(ha, "ha = %p cdev = %p p_hwfn = %p i = %d\n", 8160337517Sdavidcs ha, p_hwfn->p_dev, p_hwfn, i); 8161337517Sdavidcs 8162337517Sdavidcs if (ha->sriov_task[i].pf_taskqueue != NULL) { 8163337517Sdavidcs 8164337517Sdavidcs atomic_testandset_32(&ha->sriov_task[i].flags, 8165337517Sdavidcs QLNX_SRIOV_TASK_FLAGS_BULLETIN_UPDATE); 8166337517Sdavidcs 8167337517Sdavidcs taskqueue_enqueue(ha->sriov_task[i].pf_taskqueue, 8168337517Sdavidcs &ha->sriov_task[i].pf_task); 8169337517Sdavidcs } 8170337517Sdavidcs} 8171337517Sdavidcs 8172337517Sdavidcsstatic void 8173337517Sdavidcsqlnx_initialize_sriov(qlnx_host_t *ha) 8174337517Sdavidcs{ 8175337517Sdavidcs device_t dev; 8176337517Sdavidcs nvlist_t *pf_schema, *vf_schema; 8177337517Sdavidcs int iov_error; 8178337517Sdavidcs 8179337517Sdavidcs dev = ha->pci_dev; 8180337517Sdavidcs 8181337517Sdavidcs pf_schema = pci_iov_schema_alloc_node(); 8182337517Sdavidcs vf_schema = pci_iov_schema_alloc_node(); 8183337517Sdavidcs 8184337517Sdavidcs pci_iov_schema_add_unicast_mac(vf_schema, "mac-addr", 0, NULL); 8185337517Sdavidcs pci_iov_schema_add_bool(vf_schema, "allow-set-mac", 8186337517Sdavidcs IOV_SCHEMA_HASDEFAULT, FALSE); 8187337517Sdavidcs pci_iov_schema_add_bool(vf_schema, "allow-promisc", 8188337517Sdavidcs IOV_SCHEMA_HASDEFAULT, FALSE); 8189337517Sdavidcs pci_iov_schema_add_uint16(vf_schema, "num-queues", 8190337517Sdavidcs IOV_SCHEMA_HASDEFAULT, 1); 8191337517Sdavidcs 8192337517Sdavidcs iov_error = pci_iov_attach(dev, pf_schema, vf_schema); 8193337517Sdavidcs 8194337517Sdavidcs if (iov_error != 0) { 8195337517Sdavidcs ha->sriov_initialized = 0; 8196337517Sdavidcs } else { 8197337517Sdavidcs device_printf(dev, "SRIOV initialized\n"); 8198337517Sdavidcs ha->sriov_initialized = 1; 8199337517Sdavidcs } 8200337517Sdavidcs 8201337517Sdavidcs return; 8202337517Sdavidcs} 8203337517Sdavidcs 8204337517Sdavidcsstatic void 8205337517Sdavidcsqlnx_sriov_disable(qlnx_host_t *ha) 8206337517Sdavidcs{ 8207337517Sdavidcs struct ecore_dev *cdev; 8208337517Sdavidcs int i, j; 8209337517Sdavidcs 8210337517Sdavidcs cdev = &ha->cdev; 8211337517Sdavidcs 8212337517Sdavidcs ecore_iov_set_vfs_to_disable(cdev, true); 8213337517Sdavidcs 8214337517Sdavidcs 8215337517Sdavidcs for_each_hwfn(cdev, i) { 8216337517Sdavidcs 8217337517Sdavidcs struct ecore_hwfn *hwfn = &cdev->hwfns[i]; 8218337517Sdavidcs struct ecore_ptt *ptt = ecore_ptt_acquire(hwfn); 8219337517Sdavidcs 8220337517Sdavidcs if (!ptt) { 8221337517Sdavidcs QL_DPRINT1(ha, "Failed to acquire ptt\n"); 8222337517Sdavidcs return; 8223337517Sdavidcs } 8224337517Sdavidcs /* Clean WFQ db and configure equal weight for all vports */ 8225337517Sdavidcs ecore_clean_wfq_db(hwfn, ptt); 8226337517Sdavidcs 8227337517Sdavidcs ecore_for_each_vf(hwfn, j) { 8228337517Sdavidcs int k = 0; 8229337517Sdavidcs 8230337517Sdavidcs if (!ecore_iov_is_valid_vfid(hwfn, j, true, false)) 8231337517Sdavidcs continue; 8232337517Sdavidcs 8233337517Sdavidcs if (ecore_iov_is_vf_started(hwfn, j)) { 8234337517Sdavidcs /* Wait until VF is disabled before releasing */ 8235337517Sdavidcs 8236337517Sdavidcs for (k = 0; k < 100; k++) { 8237337517Sdavidcs if (!ecore_iov_is_vf_stopped(hwfn, j)) { 8238337517Sdavidcs qlnx_mdelay(__func__, 10); 8239337517Sdavidcs } else 8240337517Sdavidcs break; 8241337517Sdavidcs } 8242337517Sdavidcs } 8243337517Sdavidcs 8244337517Sdavidcs if (k < 100) 8245337517Sdavidcs ecore_iov_release_hw_for_vf(&cdev->hwfns[i], 8246337517Sdavidcs ptt, j); 8247337517Sdavidcs else { 8248337517Sdavidcs QL_DPRINT1(ha, 8249337517Sdavidcs "Timeout waiting for VF's FLR to end\n"); 8250337517Sdavidcs } 8251337517Sdavidcs } 8252337517Sdavidcs ecore_ptt_release(hwfn, ptt); 8253337517Sdavidcs } 8254337517Sdavidcs 8255337517Sdavidcs ecore_iov_set_vfs_to_disable(cdev, false); 8256337517Sdavidcs 8257337517Sdavidcs return; 8258337517Sdavidcs} 8259337517Sdavidcs 8260337517Sdavidcs 8261337517Sdavidcsstatic void 8262337517Sdavidcsqlnx_sriov_enable_qid_config(struct ecore_hwfn *hwfn, u16 vfid, 8263337517Sdavidcs struct ecore_iov_vf_init_params *params) 8264337517Sdavidcs{ 8265337517Sdavidcs u16 base, i; 8266337517Sdavidcs 8267337517Sdavidcs /* Since we have an equal resource distribution per-VF, and we assume 8268337517Sdavidcs * PF has acquired the ECORE_PF_L2_QUE first queues, we start setting 8269337517Sdavidcs * sequentially from there. 8270337517Sdavidcs */ 8271337517Sdavidcs base = FEAT_NUM(hwfn, ECORE_PF_L2_QUE) + vfid * params->num_queues; 8272337517Sdavidcs 8273337517Sdavidcs params->rel_vf_id = vfid; 8274337517Sdavidcs 8275337517Sdavidcs for (i = 0; i < params->num_queues; i++) { 8276337517Sdavidcs params->req_rx_queue[i] = base + i; 8277337517Sdavidcs params->req_tx_queue[i] = base + i; 8278337517Sdavidcs } 8279337517Sdavidcs 8280337517Sdavidcs /* PF uses indices 0 for itself; Set vport/RSS afterwards */ 8281337517Sdavidcs params->vport_id = vfid + 1; 8282337517Sdavidcs params->rss_eng_id = vfid + 1; 8283337517Sdavidcs 8284337517Sdavidcs return; 8285337517Sdavidcs} 8286337517Sdavidcs 8287337517Sdavidcsstatic int 8288337517Sdavidcsqlnx_iov_init(device_t dev, uint16_t num_vfs, const nvlist_t *nvlist_params) 8289337517Sdavidcs{ 8290337517Sdavidcs qlnx_host_t *ha; 8291337517Sdavidcs struct ecore_dev *cdev; 8292337517Sdavidcs struct ecore_iov_vf_init_params params; 8293337517Sdavidcs int ret, j, i; 8294337517Sdavidcs uint32_t max_vfs; 8295337517Sdavidcs 8296337517Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 8297337517Sdavidcs device_printf(dev, "%s: cannot get softc\n", __func__); 8298337517Sdavidcs return (-1); 8299337517Sdavidcs } 8300337517Sdavidcs 8301337517Sdavidcs if (qlnx_create_pf_taskqueues(ha) != 0) 8302337517Sdavidcs goto qlnx_iov_init_err0; 8303337517Sdavidcs 8304337517Sdavidcs cdev = &ha->cdev; 8305337517Sdavidcs 8306337517Sdavidcs max_vfs = RESC_NUM(&cdev->hwfns[0], ECORE_VPORT); 8307337517Sdavidcs 8308337517Sdavidcs QL_DPRINT2(ha," dev = %p enter num_vfs = %d max_vfs = %d\n", 8309337517Sdavidcs dev, num_vfs, max_vfs); 8310337517Sdavidcs 8311337517Sdavidcs if (num_vfs >= max_vfs) { 8312337517Sdavidcs QL_DPRINT1(ha, "Can start at most %d VFs\n", 8313337517Sdavidcs (RESC_NUM(&cdev->hwfns[0], ECORE_VPORT) - 1)); 8314337517Sdavidcs goto qlnx_iov_init_err0; 8315337517Sdavidcs } 8316337517Sdavidcs 8317337517Sdavidcs ha->vf_attr = malloc(((sizeof (qlnx_vf_attr_t) * num_vfs)), M_QLNXBUF, 8318337517Sdavidcs M_NOWAIT); 8319337517Sdavidcs 8320337517Sdavidcs if (ha->vf_attr == NULL) 8321337517Sdavidcs goto qlnx_iov_init_err0; 8322337517Sdavidcs 8323337517Sdavidcs 8324337517Sdavidcs memset(¶ms, 0, sizeof(params)); 8325337517Sdavidcs 8326337517Sdavidcs /* Initialize HW for VF access */ 8327337517Sdavidcs for_each_hwfn(cdev, j) { 8328337517Sdavidcs struct ecore_hwfn *hwfn = &cdev->hwfns[j]; 8329337517Sdavidcs struct ecore_ptt *ptt = ecore_ptt_acquire(hwfn); 8330337517Sdavidcs 8331337517Sdavidcs /* Make sure not to use more than 16 queues per VF */ 8332337517Sdavidcs params.num_queues = min_t(int, 8333337517Sdavidcs (FEAT_NUM(hwfn, ECORE_VF_L2_QUE) / num_vfs), 8334337517Sdavidcs 16); 8335337517Sdavidcs 8336337517Sdavidcs if (!ptt) { 8337337517Sdavidcs QL_DPRINT1(ha, "Failed to acquire ptt\n"); 8338337517Sdavidcs goto qlnx_iov_init_err1; 8339337517Sdavidcs } 8340337517Sdavidcs 8341337517Sdavidcs for (i = 0; i < num_vfs; i++) { 8342337517Sdavidcs 8343337517Sdavidcs if (!ecore_iov_is_valid_vfid(hwfn, i, false, true)) 8344337517Sdavidcs continue; 8345337517Sdavidcs 8346337517Sdavidcs qlnx_sriov_enable_qid_config(hwfn, i, ¶ms); 8347337517Sdavidcs 8348337517Sdavidcs ret = ecore_iov_init_hw_for_vf(hwfn, ptt, ¶ms); 8349337517Sdavidcs 8350337517Sdavidcs if (ret) { 8351337517Sdavidcs QL_DPRINT1(ha, "Failed to enable VF[%d]\n", i); 8352337517Sdavidcs ecore_ptt_release(hwfn, ptt); 8353337517Sdavidcs goto qlnx_iov_init_err1; 8354337517Sdavidcs } 8355337517Sdavidcs } 8356337517Sdavidcs 8357337517Sdavidcs ecore_ptt_release(hwfn, ptt); 8358337517Sdavidcs } 8359337517Sdavidcs 8360337517Sdavidcs ha->num_vfs = num_vfs; 8361337517Sdavidcs qlnx_inform_vf_link_state(&cdev->hwfns[0], ha); 8362337517Sdavidcs 8363337517Sdavidcs QL_DPRINT2(ha," dev = %p exit num_vfs = %d\n", dev, num_vfs); 8364337517Sdavidcs 8365337517Sdavidcs return (0); 8366337517Sdavidcs 8367337517Sdavidcsqlnx_iov_init_err1: 8368337517Sdavidcs qlnx_sriov_disable(ha); 8369337517Sdavidcs 8370337517Sdavidcsqlnx_iov_init_err0: 8371337517Sdavidcs qlnx_destroy_pf_taskqueues(ha); 8372337517Sdavidcs ha->num_vfs = 0; 8373337517Sdavidcs 8374337517Sdavidcs return (-1); 8375337517Sdavidcs} 8376337517Sdavidcs 8377337517Sdavidcsstatic void 8378337517Sdavidcsqlnx_iov_uninit(device_t dev) 8379337517Sdavidcs{ 8380337517Sdavidcs qlnx_host_t *ha; 8381337517Sdavidcs 8382337517Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 8383337517Sdavidcs device_printf(dev, "%s: cannot get softc\n", __func__); 8384337517Sdavidcs return; 8385337517Sdavidcs } 8386337517Sdavidcs 8387337517Sdavidcs QL_DPRINT2(ha," dev = %p enter\n", dev); 8388337517Sdavidcs 8389337517Sdavidcs qlnx_sriov_disable(ha); 8390337517Sdavidcs qlnx_destroy_pf_taskqueues(ha); 8391337517Sdavidcs 8392337517Sdavidcs free(ha->vf_attr, M_QLNXBUF); 8393337517Sdavidcs ha->vf_attr = NULL; 8394337517Sdavidcs 8395337517Sdavidcs ha->num_vfs = 0; 8396337517Sdavidcs 8397337517Sdavidcs QL_DPRINT2(ha," dev = %p exit\n", dev); 8398337517Sdavidcs return; 8399337517Sdavidcs} 8400337517Sdavidcs 8401337517Sdavidcsstatic int 8402337517Sdavidcsqlnx_iov_add_vf(device_t dev, uint16_t vfnum, const nvlist_t *params) 8403337517Sdavidcs{ 8404337517Sdavidcs qlnx_host_t *ha; 8405337517Sdavidcs qlnx_vf_attr_t *vf_attr; 8406337517Sdavidcs unsigned const char *mac; 8407337517Sdavidcs size_t size; 8408337517Sdavidcs struct ecore_hwfn *p_hwfn; 8409337517Sdavidcs 8410337517Sdavidcs if ((ha = device_get_softc(dev)) == NULL) { 8411337517Sdavidcs device_printf(dev, "%s: cannot get softc\n", __func__); 8412337517Sdavidcs return (-1); 8413337517Sdavidcs } 8414337517Sdavidcs 8415337517Sdavidcs QL_DPRINT2(ha," dev = %p enter vfnum = %d\n", dev, vfnum); 8416337517Sdavidcs 8417337517Sdavidcs if (vfnum > (ha->num_vfs - 1)) { 8418337517Sdavidcs QL_DPRINT1(ha, " VF[%d] is greater than max allowed [%d]\n", 8419337517Sdavidcs vfnum, (ha->num_vfs - 1)); 8420337517Sdavidcs } 8421337517Sdavidcs 8422337517Sdavidcs vf_attr = &ha->vf_attr[vfnum]; 8423337517Sdavidcs 8424337517Sdavidcs if (nvlist_exists_binary(params, "mac-addr")) { 8425337517Sdavidcs mac = nvlist_get_binary(params, "mac-addr", &size); 8426337517Sdavidcs bcopy(mac, vf_attr->mac_addr, ETHER_ADDR_LEN); 8427337517Sdavidcs device_printf(dev, 8428337517Sdavidcs "%s: mac_addr = %02x:%02x:%02x:%02x:%02x:%02x\n", 8429337517Sdavidcs __func__, vf_attr->mac_addr[0], 8430337517Sdavidcs vf_attr->mac_addr[1], vf_attr->mac_addr[2], 8431337517Sdavidcs vf_attr->mac_addr[3], vf_attr->mac_addr[4], 8432337517Sdavidcs vf_attr->mac_addr[5]); 8433337517Sdavidcs p_hwfn = &ha->cdev.hwfns[0]; 8434337517Sdavidcs ecore_iov_bulletin_set_mac(p_hwfn, vf_attr->mac_addr, 8435337517Sdavidcs vfnum); 8436337517Sdavidcs } 8437337517Sdavidcs 8438337517Sdavidcs QL_DPRINT2(ha," dev = %p exit vfnum = %d\n", dev, vfnum); 8439337517Sdavidcs return (0); 8440337517Sdavidcs} 8441337517Sdavidcs 8442337517Sdavidcsstatic void 8443337517Sdavidcsqlnx_handle_vf_msg(qlnx_host_t *ha, struct ecore_hwfn *p_hwfn) 8444337517Sdavidcs{ 8445337517Sdavidcs uint64_t events[ECORE_VF_ARRAY_LENGTH]; 8446337517Sdavidcs struct ecore_ptt *ptt; 8447337517Sdavidcs int i; 8448337517Sdavidcs 8449337517Sdavidcs ptt = ecore_ptt_acquire(p_hwfn); 8450337517Sdavidcs if (!ptt) { 8451337517Sdavidcs QL_DPRINT1(ha, "Can't acquire PTT; re-scheduling\n"); 8452337517Sdavidcs __qlnx_pf_vf_msg(p_hwfn, 0); 8453337517Sdavidcs return; 8454337517Sdavidcs } 8455337517Sdavidcs 8456337517Sdavidcs ecore_iov_pf_get_pending_events(p_hwfn, events); 8457337517Sdavidcs 8458337517Sdavidcs QL_DPRINT2(ha, "Event mask of VF events:" 8459337517Sdavidcs "0x%" PRIu64 "0x%" PRIu64 " 0x%" PRIu64 "\n", 8460337517Sdavidcs events[0], events[1], events[2]); 8461337517Sdavidcs 8462337517Sdavidcs ecore_for_each_vf(p_hwfn, i) { 8463337517Sdavidcs 8464337517Sdavidcs /* Skip VFs with no pending messages */ 8465337517Sdavidcs if (!(events[i / 64] & (1ULL << (i % 64)))) 8466337517Sdavidcs continue; 8467337517Sdavidcs 8468337517Sdavidcs QL_DPRINT2(ha, 8469337517Sdavidcs "Handling VF message from VF 0x%02x [Abs 0x%02x]\n", 8470337517Sdavidcs i, p_hwfn->p_dev->p_iov_info->first_vf_in_pf + i); 8471337517Sdavidcs 8472337517Sdavidcs /* Copy VF's message to PF's request buffer for that VF */ 8473337517Sdavidcs if (ecore_iov_copy_vf_msg(p_hwfn, ptt, i)) 8474337517Sdavidcs continue; 8475337517Sdavidcs 8476337517Sdavidcs ecore_iov_process_mbx_req(p_hwfn, ptt, i); 8477337517Sdavidcs } 8478337517Sdavidcs 8479337517Sdavidcs ecore_ptt_release(p_hwfn, ptt); 8480337517Sdavidcs 8481337517Sdavidcs return; 8482337517Sdavidcs} 8483337517Sdavidcs 8484337517Sdavidcsstatic void 8485337517Sdavidcsqlnx_handle_vf_flr_update(qlnx_host_t *ha, struct ecore_hwfn *p_hwfn) 8486337517Sdavidcs{ 8487337517Sdavidcs struct ecore_ptt *ptt; 8488337517Sdavidcs int ret; 8489337517Sdavidcs 8490337517Sdavidcs ptt = ecore_ptt_acquire(p_hwfn); 8491337517Sdavidcs 8492337517Sdavidcs if (!ptt) { 8493337517Sdavidcs QL_DPRINT1(ha, "Can't acquire PTT; re-scheduling\n"); 8494337517Sdavidcs __qlnx_vf_flr_update(p_hwfn); 8495337517Sdavidcs return; 8496337517Sdavidcs } 8497337517Sdavidcs 8498337517Sdavidcs ret = ecore_iov_vf_flr_cleanup(p_hwfn, ptt); 8499337517Sdavidcs 8500337517Sdavidcs if (ret) { 8501337517Sdavidcs QL_DPRINT1(ha, "ecore_iov_vf_flr_cleanup failed; re-scheduling\n"); 8502337517Sdavidcs } 8503337517Sdavidcs 8504337517Sdavidcs ecore_ptt_release(p_hwfn, ptt); 8505337517Sdavidcs 8506337517Sdavidcs return; 8507337517Sdavidcs} 8508337517Sdavidcs 8509337517Sdavidcsstatic void 8510337517Sdavidcsqlnx_handle_bulletin_update(qlnx_host_t *ha, struct ecore_hwfn *p_hwfn) 8511337517Sdavidcs{ 8512337517Sdavidcs struct ecore_ptt *ptt; 8513337517Sdavidcs int i; 8514337517Sdavidcs 8515337517Sdavidcs ptt = ecore_ptt_acquire(p_hwfn); 8516337517Sdavidcs 8517337517Sdavidcs if (!ptt) { 8518337517Sdavidcs QL_DPRINT1(ha, "Can't acquire PTT; re-scheduling\n"); 8519337517Sdavidcs qlnx_vf_bulleting_update(p_hwfn); 8520337517Sdavidcs return; 8521337517Sdavidcs } 8522337517Sdavidcs 8523337517Sdavidcs ecore_for_each_vf(p_hwfn, i) { 8524337517Sdavidcs QL_DPRINT1(ha, "ecore_iov_post_vf_bulletin[%p, %d]\n", 8525337517Sdavidcs p_hwfn, i); 8526337517Sdavidcs ecore_iov_post_vf_bulletin(p_hwfn, i, ptt); 8527337517Sdavidcs } 8528337517Sdavidcs 8529337517Sdavidcs ecore_ptt_release(p_hwfn, ptt); 8530337517Sdavidcs 8531337517Sdavidcs return; 8532337517Sdavidcs} 8533337517Sdavidcs 8534337517Sdavidcsstatic void 8535337517Sdavidcsqlnx_pf_taskqueue(void *context, int pending) 8536337517Sdavidcs{ 8537337517Sdavidcs struct ecore_hwfn *p_hwfn; 8538337517Sdavidcs qlnx_host_t *ha; 8539337517Sdavidcs int i; 8540337517Sdavidcs 8541337517Sdavidcs p_hwfn = context; 8542337517Sdavidcs 8543337517Sdavidcs if (p_hwfn == NULL) 8544337517Sdavidcs return; 8545337517Sdavidcs 8546337517Sdavidcs ha = (qlnx_host_t *)(p_hwfn->p_dev); 8547337517Sdavidcs 8548337517Sdavidcs if ((i = qlnx_find_hwfn_index(p_hwfn)) == -1) 8549337517Sdavidcs return; 8550337517Sdavidcs 8551337517Sdavidcs if (atomic_testandclear_32(&ha->sriov_task[i].flags, 8552337517Sdavidcs QLNX_SRIOV_TASK_FLAGS_VF_PF_MSG)) 8553337517Sdavidcs qlnx_handle_vf_msg(ha, p_hwfn); 8554337517Sdavidcs 8555337517Sdavidcs if (atomic_testandclear_32(&ha->sriov_task[i].flags, 8556337517Sdavidcs QLNX_SRIOV_TASK_FLAGS_VF_FLR_UPDATE)) 8557337517Sdavidcs qlnx_handle_vf_flr_update(ha, p_hwfn); 8558337517Sdavidcs 8559337517Sdavidcs if (atomic_testandclear_32(&ha->sriov_task[i].flags, 8560337517Sdavidcs QLNX_SRIOV_TASK_FLAGS_BULLETIN_UPDATE)) 8561337517Sdavidcs qlnx_handle_bulletin_update(ha, p_hwfn); 8562337517Sdavidcs 8563337517Sdavidcs return; 8564337517Sdavidcs} 8565337517Sdavidcs 8566337517Sdavidcsstatic int 8567337517Sdavidcsqlnx_create_pf_taskqueues(qlnx_host_t *ha) 8568337517Sdavidcs{ 8569337517Sdavidcs int i; 8570337517Sdavidcs uint8_t tq_name[32]; 8571337517Sdavidcs 8572337517Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 8573337517Sdavidcs 8574337517Sdavidcs struct ecore_hwfn *p_hwfn = &ha->cdev.hwfns[i]; 8575337517Sdavidcs 8576337517Sdavidcs bzero(tq_name, sizeof (tq_name)); 8577337517Sdavidcs snprintf(tq_name, sizeof (tq_name), "ql_pf_tq_%d", i); 8578337517Sdavidcs 8579337517Sdavidcs TASK_INIT(&ha->sriov_task[i].pf_task, 0, qlnx_pf_taskqueue, p_hwfn); 8580337517Sdavidcs 8581337517Sdavidcs ha->sriov_task[i].pf_taskqueue = taskqueue_create(tq_name, M_NOWAIT, 8582337517Sdavidcs taskqueue_thread_enqueue, 8583337517Sdavidcs &ha->sriov_task[i].pf_taskqueue); 8584337517Sdavidcs 8585337517Sdavidcs if (ha->sriov_task[i].pf_taskqueue == NULL) 8586337517Sdavidcs return (-1); 8587337517Sdavidcs 8588337517Sdavidcs taskqueue_start_threads(&ha->sriov_task[i].pf_taskqueue, 1, 8589337517Sdavidcs PI_NET, "%s", tq_name); 8590337517Sdavidcs 8591337517Sdavidcs QL_DPRINT1(ha, "%p\n", ha->sriov_task[i].pf_taskqueue); 8592337517Sdavidcs } 8593337517Sdavidcs 8594337517Sdavidcs return (0); 8595337517Sdavidcs} 8596337517Sdavidcs 8597337517Sdavidcsstatic void 8598337517Sdavidcsqlnx_destroy_pf_taskqueues(qlnx_host_t *ha) 8599337517Sdavidcs{ 8600337517Sdavidcs int i; 8601337517Sdavidcs 8602337517Sdavidcs for (i = 0; i < ha->cdev.num_hwfns; i++) { 8603337517Sdavidcs if (ha->sriov_task[i].pf_taskqueue != NULL) { 8604337517Sdavidcs taskqueue_drain(ha->sriov_task[i].pf_taskqueue, 8605337517Sdavidcs &ha->sriov_task[i].pf_task); 8606337517Sdavidcs taskqueue_free(ha->sriov_task[i].pf_taskqueue); 8607337517Sdavidcs ha->sriov_task[i].pf_taskqueue = NULL; 8608337517Sdavidcs } 8609337517Sdavidcs } 8610337517Sdavidcs return; 8611337517Sdavidcs} 8612337517Sdavidcs 8613337517Sdavidcsstatic void 8614337517Sdavidcsqlnx_inform_vf_link_state(struct ecore_hwfn *p_hwfn, qlnx_host_t *ha) 8615337517Sdavidcs{ 8616337517Sdavidcs struct ecore_mcp_link_capabilities caps; 8617337517Sdavidcs struct ecore_mcp_link_params params; 8618337517Sdavidcs struct ecore_mcp_link_state link; 8619337517Sdavidcs int i; 8620337517Sdavidcs 8621337517Sdavidcs if (!p_hwfn->pf_iov_info) 8622337517Sdavidcs return; 8623337517Sdavidcs 8624337517Sdavidcs memset(¶ms, 0, sizeof(struct ecore_mcp_link_params)); 8625337517Sdavidcs memset(&link, 0, sizeof(struct ecore_mcp_link_state)); 8626337517Sdavidcs memset(&caps, 0, sizeof(struct ecore_mcp_link_capabilities)); 8627337517Sdavidcs 8628337517Sdavidcs memcpy(&caps, ecore_mcp_get_link_capabilities(p_hwfn), sizeof(caps)); 8629337517Sdavidcs memcpy(&link, ecore_mcp_get_link_state(p_hwfn), sizeof(link)); 8630337517Sdavidcs memcpy(¶ms, ecore_mcp_get_link_params(p_hwfn), sizeof(params)); 8631337517Sdavidcs 8632337517Sdavidcs QL_DPRINT2(ha, "called\n"); 8633337517Sdavidcs 8634337517Sdavidcs /* Update bulletin of all future possible VFs with link configuration */ 8635337517Sdavidcs for (i = 0; i < p_hwfn->p_dev->p_iov_info->total_vfs; i++) { 8636337517Sdavidcs 8637337517Sdavidcs /* Modify link according to the VF's configured link state */ 8638337517Sdavidcs 8639337517Sdavidcs link.link_up = false; 8640337517Sdavidcs 8641337517Sdavidcs if (ha->link_up) { 8642337517Sdavidcs link.link_up = true; 8643337517Sdavidcs /* Set speed according to maximum supported by HW. 8644337517Sdavidcs * that is 40G for regular devices and 100G for CMT 8645337517Sdavidcs * mode devices. 8646337517Sdavidcs */ 8647337517Sdavidcs link.speed = (p_hwfn->p_dev->num_hwfns > 1) ? 8648337517Sdavidcs 100000 : link.speed; 8649337517Sdavidcs } 8650337517Sdavidcs QL_DPRINT2(ha, "link [%d] = %d\n", i, link.link_up); 8651337517Sdavidcs ecore_iov_set_link(p_hwfn, i, ¶ms, &link, &caps); 8652337517Sdavidcs } 8653337517Sdavidcs 8654337517Sdavidcs qlnx_vf_bulleting_update(p_hwfn); 8655337517Sdavidcs 8656337517Sdavidcs return; 8657337517Sdavidcs} 8658337517Sdavidcs#endif /* #ifndef QLNX_VF */ 8659337517Sdavidcs#endif /* #ifdef CONFIG_ECORE_SRIOV */ 8660