1184610Salfred/* 2184610Salfred * Broadcom NetXtreme-E RoCE driver. 3184610Salfred * 4184610Salfred * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term 5184610Salfred * Broadcom refers to Broadcom Limited and/or its subsidiaries. 6184610Salfred * 7184610Salfred * This software is available to you under a choice of one of two 8184610Salfred * licenses. You may choose to be licensed under the terms of the GNU 9184610Salfred * General Public License (GPL) Version 2, available from the file 10184610Salfred * COPYING in the main directory of this source tree, or the 11184610Salfred * BSD license below: 12184610Salfred * 13184610Salfred * Redistribution and use in source and binary forms, with or without 14184610Salfred * modification, are permitted provided that the following conditions 15184610Salfred * are met: 16184610Salfred * 17184610Salfred * 1. Redistributions of source code must retain the above copyright 18184610Salfred * notice, this list of conditions and the following disclaimer. 19184610Salfred * 2. Redistributions in binary form must reproduce the above copyright 20184610Salfred * notice, this list of conditions and the following disclaimer in 21184610Salfred * the documentation and/or other materials provided with the 22184610Salfred * distribution. 23184610Salfred * 24184610Salfred * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' 25184610Salfred * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 26184610Salfred * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 27248236Shselasky * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS 28248236Shselasky * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 29248236Shselasky * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 30203815Swkoszek * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR 31203815Swkoszek * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 32184610Salfred * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 33184610Salfred * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN 34203815Swkoszek * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 35184610Salfred * 36248236Shselasky * Description: Statistics 37248236Shselasky * 38248236Shselasky */ 39248236Shselasky 40184610Salfred#include <linux/interrupt.h> 41248236Shselasky#include <linux/types.h> 42248236Shselasky#include <linux/spinlock.h> 43248236Shselasky#include <linux/sched.h> 44248236Shselasky#include <linux/slab.h> 45184610Salfred#include <linux/pci.h> 46184610Salfred#include <linux/prefetch.h> 47184610Salfred#include <linux/delay.h> 48184610Salfred 49253339Shselasky#include <rdma/ib_addr.h> 50253339Shselasky 51253339Shselasky#include "bnxt_ulp.h" 52253339Shselasky#include "roce_hsi.h" 53184610Salfred#include "qplib_res.h" 54184610Salfred#include "qplib_sp.h" 55184610Salfred#include "qplib_fp.h" 56184610Salfred#include "qplib_rcfw.h" 57184610Salfred#include "bnxt_re.h" 58188622Sthompsa#include "hw_counters.h" 59188622Sthompsa 60184610Salfredstatic const struct rdma_stat_desc bnxt_re_stat_descs[] = { 61184610Salfred [BNXT_RE_ACTIVE_PD].name = "active_pds", 62184610Salfred [BNXT_RE_ACTIVE_AH].name = "active_ahs", 63184610Salfred [BNXT_RE_ACTIVE_QP].name = "active_qps", 64188987Sthompsa [BNXT_RE_ACTIVE_RC_QP].name = "active_rc_qps", 65188987Sthompsa [BNXT_RE_ACTIVE_UD_QP].name = "active_ud_qps", 66184610Salfred [BNXT_RE_ACTIVE_SRQ].name = "active_srqs", 67184610Salfred [BNXT_RE_ACTIVE_CQ].name = "active_cqs", 68184610Salfred [BNXT_RE_ACTIVE_MR].name = "active_mrs", 69184610Salfred [BNXT_RE_ACTIVE_MW].name = "active_mws", 70184610Salfred [BNXT_RE_WATERMARK_PD].name = "watermark_pds", 71184610Salfred [BNXT_RE_WATERMARK_AH].name = "watermark_ahs", 72184610Salfred [BNXT_RE_WATERMARK_QP].name = "watermark_qps", 73184610Salfred [BNXT_RE_WATERMARK_RC_QP].name = "watermark_rc_qps", 74184610Salfred [BNXT_RE_WATERMARK_UD_QP].name = "watermark_ud_qps", 75184610Salfred [BNXT_RE_WATERMARK_SRQ].name = "watermark_srqs", 76184610Salfred [BNXT_RE_WATERMARK_CQ].name = "watermark_cqs", 77203147Sthompsa [BNXT_RE_WATERMARK_MR].name = "watermark_mrs", 78184610Salfred [BNXT_RE_WATERMARK_MW].name = "watermark_mws", 79184610Salfred [BNXT_RE_RESIZE_CQ_CNT].name = "resize_cq_cnt", 80246789Shselasky [BNXT_RE_RX_PKTS].name = "rx_pkts", 81356398Shselasky [BNXT_RE_RX_BYTES].name = "rx_bytes", 82184610Salfred [BNXT_RE_TX_PKTS].name = "tx_pkts", 83184610Salfred [BNXT_RE_TX_BYTES].name = "tx_bytes", 84184610Salfred [BNXT_RE_RECOVERABLE_ERRORS].name = "recoverable_errors", 85184610Salfred [BNXT_RE_TX_ERRORS].name = "tx_roce_errors", 86184610Salfred [BNXT_RE_TX_DISCARDS].name = "tx_roce_discards", 87184610Salfred [BNXT_RE_RX_ERRORS].name = "rx_roce_errors", 88184610Salfred [BNXT_RE_RX_DISCARDS].name = "rx_roce_discards", 89184610Salfred [BNXT_RE_TO_RETRANSMITS].name = "to_retransmits", 90184610Salfred [BNXT_RE_SEQ_ERR_NAKS_RCVD].name = "seq_err_naks_rcvd", 91184610Salfred [BNXT_RE_MAX_RETRY_EXCEEDED].name = "max_retry_exceeded", 92184610Salfred [BNXT_RE_RNR_NAKS_RCVD].name = "rnr_naks_rcvd", 93184610Salfred [BNXT_RE_MISSING_RESP].name = "missing_resp", 94184610Salfred [BNXT_RE_UNRECOVERABLE_ERR].name = "unrecoverable_err", 95184610Salfred [BNXT_RE_BAD_RESP_ERR].name = "bad_resp_err", 96184610Salfred [BNXT_RE_LOCAL_QP_OP_ERR].name = "local_qp_op_err", 97184610Salfred [BNXT_RE_LOCAL_PROTECTION_ERR].name = "local_protection_err", 98184610Salfred [BNXT_RE_MEM_MGMT_OP_ERR].name = "mem_mgmt_op_err", 99184610Salfred [BNXT_RE_REMOTE_INVALID_REQ_ERR].name = "remote_invalid_req_err", 100184610Salfred [BNXT_RE_REMOTE_ACCESS_ERR].name = "remote_access_err", 101184610Salfred [BNXT_RE_REMOTE_OP_ERR].name = "remote_op_err", 102184610Salfred [BNXT_RE_DUP_REQ].name = "dup_req", 103184610Salfred [BNXT_RE_RES_EXCEED_MAX].name = "res_exceed_max", 104184610Salfred [BNXT_RE_RES_LENGTH_MISMATCH].name = "res_length_mismatch", 105184610Salfred [BNXT_RE_RES_EXCEEDS_WQE].name = "res_exceeds_wqe", 106184610Salfred [BNXT_RE_RES_OPCODE_ERR].name = "res_opcode_err", 107184610Salfred [BNXT_RE_RES_RX_INVALID_RKEY].name = "res_rx_invalid_rkey", 108184610Salfred [BNXT_RE_RES_RX_DOMAIN_ERR].name = "res_rx_domain_err", 109184610Salfred [BNXT_RE_RES_RX_NO_PERM].name = "res_rx_no_perm", 110184610Salfred [BNXT_RE_RES_RX_RANGE_ERR].name = "res_rx_range_err", 111184610Salfred [BNXT_RE_RES_TX_INVALID_RKEY].name = "res_tx_invalid_rkey", 112184610Salfred [BNXT_RE_RES_TX_DOMAIN_ERR].name = "res_tx_domain_err", 113184610Salfred [BNXT_RE_RES_TX_NO_PERM].name = "res_tx_no_perm", 114184610Salfred [BNXT_RE_RES_TX_RANGE_ERR].name = "res_tx_range_err", 115184610Salfred [BNXT_RE_RES_IRRQ_OFLOW].name = "res_irrq_oflow", 116184610Salfred [BNXT_RE_RES_UNSUP_OPCODE].name = "res_unsup_opcode", 117234491Shselasky [BNXT_RE_RES_UNALIGNED_ATOMIC].name = "res_unaligned_atomic", 118184610Salfred [BNXT_RE_RES_REM_INV_ERR].name = "res_rem_inv_err", 119184610Salfred [BNXT_RE_RES_MEM_ERROR].name = "res_mem_err", 120184610Salfred [BNXT_RE_RES_SRQ_ERR].name = "res_srq_err", 121184610Salfred [BNXT_RE_RES_CMP_ERR].name = "res_cmp_err", 122184610Salfred [BNXT_RE_RES_INVALID_DUP_RKEY].name = "res_invalid_dup_rkey", 123184610Salfred [BNXT_RE_RES_WQE_FORMAT_ERR].name = "res_wqe_format_err", 124184610Salfred [BNXT_RE_RES_CQ_LOAD_ERR].name = "res_cq_load_err", 125184610Salfred [BNXT_RE_RES_SRQ_LOAD_ERR].name = "res_srq_load_err", 126184610Salfred [BNXT_RE_RES_TX_PCI_ERR].name = "res_tx_pci_err", 127184610Salfred [BNXT_RE_RES_RX_PCI_ERR].name = "res_rx_pci_err", 128184610Salfred [BNXT_RE_OUT_OF_SEQ_ERR].name = "oos_drop_count", 129184610Salfred [BNXT_RE_TX_ATOMIC_REQ].name = "tx_atomic_req", 130184610Salfred [BNXT_RE_TX_READ_REQ].name = "tx_read_req", 131184610Salfred [BNXT_RE_TX_READ_RES].name = "tx_read_resp", 132184610Salfred [BNXT_RE_TX_WRITE_REQ].name = "tx_write_req", 133184610Salfred [BNXT_RE_TX_SEND_REQ].name = "tx_send_req", 134184610Salfred [BNXT_RE_TX_ROCE_PKTS].name = "tx_roce_only_pkts", 135192984Sthompsa [BNXT_RE_TX_ROCE_BYTES].name = "tx_roce_only_bytes", 136192984Sthompsa [BNXT_RE_RX_ATOMIC_REQ].name = "rx_atomic_req", 137331771Shselasky [BNXT_RE_RX_READ_REQ].name = "rx_read_req", 138184610Salfred [BNXT_RE_RX_READ_RESP].name = "rx_read_resp", 139184610Salfred [BNXT_RE_RX_WRITE_REQ].name = "rx_write_req", 140184610Salfred [BNXT_RE_RX_SEND_REQ].name = "rx_send_req", 141184610Salfred [BNXT_RE_RX_ROCE_PKTS].name = "rx_roce_only_pkts", 142184610Salfred [BNXT_RE_RX_ROCE_BYTES].name = "rx_roce_only_bytes", 143184610Salfred [BNXT_RE_RX_ROCE_GOOD_PKTS].name = "rx_roce_good_pkts", 144184610Salfred [BNXT_RE_RX_ROCE_GOOD_BYTES].name = "rx_roce_good_bytes", 145184610Salfred [BNXT_RE_OOB].name = "rx_out_of_buffer", 146189110Sthompsa [BNXT_RE_TX_CNP].name = "tx_cnp_pkts", 147184610Salfred [BNXT_RE_RX_CNP].name = "rx_cnp_pkts", 148184610Salfred [BNXT_RE_RX_ECN].name = "rx_ecn_marked_pkts", 149184610Salfred [BNXT_RE_PACING_RESCHED].name = "pacing_reschedule", 150184610Salfred [BNXT_RE_PACING_CMPL].name = "pacing_complete", 151184610Salfred [BNXT_RE_PACING_ALERT].name = "pacing_alerts", 152184610Salfred [BNXT_RE_DB_FIFO_REG].name = "db_fifo_register", 153253339Shselasky}; 154184610Salfred 155184610Salfredstatic void bnxt_re_copy_ext_stats(struct bnxt_re_dev *rdev, 156184610Salfred struct rdma_hw_stats *stats, 157184610Salfred struct bnxt_qplib_ext_stat *s) 158184610Salfred{ 159184610Salfred stats->value[BNXT_RE_TX_ATOMIC_REQ] = s->tx_atomic_req; 160253339Shselasky stats->value[BNXT_RE_TX_READ_REQ] = s->tx_read_req; 161184610Salfred stats->value[BNXT_RE_TX_READ_RES] = s->tx_read_res; 162184610Salfred stats->value[BNXT_RE_TX_WRITE_REQ] = s->tx_write_req; 163184610Salfred stats->value[BNXT_RE_TX_SEND_REQ] = s->tx_send_req; 164184610Salfred stats->value[BNXT_RE_TX_ROCE_PKTS] = s->tx_roce_pkts; 165184610Salfred stats->value[BNXT_RE_TX_ROCE_BYTES] = s->tx_roce_bytes; 166184610Salfred stats->value[BNXT_RE_RX_ATOMIC_REQ] = s->rx_atomic_req; 167184610Salfred stats->value[BNXT_RE_RX_READ_REQ] = s->rx_read_req; 168184610Salfred stats->value[BNXT_RE_RX_READ_RESP] = s->rx_read_res; 169184610Salfred stats->value[BNXT_RE_RX_WRITE_REQ] = s->rx_write_req; 170184610Salfred stats->value[BNXT_RE_RX_SEND_REQ] = s->rx_send_req; 171184610Salfred stats->value[BNXT_RE_RX_ROCE_PKTS] = s->rx_roce_pkts; 172184610Salfred stats->value[BNXT_RE_RX_ROCE_BYTES] = s->rx_roce_bytes; 173184610Salfred stats->value[BNXT_RE_RX_ROCE_GOOD_PKTS] = s->rx_roce_good_pkts; 174184610Salfred stats->value[BNXT_RE_RX_ROCE_GOOD_BYTES] = s->rx_roce_good_bytes; 175253339Shselasky stats->value[BNXT_RE_OOB] = s->rx_out_of_buffer; 176184610Salfred stats->value[BNXT_RE_TX_CNP] = s->tx_cnp; 177184610Salfred stats->value[BNXT_RE_RX_CNP] = s->rx_cnp; 178184610Salfred stats->value[BNXT_RE_RX_ECN] = s->rx_ecn_marked; 179184610Salfred stats->value[BNXT_RE_OUT_OF_SEQ_ERR] = s->rx_out_of_sequence; 180184610Salfred} 181184610Salfred 182184610Salfredstatic int bnxt_re_get_ext_stat(struct bnxt_re_dev *rdev, 183184610Salfred struct rdma_hw_stats *stats) 184184610Salfred{ 185184610Salfred struct bnxt_qplib_ext_stat *estat = &rdev->stats.rstat.ext_stat; 186184610Salfred u32 fid; 187184610Salfred int rc; 188184610Salfred 189184610Salfred fid = PCI_FUNC(rdev->en_dev->pdev->devfn); 190184610Salfred rc = bnxt_qplib_qext_stat(&rdev->rcfw, fid, estat); 191184610Salfred if (rc) 192184610Salfred goto done; 193184610Salfred bnxt_re_copy_ext_stats(rdev, stats, estat); 194184610Salfred 195184610Salfreddone: 196184610Salfred return rc; 197184610Salfred} 198184610Salfred 199184610Salfredstatic void bnxt_re_copy_err_stats(struct bnxt_re_dev *rdev, 200184610Salfred struct rdma_hw_stats *stats, 201184610Salfred struct bnxt_qplib_roce_stats *err_s) 202184610Salfred{ 203184610Salfred stats->value[BNXT_RE_TO_RETRANSMITS] = 204184610Salfred err_s->to_retransmits; 205184610Salfred stats->value[BNXT_RE_SEQ_ERR_NAKS_RCVD] = 206184610Salfred err_s->seq_err_naks_rcvd; 207184610Salfred stats->value[BNXT_RE_MAX_RETRY_EXCEEDED] = 208184610Salfred err_s->max_retry_exceeded; 209223495Shselasky stats->value[BNXT_RE_RNR_NAKS_RCVD] = 210223495Shselasky err_s->rnr_naks_rcvd; 211223495Shselasky stats->value[BNXT_RE_MISSING_RESP] = 212223495Shselasky err_s->missing_resp; 213223495Shselasky stats->value[BNXT_RE_UNRECOVERABLE_ERR] = 214184610Salfred err_s->unrecoverable_err; 215184610Salfred stats->value[BNXT_RE_BAD_RESP_ERR] = 216184610Salfred err_s->bad_resp_err; 217189110Sthompsa stats->value[BNXT_RE_LOCAL_QP_OP_ERR] = 218310276Strasz err_s->local_qp_op_err; 219310276Strasz stats->value[BNXT_RE_LOCAL_PROTECTION_ERR] = 220184610Salfred err_s->local_protection_err; 221331771Shselasky stats->value[BNXT_RE_MEM_MGMT_OP_ERR] = 222331771Shselasky err_s->mem_mgmt_op_err; 223331771Shselasky stats->value[BNXT_RE_REMOTE_INVALID_REQ_ERR] = 224331771Shselasky err_s->remote_invalid_req_err; 225331771Shselasky stats->value[BNXT_RE_REMOTE_ACCESS_ERR] = 226331771Shselasky err_s->remote_access_err; 227331771Shselasky stats->value[BNXT_RE_REMOTE_OP_ERR] = 228184610Salfred err_s->remote_op_err; 229184610Salfred stats->value[BNXT_RE_DUP_REQ] = 230184610Salfred err_s->dup_req; 231184610Salfred stats->value[BNXT_RE_RES_EXCEED_MAX] = 232184610Salfred err_s->res_exceed_max; 233184610Salfred stats->value[BNXT_RE_RES_LENGTH_MISMATCH] = 234184610Salfred err_s->res_length_mismatch; 235192984Sthompsa stats->value[BNXT_RE_RES_EXCEEDS_WQE] = 236184610Salfred err_s->res_exceeds_wqe; 237184610Salfred stats->value[BNXT_RE_RES_OPCODE_ERR] = 238184610Salfred err_s->res_opcode_err; 239184610Salfred stats->value[BNXT_RE_RES_RX_INVALID_RKEY] = 240184610Salfred err_s->res_rx_invalid_rkey; 241184610Salfred stats->value[BNXT_RE_RES_RX_DOMAIN_ERR] = 242184610Salfred err_s->res_rx_domain_err; 243184610Salfred stats->value[BNXT_RE_RES_RX_NO_PERM] = 244184610Salfred err_s->res_rx_no_perm; 245184610Salfred stats->value[BNXT_RE_RES_RX_RANGE_ERR] = 246184610Salfred err_s->res_rx_range_err; 247184610Salfred stats->value[BNXT_RE_RES_TX_INVALID_RKEY] = 248184610Salfred err_s->res_tx_invalid_rkey; 249184610Salfred stats->value[BNXT_RE_RES_TX_DOMAIN_ERR] = 250184610Salfred err_s->res_tx_domain_err; 251184610Salfred stats->value[BNXT_RE_RES_TX_NO_PERM] = 252213852Shselasky err_s->res_tx_no_perm; 253184610Salfred stats->value[BNXT_RE_RES_TX_RANGE_ERR] = 254184610Salfred err_s->res_tx_range_err; 255184610Salfred stats->value[BNXT_RE_RES_IRRQ_OFLOW] = 256253339Shselasky err_s->res_irrq_oflow; 257184610Salfred stats->value[BNXT_RE_RES_UNSUP_OPCODE] = 258184610Salfred err_s->res_unsup_opcode; 259184610Salfred stats->value[BNXT_RE_RES_UNALIGNED_ATOMIC] = 260184610Salfred err_s->res_unaligned_atomic; 261184610Salfred stats->value[BNXT_RE_RES_REM_INV_ERR] = 262184610Salfred err_s->res_rem_inv_err; 263184610Salfred stats->value[BNXT_RE_RES_MEM_ERROR] = 264184610Salfred err_s->res_mem_error; 265184610Salfred stats->value[BNXT_RE_RES_SRQ_ERR] = 266184610Salfred err_s->res_srq_err; 267184610Salfred stats->value[BNXT_RE_RES_CMP_ERR] = 268184610Salfred err_s->res_cmp_err; 269184610Salfred stats->value[BNXT_RE_RES_INVALID_DUP_RKEY] = 270184610Salfred err_s->res_invalid_dup_rkey; 271184610Salfred stats->value[BNXT_RE_RES_WQE_FORMAT_ERR] = 272184610Salfred err_s->res_wqe_format_err; 273184610Salfred stats->value[BNXT_RE_RES_CQ_LOAD_ERR] = 274184610Salfred err_s->res_cq_load_err; 275184610Salfred stats->value[BNXT_RE_RES_SRQ_LOAD_ERR] = 276184610Salfred err_s->res_srq_load_err; 277184610Salfred stats->value[BNXT_RE_RES_TX_PCI_ERR] = 278184610Salfred err_s->res_tx_pci_err; 279184610Salfred stats->value[BNXT_RE_RES_RX_PCI_ERR] = 280184610Salfred err_s->res_rx_pci_err; 281184610Salfred stats->value[BNXT_RE_OUT_OF_SEQ_ERR] = 282184610Salfred err_s->res_oos_drop_count; 283184610Salfred} 284184610Salfred 285184610Salfredstatic void bnxt_re_copy_db_pacing_stats(struct bnxt_re_dev *rdev, 286184610Salfred struct rdma_hw_stats *stats) 287184610Salfred{ 288184610Salfred struct bnxt_re_db_pacing_stats *pacing_s = &rdev->stats.pacing; 289184610Salfred 290189110Sthompsa stats->value[BNXT_RE_PACING_RESCHED] = pacing_s->resched; 291184610Salfred stats->value[BNXT_RE_PACING_CMPL] = pacing_s->complete; 292184610Salfred stats->value[BNXT_RE_PACING_ALERT] = pacing_s->alerts; 293184610Salfred stats->value[BNXT_RE_DB_FIFO_REG] = 294184610Salfred readl(rdev->en_dev->bar0 + rdev->pacing.dbr_db_fifo_reg_off); 295184610Salfred} 296184610Salfred 297184610Salfredint bnxt_re_ib_get_hw_stats(struct ib_device *ibdev, 298184610Salfred struct rdma_hw_stats *stats, 299184610Salfred u32 port, int index) 300184610Salfred{ 301184610Salfred struct bnxt_re_dev *rdev = to_bnxt_re_dev(ibdev, ibdev); 302184610Salfred struct bnxt_re_res_cntrs *res_s = &rdev->stats.res; 303184610Salfred struct bnxt_qplib_roce_stats *err_s = NULL; 304184610Salfred struct ctx_hw_stats *hw_stats = NULL; 305184610Salfred int rc = 0; 306184610Salfred 307184610Salfred hw_stats = rdev->qplib_ctx.stats.dma; 308184610Salfred if (!port || !stats) 309184610Salfred return -EINVAL; 310184610Salfred 311184610Salfred stats->value[BNXT_RE_ACTIVE_QP] = atomic_read(&res_s->qp_count); 312184610Salfred stats->value[BNXT_RE_ACTIVE_RC_QP] = atomic_read(&res_s->rc_qp_count); 313184610Salfred stats->value[BNXT_RE_ACTIVE_UD_QP] = atomic_read(&res_s->ud_qp_count); 314184610Salfred stats->value[BNXT_RE_ACTIVE_SRQ] = atomic_read(&res_s->srq_count); 315184610Salfred stats->value[BNXT_RE_ACTIVE_CQ] = atomic_read(&res_s->cq_count); 316184610Salfred stats->value[BNXT_RE_ACTIVE_MR] = atomic_read(&res_s->mr_count); 317185290Salfred stats->value[BNXT_RE_ACTIVE_MW] = atomic_read(&res_s->mw_count); 318185290Salfred stats->value[BNXT_RE_ACTIVE_PD] = atomic_read(&res_s->pd_count); 319185290Salfred stats->value[BNXT_RE_ACTIVE_AH] = atomic_read(&res_s->ah_count); 320192984Sthompsa stats->value[BNXT_RE_WATERMARK_QP] = res_s->qp_watermark; 321185290Salfred stats->value[BNXT_RE_WATERMARK_RC_QP] = res_s->rc_qp_watermark; 322185290Salfred stats->value[BNXT_RE_WATERMARK_UD_QP] = res_s->ud_qp_watermark; 323185290Salfred stats->value[BNXT_RE_WATERMARK_SRQ] = res_s->srq_watermark; 324185290Salfred stats->value[BNXT_RE_WATERMARK_CQ] = res_s->cq_watermark; 325185290Salfred stats->value[BNXT_RE_WATERMARK_MR] = res_s->mr_watermark; 326185290Salfred stats->value[BNXT_RE_WATERMARK_MW] = res_s->mw_watermark; 327185290Salfred stats->value[BNXT_RE_WATERMARK_PD] = res_s->pd_watermark; 328253339Shselasky stats->value[BNXT_RE_WATERMARK_AH] = res_s->ah_watermark; 329185290Salfred stats->value[BNXT_RE_RESIZE_CQ_CNT] = atomic_read(&res_s->resize_count); 330185290Salfred 331185290Salfred if (hw_stats) { 332185290Salfred stats->value[BNXT_RE_RECOVERABLE_ERRORS] = 333185290Salfred le64_to_cpu(hw_stats->tx_bcast_pkts); 334185290Salfred stats->value[BNXT_RE_TX_DISCARDS] = 335184610Salfred le64_to_cpu(hw_stats->tx_discard_pkts); 336185087Salfred stats->value[BNXT_RE_TX_ERRORS] = 337185087Salfred le64_to_cpu(hw_stats->tx_error_pkts); 338192984Sthompsa stats->value[BNXT_RE_RX_ERRORS] = 339192984Sthompsa le64_to_cpu(hw_stats->rx_error_pkts); 340185087Salfred stats->value[BNXT_RE_RX_DISCARDS] = 341185087Salfred le64_to_cpu(hw_stats->rx_discard_pkts); 342185087Salfred stats->value[BNXT_RE_RX_PKTS] = 343185087Salfred le64_to_cpu(hw_stats->rx_ucast_pkts); 344185087Salfred stats->value[BNXT_RE_RX_BYTES] = 345185087Salfred le64_to_cpu(hw_stats->rx_ucast_bytes); 346185087Salfred stats->value[BNXT_RE_TX_PKTS] = 347185087Salfred le64_to_cpu(hw_stats->tx_ucast_pkts); 348185087Salfred stats->value[BNXT_RE_TX_BYTES] = 349185087Salfred le64_to_cpu(hw_stats->tx_ucast_bytes); 350185087Salfred } 351185087Salfred err_s = &rdev->stats.rstat.errs; 352185290Salfred if (test_bit(BNXT_RE_FLAG_ISSUE_ROCE_STATS, &rdev->flags)) { 353185087Salfred rc = bnxt_qplib_get_roce_stats(&rdev->rcfw, err_s); 354185087Salfred if (rc) { 355185087Salfred clear_bit(BNXT_RE_FLAG_ISSUE_ROCE_STATS, 356185087Salfred &rdev->flags); 357185087Salfred goto done; 358185087Salfred } 359185087Salfred bnxt_re_copy_err_stats(rdev, stats, err_s); 360185087Salfred if (_is_ext_stats_supported(rdev->dev_attr.dev_cap_flags) && 361185087Salfred !rdev->is_virtfn) { 362185087Salfred rc = bnxt_re_get_ext_stat(rdev, stats); 363185087Salfred if (rc) { 364185087Salfred clear_bit(BNXT_RE_FLAG_ISSUE_ROCE_STATS, 365213852Shselasky &rdev->flags); 366185087Salfred goto done; 367185087Salfred } 368253339Shselasky } 369185087Salfred if (rdev->pacing.dbr_pacing) 370185087Salfred bnxt_re_copy_db_pacing_stats(rdev, stats); 371185087Salfred } 372185087Salfred 373185087Salfreddone: 374185087Salfred return bnxt_qplib_is_chip_gen_p5_p7(rdev->chip_ctx) ? 375185087Salfred BNXT_RE_NUM_EXT_COUNTERS : BNXT_RE_NUM_STD_COUNTERS; 376185087Salfred} 377184610Salfred 378184610Salfredstruct rdma_hw_stats *bnxt_re_ib_alloc_hw_port_stats(struct ib_device *ibdev, 379184610Salfred u32 port_num) 380184610Salfred{ 381184610Salfred struct bnxt_re_dev *rdev = to_bnxt_re_dev(ibdev, ibdev); 382184610Salfred int num_counters = 0; 383184610Salfred 384184610Salfred if (bnxt_qplib_is_chip_gen_p5_p7(rdev->chip_ctx)) 385189110Sthompsa num_counters = BNXT_RE_NUM_EXT_COUNTERS; 386184610Salfred else 387184610Salfred num_counters = BNXT_RE_NUM_STD_COUNTERS; 388184610Salfred 389184610Salfred return rdma_alloc_hw_stats_struct(bnxt_re_stat_descs, num_counters, 390184610Salfred RDMA_HW_STATS_DEFAULT_LIFESPAN); 391184610Salfred} 392184610Salfred