t5fw_cfg_uwire.txt revision 296249
1252661Snp# Chelsio T5 Factory Default configuration file. 2252661Snp# 3285527Snp# Copyright (C) 2010-2015 Chelsio Communications. All rights reserved. 4252661Snp# 5285527Snp# DO NOT MODIFY THIS FILE UNDER ANY CIRCUMSTANCES. MODIFICATION OF THIS FILE 6285527Snp# WILL RESULT IN A NON-FUNCTIONAL ADAPTER AND MAY RESULT IN PHYSICAL DAMAGE 7285527Snp# TO ADAPTERS. 8252661Snp 9285527Snp 10285527Snp# This file provides the default, power-on configuration for 4-port T5-based 11252661Snp# adapters shipped from the factory. These defaults are designed to address 12285527Snp# the needs of the vast majority of Terminator customers. The basic idea is to 13285527Snp# have a default configuration which allows a customer to plug a Terminator 14285527Snp# adapter in and have it work regardless of OS, driver or application except in 15285527Snp# the most unusual and/or demanding customer applications. 16252661Snp# 17285527Snp# Many of the Terminator resources which are described by this configuration 18285527Snp# are finite. This requires balancing the configuration/operation needs of 19252661Snp# device drivers across OSes and a large number of customer application. 20252661Snp# 21252661Snp# Some of the more important resources to allocate and their constaints are: 22285527Snp# 1. Virtual Interfaces: 256. 23285527Snp# 2. Ingress Queues with Free Lists: 1024. 24285527Snp# 3. Egress Queues: 128K. 25285527Snp# 4. MSI-X Vectors: 1088. 26252661Snp# 5. Multi-Port Support (MPS) TCAM: 336 entries to support MAC destination 27252661Snp# address matching on Ingress Packets. 28252661Snp# 29252661Snp# Some of the important OS/Driver resource needs are: 30252661Snp# 6. Some OS Drivers will manage all resources through a single Physical 31285527Snp# Function (currently PF4 but it could be any Physical Function). 32252661Snp# 7. Some OS Drivers will manage different ports and functions (NIC, 33252661Snp# storage, etc.) on different Physical Functions. For example, NIC 34252661Snp# functions for ports 0-3 on PF0-3, FCoE on PF4, iSCSI on PF5, etc. 35252661Snp# 36252661Snp# Some of the customer application needs which need to be accommodated: 37252661Snp# 8. Some customers will want to support large CPU count systems with 38252661Snp# good scaling. Thus, we'll need to accommodate a number of 39252661Snp# Ingress Queues and MSI-X Vectors to allow up to some number of CPUs 40252661Snp# to be involved per port and per application function. For example, 41252661Snp# in the case where all ports and application functions will be 42252661Snp# managed via a single Unified PF and we want to accommodate scaling up 43252661Snp# to 8 CPUs, we would want: 44252661Snp# 45252661Snp# 4 ports * 46252661Snp# 3 application functions (NIC, FCoE, iSCSI) per port * 47252661Snp# 8 Ingress Queue/MSI-X Vectors per application function 48252661Snp# 49252661Snp# for a total of 96 Ingress Queues and MSI-X Vectors on the Unified PF. 50252661Snp# (Plus a few for Firmware Event Queues, etc.) 51252661Snp# 52285527Snp# 9. Some customers will want to use PCI-E SR-IOV Capability to allow Virtual 53285527Snp# Machines to directly access T6 functionality via SR-IOV Virtual Functions 54285527Snp# and "PCI Device Passthrough" -- this is especially true for the NIC 55285527Snp# application functionality. 56252661Snp# 57252661Snp 58252661Snp 59252661Snp# Global configuration settings. 60252661Snp# 61252661Snp[global] 62252661Snp rss_glb_config_mode = basicvirtual 63252661Snp rss_glb_config_options = tnlmapen,hashtoeplitz,tnlalllkp 64252661Snp 65252661Snp # PL_TIMEOUT register 66285527Snp pl_timeout_value = 10000 # the timeout value in units of us 67252661Snp 68252661Snp # The following Scatter Gather Engine (SGE) settings assume a 4KB Host 69252661Snp # Page Size and a 64B L1 Cache Line Size. It programs the 70252661Snp # EgrStatusPageSize and IngPadBoundary to 64B and the PktShift to 2. 71252661Snp # If a Master PF Driver finds itself on a machine with different 72252661Snp # parameters, then the Master PF Driver is responsible for initializing 73252661Snp # these parameters to appropriate values. 74252661Snp # 75252661Snp # Notes: 76252661Snp # 1. The Free List Buffer Sizes below are raw and the firmware will 77252661Snp # round them up to the Ingress Padding Boundary. 78252661Snp # 2. The SGE Timer Values below are expressed below in microseconds. 79252661Snp # The firmware will convert these values to Core Clock Ticks when 80252661Snp # it processes the configuration parameters. 81252661Snp # 82252661Snp reg[0x1008] = 0x40810/0x21c70 # SGE_CONTROL 83252661Snp reg[0x100c] = 0x22222222 # SGE_HOST_PAGE_SIZE 84252661Snp reg[0x10a0] = 0x01040810 # SGE_INGRESS_RX_THRESHOLD 85252661Snp reg[0x1044] = 4096 # SGE_FL_BUFFER_SIZE0 86252661Snp reg[0x1048] = 65536 # SGE_FL_BUFFER_SIZE1 87252661Snp reg[0x104c] = 1536 # SGE_FL_BUFFER_SIZE2 88252661Snp reg[0x1050] = 9024 # SGE_FL_BUFFER_SIZE3 89252661Snp reg[0x1054] = 9216 # SGE_FL_BUFFER_SIZE4 90252661Snp reg[0x1058] = 2048 # SGE_FL_BUFFER_SIZE5 91252661Snp reg[0x105c] = 128 # SGE_FL_BUFFER_SIZE6 92252661Snp reg[0x1060] = 8192 # SGE_FL_BUFFER_SIZE7 93252661Snp reg[0x1064] = 16384 # SGE_FL_BUFFER_SIZE8 94252661Snp reg[0x10a4] = 0xa000a000/0xf000f000 # SGE_DBFIFO_STATUS 95252661Snp reg[0x10a8] = 0x402000/0x402000 # SGE_DOORBELL_CONTROL 96252661Snp 97252661Snp # SGE_THROTTLE_CONTROL 98252661Snp bar2throttlecount = 500 # bar2throttlecount in us 99252661Snp 100252661Snp sge_timer_value = 5, 10, 20, 50, 100, 200 # SGE_TIMER_VALUE* in usecs 101252661Snp 102252661Snp 103252661Snp reg[0x1124] = 0x00000400/0x00000400 # SGE_CONTROL2, enable VFIFO; if 104252661Snp # SGE_VFIFO_SIZE is not set, then 105252661Snp # firmware will set it up in function 106252661Snp # of number of egress queues used 107252661Snp 108252661Snp reg[0x1130] = 0x00d5ffeb # SGE_DBP_FETCH_THRESHOLD, fetch 109252661Snp # threshold set to queue depth 110252661Snp # minus 128-entries for FL and HP 111252661Snp # queues, and 0xfff for LP which 112252661Snp # prompts the firmware to set it up 113252661Snp # in function of egress queues 114252661Snp # used 115252661Snp 116252661Snp reg[0x113c] = 0x0002ffc0 # SGE_VFIFO_SIZE, set to 0x2ffc0 which 117252661Snp # prompts the firmware to set it up in 118252661Snp # function of number of egress queues 119252661Snp # used 120252661Snp 121256459Snp # enable TP_OUT_CONFIG.IPIDSPLITMODE 122256459Snp reg[0x7d04] = 0x00010000/0x00010000 123256459Snp 124296249Snp # disable TP_PARA_REG3.RxFragEn 125296249Snp reg[0x7d6c] = 0x00000000/0x00007000 126296249Snp 127296249Snp # enable TP_PARA_REG6.EnableCSnd 128296249Snp reg[0x7d78] = 0x00000400/0x00000000 129296249Snp 130285527Snp reg[0x7dc0] = 0x0e2f8849 # TP_SHIFT_CNT 131252661Snp 132256459Snp # TP_VLAN_PRI_MAP to select filter tuples and enable ServerSram 133256459Snp # filter control: compact, fcoemask 134256459Snp # server sram : srvrsram 135256459Snp # filter tuples : fragmentation, mpshittype, macmatch, ethertype, 136256459Snp # protocol, tos, vlan, vnic_id, port, fcoe 137256459Snp # valid filterModes are described the Terminator 5 Data Book 138285527Snp filterMode = fcoemask, srvrsram, fragmentation, mpshittype, protocol, vlan, port, fcoe 139256459Snp 140256459Snp # filter tuples enforced in LE active region (equal to or subset of filterMode) 141252661Snp filterMask = protocol, fcoe 142252661Snp 143252661Snp # Percentage of dynamic memory (in either the EDRAM or external MEM) 144252661Snp # to use for TP RX payload 145285527Snp tp_pmrx = 30 146252661Snp 147252661Snp # TP RX payload page size 148252661Snp tp_pmrx_pagesize = 64K 149252661Snp 150252661Snp # TP number of RX channels 151252661Snp tp_nrxch = 0 # 0 (auto) = 1 152252661Snp 153252661Snp # Percentage of dynamic memory (in either the EDRAM or external MEM) 154252661Snp # to use for TP TX payload 155285527Snp tp_pmtx = 50 156252661Snp 157252661Snp # TP TX payload page size 158252661Snp tp_pmtx_pagesize = 64K 159252661Snp 160252661Snp # TP number of TX channels 161252661Snp tp_ntxch = 0 # 0 (auto) = equal number of ports 162252661Snp 163256459Snp # TP OFLD MTUs 164256459Snp tp_mtus = 88, 256, 512, 576, 808, 1024, 1280, 1488, 1500, 2002, 2048, 4096, 4352, 8192, 9000, 9600 165256459Snp 166252661Snp # TP_GLOBAL_CONFIG 167252661Snp reg[0x7d08] = 0x00000800/0x00000800 # set IssFromCplEnable 168252661Snp 169267757Snp # TP_PC_CONFIG 170267757Snp reg[0x7d48] = 0x00000000/0x00000400 # clear EnableFLMError 171267757Snp 172256459Snp # TP_PARA_REG0 173256459Snp reg[0x7d60] = 0x06000000/0x07000000 # set InitCWND to 6 174256459Snp 175285527Snp # ULPRX iSCSI Page Sizes 176285527Snp reg[0x19168] = 0x04020100 # 64K, 16K, 8K and 4K 177285527Snp 178252661Snp # LE_DB_CONFIG 179252661Snp reg[0x19c04] = 0x00400000/0x00400000 # LE Server SRAM Enable 180252661Snp 181256459Snp # MC configuration 182256459Snp mc_mode_brc[0] = 1 # mc0 - 1: enable BRC, 0: enable RBC 183256459Snp mc_mode_brc[1] = 1 # mc1 - 1: enable BRC, 0: enable RBC 184256459Snp 185296249Snp # ULP_TX_CONFIG 186296249Snp reg[0x8dc0] = 0x00000004/0x00000004 # Enable more error msg for ... 187296249Snp # TPT error. 188296249Snp 189252661Snp# Some "definitions" to make the rest of this a bit more readable. We support 190252661Snp# 4 ports, 3 functions (NIC, FCoE and iSCSI), scaling up to 8 "CPU Queue Sets" 191252661Snp# per function per port ... 192252661Snp# 193252661Snp# NMSIX = 1088 # available MSI-X Vectors 194252661Snp# NVI = 128 # available Virtual Interfaces 195252661Snp# NMPSTCAM = 336 # MPS TCAM entries 196252661Snp# 197252661Snp# NPORTS = 4 # ports 198252661Snp# NCPUS = 8 # CPUs we want to support scalably 199252661Snp# NFUNCS = 3 # functions per port (NIC, FCoE, iSCSI) 200252661Snp 201252661Snp# Breakdown of Virtual Interface/Queue/Interrupt resources for the "Unified 202252661Snp# PF" which many OS Drivers will use to manage most or all functions. 203252661Snp# 204252661Snp# Each Ingress Queue can use one MSI-X interrupt but some Ingress Queues can 205252661Snp# use Forwarded Interrupt Ingress Queues. For these latter, an Ingress Queue 206252661Snp# would be created and the Queue ID of a Forwarded Interrupt Ingress Queue 207252661Snp# will be specified as the "Ingress Queue Asynchronous Destination Index." 208252661Snp# Thus, the number of MSI-X Vectors assigned to the Unified PF will be less 209252661Snp# than or equal to the number of Ingress Queues ... 210252661Snp# 211252661Snp# NVI_NIC = 4 # NIC access to NPORTS 212252661Snp# NFLIQ_NIC = 32 # NIC Ingress Queues with Free Lists 213252661Snp# NETHCTRL_NIC = 32 # NIC Ethernet Control/TX Queues 214252661Snp# NEQ_NIC = 64 # NIC Egress Queues (FL, ETHCTRL/TX) 215252661Snp# NMPSTCAM_NIC = 16 # NIC MPS TCAM Entries (NPORTS*4) 216252661Snp# NMSIX_NIC = 32 # NIC MSI-X Interrupt Vectors (FLIQ) 217285527Snp# 218252661Snp# NVI_OFLD = 0 # Offload uses NIC function to access ports 219252661Snp# NFLIQ_OFLD = 16 # Offload Ingress Queues with Free Lists 220252661Snp# NETHCTRL_OFLD = 0 # Offload Ethernet Control/TX Queues 221252661Snp# NEQ_OFLD = 16 # Offload Egress Queues (FL) 222252661Snp# NMPSTCAM_OFLD = 0 # Offload MPS TCAM Entries (uses NIC's) 223252661Snp# NMSIX_OFLD = 16 # Offload MSI-X Interrupt Vectors (FLIQ) 224252661Snp# 225252661Snp# NVI_RDMA = 0 # RDMA uses NIC function to access ports 226252661Snp# NFLIQ_RDMA = 4 # RDMA Ingress Queues with Free Lists 227252661Snp# NETHCTRL_RDMA = 0 # RDMA Ethernet Control/TX Queues 228252661Snp# NEQ_RDMA = 4 # RDMA Egress Queues (FL) 229252661Snp# NMPSTCAM_RDMA = 0 # RDMA MPS TCAM Entries (uses NIC's) 230252661Snp# NMSIX_RDMA = 4 # RDMA MSI-X Interrupt Vectors (FLIQ) 231252661Snp# 232252661Snp# NEQ_WD = 128 # Wire Direct TX Queues and FLs 233252661Snp# NETHCTRL_WD = 64 # Wire Direct TX Queues 234252661Snp# NFLIQ_WD = 64 ` # Wire Direct Ingress Queues with Free Lists 235252661Snp# 236252661Snp# NVI_ISCSI = 4 # ISCSI access to NPORTS 237252661Snp# NFLIQ_ISCSI = 4 # ISCSI Ingress Queues with Free Lists 238252661Snp# NETHCTRL_ISCSI = 0 # ISCSI Ethernet Control/TX Queues 239252661Snp# NEQ_ISCSI = 4 # ISCSI Egress Queues (FL) 240252661Snp# NMPSTCAM_ISCSI = 4 # ISCSI MPS TCAM Entries (NPORTS) 241252661Snp# NMSIX_ISCSI = 4 # ISCSI MSI-X Interrupt Vectors (FLIQ) 242252661Snp# 243252661Snp# NVI_FCOE = 4 # FCOE access to NPORTS 244252661Snp# NFLIQ_FCOE = 34 # FCOE Ingress Queues with Free Lists 245252661Snp# NETHCTRL_FCOE = 32 # FCOE Ethernet Control/TX Queues 246252661Snp# NEQ_FCOE = 66 # FCOE Egress Queues (FL) 247252661Snp# NMPSTCAM_FCOE = 32 # FCOE MPS TCAM Entries (NPORTS) 248252661Snp# NMSIX_FCOE = 34 # FCOE MSI-X Interrupt Vectors (FLIQ) 249252661Snp 250252661Snp# Two extra Ingress Queues per function for Firmware Events and Forwarded 251252661Snp# Interrupts, and two extra interrupts per function for Firmware Events (or a 252252661Snp# Forwarded Interrupt Queue) and General Interrupts per function. 253252661Snp# 254252661Snp# NFLIQ_EXTRA = 6 # "extra" Ingress Queues 2*NFUNCS (Firmware and 255252661Snp# # Forwarded Interrupts 256252661Snp# NMSIX_EXTRA = 6 # extra interrupts 2*NFUNCS (Firmware and 257252661Snp# # General Interrupts 258252661Snp 259252661Snp# Microsoft HyperV resources. The HyperV Virtual Ingress Queues will have 260252661Snp# their interrupts forwarded to another set of Forwarded Interrupt Queues. 261252661Snp# 262252661Snp# NVI_HYPERV = 16 # VMs we want to support 263252661Snp# NVIIQ_HYPERV = 2 # Virtual Ingress Queues with Free Lists per VM 264252661Snp# NFLIQ_HYPERV = 40 # VIQs + NCPUS Forwarded Interrupt Queues 265252661Snp# NEQ_HYPERV = 32 # VIQs Free Lists 266252661Snp# NMPSTCAM_HYPERV = 16 # MPS TCAM Entries (NVI_HYPERV) 267252661Snp# NMSIX_HYPERV = 8 # NCPUS Forwarded Interrupt Queues 268252661Snp 269252661Snp# Adding all of the above Unified PF resource needs together: (NIC + OFLD + 270252661Snp# RDMA + ISCSI + FCOE + EXTRA + HYPERV) 271252661Snp# 272252661Snp# NVI_UNIFIED = 28 273252661Snp# NFLIQ_UNIFIED = 106 274252661Snp# NETHCTRL_UNIFIED = 32 275252661Snp# NEQ_UNIFIED = 124 276252661Snp# NMPSTCAM_UNIFIED = 40 277252661Snp# 278252661Snp# The sum of all the MSI-X resources above is 74 MSI-X Vectors but we'll round 279252661Snp# that up to 128 to make sure the Unified PF doesn't run out of resources. 280252661Snp# 281252661Snp# NMSIX_UNIFIED = 128 282252661Snp# 283252661Snp# The Storage PFs could need up to NPORTS*NCPUS + NMSIX_EXTRA MSI-X Vectors 284252661Snp# which is 34 but they're probably safe with 32. 285252661Snp# 286252661Snp# NMSIX_STORAGE = 32 287252661Snp 288252661Snp# Note: The UnifiedPF is PF4 which doesn't have any Virtual Functions 289252661Snp# associated with it. Thus, the MSI-X Vector allocations we give to the 290252661Snp# UnifiedPF aren't inherited by any Virtual Functions. As a result we can 291252661Snp# provision many more Virtual Functions than we can if the UnifiedPF were 292252661Snp# one of PF0-3. 293252661Snp# 294252661Snp 295252661Snp# All of the below PCI-E parameters are actually stored in various *_init.txt 296252661Snp# files. We include them below essentially as comments. 297252661Snp# 298252661Snp# For PF0-3 we assign 8 vectors each for NIC Ingress Queues of the associated 299252661Snp# ports 0-3. 300252661Snp# 301252661Snp# For PF4, the Unified PF, we give it an MSI-X Table Size as outlined above. 302252661Snp# 303252661Snp# For PF5-6 we assign enough MSI-X Vectors to support FCoE and iSCSI 304252661Snp# storage applications across all four possible ports. 305252661Snp# 306252661Snp# Additionally, since the UnifiedPF isn't one of the per-port Physical 307252661Snp# Functions, we give the UnifiedPF and the PF0-3 Physical Functions 308252661Snp# different PCI Device IDs which will allow Unified and Per-Port Drivers 309252661Snp# to directly select the type of Physical Function to which they wish to be 310252661Snp# attached. 311252661Snp# 312252661Snp# Note that the actual values used for the PCI-E Intelectual Property will be 313252661Snp# 1 less than those below since that's the way it "counts" things. For 314252661Snp# readability, we use the number we actually mean ... 315252661Snp# 316252661Snp# PF0_INT = 8 # NCPUS 317252661Snp# PF1_INT = 8 # NCPUS 318252661Snp# PF2_INT = 8 # NCPUS 319252661Snp# PF3_INT = 8 # NCPUS 320252661Snp# PF0_3_INT = 32 # PF0_INT + PF1_INT + PF2_INT + PF3_INT 321285527Snp# 322252661Snp# PF4_INT = 128 # NMSIX_UNIFIED 323252661Snp# PF5_INT = 32 # NMSIX_STORAGE 324252661Snp# PF6_INT = 32 # NMSIX_STORAGE 325252661Snp# PF7_INT = 0 # Nothing Assigned 326252661Snp# PF4_7_INT = 192 # PF4_INT + PF5_INT + PF6_INT + PF7_INT 327285527Snp# 328252661Snp# PF0_7_INT = 224 # PF0_3_INT + PF4_7_INT 329285527Snp# 330252661Snp# With the above we can get 17 VFs/PF0-3 (limited by 336 MPS TCAM entries) 331252661Snp# but we'll lower that to 16 to make our total 64 and a nice power of 2 ... 332252661Snp# 333252661Snp# NVF = 16 334252661Snp 335285527Snp 336252661Snp# For those OSes which manage different ports on different PFs, we need 337252661Snp# only enough resources to support a single port's NIC application functions 338252661Snp# on PF0-3. The below assumes that we're only doing NIC with NCPUS "Queue 339252661Snp# Sets" for ports 0-3. The FCoE and iSCSI functions for such OSes will be 340252661Snp# managed on the "storage PFs" (see below). 341252661Snp# 342252661Snp[function "0"] 343252661Snp nvf = 16 # NVF on this function 344252661Snp wx_caps = all # write/execute permissions for all commands 345252661Snp r_caps = all # read permissions for all commands 346252661Snp nvi = 1 # 1 port 347252661Snp niqflint = 8 # NCPUS "Queue Sets" 348252661Snp nethctrl = 8 # NCPUS "Queue Sets" 349252661Snp neq = 16 # niqflint + nethctrl Egress Queues 350252661Snp nexactf = 8 # number of exact MPSTCAM MAC filters 351252661Snp cmask = all # access to all channels 352252661Snp pmask = 0x1 # access to only one port 353252661Snp 354285527Snp 355252661Snp[function "1"] 356252661Snp nvf = 16 # NVF on this function 357252661Snp wx_caps = all # write/execute permissions for all commands 358252661Snp r_caps = all # read permissions for all commands 359252661Snp nvi = 1 # 1 port 360252661Snp niqflint = 8 # NCPUS "Queue Sets" 361252661Snp nethctrl = 8 # NCPUS "Queue Sets" 362252661Snp neq = 16 # niqflint + nethctrl Egress Queues 363252661Snp nexactf = 8 # number of exact MPSTCAM MAC filters 364252661Snp cmask = all # access to all channels 365252661Snp pmask = 0x2 # access to only one port 366252661Snp 367285527Snp 368252661Snp[function "2"] 369252661Snp nvf = 16 # NVF on this function 370252661Snp wx_caps = all # write/execute permissions for all commands 371252661Snp r_caps = all # read permissions for all commands 372252661Snp nvi = 1 # 1 port 373252661Snp niqflint = 8 # NCPUS "Queue Sets" 374252661Snp nethctrl = 8 # NCPUS "Queue Sets" 375252661Snp neq = 16 # niqflint + nethctrl Egress Queues 376252661Snp nexactf = 8 # number of exact MPSTCAM MAC filters 377252661Snp cmask = all # access to all channels 378252661Snp pmask = 0x4 # access to only one port 379252661Snp 380285527Snp 381252661Snp[function "3"] 382252661Snp nvf = 16 # NVF on this function 383252661Snp wx_caps = all # write/execute permissions for all commands 384252661Snp r_caps = all # read permissions for all commands 385252661Snp nvi = 1 # 1 port 386252661Snp niqflint = 8 # NCPUS "Queue Sets" 387252661Snp nethctrl = 8 # NCPUS "Queue Sets" 388252661Snp neq = 16 # niqflint + nethctrl Egress Queues 389252661Snp nexactf = 8 # number of exact MPSTCAM MAC filters 390252661Snp cmask = all # access to all channels 391252661Snp pmask = 0x8 # access to only one port 392252661Snp 393285527Snp 394252661Snp# Some OS Drivers manage all application functions for all ports via PF4. 395252661Snp# Thus we need to provide a large number of resources here. For Egress 396252661Snp# Queues we need to account for both TX Queues as well as Free List Queues 397252661Snp# (because the host is responsible for producing Free List Buffers for the 398252661Snp# hardware to consume). 399252661Snp# 400252661Snp[function "4"] 401252661Snp wx_caps = all # write/execute permissions for all commands 402252661Snp r_caps = all # read permissions for all commands 403252661Snp nvi = 28 # NVI_UNIFIED 404252661Snp niqflint = 170 # NFLIQ_UNIFIED + NLFIQ_WD 405252661Snp nethctrl = 100 # NETHCTRL_UNIFIED + NETHCTRL_WD 406252661Snp neq = 256 # NEQ_UNIFIED + NEQ_WD 407285527Snp nqpcq = 12288 408252661Snp nexactf = 40 # NMPSTCAM_UNIFIED 409252661Snp cmask = all # access to all channels 410252661Snp pmask = all # access to all four ports ... 411252661Snp nethofld = 1024 # number of user mode ethernet flow contexts 412252661Snp nroute = 32 # number of routing region entries 413252661Snp nclip = 32 # number of clip region entries 414252661Snp nfilter = 496 # number of filter region entries 415252661Snp nserver = 496 # number of server region entries 416252661Snp nhash = 12288 # number of hash region entries 417285527Snp protocol = nic_vm, ofld, rddp, rdmac, iscsi_initiator_pdu, iscsi_target_pdu, iscsi_t10dif 418252661Snp tp_l2t = 3072 419252661Snp tp_ddp = 2 420252661Snp tp_ddp_iscsi = 2 421252661Snp tp_stag = 2 422252661Snp tp_pbl = 5 423252661Snp tp_rq = 7 424252661Snp 425285527Snp 426252661Snp# We have FCoE and iSCSI storage functions on PF5 and PF6 each of which may 427252661Snp# need to have Virtual Interfaces on each of the four ports with up to NCPUS 428252661Snp# "Queue Sets" each. 429252661Snp# 430252661Snp[function "5"] 431252661Snp wx_caps = all # write/execute permissions for all commands 432252661Snp r_caps = all # read permissions for all commands 433252661Snp nvi = 4 # NPORTS 434252661Snp niqflint = 34 # NPORTS*NCPUS + NMSIX_EXTRA 435252661Snp nethctrl = 32 # NPORTS*NCPUS 436252661Snp neq = 64 # NPORTS*NCPUS * 2 (FL, ETHCTRL/TX) 437285527Snp nexactf = 16 # (NPORTS *(no of snmc grp + 1 hw mac) + 1 anmc grp)) rounded to 16. 438252661Snp cmask = all # access to all channels 439252661Snp pmask = all # access to all four ports ... 440252661Snp nserver = 16 441252661Snp nhash = 2048 442267757Snp tp_l2t = 1020 443252661Snp protocol = iscsi_initiator_fofld 444252661Snp tp_ddp_iscsi = 2 445252661Snp iscsi_ntask = 2048 446252661Snp iscsi_nsess = 2048 447252661Snp iscsi_nconn_per_session = 1 448252661Snp iscsi_ninitiator_instance = 64 449252661Snp 450285527Snp 451252661Snp[function "6"] 452252661Snp wx_caps = all # write/execute permissions for all commands 453252661Snp r_caps = all # read permissions for all commands 454252661Snp nvi = 4 # NPORTS 455252661Snp niqflint = 34 # NPORTS*NCPUS + NMSIX_EXTRA 456252661Snp nethctrl = 32 # NPORTS*NCPUS 457252661Snp neq = 66 # NPORTS*NCPUS * 2 (FL, ETHCTRL/TX) + 2 (EXTRA) 458252661Snp nexactf = 32 # NPORTS + adding 28 exact entries for FCoE 459252661Snp # which is OK since < MIN(SUM PF0..3, PF4) 460252661Snp # and we never load PF0..3 and PF4 concurrently 461252661Snp cmask = all # access to all channels 462252661Snp pmask = all # access to all four ports ... 463252661Snp nhash = 2048 464267757Snp tp_l2t = 4 465252661Snp protocol = fcoe_initiator 466252661Snp tp_ddp = 2 467252661Snp fcoe_nfcf = 16 468252661Snp fcoe_nvnp = 32 469252661Snp fcoe_nssn = 1024 470285527Snp fcoe_nfcb = 256 471252661Snp 472285527Snp 473252661Snp# The following function, 1023, is not an actual PCIE function but is used to 474252661Snp# configure and reserve firmware internal resources that come from the global 475252661Snp# resource pool. 476252661Snp# 477252661Snp[function "1023"] 478252661Snp wx_caps = all # write/execute permissions for all commands 479252661Snp r_caps = all # read permissions for all commands 480252661Snp nvi = 4 # NVI_UNIFIED 481252661Snp cmask = all # access to all channels 482252661Snp pmask = all # access to all four ports ... 483252661Snp nexactf = 8 # NPORTS + DCBX + 484252661Snp nfilter = 16 # number of filter region entries 485252661Snp 486285527Snp 487252661Snp# For Virtual functions, we only allow NIC functionality and we only allow 488252661Snp# access to one port (1 << PF). Note that because of limitations in the 489252661Snp# Scatter Gather Engine (SGE) hardware which checks writes to VF KDOORBELL 490252661Snp# and GTS registers, the number of Ingress and Egress Queues must be a power 491252661Snp# of 2. 492252661Snp# 493252661Snp[function "0/*"] # NVF 494252661Snp wx_caps = 0x82 # DMAQ | VF 495252661Snp r_caps = 0x86 # DMAQ | VF | PORT 496252661Snp nvi = 1 # 1 port 497252661Snp niqflint = 4 # 2 "Queue Sets" + NXIQ 498252661Snp nethctrl = 2 # 2 "Queue Sets" 499252661Snp neq = 4 # 2 "Queue Sets" * 2 500252661Snp nexactf = 4 501252661Snp cmask = all # access to all channels 502252661Snp pmask = 0x1 # access to only one port ... 503252661Snp 504285527Snp 505252661Snp[function "1/*"] # NVF 506252661Snp wx_caps = 0x82 # DMAQ | VF 507252661Snp r_caps = 0x86 # DMAQ | VF | PORT 508252661Snp nvi = 1 # 1 port 509252661Snp niqflint = 4 # 2 "Queue Sets" + NXIQ 510252661Snp nethctrl = 2 # 2 "Queue Sets" 511252661Snp neq = 4 # 2 "Queue Sets" * 2 512252661Snp nexactf = 4 513252661Snp cmask = all # access to all channels 514252661Snp pmask = 0x2 # access to only one port ... 515252661Snp 516285527Snp 517252661Snp[function "2/*"] # NVF 518252661Snp wx_caps = 0x82 # DMAQ | VF 519252661Snp r_caps = 0x86 # DMAQ | VF | PORT 520252661Snp nvi = 1 # 1 port 521252661Snp niqflint = 4 # 2 "Queue Sets" + NXIQ 522252661Snp nethctrl = 2 # 2 "Queue Sets" 523252661Snp neq = 4 # 2 "Queue Sets" * 2 524252661Snp nexactf = 4 525252661Snp cmask = all # access to all channels 526252661Snp pmask = 0x4 # access to only one port ... 527252661Snp 528285527Snp 529252661Snp[function "3/*"] # NVF 530252661Snp wx_caps = 0x82 # DMAQ | VF 531252661Snp r_caps = 0x86 # DMAQ | VF | PORT 532252661Snp nvi = 1 # 1 port 533252661Snp niqflint = 4 # 2 "Queue Sets" + NXIQ 534252661Snp nethctrl = 2 # 2 "Queue Sets" 535252661Snp neq = 4 # 2 "Queue Sets" * 2 536252661Snp nexactf = 4 537252661Snp cmask = all # access to all channels 538252661Snp pmask = 0x8 # access to only one port ... 539252661Snp 540285527Snp 541252661Snp# MPS features a 196608 bytes ingress buffer that is used for ingress buffering 542252661Snp# for packets from the wire as well as the loopback path of the L2 switch. The 543252661Snp# folling params control how the buffer memory is distributed and the L2 flow 544252661Snp# control settings: 545252661Snp# 546252661Snp# bg_mem: %-age of mem to use for port/buffer group 547252661Snp# lpbk_mem: %-age of port/bg mem to use for loopback 548252661Snp# hwm: high watermark; bytes available when starting to send pause 549252661Snp# frames (in units of 0.1 MTU) 550252661Snp# lwm: low watermark; bytes remaining when sending 'unpause' frame 551252661Snp# (in inuits of 0.1 MTU) 552252661Snp# dwm: minimum delta between high and low watermark (in units of 100 553252661Snp# Bytes) 554252661Snp# 555252661Snp[port "0"] 556252661Snp dcb = ppp, dcbx # configure for DCB PPP and enable DCBX offload 557252661Snp bg_mem = 25 558252661Snp lpbk_mem = 25 559252661Snp hwm = 30 560252661Snp lwm = 15 561252661Snp dwm = 30 562267757Snp dcb_app_tlv[0] = 0x8906, ethertype, 3 563267757Snp dcb_app_tlv[1] = 0x8914, ethertype, 3 564267757Snp dcb_app_tlv[2] = 3260, socketnum, 5 565252661Snp 566285527Snp 567252661Snp[port "1"] 568252661Snp dcb = ppp, dcbx 569252661Snp bg_mem = 25 570252661Snp lpbk_mem = 25 571252661Snp hwm = 30 572252661Snp lwm = 15 573252661Snp dwm = 30 574267757Snp dcb_app_tlv[0] = 0x8906, ethertype, 3 575267757Snp dcb_app_tlv[1] = 0x8914, ethertype, 3 576267757Snp dcb_app_tlv[2] = 3260, socketnum, 5 577252661Snp 578285527Snp 579252661Snp[port "2"] 580252661Snp dcb = ppp, dcbx 581252661Snp bg_mem = 25 582252661Snp lpbk_mem = 25 583252661Snp hwm = 30 584252661Snp lwm = 15 585252661Snp dwm = 30 586267757Snp dcb_app_tlv[0] = 0x8906, ethertype, 3 587267757Snp dcb_app_tlv[1] = 0x8914, ethertype, 3 588267757Snp dcb_app_tlv[2] = 3260, socketnum, 5 589252661Snp 590285527Snp 591252661Snp[port "3"] 592252661Snp dcb = ppp, dcbx 593252661Snp bg_mem = 25 594252661Snp lpbk_mem = 25 595252661Snp hwm = 30 596252661Snp lwm = 15 597252661Snp dwm = 30 598267757Snp dcb_app_tlv[0] = 0x8906, ethertype, 3 599267757Snp dcb_app_tlv[1] = 0x8914, ethertype, 3 600267757Snp dcb_app_tlv[2] = 3260, socketnum, 5 601252661Snp 602285527Snp 603252661Snp[fini] 604285527Snp version = 0x1425001c 605296249Snp checksum = 0xa4a80156 606252661Snp 607252661Snp# Total resources used by above allocations: 608252661Snp# Virtual Interfaces: 104 609252661Snp# Ingress Queues/w Free Lists and Interrupts: 526 610252661Snp# Egress Queues: 702 611252661Snp# MPS TCAM Entries: 336 612252661Snp# MSI-X Vectors: 736 613252661Snp# Virtual Functions: 64 614252661Snp# 615252661Snp# $FreeBSD: head/sys/dev/cxgbe/firmware/t5fw_cfg_uwire.txt 296249 2016-03-01 02:36:50Z np $ 616252661Snp# 617