1/* SPDX-License-Identifier: (GPL-2.0+ OR BSD-3-Clause) */ 2/* Copyright 2017-2019 NXP */ 3 4#include <linux/bitops.h> 5 6#define ENETC_MM_VERIFY_SLEEP_US USEC_PER_MSEC 7#define ENETC_MM_VERIFY_RETRIES 3 8 9/* ENETC device IDs */ 10#define ENETC_DEV_ID_PF 0xe100 11#define ENETC_DEV_ID_VF 0xef00 12#define ENETC_DEV_ID_PTP 0xee02 13 14/* ENETC register block BAR */ 15#define ENETC_BAR_REGS 0 16 17/** SI regs, offset: 0h */ 18#define ENETC_SIMR 0 19#define ENETC_SIMR_EN BIT(31) 20#define ENETC_SIMR_RSSE BIT(0) 21#define ENETC_SICTR0 0x18 22#define ENETC_SICTR1 0x1c 23#define ENETC_SIPCAPR0 0x20 24#define ENETC_SIPCAPR0_PSFP BIT(9) 25#define ENETC_SIPCAPR0_RSS BIT(8) 26#define ENETC_SIPCAPR0_QBV BIT(4) 27#define ENETC_SIPCAPR0_QBU BIT(3) 28#define ENETC_SIPCAPR1 0x24 29#define ENETC_SITGTGR 0x30 30#define ENETC_SIRBGCR 0x38 31/* cache attribute registers for transactions initiated by ENETC */ 32#define ENETC_SICAR0 0x40 33#define ENETC_SICAR1 0x44 34#define ENETC_SICAR2 0x48 35/* rd snoop, no alloc 36 * wr snoop, no alloc, partial cache line update for BDs and full cache line 37 * update for data 38 */ 39#define ENETC_SICAR_RD_COHERENT 0x2b2b0000 40#define ENETC_SICAR_WR_COHERENT 0x00006727 41#define ENETC_SICAR_MSI 0x00300030 /* rd/wr device, no snoop, no alloc */ 42 43#define ENETC_SIPMAR0 0x80 44#define ENETC_SIPMAR1 0x84 45 46/* VF-PF Message passing */ 47#define ENETC_DEFAULT_MSG_SIZE 1024 /* and max size */ 48/* msg size encoding: default and max msg value of 1024B encoded as 0 */ 49static inline u32 enetc_vsi_set_msize(u32 size) 50{ 51 return size < ENETC_DEFAULT_MSG_SIZE ? size >> 5 : 0; 52} 53 54#define ENETC_PSIMSGRR 0x204 55#define ENETC_PSIMSGRR_MR_MASK GENMASK(2, 1) 56#define ENETC_PSIMSGRR_MR(n) BIT((n) + 1) /* n = VSI index */ 57#define ENETC_PSIVMSGRCVAR0(n) (0x210 + (n) * 0x8) /* n = VSI index */ 58#define ENETC_PSIVMSGRCVAR1(n) (0x214 + (n) * 0x8) 59 60#define ENETC_VSIMSGSR 0x204 /* RO */ 61#define ENETC_VSIMSGSR_MB BIT(0) 62#define ENETC_VSIMSGSR_MS BIT(1) 63#define ENETC_VSIMSGSNDAR0 0x210 64#define ENETC_VSIMSGSNDAR1 0x214 65 66#define ENETC_SIMSGSR_SET_MC(val) ((val) << 16) 67#define ENETC_SIMSGSR_GET_MC(val) ((val) >> 16) 68 69/* SI statistics */ 70#define ENETC_SIROCT 0x300 71#define ENETC_SIRFRM 0x308 72#define ENETC_SIRUCA 0x310 73#define ENETC_SIRMCA 0x318 74#define ENETC_SITOCT 0x320 75#define ENETC_SITFRM 0x328 76#define ENETC_SITUCA 0x330 77#define ENETC_SITMCA 0x338 78#define ENETC_RBDCR(n) (0x8180 + (n) * 0x200) 79 80/* Control BDR regs */ 81#define ENETC_SICBDRMR 0x800 82#define ENETC_SICBDRSR 0x804 /* RO */ 83#define ENETC_SICBDRBAR0 0x810 84#define ENETC_SICBDRBAR1 0x814 85#define ENETC_SICBDRPIR 0x818 86#define ENETC_SICBDRCIR 0x81c 87#define ENETC_SICBDRLENR 0x820 88 89#define ENETC_SICAPR0 0x900 90#define ENETC_SICAPR1 0x904 91 92#define ENETC_PSIIER 0xa00 93#define ENETC_PSIIER_MR_MASK GENMASK(2, 1) 94#define ENETC_PSIIDR 0xa08 95#define ENETC_SITXIDR 0xa18 96#define ENETC_SIRXIDR 0xa28 97#define ENETC_SIMSIVR 0xa30 98 99#define ENETC_SIMSITRV(n) (0xB00 + (n) * 0x4) 100#define ENETC_SIMSIRRV(n) (0xB80 + (n) * 0x4) 101 102#define ENETC_SIUEFDCR 0xe28 103 104#define ENETC_SIRFSCAPR 0x1200 105#define ENETC_SIRFSCAPR_GET_NUM_RFS(val) ((val) & 0x7f) 106#define ENETC_SIRSSCAPR 0x1600 107#define ENETC_SIRSSCAPR_GET_NUM_RSS(val) (BIT((val) & 0xf) * 32) 108 109/** SI BDR sub-blocks, n = 0..7 */ 110enum enetc_bdr_type {TX, RX}; 111#define ENETC_BDR_OFF(i) ((i) * 0x200) 112#define ENETC_BDR(t, i, r) (0x8000 + (t) * 0x100 + ENETC_BDR_OFF(i) + (r)) 113/* RX BDR reg offsets */ 114#define ENETC_RBMR 0 115#define ENETC_RBMR_BDS BIT(2) 116#define ENETC_RBMR_CM BIT(4) 117#define ENETC_RBMR_VTE BIT(5) 118#define ENETC_RBMR_EN BIT(31) 119#define ENETC_RBSR 0x4 120#define ENETC_RBBSR 0x8 121#define ENETC_RBCIR 0xc 122#define ENETC_RBBAR0 0x10 123#define ENETC_RBBAR1 0x14 124#define ENETC_RBPIR 0x18 125#define ENETC_RBLENR 0x20 126#define ENETC_RBIER 0xa0 127#define ENETC_RBIER_RXTIE BIT(0) 128#define ENETC_RBIDR 0xa4 129#define ENETC_RBICR0 0xa8 130#define ENETC_RBICR0_ICEN BIT(31) 131#define ENETC_RBICR0_ICPT_MASK 0x1ff 132#define ENETC_RBICR0_SET_ICPT(n) ((n) & ENETC_RBICR0_ICPT_MASK) 133#define ENETC_RBICR1 0xac 134 135/* TX BDR reg offsets */ 136#define ENETC_TBMR 0 137#define ENETC_TBSR_BUSY BIT(0) 138#define ENETC_TBMR_VIH BIT(9) 139#define ENETC_TBMR_PRIO_MASK GENMASK(2, 0) 140#define ENETC_TBMR_SET_PRIO(val) ((val) & ENETC_TBMR_PRIO_MASK) 141#define ENETC_TBMR_EN BIT(31) 142#define ENETC_TBSR 0x4 143#define ENETC_TBBAR0 0x10 144#define ENETC_TBBAR1 0x14 145#define ENETC_TBPIR 0x18 146#define ENETC_TBCIR 0x1c 147#define ENETC_TBCIR_IDX_MASK 0xffff 148#define ENETC_TBLENR 0x20 149#define ENETC_TBIER 0xa0 150#define ENETC_TBIER_TXTIE BIT(0) 151#define ENETC_TBIDR 0xa4 152#define ENETC_TBICR0 0xa8 153#define ENETC_TBICR0_ICEN BIT(31) 154#define ENETC_TBICR0_ICPT_MASK 0xf 155#define ENETC_TBICR0_SET_ICPT(n) ((ilog2(n) + 1) & ENETC_TBICR0_ICPT_MASK) 156#define ENETC_TBICR1 0xac 157 158#define ENETC_RTBLENR_LEN(n) ((n) & ~0x7) 159 160/* Port regs, offset: 1_0000h */ 161#define ENETC_PORT_BASE 0x10000 162#define ENETC_PMR 0x0000 163#define ENETC_PMR_EN GENMASK(18, 16) 164#define ENETC_PMR_PSPEED_MASK GENMASK(11, 8) 165#define ENETC_PMR_PSPEED_10M 0 166#define ENETC_PMR_PSPEED_100M BIT(8) 167#define ENETC_PMR_PSPEED_1000M BIT(9) 168#define ENETC_PMR_PSPEED_2500M BIT(10) 169#define ENETC_PSR 0x0004 /* RO */ 170#define ENETC_PSIPMR 0x0018 171#define ENETC_PSIPMR_SET_UP(n) BIT(n) /* n = SI index */ 172#define ENETC_PSIPMR_SET_MP(n) BIT((n) + 16) 173#define ENETC_PSIPVMR 0x001c 174#define ENETC_VLAN_PROMISC_MAP_ALL 0x7 175#define ENETC_PSIPVMR_SET_VP(simap) ((simap) & 0x7) 176#define ENETC_PSIPVMR_SET_VUTA(simap) (((simap) & 0x7) << 16) 177#define ENETC_PSIPMAR0(n) (0x0100 + (n) * 0x8) /* n = SI index */ 178#define ENETC_PSIPMAR1(n) (0x0104 + (n) * 0x8) 179#define ENETC_PVCLCTR 0x0208 180#define ENETC_PCVLANR1 0x0210 181#define ENETC_PCVLANR2 0x0214 182#define ENETC_VLAN_TYPE_C BIT(0) 183#define ENETC_VLAN_TYPE_S BIT(1) 184#define ENETC_PVCLCTR_OVTPIDL(bmp) ((bmp) & 0xff) /* VLAN_TYPE */ 185#define ENETC_PSIVLANR(n) (0x0240 + (n) * 4) /* n = SI index */ 186#define ENETC_PSIVLAN_EN BIT(31) 187#define ENETC_PSIVLAN_SET_QOS(val) ((u32)(val) << 12) 188#define ENETC_PPAUONTR 0x0410 189#define ENETC_PPAUOFFTR 0x0414 190#define ENETC_PTXMBAR 0x0608 191#define ENETC_PCAPR0 0x0900 192#define ENETC_PCAPR0_RXBDR(val) ((val) >> 24) 193#define ENETC_PCAPR0_TXBDR(val) (((val) >> 16) & 0xff) 194#define ENETC_PCAPR1 0x0904 195#define ENETC_PSICFGR0(n) (0x0940 + (n) * 0xc) /* n = SI index */ 196#define ENETC_PSICFGR0_SET_TXBDR(val) ((val) & 0xff) 197#define ENETC_PSICFGR0_SET_RXBDR(val) (((val) & 0xff) << 16) 198#define ENETC_PSICFGR0_VTE BIT(12) 199#define ENETC_PSICFGR0_SIVIE BIT(14) 200#define ENETC_PSICFGR0_ASE BIT(15) 201#define ENETC_PSICFGR0_SIVC(bmp) (((bmp) & 0xff) << 24) /* VLAN_TYPE */ 202 203#define ENETC_PTCCBSR0(n) (0x1110 + (n) * 8) /* n = 0 to 7*/ 204#define ENETC_CBSE BIT(31) 205#define ENETC_CBS_BW_MASK GENMASK(6, 0) 206#define ENETC_PTCCBSR1(n) (0x1114 + (n) * 8) /* n = 0 to 7*/ 207#define ENETC_RSSHASH_KEY_SIZE 40 208#define ENETC_PRSSCAPR 0x1404 209#define ENETC_PRSSCAPR_GET_NUM_RSS(val) (BIT((val) & 0xf) * 32) 210#define ENETC_PRSSK(n) (0x1410 + (n) * 4) /* n = [0..9] */ 211#define ENETC_PSIVLANFMR 0x1700 212#define ENETC_PSIVLANFMR_VS BIT(0) 213#define ENETC_PRFSMR 0x1800 214#define ENETC_PRFSMR_RFSE BIT(31) 215#define ENETC_PRFSCAPR 0x1804 216#define ENETC_PRFSCAPR_GET_NUM_RFS(val) ((((val) & 0xf) + 1) * 16) 217#define ENETC_PSIRFSCFGR(n) (0x1814 + (n) * 4) /* n = SI index */ 218#define ENETC_PFPMR 0x1900 219#define ENETC_PFPMR_PMACE BIT(1) 220#define ENETC_EMDIO_BASE 0x1c00 221#define ENETC_PSIUMHFR0(n, err) (((err) ? 0x1d08 : 0x1d00) + (n) * 0x10) 222#define ENETC_PSIUMHFR1(n) (0x1d04 + (n) * 0x10) 223#define ENETC_PSIMMHFR0(n, err) (((err) ? 0x1d00 : 0x1d08) + (n) * 0x10) 224#define ENETC_PSIMMHFR1(n) (0x1d0c + (n) * 0x10) 225#define ENETC_PSIVHFR0(n) (0x1e00 + (n) * 8) /* n = SI index */ 226#define ENETC_PSIVHFR1(n) (0x1e04 + (n) * 8) /* n = SI index */ 227#define ENETC_MMCSR 0x1f00 228#define ENETC_MMCSR_LINK_FAIL BIT(31) 229#define ENETC_MMCSR_VT_MASK GENMASK(29, 23) /* Verify Time */ 230#define ENETC_MMCSR_VT(x) (((x) << 23) & ENETC_MMCSR_VT_MASK) 231#define ENETC_MMCSR_GET_VT(x) (((x) & ENETC_MMCSR_VT_MASK) >> 23) 232#define ENETC_MMCSR_TXSTS_MASK GENMASK(22, 21) /* Merge Status */ 233#define ENETC_MMCSR_GET_TXSTS(x) (((x) & ENETC_MMCSR_TXSTS_MASK) >> 21) 234#define ENETC_MMCSR_VSTS_MASK GENMASK(20, 18) /* Verify Status */ 235#define ENETC_MMCSR_GET_VSTS(x) (((x) & ENETC_MMCSR_VSTS_MASK) >> 18) 236#define ENETC_MMCSR_VDIS BIT(17) /* Verify Disabled */ 237#define ENETC_MMCSR_ME BIT(16) /* Merge Enabled */ 238#define ENETC_MMCSR_RAFS_MASK GENMASK(9, 8) /* Remote Additional Fragment Size */ 239#define ENETC_MMCSR_RAFS(x) (((x) << 8) & ENETC_MMCSR_RAFS_MASK) 240#define ENETC_MMCSR_GET_RAFS(x) (((x) & ENETC_MMCSR_RAFS_MASK) >> 8) 241#define ENETC_MMCSR_LAFS_MASK GENMASK(4, 3) /* Local Additional Fragment Size */ 242#define ENETC_MMCSR_GET_LAFS(x) (((x) & ENETC_MMCSR_LAFS_MASK) >> 3) 243#define ENETC_MMCSR_LPA BIT(2) /* Local Preemption Active */ 244#define ENETC_MMCSR_LPE BIT(1) /* Local Preemption Enabled */ 245#define ENETC_MMCSR_LPS BIT(0) /* Local Preemption Supported */ 246#define ENETC_MMFAECR 0x1f08 247#define ENETC_MMFSECR 0x1f0c 248#define ENETC_MMFAOCR 0x1f10 249#define ENETC_MMFCRXR 0x1f14 250#define ENETC_MMFCTXR 0x1f18 251#define ENETC_MMHCR 0x1f1c 252#define ENETC_PTCMSDUR(n) (0x2020 + (n) * 4) /* n = TC index [0..7] */ 253 254#define ENETC_PMAC_OFFSET 0x1000 255 256#define ENETC_PM0_CMD_CFG 0x8008 257#define ENETC_PM0_TX_EN BIT(0) 258#define ENETC_PM0_RX_EN BIT(1) 259#define ENETC_PM0_PROMISC BIT(4) 260#define ENETC_PM0_PAUSE_IGN BIT(8) 261#define ENETC_PM0_CMD_XGLP BIT(10) 262#define ENETC_PM0_CMD_TXP BIT(11) 263#define ENETC_PM0_CMD_PHY_TX_EN BIT(15) 264#define ENETC_PM0_CMD_SFD BIT(21) 265#define ENETC_PM0_MAXFRM 0x8014 266#define ENETC_SET_TX_MTU(val) ((val) << 16) 267#define ENETC_SET_MAXFRM(val) ((val) & 0xffff) 268#define ENETC_PM0_RX_FIFO 0x801c 269#define ENETC_PM0_RX_FIFO_VAL 1 270 271#define ENETC_PM_IMDIO_BASE 0x8030 272 273#define ENETC_PM0_PAUSE_QUANTA 0x8054 274#define ENETC_PM0_PAUSE_THRESH 0x8064 275 276#define ENETC_PM0_SINGLE_STEP 0x80c0 277#define ENETC_PM0_SINGLE_STEP_CH BIT(7) 278#define ENETC_PM0_SINGLE_STEP_EN BIT(31) 279#define ENETC_SET_SINGLE_STEP_OFFSET(v) (((v) & 0xff) << 8) 280 281#define ENETC_PM0_IF_MODE 0x8300 282#define ENETC_PM0_IFM_RG BIT(2) 283#define ENETC_PM0_IFM_RLP (BIT(5) | BIT(11)) 284#define ENETC_PM0_IFM_EN_AUTO BIT(15) 285#define ENETC_PM0_IFM_SSP_MASK GENMASK(14, 13) 286#define ENETC_PM0_IFM_SSP_1000 (2 << 13) 287#define ENETC_PM0_IFM_SSP_100 (0 << 13) 288#define ENETC_PM0_IFM_SSP_10 (1 << 13) 289#define ENETC_PM0_IFM_FULL_DPX BIT(12) 290#define ENETC_PM0_IFM_IFMODE_MASK GENMASK(1, 0) 291#define ENETC_PM0_IFM_IFMODE_XGMII 0 292#define ENETC_PM0_IFM_IFMODE_GMII 2 293#define ENETC_PSIDCAPR 0x1b08 294#define ENETC_PSIDCAPR_MSK GENMASK(15, 0) 295#define ENETC_PSFCAPR 0x1b18 296#define ENETC_PSFCAPR_MSK GENMASK(15, 0) 297#define ENETC_PSGCAPR 0x1b28 298#define ENETC_PSGCAPR_GCL_MSK GENMASK(18, 16) 299#define ENETC_PSGCAPR_SGIT_MSK GENMASK(15, 0) 300#define ENETC_PFMCAPR 0x1b38 301#define ENETC_PFMCAPR_MSK GENMASK(15, 0) 302 303/* Port MAC counters: Port MAC 0 corresponds to the eMAC and 304 * Port MAC 1 to the pMAC. 305 */ 306#define ENETC_PM_REOCT(mac) (0x8100 + ENETC_PMAC_OFFSET * (mac)) 307#define ENETC_PM_RALN(mac) (0x8110 + ENETC_PMAC_OFFSET * (mac)) 308#define ENETC_PM_RXPF(mac) (0x8118 + ENETC_PMAC_OFFSET * (mac)) 309#define ENETC_PM_RFRM(mac) (0x8120 + ENETC_PMAC_OFFSET * (mac)) 310#define ENETC_PM_RFCS(mac) (0x8128 + ENETC_PMAC_OFFSET * (mac)) 311#define ENETC_PM_RVLAN(mac) (0x8130 + ENETC_PMAC_OFFSET * (mac)) 312#define ENETC_PM_RERR(mac) (0x8138 + ENETC_PMAC_OFFSET * (mac)) 313#define ENETC_PM_RUCA(mac) (0x8140 + ENETC_PMAC_OFFSET * (mac)) 314#define ENETC_PM_RMCA(mac) (0x8148 + ENETC_PMAC_OFFSET * (mac)) 315#define ENETC_PM_RBCA(mac) (0x8150 + ENETC_PMAC_OFFSET * (mac)) 316#define ENETC_PM_RDRP(mac) (0x8158 + ENETC_PMAC_OFFSET * (mac)) 317#define ENETC_PM_RPKT(mac) (0x8160 + ENETC_PMAC_OFFSET * (mac)) 318#define ENETC_PM_RUND(mac) (0x8168 + ENETC_PMAC_OFFSET * (mac)) 319#define ENETC_PM_R64(mac) (0x8170 + ENETC_PMAC_OFFSET * (mac)) 320#define ENETC_PM_R127(mac) (0x8178 + ENETC_PMAC_OFFSET * (mac)) 321#define ENETC_PM_R255(mac) (0x8180 + ENETC_PMAC_OFFSET * (mac)) 322#define ENETC_PM_R511(mac) (0x8188 + ENETC_PMAC_OFFSET * (mac)) 323#define ENETC_PM_R1023(mac) (0x8190 + ENETC_PMAC_OFFSET * (mac)) 324#define ENETC_PM_R1522(mac) (0x8198 + ENETC_PMAC_OFFSET * (mac)) 325#define ENETC_PM_R1523X(mac) (0x81A0 + ENETC_PMAC_OFFSET * (mac)) 326#define ENETC_PM_ROVR(mac) (0x81A8 + ENETC_PMAC_OFFSET * (mac)) 327#define ENETC_PM_RJBR(mac) (0x81B0 + ENETC_PMAC_OFFSET * (mac)) 328#define ENETC_PM_RFRG(mac) (0x81B8 + ENETC_PMAC_OFFSET * (mac)) 329#define ENETC_PM_RCNP(mac) (0x81C0 + ENETC_PMAC_OFFSET * (mac)) 330#define ENETC_PM_RDRNTP(mac) (0x81C8 + ENETC_PMAC_OFFSET * (mac)) 331#define ENETC_PM_TEOCT(mac) (0x8200 + ENETC_PMAC_OFFSET * (mac)) 332#define ENETC_PM_TOCT(mac) (0x8208 + ENETC_PMAC_OFFSET * (mac)) 333#define ENETC_PM_TCRSE(mac) (0x8210 + ENETC_PMAC_OFFSET * (mac)) 334#define ENETC_PM_TXPF(mac) (0x8218 + ENETC_PMAC_OFFSET * (mac)) 335#define ENETC_PM_TFRM(mac) (0x8220 + ENETC_PMAC_OFFSET * (mac)) 336#define ENETC_PM_TFCS(mac) (0x8228 + ENETC_PMAC_OFFSET * (mac)) 337#define ENETC_PM_TVLAN(mac) (0x8230 + ENETC_PMAC_OFFSET * (mac)) 338#define ENETC_PM_TERR(mac) (0x8238 + ENETC_PMAC_OFFSET * (mac)) 339#define ENETC_PM_TUCA(mac) (0x8240 + ENETC_PMAC_OFFSET * (mac)) 340#define ENETC_PM_TMCA(mac) (0x8248 + ENETC_PMAC_OFFSET * (mac)) 341#define ENETC_PM_TBCA(mac) (0x8250 + ENETC_PMAC_OFFSET * (mac)) 342#define ENETC_PM_TPKT(mac) (0x8260 + ENETC_PMAC_OFFSET * (mac)) 343#define ENETC_PM_TUND(mac) (0x8268 + ENETC_PMAC_OFFSET * (mac)) 344#define ENETC_PM_T64(mac) (0x8270 + ENETC_PMAC_OFFSET * (mac)) 345#define ENETC_PM_T127(mac) (0x8278 + ENETC_PMAC_OFFSET * (mac)) 346#define ENETC_PM_T255(mac) (0x8280 + ENETC_PMAC_OFFSET * (mac)) 347#define ENETC_PM_T511(mac) (0x8288 + ENETC_PMAC_OFFSET * (mac)) 348#define ENETC_PM_T1023(mac) (0x8290 + ENETC_PMAC_OFFSET * (mac)) 349#define ENETC_PM_T1522(mac) (0x8298 + ENETC_PMAC_OFFSET * (mac)) 350#define ENETC_PM_T1523X(mac) (0x82A0 + ENETC_PMAC_OFFSET * (mac)) 351#define ENETC_PM_TCNP(mac) (0x82C0 + ENETC_PMAC_OFFSET * (mac)) 352#define ENETC_PM_TDFR(mac) (0x82D0 + ENETC_PMAC_OFFSET * (mac)) 353#define ENETC_PM_TMCOL(mac) (0x82D8 + ENETC_PMAC_OFFSET * (mac)) 354#define ENETC_PM_TSCOL(mac) (0x82E0 + ENETC_PMAC_OFFSET * (mac)) 355#define ENETC_PM_TLCOL(mac) (0x82E8 + ENETC_PMAC_OFFSET * (mac)) 356#define ENETC_PM_TECOL(mac) (0x82F0 + ENETC_PMAC_OFFSET * (mac)) 357 358/* Port counters */ 359#define ENETC_PICDR(n) (0x0700 + (n) * 8) /* n = [0..3] */ 360#define ENETC_PBFDSIR 0x0810 361#define ENETC_PFDMSAPR 0x0814 362#define ENETC_UFDMF 0x1680 363#define ENETC_MFDMF 0x1684 364#define ENETC_PUFDVFR 0x1780 365#define ENETC_PMFDVFR 0x1784 366#define ENETC_PBFDVFR 0x1788 367 368/** Global regs, offset: 2_0000h */ 369#define ENETC_GLOBAL_BASE 0x20000 370#define ENETC_G_EIPBRR0 0x0bf8 371#define ENETC_G_EIPBRR1 0x0bfc 372#define ENETC_G_EPFBLPR(n) (0xd00 + 4 * (n)) 373#define ENETC_G_EPFBLPR1_XGMII 0x80000000 374 375/* PCI device info */ 376struct enetc_hw { 377 /* SI registers, used by all PCI functions */ 378 void __iomem *reg; 379 /* Port registers, PF only */ 380 void __iomem *port; 381 /* IP global registers, PF only */ 382 void __iomem *global; 383}; 384 385/* ENETC register accessors */ 386 387/* MDIO issue workaround (on LS1028A) - 388 * Due to a hardware issue, an access to MDIO registers 389 * that is concurrent with other ENETC register accesses 390 * may lead to the MDIO access being dropped or corrupted. 391 * To protect the MDIO accesses a readers-writers locking 392 * scheme is used, where the MDIO register accesses are 393 * protected by write locks to insure exclusivity, while 394 * the remaining ENETC registers are accessed under read 395 * locks since they only compete with MDIO accesses. 396 */ 397extern rwlock_t enetc_mdio_lock; 398 399/* use this locking primitive only on the fast datapath to 400 * group together multiple non-MDIO register accesses to 401 * minimize the overhead of the lock 402 */ 403static inline void enetc_lock_mdio(void) 404{ 405 read_lock(&enetc_mdio_lock); 406} 407 408static inline void enetc_unlock_mdio(void) 409{ 410 read_unlock(&enetc_mdio_lock); 411} 412 413/* use these accessors only on the fast datapath under 414 * the enetc_lock_mdio() locking primitive to minimize 415 * the overhead of the lock 416 */ 417static inline u32 enetc_rd_reg_hot(void __iomem *reg) 418{ 419 lockdep_assert_held(&enetc_mdio_lock); 420 421 return ioread32(reg); 422} 423 424static inline void enetc_wr_reg_hot(void __iomem *reg, u32 val) 425{ 426 lockdep_assert_held(&enetc_mdio_lock); 427 428 iowrite32(val, reg); 429} 430 431/* internal helpers for the MDIO w/a */ 432static inline u32 _enetc_rd_reg_wa(void __iomem *reg) 433{ 434 u32 val; 435 436 enetc_lock_mdio(); 437 val = ioread32(reg); 438 enetc_unlock_mdio(); 439 440 return val; 441} 442 443static inline void _enetc_wr_reg_wa(void __iomem *reg, u32 val) 444{ 445 enetc_lock_mdio(); 446 iowrite32(val, reg); 447 enetc_unlock_mdio(); 448} 449 450static inline u32 _enetc_rd_mdio_reg_wa(void __iomem *reg) 451{ 452 unsigned long flags; 453 u32 val; 454 455 write_lock_irqsave(&enetc_mdio_lock, flags); 456 val = ioread32(reg); 457 write_unlock_irqrestore(&enetc_mdio_lock, flags); 458 459 return val; 460} 461 462static inline void _enetc_wr_mdio_reg_wa(void __iomem *reg, u32 val) 463{ 464 unsigned long flags; 465 466 write_lock_irqsave(&enetc_mdio_lock, flags); 467 iowrite32(val, reg); 468 write_unlock_irqrestore(&enetc_mdio_lock, flags); 469} 470 471#ifdef ioread64 472static inline u64 _enetc_rd_reg64(void __iomem *reg) 473{ 474 return ioread64(reg); 475} 476#else 477/* using this to read out stats on 32b systems */ 478static inline u64 _enetc_rd_reg64(void __iomem *reg) 479{ 480 u32 low, high, tmp; 481 482 do { 483 high = ioread32(reg + 4); 484 low = ioread32(reg); 485 tmp = ioread32(reg + 4); 486 } while (high != tmp); 487 488 return le64_to_cpu((__le64)high << 32 | low); 489} 490#endif 491 492static inline u64 _enetc_rd_reg64_wa(void __iomem *reg) 493{ 494 u64 val; 495 496 enetc_lock_mdio(); 497 val = _enetc_rd_reg64(reg); 498 enetc_unlock_mdio(); 499 500 return val; 501} 502 503/* general register accessors */ 504#define enetc_rd_reg(reg) _enetc_rd_reg_wa((reg)) 505#define enetc_wr_reg(reg, val) _enetc_wr_reg_wa((reg), (val)) 506#define enetc_rd(hw, off) enetc_rd_reg((hw)->reg + (off)) 507#define enetc_wr(hw, off, val) enetc_wr_reg((hw)->reg + (off), val) 508#define enetc_rd_hot(hw, off) enetc_rd_reg_hot((hw)->reg + (off)) 509#define enetc_wr_hot(hw, off, val) enetc_wr_reg_hot((hw)->reg + (off), val) 510#define enetc_rd64(hw, off) _enetc_rd_reg64_wa((hw)->reg + (off)) 511/* port register accessors - PF only */ 512#define enetc_port_rd(hw, off) enetc_rd_reg((hw)->port + (off)) 513#define enetc_port_wr(hw, off, val) enetc_wr_reg((hw)->port + (off), val) 514#define enetc_port_rd_mdio(hw, off) _enetc_rd_mdio_reg_wa((hw)->port + (off)) 515#define enetc_port_wr_mdio(hw, off, val) _enetc_wr_mdio_reg_wa(\ 516 (hw)->port + (off), val) 517/* global register accessors - PF only */ 518#define enetc_global_rd(hw, off) enetc_rd_reg((hw)->global + (off)) 519#define enetc_global_wr(hw, off, val) enetc_wr_reg((hw)->global + (off), val) 520/* BDR register accessors, see ENETC_BDR() */ 521#define enetc_bdr_rd(hw, t, n, off) \ 522 enetc_rd(hw, ENETC_BDR(t, n, off)) 523#define enetc_bdr_wr(hw, t, n, off, val) \ 524 enetc_wr(hw, ENETC_BDR(t, n, off), val) 525#define enetc_txbdr_rd(hw, n, off) enetc_bdr_rd(hw, TX, n, off) 526#define enetc_rxbdr_rd(hw, n, off) enetc_bdr_rd(hw, RX, n, off) 527#define enetc_txbdr_wr(hw, n, off, val) \ 528 enetc_bdr_wr(hw, TX, n, off, val) 529#define enetc_rxbdr_wr(hw, n, off, val) \ 530 enetc_bdr_wr(hw, RX, n, off, val) 531 532/* Buffer Descriptors (BD) */ 533union enetc_tx_bd { 534 struct { 535 __le64 addr; 536 __le16 buf_len; 537 __le16 frm_len; 538 union { 539 struct { 540 u8 reserved[3]; 541 u8 flags; 542 }; /* default layout */ 543 __le32 txstart; 544 __le32 lstatus; 545 }; 546 }; 547 struct { 548 __le32 tstamp; 549 __le16 tpid; 550 __le16 vid; 551 u8 reserved[6]; 552 u8 e_flags; 553 u8 flags; 554 } ext; /* Tx BD extension */ 555 struct { 556 __le32 tstamp; 557 u8 reserved[10]; 558 u8 status; 559 u8 flags; 560 } wb; /* writeback descriptor */ 561}; 562 563enum enetc_txbd_flags { 564 ENETC_TXBD_FLAGS_RES0 = BIT(0), /* reserved */ 565 ENETC_TXBD_FLAGS_TSE = BIT(1), 566 ENETC_TXBD_FLAGS_W = BIT(2), 567 ENETC_TXBD_FLAGS_RES3 = BIT(3), /* reserved */ 568 ENETC_TXBD_FLAGS_TXSTART = BIT(4), 569 ENETC_TXBD_FLAGS_EX = BIT(6), 570 ENETC_TXBD_FLAGS_F = BIT(7) 571}; 572#define ENETC_TXBD_STATS_WIN BIT(7) 573#define ENETC_TXBD_TXSTART_MASK GENMASK(24, 0) 574#define ENETC_TXBD_FLAGS_OFFSET 24 575 576static inline __le32 enetc_txbd_set_tx_start(u64 tx_start, u8 flags) 577{ 578 u32 temp; 579 580 temp = (tx_start >> 5 & ENETC_TXBD_TXSTART_MASK) | 581 (flags << ENETC_TXBD_FLAGS_OFFSET); 582 583 return cpu_to_le32(temp); 584} 585 586static inline void enetc_clear_tx_bd(union enetc_tx_bd *txbd) 587{ 588 memset(txbd, 0, sizeof(*txbd)); 589} 590 591/* Extension flags */ 592#define ENETC_TXBD_E_FLAGS_VLAN_INS BIT(0) 593#define ENETC_TXBD_E_FLAGS_ONE_STEP_PTP BIT(1) 594#define ENETC_TXBD_E_FLAGS_TWO_STEP_PTP BIT(2) 595 596union enetc_rx_bd { 597 struct { 598 __le64 addr; 599 u8 reserved[8]; 600 } w; 601 struct { 602 __le16 inet_csum; 603 __le16 parse_summary; 604 __le32 rss_hash; 605 __le16 buf_len; 606 __le16 vlan_opt; 607 union { 608 struct { 609 __le16 flags; 610 __le16 error; 611 }; 612 __le32 lstatus; 613 }; 614 } r; 615 struct { 616 __le32 tstamp; 617 u8 reserved[12]; 618 } ext; 619}; 620 621#define ENETC_RXBD_LSTATUS_R BIT(30) 622#define ENETC_RXBD_LSTATUS_F BIT(31) 623#define ENETC_RXBD_ERR_MASK 0xff 624#define ENETC_RXBD_LSTATUS(flags) ((flags) << 16) 625#define ENETC_RXBD_FLAG_VLAN BIT(9) 626#define ENETC_RXBD_FLAG_TSTMP BIT(10) 627#define ENETC_RXBD_FLAG_TPID GENMASK(1, 0) 628 629#define ENETC_MAC_ADDR_FILT_CNT 8 /* # of supported entries per port */ 630#define EMETC_MAC_ADDR_FILT_RES 3 /* # of reserved entries at the beginning */ 631#define ENETC_MAX_NUM_VFS 2 632 633#define ENETC_CBD_FLAGS_SF BIT(7) /* short format */ 634#define ENETC_CBD_STATUS_MASK 0xf 635 636struct enetc_cmd_rfse { 637 u8 smac_h[6]; 638 u8 smac_m[6]; 639 u8 dmac_h[6]; 640 u8 dmac_m[6]; 641 __be32 sip_h[4]; 642 __be32 sip_m[4]; 643 __be32 dip_h[4]; 644 __be32 dip_m[4]; 645 u16 ethtype_h; 646 u16 ethtype_m; 647 u16 ethtype4_h; 648 u16 ethtype4_m; 649 u16 sport_h; 650 u16 sport_m; 651 u16 dport_h; 652 u16 dport_m; 653 u16 vlan_h; 654 u16 vlan_m; 655 u8 proto_h; 656 u8 proto_m; 657 u16 flags; 658 u16 result; 659 u16 mode; 660}; 661 662#define ENETC_RFSE_EN BIT(15) 663#define ENETC_RFSE_MODE_BD 2 664 665static inline void enetc_load_primary_mac_addr(struct enetc_hw *hw, 666 struct net_device *ndev) 667{ 668 u8 addr[ETH_ALEN] __aligned(4); 669 670 *(u32 *)addr = __raw_readl(hw->reg + ENETC_SIPMAR0); 671 *(u16 *)(addr + 4) = __raw_readw(hw->reg + ENETC_SIPMAR1); 672 eth_hw_addr_set(ndev, addr); 673} 674 675#define ENETC_SI_INT_IDX 0 676/* base index for Rx/Tx interrupts */ 677#define ENETC_BDR_INT_BASE_IDX 1 678 679/* Messaging */ 680 681/* Command completion status */ 682enum enetc_msg_cmd_status { 683 ENETC_MSG_CMD_STATUS_OK, 684 ENETC_MSG_CMD_STATUS_FAIL 685}; 686 687/* VSI-PSI command message types */ 688enum enetc_msg_cmd_type { 689 ENETC_MSG_CMD_MNG_MAC = 1, /* manage MAC address */ 690 ENETC_MSG_CMD_MNG_RX_MAC_FILTER,/* manage RX MAC table */ 691 ENETC_MSG_CMD_MNG_RX_VLAN_FILTER /* manage RX VLAN table */ 692}; 693 694/* VSI-PSI command action types */ 695enum enetc_msg_cmd_action_type { 696 ENETC_MSG_CMD_MNG_ADD = 1, 697 ENETC_MSG_CMD_MNG_REMOVE 698}; 699 700/* PSI-VSI command header format */ 701struct enetc_msg_cmd_header { 702 u16 type; /* command class type */ 703 u16 id; /* denotes the specific required action */ 704}; 705 706/* Common H/W utility functions */ 707 708static inline void enetc_bdr_enable_rxvlan(struct enetc_hw *hw, int idx, 709 bool en) 710{ 711 u32 val = enetc_rxbdr_rd(hw, idx, ENETC_RBMR); 712 713 val = (val & ~ENETC_RBMR_VTE) | (en ? ENETC_RBMR_VTE : 0); 714 enetc_rxbdr_wr(hw, idx, ENETC_RBMR, val); 715} 716 717static inline void enetc_bdr_enable_txvlan(struct enetc_hw *hw, int idx, 718 bool en) 719{ 720 u32 val = enetc_txbdr_rd(hw, idx, ENETC_TBMR); 721 722 val = (val & ~ENETC_TBMR_VIH) | (en ? ENETC_TBMR_VIH : 0); 723 enetc_txbdr_wr(hw, idx, ENETC_TBMR, val); 724} 725 726static inline void enetc_set_bdr_prio(struct enetc_hw *hw, int bdr_idx, 727 int prio) 728{ 729 u32 val = enetc_txbdr_rd(hw, bdr_idx, ENETC_TBMR); 730 731 val &= ~ENETC_TBMR_PRIO_MASK; 732 val |= ENETC_TBMR_SET_PRIO(prio); 733 enetc_txbdr_wr(hw, bdr_idx, ENETC_TBMR, val); 734} 735 736enum bdcr_cmd_class { 737 BDCR_CMD_UNSPEC = 0, 738 BDCR_CMD_MAC_FILTER, 739 BDCR_CMD_VLAN_FILTER, 740 BDCR_CMD_RSS, 741 BDCR_CMD_RFS, 742 BDCR_CMD_PORT_GCL, 743 BDCR_CMD_RECV_CLASSIFIER, 744 BDCR_CMD_STREAM_IDENTIFY, 745 BDCR_CMD_STREAM_FILTER, 746 BDCR_CMD_STREAM_GCL, 747 BDCR_CMD_FLOW_METER, 748 __BDCR_CMD_MAX_LEN, 749 BDCR_CMD_MAX_LEN = __BDCR_CMD_MAX_LEN - 1, 750}; 751 752/* class 5, command 0 */ 753struct tgs_gcl_conf { 754 u8 atc; /* init gate value */ 755 u8 res[7]; 756 struct { 757 u8 res1[4]; 758 __le16 acl_len; 759 u8 res2[2]; 760 }; 761}; 762 763/* gate control list entry */ 764struct gce { 765 __le32 period; 766 u8 gate; 767 u8 res[3]; 768}; 769 770/* tgs_gcl_conf address point to this data space */ 771struct tgs_gcl_data { 772 __le32 btl; 773 __le32 bth; 774 __le32 ct; 775 __le32 cte; 776 struct gce entry[]; 777}; 778 779/* class 7, command 0, Stream Identity Entry Configuration */ 780struct streamid_conf { 781 __le32 stream_handle; /* init gate value */ 782 __le32 iports; 783 u8 id_type; 784 u8 oui[3]; 785 u8 res[3]; 786 u8 en; 787}; 788 789#define ENETC_CBDR_SID_VID_MASK 0xfff 790#define ENETC_CBDR_SID_VIDM BIT(12) 791#define ENETC_CBDR_SID_TG_MASK 0xc000 792/* streamid_conf address point to this data space */ 793struct streamid_data { 794 union { 795 u8 dmac[6]; 796 u8 smac[6]; 797 }; 798 u16 vid_vidm_tg; 799}; 800 801#define ENETC_CBDR_SFI_PRI_MASK 0x7 802#define ENETC_CBDR_SFI_PRIM BIT(3) 803#define ENETC_CBDR_SFI_BLOV BIT(4) 804#define ENETC_CBDR_SFI_BLEN BIT(5) 805#define ENETC_CBDR_SFI_MSDUEN BIT(6) 806#define ENETC_CBDR_SFI_FMITEN BIT(7) 807#define ENETC_CBDR_SFI_ENABLE BIT(7) 808/* class 8, command 0, Stream Filter Instance, Short Format */ 809struct sfi_conf { 810 __le32 stream_handle; 811 u8 multi; 812 u8 res[2]; 813 u8 sthm; 814 /* Max Service Data Unit or Flow Meter Instance Table index. 815 * Depending on the value of FLT this represents either Max 816 * Service Data Unit (max frame size) allowed by the filter 817 * entry or is an index into the Flow Meter Instance table 818 * index identifying the policer which will be used to police 819 * it. 820 */ 821 __le16 fm_inst_table_index; 822 __le16 msdu; 823 __le16 sg_inst_table_index; 824 u8 res1[2]; 825 __le32 input_ports; 826 u8 res2[3]; 827 u8 en; 828}; 829 830/* class 8, command 2 stream Filter Instance status query short format 831 * command no need structure define 832 * Stream Filter Instance Query Statistics Response data 833 */ 834struct sfi_counter_data { 835 u32 matchl; 836 u32 matchh; 837 u32 msdu_dropl; 838 u32 msdu_droph; 839 u32 stream_gate_dropl; 840 u32 stream_gate_droph; 841 u32 flow_meter_dropl; 842 u32 flow_meter_droph; 843}; 844 845#define ENETC_CBDR_SGI_OIPV_MASK 0x7 846#define ENETC_CBDR_SGI_OIPV_EN BIT(3) 847#define ENETC_CBDR_SGI_CGTST BIT(6) 848#define ENETC_CBDR_SGI_OGTST BIT(7) 849#define ENETC_CBDR_SGI_CFG_CHG BIT(1) 850#define ENETC_CBDR_SGI_CFG_PND BIT(2) 851#define ENETC_CBDR_SGI_OEX BIT(4) 852#define ENETC_CBDR_SGI_OEXEN BIT(5) 853#define ENETC_CBDR_SGI_IRX BIT(6) 854#define ENETC_CBDR_SGI_IRXEN BIT(7) 855#define ENETC_CBDR_SGI_ACLLEN_MASK 0x3 856#define ENETC_CBDR_SGI_OCLLEN_MASK 0xc 857#define ENETC_CBDR_SGI_EN BIT(7) 858/* class 9, command 0, Stream Gate Instance Table, Short Format 859 * class 9, command 2, Stream Gate Instance Table entry query write back 860 * Short Format 861 */ 862struct sgi_table { 863 u8 res[8]; 864 u8 oipv; 865 u8 res0[2]; 866 u8 ocgtst; 867 u8 res1[7]; 868 u8 gset; 869 u8 oacl_len; 870 u8 res2[2]; 871 u8 en; 872}; 873 874#define ENETC_CBDR_SGI_AIPV_MASK 0x7 875#define ENETC_CBDR_SGI_AIPV_EN BIT(3) 876#define ENETC_CBDR_SGI_AGTST BIT(7) 877 878/* class 9, command 1, Stream Gate Control List, Long Format */ 879struct sgcl_conf { 880 u8 aipv; 881 u8 res[2]; 882 u8 agtst; 883 u8 res1[4]; 884 union { 885 struct { 886 u8 res2[4]; 887 u8 acl_len; 888 u8 res3[3]; 889 }; 890 u8 cct[8]; /* Config change time */ 891 }; 892}; 893 894#define ENETC_CBDR_SGL_IOMEN BIT(0) 895#define ENETC_CBDR_SGL_IPVEN BIT(3) 896#define ENETC_CBDR_SGL_GTST BIT(4) 897#define ENETC_CBDR_SGL_IPV_MASK 0xe 898/* Stream Gate Control List Entry */ 899struct sgce { 900 u32 interval; 901 u8 msdu[3]; 902 u8 multi; 903}; 904 905/* stream control list class 9 , cmd 1 data buffer */ 906struct sgcl_data { 907 u32 btl; 908 u32 bth; 909 u32 ct; 910 u32 cte; 911 struct sgce sgcl[]; 912}; 913 914#define ENETC_CBDR_FMI_MR BIT(0) 915#define ENETC_CBDR_FMI_MREN BIT(1) 916#define ENETC_CBDR_FMI_DOY BIT(2) 917#define ENETC_CBDR_FMI_CM BIT(3) 918#define ENETC_CBDR_FMI_CF BIT(4) 919#define ENETC_CBDR_FMI_NDOR BIT(5) 920#define ENETC_CBDR_FMI_OALEN BIT(6) 921#define ENETC_CBDR_FMI_IRFPP_MASK GENMASK(4, 0) 922 923/* class 10: command 0/1, Flow Meter Instance Set, short Format */ 924struct fmi_conf { 925 __le32 cir; 926 __le32 cbs; 927 __le32 eir; 928 __le32 ebs; 929 u8 conf; 930 u8 res1; 931 u8 ir_fpp; 932 u8 res2[4]; 933 u8 en; 934}; 935 936struct enetc_cbd { 937 union{ 938 struct sfi_conf sfi_conf; 939 struct sgi_table sgi_table; 940 struct fmi_conf fmi_conf; 941 struct { 942 __le32 addr[2]; 943 union { 944 __le32 opt[4]; 945 struct tgs_gcl_conf gcl_conf; 946 struct streamid_conf sid_set; 947 struct sgcl_conf sgcl_conf; 948 }; 949 }; /* Long format */ 950 __le32 data[6]; 951 }; 952 __le16 index; 953 __le16 length; 954 u8 cmd; 955 u8 cls; 956 u8 _res; 957 u8 status_flags; 958}; 959 960#define ENETC_CLK 400000000ULL 961static inline u32 enetc_cycles_to_usecs(u32 cycles) 962{ 963 return (u32)div_u64(cycles * 1000000ULL, ENETC_CLK); 964} 965 966static inline u32 enetc_usecs_to_cycles(u32 usecs) 967{ 968 return (u32)div_u64(usecs * ENETC_CLK, 1000000ULL); 969} 970 971/* Port traffic class frame preemption register */ 972#define ENETC_PTCFPR(n) (0x1910 + (n) * 4) /* n = [0 ..7] */ 973#define ENETC_PTCFPR_FPE BIT(31) 974 975/* port time gating control register */ 976#define ENETC_PTGCR 0x11a00 977#define ENETC_PTGCR_TGE BIT(31) 978#define ENETC_PTGCR_TGPE BIT(30) 979 980/* Port time gating capability register */ 981#define ENETC_PTGCAPR 0x11a08 982#define ENETC_PTGCAPR_MAX_GCL_LEN_MASK GENMASK(15, 0) 983 984/* Port time specific departure */ 985#define ENETC_PTCTSDR(n) (0x1210 + 4 * (n)) 986#define ENETC_TSDE BIT(31) 987 988/* PSFP setting */ 989#define ENETC_PPSFPMR 0x11b00 990#define ENETC_PPSFPMR_PSFPEN BIT(0) 991#define ENETC_PPSFPMR_VS BIT(1) 992#define ENETC_PPSFPMR_PVC BIT(2) 993#define ENETC_PPSFPMR_PVZC BIT(3) 994