1210284Sjmallett/***********************license start*************** 2232812Sjmallett * Copyright (c) 2003-2010 Cavium Inc. (support@cavium.com). All rights 3215990Sjmallett * reserved. 4210284Sjmallett * 5210284Sjmallett * 6215990Sjmallett * Redistribution and use in source and binary forms, with or without 7215990Sjmallett * modification, are permitted provided that the following conditions are 8215990Sjmallett * met: 9210284Sjmallett * 10215990Sjmallett * * Redistributions of source code must retain the above copyright 11215990Sjmallett * notice, this list of conditions and the following disclaimer. 12210284Sjmallett * 13215990Sjmallett * * Redistributions in binary form must reproduce the above 14215990Sjmallett * copyright notice, this list of conditions and the following 15215990Sjmallett * disclaimer in the documentation and/or other materials provided 16215990Sjmallett * with the distribution. 17215990Sjmallett 18232812Sjmallett * * Neither the name of Cavium Inc. nor the names of 19215990Sjmallett * its contributors may be used to endorse or promote products 20215990Sjmallett * derived from this software without specific prior written 21215990Sjmallett * permission. 22215990Sjmallett 23215990Sjmallett * This Software, including technical data, may be subject to U.S. export control 24215990Sjmallett * laws, including the U.S. Export Administration Act and its associated 25215990Sjmallett * regulations, and may be subject to export or import regulations in other 26215990Sjmallett * countries. 27215990Sjmallett 28215990Sjmallett * TO THE MAXIMUM EXTENT PERMITTED BY LAW, THE SOFTWARE IS PROVIDED "AS IS" 29232812Sjmallett * AND WITH ALL FAULTS AND CAVIUM INC. MAKES NO PROMISES, REPRESENTATIONS OR 30215990Sjmallett * WARRANTIES, EITHER EXPRESS, IMPLIED, STATUTORY, OR OTHERWISE, WITH RESPECT TO 31215990Sjmallett * THE SOFTWARE, INCLUDING ITS CONDITION, ITS CONFORMITY TO ANY REPRESENTATION OR 32215990Sjmallett * DESCRIPTION, OR THE EXISTENCE OF ANY LATENT OR PATENT DEFECTS, AND CAVIUM 33215990Sjmallett * SPECIFICALLY DISCLAIMS ALL IMPLIED (IF ANY) WARRANTIES OF TITLE, 34215990Sjmallett * MERCHANTABILITY, NONINFRINGEMENT, FITNESS FOR A PARTICULAR PURPOSE, LACK OF 35215990Sjmallett * VIRUSES, ACCURACY OR COMPLETENESS, QUIET ENJOYMENT, QUIET POSSESSION OR 36215990Sjmallett * CORRESPONDENCE TO DESCRIPTION. THE ENTIRE RISK ARISING OUT OF USE OR 37215990Sjmallett * PERFORMANCE OF THE SOFTWARE LIES WITH YOU. 38210284Sjmallett ***********************license end**************************************/ 39210284Sjmallett 40210284Sjmallett 41210284Sjmallett 42210284Sjmallett 43210284Sjmallett 44210284Sjmallett 45215990Sjmallett 46210284Sjmallett/** 47210284Sjmallett * @file 48210284Sjmallett * 49210284Sjmallett * Fixes and workaround for Octeon chip errata. This file 50210284Sjmallett * contains functions called by cvmx-helper to workaround known 51210284Sjmallett * chip errata. For the most part, code doesn't need to call 52210284Sjmallett * these functions directly. 53210284Sjmallett * 54232812Sjmallett * <hr>$Revision: 70030 $<hr> 55210284Sjmallett */ 56215990Sjmallett#ifdef CVMX_BUILD_FOR_LINUX_KERNEL 57215990Sjmallett#include <asm/octeon/cvmx.h> 58215990Sjmallett#include <asm/octeon/cvmx-helper.h> 59215990Sjmallett#include <asm/octeon/cvmx-helper-jtag.h> 60215990Sjmallett#include <asm/octeon/cvmx-pko.h> 61215990Sjmallett#include <asm/octeon/cvmx-asxx-defs.h> 62215990Sjmallett#include <asm/octeon/cvmx-gmxx-defs.h> 63215990Sjmallett#else 64215990Sjmallett#if !defined(__FreeBSD__) || !defined(_KERNEL) 65215990Sjmallett#include "executive-config.h" 66215990Sjmallett#include "cvmx-config.h" 67215990Sjmallett#endif 68215990Sjmallett 69210284Sjmallett#include "cvmx.h" 70215990Sjmallett 71210284Sjmallett#include "cvmx-fpa.h" 72210284Sjmallett#include "cvmx-pip.h" 73210284Sjmallett#include "cvmx-pko.h" 74210284Sjmallett#include "cvmx-ipd.h" 75210284Sjmallett#include "cvmx-gmx.h" 76210284Sjmallett#include "cvmx-spi.h" 77210284Sjmallett#include "cvmx-pow.h" 78210284Sjmallett#include "cvmx-sysinfo.h" 79210284Sjmallett#include "cvmx-helper.h" 80215990Sjmallett#include "cvmx-helper-jtag.h" 81215990Sjmallett#endif 82210284Sjmallett 83215990Sjmallett 84210284Sjmallett#ifdef CVMX_ENABLE_PKO_FUNCTIONS 85210284Sjmallett 86210284Sjmallett 87210284Sjmallett/** 88210284Sjmallett * @INTERNAL 89210284Sjmallett * Function to adjust internal IPD pointer alignments 90210284Sjmallett * 91210284Sjmallett * @return 0 on success 92210284Sjmallett * !0 on failure 93210284Sjmallett */ 94210284Sjmallettint __cvmx_helper_errata_fix_ipd_ptr_alignment(void) 95210284Sjmallett{ 96210284Sjmallett#define FIX_IPD_FIRST_BUFF_PAYLOAD_BYTES (CVMX_FPA_PACKET_POOL_SIZE-8-CVMX_HELPER_FIRST_MBUFF_SKIP) 97210284Sjmallett#define FIX_IPD_NON_FIRST_BUFF_PAYLOAD_BYTES (CVMX_FPA_PACKET_POOL_SIZE-8-CVMX_HELPER_NOT_FIRST_MBUFF_SKIP) 98210284Sjmallett#define FIX_IPD_OUTPORT 0 99210284Sjmallett#define INTERFACE(port) (port >> 4) /* Ports 0-15 are interface 0, 16-31 are interface 1 */ 100210284Sjmallett#define INDEX(port) (port & 0xf) 101210284Sjmallett uint64_t *p64; 102210284Sjmallett cvmx_pko_command_word0_t pko_command; 103210284Sjmallett cvmx_buf_ptr_t g_buffer, pkt_buffer; 104210284Sjmallett cvmx_wqe_t *work; 105210284Sjmallett int size, num_segs = 0, wqe_pcnt, pkt_pcnt; 106210284Sjmallett cvmx_gmxx_prtx_cfg_t gmx_cfg; 107210284Sjmallett int retry_cnt; 108210284Sjmallett int retry_loop_cnt; 109210284Sjmallett int i; 110210284Sjmallett cvmx_helper_link_info_t link_info; 111210284Sjmallett 112210284Sjmallett /* Save values for restore at end */ 113210284Sjmallett uint64_t prtx_cfg = cvmx_read_csr(CVMX_GMXX_PRTX_CFG(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT))); 114210284Sjmallett uint64_t tx_ptr_en = cvmx_read_csr(CVMX_ASXX_TX_PRT_EN(INTERFACE(FIX_IPD_OUTPORT))); 115210284Sjmallett uint64_t rx_ptr_en = cvmx_read_csr(CVMX_ASXX_RX_PRT_EN(INTERFACE(FIX_IPD_OUTPORT))); 116210284Sjmallett uint64_t rxx_jabber = cvmx_read_csr(CVMX_GMXX_RXX_JABBER(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT))); 117210284Sjmallett uint64_t frame_max = cvmx_read_csr(CVMX_GMXX_RXX_FRM_MAX(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT))); 118210284Sjmallett 119210284Sjmallett /* Configure port to gig FDX as required for loopback mode */ 120210284Sjmallett cvmx_helper_rgmii_internal_loopback(FIX_IPD_OUTPORT); 121210284Sjmallett 122210284Sjmallett /* Disable reception on all ports so if traffic is present it will not interfere. */ 123210284Sjmallett cvmx_write_csr(CVMX_ASXX_RX_PRT_EN(INTERFACE(FIX_IPD_OUTPORT)), 0); 124210284Sjmallett 125210284Sjmallett cvmx_wait(100000000ull); 126210284Sjmallett 127210284Sjmallett for (retry_loop_cnt = 0;retry_loop_cnt < 10;retry_loop_cnt++) 128210284Sjmallett { 129210284Sjmallett retry_cnt = 100000; 130210284Sjmallett wqe_pcnt = cvmx_read_csr(CVMX_IPD_PTR_COUNT); 131210284Sjmallett pkt_pcnt = (wqe_pcnt >> 7) & 0x7f; 132210284Sjmallett wqe_pcnt &= 0x7f; 133210284Sjmallett 134210284Sjmallett num_segs = (2 + pkt_pcnt - wqe_pcnt) & 3; 135210284Sjmallett 136210284Sjmallett if (num_segs == 0) 137210284Sjmallett goto fix_ipd_exit; 138210284Sjmallett 139210284Sjmallett num_segs += 1; 140210284Sjmallett 141210284Sjmallett size = FIX_IPD_FIRST_BUFF_PAYLOAD_BYTES + ((num_segs-1)*FIX_IPD_NON_FIRST_BUFF_PAYLOAD_BYTES) - 142210284Sjmallett (FIX_IPD_NON_FIRST_BUFF_PAYLOAD_BYTES / 2); 143210284Sjmallett 144210284Sjmallett cvmx_write_csr(CVMX_ASXX_PRT_LOOP(INTERFACE(FIX_IPD_OUTPORT)), 1 << INDEX(FIX_IPD_OUTPORT)); 145210284Sjmallett CVMX_SYNC; 146210284Sjmallett 147210284Sjmallett g_buffer.u64 = 0; 148210284Sjmallett g_buffer.s.addr = cvmx_ptr_to_phys(cvmx_fpa_alloc(CVMX_FPA_WQE_POOL)); 149210284Sjmallett if (g_buffer.s.addr == 0) { 150210284Sjmallett cvmx_dprintf("WARNING: FIX_IPD_PTR_ALIGNMENT buffer allocation failure.\n"); 151210284Sjmallett goto fix_ipd_exit; 152210284Sjmallett } 153210284Sjmallett 154210284Sjmallett g_buffer.s.pool = CVMX_FPA_WQE_POOL; 155210284Sjmallett g_buffer.s.size = num_segs; 156210284Sjmallett 157210284Sjmallett pkt_buffer.u64 = 0; 158210284Sjmallett pkt_buffer.s.addr = cvmx_ptr_to_phys(cvmx_fpa_alloc(CVMX_FPA_PACKET_POOL)); 159210284Sjmallett if (pkt_buffer.s.addr == 0) { 160210284Sjmallett cvmx_dprintf("WARNING: FIX_IPD_PTR_ALIGNMENT buffer allocation failure.\n"); 161210284Sjmallett goto fix_ipd_exit; 162210284Sjmallett } 163210284Sjmallett pkt_buffer.s.i = 1; 164210284Sjmallett pkt_buffer.s.pool = CVMX_FPA_PACKET_POOL; 165210284Sjmallett pkt_buffer.s.size = FIX_IPD_FIRST_BUFF_PAYLOAD_BYTES; 166210284Sjmallett 167210284Sjmallett p64 = (uint64_t*) cvmx_phys_to_ptr(pkt_buffer.s.addr); 168210284Sjmallett p64[0] = 0xffffffffffff0000ull; 169210284Sjmallett p64[1] = 0x08004510ull; 170210284Sjmallett p64[2] = ((uint64_t)(size-14) << 48) | 0x5ae740004000ull; 171210284Sjmallett p64[3] = 0x3a5fc0a81073c0a8ull; 172210284Sjmallett 173210284Sjmallett for (i=0;i<num_segs;i++) 174210284Sjmallett { 175210284Sjmallett if (i>0) 176210284Sjmallett pkt_buffer.s.size = FIX_IPD_NON_FIRST_BUFF_PAYLOAD_BYTES; 177210284Sjmallett 178210284Sjmallett if (i==(num_segs-1)) 179210284Sjmallett pkt_buffer.s.i = 0; 180210284Sjmallett 181210284Sjmallett *(uint64_t*)cvmx_phys_to_ptr(g_buffer.s.addr + 8*i) = pkt_buffer.u64; 182210284Sjmallett } 183210284Sjmallett 184210284Sjmallett /* Build the PKO command */ 185210284Sjmallett pko_command.u64 = 0; 186210284Sjmallett pko_command.s.segs = num_segs; 187210284Sjmallett pko_command.s.total_bytes = size; 188210284Sjmallett pko_command.s.dontfree = 0; 189210284Sjmallett pko_command.s.gather = 1; 190210284Sjmallett 191210284Sjmallett gmx_cfg.u64 = cvmx_read_csr(CVMX_GMXX_PRTX_CFG(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT))); 192210284Sjmallett gmx_cfg.s.en = 1; 193210284Sjmallett cvmx_write_csr(CVMX_GMXX_PRTX_CFG(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT)), gmx_cfg.u64); 194210284Sjmallett cvmx_write_csr(CVMX_ASXX_TX_PRT_EN(INTERFACE(FIX_IPD_OUTPORT)), 1 << INDEX(FIX_IPD_OUTPORT)); 195210284Sjmallett cvmx_write_csr(CVMX_ASXX_RX_PRT_EN(INTERFACE(FIX_IPD_OUTPORT)), 1 << INDEX(FIX_IPD_OUTPORT)); 196210284Sjmallett 197210284Sjmallett cvmx_write_csr(CVMX_GMXX_RXX_JABBER(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT)), 65392-14-4); 198210284Sjmallett cvmx_write_csr(CVMX_GMXX_RXX_FRM_MAX(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT)), 65392-14-4); 199210284Sjmallett 200210284Sjmallett cvmx_pko_send_packet_prepare(FIX_IPD_OUTPORT, cvmx_pko_get_base_queue(FIX_IPD_OUTPORT), CVMX_PKO_LOCK_CMD_QUEUE); 201210284Sjmallett cvmx_pko_send_packet_finish(FIX_IPD_OUTPORT, cvmx_pko_get_base_queue(FIX_IPD_OUTPORT), pko_command, g_buffer, CVMX_PKO_LOCK_CMD_QUEUE); 202210284Sjmallett 203210284Sjmallett CVMX_SYNC; 204210284Sjmallett 205210284Sjmallett do { 206210284Sjmallett work = cvmx_pow_work_request_sync(CVMX_POW_WAIT); 207210284Sjmallett retry_cnt--; 208210284Sjmallett } while ((work == NULL) && (retry_cnt > 0)); 209210284Sjmallett 210210284Sjmallett if (!retry_cnt) 211215990Sjmallett cvmx_dprintf("WARNING: FIX_IPD_PTR_ALIGNMENT get_work() timeout occurred.\n"); 212210284Sjmallett 213210284Sjmallett 214210284Sjmallett /* Free packet */ 215210284Sjmallett if (work) 216210284Sjmallett cvmx_helper_free_packet_data(work); 217210284Sjmallett } 218210284Sjmallett 219210284Sjmallettfix_ipd_exit: 220210284Sjmallett 221210284Sjmallett /* Return CSR configs to saved values */ 222210284Sjmallett cvmx_write_csr(CVMX_GMXX_PRTX_CFG(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT)), prtx_cfg); 223210284Sjmallett cvmx_write_csr(CVMX_ASXX_TX_PRT_EN(INTERFACE(FIX_IPD_OUTPORT)), tx_ptr_en); 224210284Sjmallett cvmx_write_csr(CVMX_ASXX_RX_PRT_EN(INTERFACE(FIX_IPD_OUTPORT)), rx_ptr_en); 225210284Sjmallett cvmx_write_csr(CVMX_GMXX_RXX_JABBER(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT)), rxx_jabber); 226210284Sjmallett cvmx_write_csr(CVMX_GMXX_RXX_FRM_MAX(INDEX(FIX_IPD_OUTPORT), INTERFACE(FIX_IPD_OUTPORT)), frame_max); 227210284Sjmallett cvmx_write_csr(CVMX_ASXX_PRT_LOOP(INTERFACE(FIX_IPD_OUTPORT)), 0); 228210284Sjmallett link_info.u64 = 0; /* Set link to down so autonegotiation will set it up again */ 229210284Sjmallett cvmx_helper_link_set(FIX_IPD_OUTPORT, link_info); 230210284Sjmallett 231210284Sjmallett /* Bring the link back up as autonegotiation is not done in user applications. */ 232210284Sjmallett cvmx_helper_link_autoconf(FIX_IPD_OUTPORT); 233210284Sjmallett 234210284Sjmallett CVMX_SYNC; 235210284Sjmallett if (num_segs) 236210284Sjmallett cvmx_dprintf("WARNING: FIX_IPD_PTR_ALIGNMENT failed.\n"); 237210284Sjmallett 238210284Sjmallett return(!!num_segs); 239210284Sjmallett 240210284Sjmallett} 241210284Sjmallett 242210284Sjmallett 243210284Sjmallett/** 244210284Sjmallett * This function needs to be called on all Octeon chips with 245210284Sjmallett * errata PKI-100. 246210284Sjmallett * 247210284Sjmallett * The Size field is 8 too large in WQE and next pointers 248210284Sjmallett * 249210284Sjmallett * The Size field generated by IPD is 8 larger than it should 250210284Sjmallett * be. The Size field is <55:40> of both: 251210284Sjmallett * - WORD3 in the work queue entry, and 252210284Sjmallett * - the next buffer pointer (which precedes the packet data 253210284Sjmallett * in each buffer). 254210284Sjmallett * 255210284Sjmallett * @param work Work queue entry to fix 256210284Sjmallett * @return Zero on success. Negative on failure 257210284Sjmallett */ 258210284Sjmallettint cvmx_helper_fix_ipd_packet_chain(cvmx_wqe_t *work) 259210284Sjmallett{ 260210284Sjmallett uint64_t number_buffers = work->word2.s.bufs; 261210284Sjmallett 262210284Sjmallett /* We only need to do this if the work has buffers */ 263210284Sjmallett if (number_buffers) 264210284Sjmallett { 265210284Sjmallett cvmx_buf_ptr_t buffer_ptr = work->packet_ptr; 266210284Sjmallett /* Check for errata PKI-100 */ 267210284Sjmallett if ( (buffer_ptr.s.pool == 0) && (((uint64_t)buffer_ptr.s.size + 268210284Sjmallett ((uint64_t)buffer_ptr.s.back << 7) + ((uint64_t)buffer_ptr.s.addr & 0x7F)) 269210284Sjmallett != (CVMX_FPA_PACKET_POOL_SIZE+8))) { 270210284Sjmallett /* fix is not needed */ 271210284Sjmallett return 0; 272210284Sjmallett } 273210284Sjmallett /* Decrement the work packet pointer */ 274210284Sjmallett buffer_ptr.s.size -= 8; 275210284Sjmallett work->packet_ptr = buffer_ptr; 276210284Sjmallett 277210284Sjmallett /* Now loop through decrementing the size for each additional buffer */ 278210284Sjmallett while (--number_buffers) 279210284Sjmallett { 280210284Sjmallett /* Chain pointers are 8 bytes before the data */ 281210284Sjmallett cvmx_buf_ptr_t *ptr = (cvmx_buf_ptr_t*)cvmx_phys_to_ptr(buffer_ptr.s.addr - 8); 282210284Sjmallett buffer_ptr = *ptr; 283210284Sjmallett buffer_ptr.s.size -= 8; 284210284Sjmallett *ptr = buffer_ptr; 285210284Sjmallett } 286210284Sjmallett } 287210284Sjmallett /* Make sure that these write go out before other operations such as FPA frees */ 288210284Sjmallett CVMX_SYNCWS; 289210284Sjmallett return 0; 290210284Sjmallett} 291210284Sjmallett 292210284Sjmallett#endif /* CVMX_ENABLE_PKO_FUNCTIONS */ 293210284Sjmallett 294210284Sjmallett 295210284Sjmallett/** 296210284Sjmallett * Due to errata G-720, the 2nd order CDR circuit on CN52XX pass 297210284Sjmallett * 1 doesn't work properly. The following code disables 2nd order 298210284Sjmallett * CDR for the specified QLM. 299210284Sjmallett * 300210284Sjmallett * @param qlm QLM to disable 2nd order CDR for. 301210284Sjmallett */ 302210284Sjmallettvoid __cvmx_helper_errata_qlm_disable_2nd_order_cdr(int qlm) 303210284Sjmallett{ 304210284Sjmallett int lane; 305232812Sjmallett /* Apply the workaround only once. */ 306232812Sjmallett cvmx_ciu_qlm_jtgd_t qlm_jtgd; 307232812Sjmallett qlm_jtgd.u64 = cvmx_read_csr(CVMX_CIU_QLM_JTGD); 308232812Sjmallett if (qlm_jtgd.s.select != 0) 309232812Sjmallett return; 310232812Sjmallett 311210284Sjmallett cvmx_helper_qlm_jtag_init(); 312210284Sjmallett /* We need to load all four lanes of the QLM, a total of 1072 bits */ 313210284Sjmallett for (lane=0; lane<4; lane++) 314210284Sjmallett { 315210284Sjmallett /* Each lane has 268 bits. We need to set cfg_cdr_incx<67:64>=3 and 316210284Sjmallett cfg_cdr_secord<77>=1. All other bits are zero. Bits go in LSB 317210284Sjmallett first, so start off with the zeros for bits <63:0> */ 318210284Sjmallett cvmx_helper_qlm_jtag_shift_zeros(qlm, 63 - 0 + 1); 319210284Sjmallett /* cfg_cdr_incx<67:64>=3 */ 320210284Sjmallett cvmx_helper_qlm_jtag_shift(qlm, 67 - 64 + 1, 3); 321210284Sjmallett /* Zeros for bits <76:68> */ 322210284Sjmallett cvmx_helper_qlm_jtag_shift_zeros(qlm, 76 - 68 + 1); 323210284Sjmallett /* cfg_cdr_secord<77>=1 */ 324210284Sjmallett cvmx_helper_qlm_jtag_shift(qlm, 77 - 77 + 1, 1); 325210284Sjmallett /* Zeros for bits <267:78> */ 326210284Sjmallett cvmx_helper_qlm_jtag_shift_zeros(qlm, 267 - 78 + 1); 327210284Sjmallett } 328210284Sjmallett cvmx_helper_qlm_jtag_update(qlm); 329210284Sjmallett} 330