1/*-
2 * Copyright (c) 2017 Broadcom. All rights reserved.
3 * The term "Broadcom" refers to Broadcom Limited and/or its subsidiaries.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 *    this list of conditions and the following disclaimer.
10 *
11 * 2. Redistributions in binary form must reproduce the above copyright notice,
12 *    this list of conditions and the following disclaimer in the documentation
13 *    and/or other materials provided with the distribution.
14 *
15 * 3. Neither the name of the copyright holder nor the names of its contributors
16 *    may be used to endorse or promote products derived from this software
17 *    without specific prior written permission.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
20 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
23 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 *
31 * $FreeBSD$
32 */
33
34/**
35 * @defgroup sli SLI-4 Base APIs
36 */
37
38/**
39 * @file
40 * All common (i.e. transport-independent) SLI-4 functions are implemented
41 * in this file.
42 */
43
44#include "sli4.h"
45
46#if defined(OCS_INCLUDE_DEBUG)
47#include "ocs_utils.h"
48#endif
49
50#define SLI4_BMBX_DELAY_US 1000 /* 1 ms */
51#define SLI4_INIT_PORT_DELAY_US 10000 /* 10 ms */
52
53static int32_t sli_fw_init(sli4_t *);
54static int32_t sli_fw_term(sli4_t *);
55static int32_t sli_sliport_control(sli4_t *sli4, uint32_t endian);
56static int32_t sli_cmd_fw_deinitialize(sli4_t *, void *, size_t);
57static int32_t sli_cmd_fw_initialize(sli4_t *, void *, size_t);
58static int32_t sli_queue_doorbell(sli4_t *, sli4_queue_t *);
59static uint8_t sli_queue_entry_is_valid(sli4_queue_t *, uint8_t *, uint8_t);
60
61const uint8_t sli4_fw_initialize[] = {
62	0xff, 0x12, 0x34, 0xff,
63	0xff, 0x56, 0x78, 0xff,
64};
65
66const uint8_t sli4_fw_deinitialize[] = {
67	0xff, 0xaa, 0xbb, 0xff,
68	0xff, 0xcc, 0xdd, 0xff,
69};
70
71typedef struct {
72	uint32_t rev_id;
73	uint32_t family;	/* generation */
74	sli4_asic_type_e type;
75	sli4_asic_rev_e rev;
76} sli4_asic_entry_t;
77
78sli4_asic_entry_t sli4_asic_table[] = {
79	{	0x00,	1,	SLI4_ASIC_TYPE_BE3,	SLI4_ASIC_REV_A0},
80	{	0x01,	1,	SLI4_ASIC_TYPE_BE3,	SLI4_ASIC_REV_A1},
81	{	0x02,	1,	SLI4_ASIC_TYPE_BE3,	SLI4_ASIC_REV_A2},
82	{	0x00,	4,	SLI4_ASIC_TYPE_SKYHAWK,	SLI4_ASIC_REV_A0},
83	{	0x00,	2,	SLI4_ASIC_TYPE_SKYHAWK,	SLI4_ASIC_REV_A0},
84	{	0x10,	1,	SLI4_ASIC_TYPE_BE3,	SLI4_ASIC_REV_B0},
85	{	0x10,	0x04,	SLI4_ASIC_TYPE_SKYHAWK,	SLI4_ASIC_REV_B0},
86	{	0x11,	0x04,	SLI4_ASIC_TYPE_SKYHAWK,	SLI4_ASIC_REV_B1},
87	{	0x0,	0x0a,	SLI4_ASIC_TYPE_LANCER,	SLI4_ASIC_REV_A0},
88	{	0x10,	0x0b,	SLI4_ASIC_TYPE_LANCER,	SLI4_ASIC_REV_B0},
89	{	0x30,	0x0b,	SLI4_ASIC_TYPE_LANCER,	SLI4_ASIC_REV_D0},
90	{	0x3,	0x0b,	SLI4_ASIC_TYPE_LANCERG6,SLI4_ASIC_REV_A3},
91	{	0x0,	0x0c,	SLI4_ASIC_TYPE_LANCERG6,SLI4_ASIC_REV_A0},
92	{	0x1,	0x0c,	SLI4_ASIC_TYPE_LANCERG6,SLI4_ASIC_REV_A1},
93	{	0x3,	0x0c,	SLI4_ASIC_TYPE_LANCERG6,SLI4_ASIC_REV_A3},
94
95	{	0x00,	0x05,	SLI4_ASIC_TYPE_CORSAIR,	SLI4_ASIC_REV_A0},
96};
97
98/*
99 * @brief Convert queue type enum (SLI_QTYPE_*) into a string.
100 */
101const char *SLI_QNAME[] = {
102	"Event Queue",
103	"Completion Queue",
104	"Mailbox Queue",
105	"Work Queue",
106	"Receive Queue",
107	"Undefined"
108};
109
110/**
111 * @brief Define the mapping of registers to their BAR and offset.
112 *
113 * @par Description
114 * Although SLI-4 specification defines a common set of registers, their locations
115 * (both BAR and offset) depend on the interface type. This array maps a register
116 * enum to an array of BAR/offset pairs indexed by the interface type. For
117 * example, to access the bootstrap mailbox register on an interface type 0
118 * device, code can refer to the offset using regmap[SLI4_REG_BMBX][0].offset.
119 *
120 * @b Note: A value of UINT32_MAX for either the register set (rset) or offset (off)
121 * indicates an invalid mapping.
122 */
123const sli4_reg_t regmap[SLI4_REG_MAX][SLI4_MAX_IF_TYPES] = {
124	/* SLI4_REG_BMBX */
125	{
126		{ 2, SLI4_BMBX_REG }, { 0, SLI4_BMBX_REG }, { 0, SLI4_BMBX_REG }, { 0, SLI4_BMBX_REG },
127	},
128	/* SLI4_REG_EQCQ_DOORBELL */
129	{
130		{ 2, SLI4_EQCQ_DOORBELL_REG }, { 0, SLI4_EQCQ_DOORBELL_REG },
131		{ 0, SLI4_EQCQ_DOORBELL_REG }, { 0, SLI4_EQCQ_DOORBELL_REG },
132	},
133	/* SLI4_REG_FCOE_RQ_DOORBELL */
134	{
135		{ 2, SLI4_RQ_DOORBELL_REG }, { 0, SLI4_RQ_DOORBELL_REG },
136		{ 0, SLI4_RQ_DOORBELL_REG }, { UINT32_MAX, UINT32_MAX },
137	},
138	/* SLI4_REG_IO_WQ_DOORBELL */
139	{
140		{ 2, SLI4_IO_WQ_DOORBELL_REG }, { 0, SLI4_IO_WQ_DOORBELL_REG }, { 0, SLI4_IO_WQ_DOORBELL_REG }, { UINT32_MAX, UINT32_MAX },
141	},
142	/* SLI4_REG_MQ_DOORBELL */
143	{
144		{ 2, SLI4_MQ_DOORBELL_REG }, { 0, SLI4_MQ_DOORBELL_REG },
145		{ 0, SLI4_MQ_DOORBELL_REG }, { 0, SLI4_MQ_DOORBELL_REG },
146	},
147	/* SLI4_REG_PHYSDEV_CONTROL */
148	{
149		{ UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { 0, SLI4_PHSDEV_CONTROL_REG_23 }, { 0, SLI4_PHSDEV_CONTROL_REG_23 },
150	},
151	/* SLI4_REG_SLIPORT_CONTROL */
152	{
153		{ UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { 0, SLI4_SLIPORT_CONTROL_REG }, { UINT32_MAX, UINT32_MAX },
154	},
155	/* SLI4_REG_SLIPORT_ERROR1 */
156	{
157		{ UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { 0, SLI4_SLIPORT_ERROR1 }, { UINT32_MAX, UINT32_MAX },
158	},
159	/* SLI4_REG_SLIPORT_ERROR2 */
160	{
161		{ UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { 0, SLI4_SLIPORT_ERROR2 }, { UINT32_MAX, UINT32_MAX },
162	},
163	/* SLI4_REG_SLIPORT_SEMAPHORE */
164	{
165		{ 1, SLI4_PORT_SEMAPHORE_REG_0 },  { 0, SLI4_PORT_SEMAPHORE_REG_1 },
166		{ 0, SLI4_PORT_SEMAPHORE_REG_23 }, { 0, SLI4_PORT_SEMAPHORE_REG_23 },
167	},
168	/* SLI4_REG_SLIPORT_STATUS */
169	{
170		{ UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { 0, SLI4_PORT_STATUS_REG_23 }, { 0, SLI4_PORT_STATUS_REG_23 },
171	},
172	/* SLI4_REG_UERR_MASK_HI */
173	{
174		{ 0, SLI4_UERR_MASK_HIGH_REG }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX },
175	},
176	/* SLI4_REG_UERR_MASK_LO */
177	{
178		{ 0, SLI4_UERR_MASK_LOW_REG }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX },
179	},
180	/* SLI4_REG_UERR_STATUS_HI */
181	{
182		{ 0, SLI4_UERR_STATUS_HIGH_REG }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX },
183	},
184	/* SLI4_REG_UERR_STATUS_LO */
185	{
186		{ 0, SLI4_UERR_STATUS_LOW_REG }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX },
187	},
188	/* SLI4_REG_SW_UE_CSR1 */
189	{
190		{ 1, SLI4_SW_UE_CSR1}, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX },
191	},
192	/* SLI4_REG_SW_UE_CSR2 */
193	{
194		{ 1, SLI4_SW_UE_CSR2}, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX }, { UINT32_MAX, UINT32_MAX },
195	},
196};
197
198/**
199 * @brief Read the given SLI register.
200 *
201 * @param sli Pointer to the SLI context.
202 * @param reg Register name enum.
203 *
204 * @return Returns the register value.
205 */
206uint32_t
207sli_reg_read(sli4_t *sli, sli4_regname_e reg)
208{
209	const sli4_reg_t	*r = &(regmap[reg][sli->if_type]);
210
211	if ((UINT32_MAX == r->rset) || (UINT32_MAX == r->off)) {
212		ocs_log_err(sli->os, "regname %d not defined for if_type %d\n", reg, sli->if_type);
213		return UINT32_MAX;
214	}
215
216	return ocs_reg_read32(sli->os, r->rset, r->off);
217}
218
219/**
220 * @brief Write the value to the given SLI register.
221 *
222 * @param sli Pointer to the SLI context.
223 * @param reg Register name enum.
224 * @param val Value to write.
225 *
226 * @return None.
227 */
228void
229sli_reg_write(sli4_t *sli, sli4_regname_e reg, uint32_t val)
230{
231	const sli4_reg_t	*r = &(regmap[reg][sli->if_type]);
232
233	if ((UINT32_MAX == r->rset) || (UINT32_MAX == r->off)) {
234		ocs_log_err(sli->os, "regname %d not defined for if_type %d\n", reg, sli->if_type);
235		return;
236	}
237
238	ocs_reg_write32(sli->os, r->rset, r->off, val);
239}
240
241/**
242 * @brief Check if the SLI_INTF register is valid.
243 *
244 * @param val 32-bit SLI_INTF register value.
245 *
246 * @return Returns 0 on success, or a non-zero value on failure.
247 */
248static uint8_t
249sli_intf_valid_check(uint32_t val)
250{
251	return ((val >> SLI4_INTF_VALID_SHIFT) & SLI4_INTF_VALID_MASK) != SLI4_INTF_VALID;
252}
253
254/**
255 * @brief Retrieve the SLI revision level.
256 *
257 * @param val 32-bit SLI_INTF register value.
258 *
259 * @return Returns the SLI revision level.
260 */
261static uint8_t
262sli_intf_sli_revision(uint32_t val)
263{
264	return ((val >> SLI4_INTF_SLI_REVISION_SHIFT) & SLI4_INTF_SLI_REVISION_MASK);
265}
266
267static uint8_t
268sli_intf_sli_family(uint32_t val)
269{
270	return ((val >> SLI4_INTF_SLI_FAMILY_SHIFT) & SLI4_INTF_SLI_FAMILY_MASK);
271}
272
273/**
274 * @brief Retrieve the SLI interface type.
275 *
276 * @param val 32-bit SLI_INTF register value.
277 *
278 * @return Returns the SLI interface type.
279 */
280static uint8_t
281sli_intf_if_type(uint32_t val)
282{
283	return ((val >> SLI4_INTF_IF_TYPE_SHIFT) & SLI4_INTF_IF_TYPE_MASK);
284}
285
286/**
287 * @brief Retrieve PCI revision ID.
288 *
289 * @param val 32-bit PCI CLASS_REVISION register value.
290 *
291 * @return Returns the PCI revision ID.
292 */
293static uint8_t
294sli_pci_rev_id(uint32_t val)
295{
296	return ((val >> SLI4_PCI_REV_ID_SHIFT) & SLI4_PCI_REV_ID_MASK);
297}
298
299/**
300 * @brief retrieve SLI ASIC generation
301 *
302 * @param val 32-bit SLI_ASIC_ID register value
303 *
304 * @return SLI ASIC generation
305 */
306static uint8_t
307sli_asic_gen(uint32_t val)
308{
309	return ((val >> SLI4_ASIC_GEN_SHIFT) & SLI4_ASIC_GEN_MASK);
310}
311
312/**
313 * @brief Wait for the bootstrap mailbox to report "ready".
314 *
315 * @param sli4 SLI context pointer.
316 * @param msec Number of milliseconds to wait.
317 *
318 * @return Returns 0 if BMBX is ready, or non-zero otherwise (i.e. time out occurred).
319 */
320static int32_t
321sli_bmbx_wait(sli4_t *sli4, uint32_t msec)
322{
323	uint32_t	val = 0;
324
325	do {
326		ocs_udelay(SLI4_BMBX_DELAY_US);
327		val = sli_reg_read(sli4, SLI4_REG_BMBX);
328		msec--;
329	} while(msec && !(val & SLI4_BMBX_RDY));
330
331	return(!(val & SLI4_BMBX_RDY));
332}
333
334/**
335 * @brief Write bootstrap mailbox.
336 *
337 * @param sli4 SLI context pointer.
338 *
339 * @return Returns 0 if command succeeded, or non-zero otherwise.
340 */
341static int32_t
342sli_bmbx_write(sli4_t *sli4)
343{
344	uint32_t	val = 0;
345
346	/* write buffer location to bootstrap mailbox register */
347	ocs_dma_sync(&sli4->bmbx, OCS_DMASYNC_PREWRITE);
348	val = SLI4_BMBX_WRITE_HI(sli4->bmbx.phys);
349	sli_reg_write(sli4, SLI4_REG_BMBX, val);
350
351	if (sli_bmbx_wait(sli4, SLI4_BMBX_DELAY_US)) {
352		ocs_log_crit(sli4->os, "BMBX WRITE_HI failed\n");
353		return -1;
354	}
355	val = SLI4_BMBX_WRITE_LO(sli4->bmbx.phys);
356	sli_reg_write(sli4, SLI4_REG_BMBX, val);
357
358	/* wait for SLI Port to set ready bit */
359	return sli_bmbx_wait(sli4, SLI4_BMBX_TIMEOUT_MSEC/*XXX*/);
360}
361
362#if defined(OCS_INCLUDE_DEBUG)
363/**
364 * @ingroup sli
365 * @brief Dump BMBX mailbox command.
366 *
367 * @par Description
368 * Convenience function for dumping BMBX mailbox commands. Takes
369 * into account which mailbox command is given since SLI_CONFIG
370 * commands are special.
371 *
372 * @b Note: This function takes advantage of
373 * the one-command-at-a-time nature of the BMBX to be able to
374 * display non-embedded SLI_CONFIG commands. This will not work
375 * for mailbox commands on the MQ. Luckily, all current non-emb
376 * mailbox commands go through the BMBX.
377 *
378 * @param sli4 SLI context pointer.
379 * @param mbx Pointer to mailbox command to dump.
380 * @param prefix Prefix for dump label.
381 *
382 * @return None.
383 */
384static void
385sli_dump_bmbx_command(sli4_t *sli4, void *mbx, const char *prefix)
386{
387	uint32_t size = 0;
388	char label[64];
389	uint32_t i;
390	/* Mailbox diagnostic logging */
391	sli4_mbox_command_header_t *hdr = (sli4_mbox_command_header_t *)mbx;
392
393	if (!ocs_debug_is_enabled(OCS_DEBUG_ENABLE_MQ_DUMP)) {
394		return;
395	}
396
397	if (hdr->command == SLI4_MBOX_COMMAND_SLI_CONFIG) {
398		sli4_cmd_sli_config_t *sli_config = (sli4_cmd_sli_config_t *)hdr;
399		sli4_req_hdr_t	*sli_config_hdr;
400		if (sli_config->emb) {
401			ocs_snprintf(label, sizeof(label), "%s (emb)", prefix);
402
403			/*  if embedded, dump entire command */
404			sli_config_hdr = (sli4_req_hdr_t *)sli_config->payload.embed;
405			size = sizeof(*sli_config) - sizeof(sli_config->payload) +
406				sli_config_hdr->request_length + (4*sizeof(uint32_t));
407			ocs_dump32(OCS_DEBUG_ENABLE_MQ_DUMP, sli4->os, label,
408				   (uint8_t *)sli4->bmbx.virt, size);
409		} else {
410			sli4_sli_config_pmd_t *pmd;
411			ocs_snprintf(label, sizeof(label), "%s (non-emb hdr)", prefix);
412
413			/* if non-embedded, break up into two parts: SLI_CONFIG hdr
414			   and the payload(s) */
415			size = sizeof(*sli_config) - sizeof(sli_config->payload) + (12 * sli_config->pmd_count);
416			ocs_dump32(OCS_DEBUG_ENABLE_MQ_DUMP, sli4->os, label,
417				   (uint8_t *)sli4->bmbx.virt, size);
418
419			/* as sanity check, make sure first PMD matches what was saved */
420			pmd = &sli_config->payload.mem;
421			if ((pmd->address_high == ocs_addr32_hi(sli4->bmbx_non_emb_pmd->phys)) &&
422			    (pmd->address_low == ocs_addr32_lo(sli4->bmbx_non_emb_pmd->phys))) {
423				for (i = 0; i < sli_config->pmd_count; i++, pmd++) {
424					sli_config_hdr = sli4->bmbx_non_emb_pmd->virt;
425					ocs_snprintf(label, sizeof(label), "%s (non-emb pay[%d])",
426						     prefix, i);
427					ocs_dump32(OCS_DEBUG_ENABLE_MQ_DUMP, sli4->os, label,
428						   (uint8_t *)sli4->bmbx_non_emb_pmd->virt,
429						   sli_config_hdr->request_length + (4*sizeof(uint32_t)));
430				}
431			} else {
432				ocs_log_debug(sli4->os, "pmd addr does not match pmd:%x %x (%x %x)\n",
433					pmd->address_high, pmd->address_low,
434					ocs_addr32_hi(sli4->bmbx_non_emb_pmd->phys),
435					ocs_addr32_lo(sli4->bmbx_non_emb_pmd->phys));
436			}
437		}
438	} else {
439		/* not an SLI_CONFIG command, just display first 64 bytes, like we do
440		   for MQEs */
441		size = 64;
442		ocs_dump32(OCS_DEBUG_ENABLE_MQ_DUMP, sli4->os, prefix,
443			   (uint8_t *)mbx, size);
444	}
445}
446#endif
447
448/**
449 * @ingroup sli
450 * @brief Submit a command to the bootstrap mailbox and check the status.
451 *
452 * @param sli4 SLI context pointer.
453 *
454 * @return Returns 0 on success, or a non-zero value on failure.
455 */
456int32_t
457sli_bmbx_command(sli4_t *sli4)
458{
459	void *cqe = (uint8_t *)sli4->bmbx.virt + SLI4_BMBX_SIZE;
460
461#if defined(OCS_INCLUDE_DEBUG)
462	sli_dump_bmbx_command(sli4, sli4->bmbx.virt, "bmbx cmd");
463#endif
464
465	if (sli_fw_error_status(sli4) > 0) {
466		ocs_log_crit(sli4->os, "Chip is in an error state - Mailbox "
467			"command rejected status=%#x error1=%#x error2=%#x\n",
468			sli_reg_read(sli4, SLI4_REG_SLIPORT_STATUS),
469			sli_reg_read(sli4, SLI4_REG_SLIPORT_ERROR1),
470			sli_reg_read(sli4, SLI4_REG_SLIPORT_ERROR2));
471		return -1;
472	}
473
474	if (sli_bmbx_write(sli4)) {
475		ocs_log_crit(sli4->os, "bootstrap mailbox write fail phys=%p reg=%#x\n",
476			(void*)sli4->bmbx.phys,
477			sli_reg_read(sli4, SLI4_REG_BMBX));
478		return -1;
479	}
480
481	/* check completion queue entry status */
482	ocs_dma_sync(&sli4->bmbx, OCS_DMASYNC_POSTREAD);
483	if (((sli4_mcqe_t *)cqe)->val) {
484#if defined(OCS_INCLUDE_DEBUG)
485		sli_dump_bmbx_command(sli4, sli4->bmbx.virt, "bmbx cmpl");
486        ocs_dump32(OCS_DEBUG_ENABLE_CQ_DUMP, sli4->os, "bmbx cqe", cqe, sizeof(sli4_mcqe_t));
487#endif
488		return sli_cqe_mq(cqe);
489	} else {
490		ocs_log_err(sli4->os, "invalid or wrong type\n");
491		return -1;
492	}
493}
494
495/****************************************************************************
496 * Messages
497 */
498
499/**
500 * @ingroup sli
501 * @brief Write a CONFIG_LINK command to the provided buffer.
502 *
503 * @param sli4 SLI context pointer.
504 * @param buf Virtual pointer to the destination buffer.
505 * @param size Buffer size, in bytes.
506 *
507 * @return Returns the number of bytes written.
508 */
509int32_t
510sli_cmd_config_link(sli4_t *sli4, void *buf, size_t size)
511{
512	sli4_cmd_config_link_t	*config_link = buf;
513
514	ocs_memset(buf, 0, size);
515
516	config_link->hdr.command = SLI4_MBOX_COMMAND_CONFIG_LINK;
517
518	/* Port interprets zero in a field as "use default value" */
519
520	return sizeof(sli4_cmd_config_link_t);
521}
522
523/**
524 * @ingroup sli
525 * @brief Write a DOWN_LINK command to the provided buffer.
526 *
527 * @param sli4 SLI context pointer.
528 * @param buf Virtual pointer to the destination buffer.
529 * @param size Buffer size, in bytes.
530 *
531 * @return Returns the number of bytes written.
532 */
533int32_t
534sli_cmd_down_link(sli4_t *sli4, void *buf, size_t size)
535{
536	sli4_mbox_command_header_t	*hdr = buf;
537
538	ocs_memset(buf, 0, size);
539
540	hdr->command = SLI4_MBOX_COMMAND_DOWN_LINK;
541
542	/* Port interprets zero in a field as "use default value" */
543
544	return sizeof(sli4_mbox_command_header_t);
545}
546
547/**
548 * @ingroup sli
549 * @brief Write a DUMP Type 4 command to the provided buffer.
550 *
551 * @param sli4 SLI context pointer.
552 * @param buf Virtual pointer to the destination buffer.
553 * @param size Buffer size, in bytes.
554 * @param wki The well known item ID.
555 *
556 * @return Returns the number of bytes written.
557 */
558int32_t
559sli_cmd_dump_type4(sli4_t *sli4, void *buf, size_t size, uint16_t wki)
560{
561	sli4_cmd_dump4_t	*cmd = buf;
562
563	ocs_memset(buf, 0, size);
564
565	cmd->hdr.command = SLI4_MBOX_COMMAND_DUMP;
566	cmd->type = 4;
567	cmd->wki_selection = wki;
568	return sizeof(sli4_cmd_dump4_t);
569}
570
571/**
572 * @ingroup sli
573 * @brief Write a COMMON_READ_TRANSCEIVER_DATA command.
574 *
575 * @param sli4 SLI context.
576 * @param buf Destination buffer for the command.
577 * @param size Buffer size, in bytes.
578 * @param page_num The page of SFP data to retrieve (0xa0 or 0xa2).
579 * @param dma DMA structure from which the data will be copied.
580 *
581 * @note This creates a Version 0 message.
582 *
583 * @return Returns the number of bytes written.
584 */
585int32_t
586sli_cmd_common_read_transceiver_data(sli4_t *sli4, void *buf, size_t size, uint32_t page_num,
587				     ocs_dma_t *dma)
588{
589	sli4_req_common_read_transceiver_data_t *req = NULL;
590	uint32_t	sli_config_off = 0;
591	uint32_t	payload_size;
592
593	if (dma == NULL) {
594		/* Payload length must accommodate both request and response */
595		payload_size = max(sizeof(sli4_req_common_read_transceiver_data_t),
596				   sizeof(sli4_res_common_read_transceiver_data_t));
597	} else {
598		payload_size = dma->size;
599	}
600
601	if (sli4->port_type == SLI4_PORT_TYPE_FC) {
602		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size, dma);
603	}
604
605	if (dma == NULL) {
606		req = (sli4_req_common_read_transceiver_data_t *)((uint8_t *)buf + sli_config_off);
607	} else {
608		req = (sli4_req_common_read_transceiver_data_t *)dma->virt;
609		ocs_memset(req, 0, dma->size);
610	}
611
612	req->hdr.opcode = SLI4_OPC_COMMON_READ_TRANSCEIVER_DATA;
613	req->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
614	req->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
615
616	req->page_number = page_num;
617	req->port = sli4->physical_port;
618
619	return(sli_config_off + sizeof(sli4_req_common_read_transceiver_data_t));
620}
621
622/**
623 * @ingroup sli
624 * @brief Write a READ_LINK_STAT command to the provided buffer.
625 *
626 * @param sli4 SLI context pointer.
627 * @param buf Virtual pointer to the destination buffer.
628 * @param size Buffer size, in bytes.
629 * @param req_ext_counters If TRUE, then the extended counters will be requested.
630 * @param clear_overflow_flags If TRUE, then overflow flags will be cleared.
631 * @param clear_all_counters If TRUE, the counters will be cleared.
632 *
633 * @return Returns the number of bytes written.
634 */
635int32_t
636sli_cmd_read_link_stats(sli4_t *sli4, void *buf, size_t size,
637			uint8_t req_ext_counters,
638			uint8_t clear_overflow_flags,
639			uint8_t clear_all_counters)
640{
641	sli4_cmd_read_link_stats_t	*cmd = buf;
642
643	ocs_memset(buf, 0, size);
644
645	cmd->hdr.command = SLI4_MBOX_COMMAND_READ_LNK_STAT;
646	cmd->rec = req_ext_counters;
647	cmd->clrc = clear_all_counters;
648	cmd->clof = clear_overflow_flags;
649	return sizeof(sli4_cmd_read_link_stats_t);
650}
651
652/**
653 * @ingroup sli
654 * @brief Write a READ_STATUS command to the provided buffer.
655 *
656 * @param sli4 SLI context pointer.
657 * @param buf Virtual pointer to the destination buffer.
658 * @param size Buffer size, in bytes.
659 * @param clear_counters If TRUE, the counters will be cleared.
660 *
661 * @return Returns the number of bytes written.
662 */
663int32_t
664sli_cmd_read_status(sli4_t *sli4, void *buf, size_t size,
665			uint8_t clear_counters)
666{
667	sli4_cmd_read_status_t	*cmd = buf;
668
669	ocs_memset(buf, 0, size);
670
671	cmd->hdr.command = SLI4_MBOX_COMMAND_READ_STATUS;
672	cmd->cc = clear_counters;
673	return sizeof(sli4_cmd_read_status_t);
674}
675
676/**
677 * @brief Write a FW_DEINITIALIZE command to the provided buffer.
678 *
679 * @param sli4 SLI context pointer.
680 * @param buf Virtual pointer to the destination buffer.
681 * @param size Buffer size, in bytes.
682 *
683 * @return Returns the number of bytes written.
684 */
685static int32_t
686sli_cmd_fw_deinitialize(sli4_t *sli4, void *buf, size_t size)
687{
688
689	ocs_memset(buf, 0, size);
690	ocs_memcpy(buf, sli4_fw_deinitialize, sizeof(sli4_fw_deinitialize));
691
692	return sizeof(sli4_fw_deinitialize);
693}
694
695/**
696 * @brief Write a FW_INITIALIZE command to the provided buffer.
697 *
698 * @param sli4 SLI context pointer.
699 * @param buf Virtual pointer to the destination buffer.
700 * @param size Buffer size, in bytes.
701 *
702 * @return Returns the number of bytes written.
703 */
704static int32_t
705sli_cmd_fw_initialize(sli4_t *sli4, void *buf, size_t size)
706{
707
708	ocs_memset(buf, 0, size);
709	ocs_memcpy(buf, sli4_fw_initialize, sizeof(sli4_fw_initialize));
710
711	return sizeof(sli4_fw_initialize);
712}
713
714/**
715 * @ingroup sli
716 * @brief Write an INIT_LINK command to the provided buffer.
717 *
718 * @param sli4 SLI context pointer.
719 * @param buf Virtual pointer to the destination buffer.
720 * @param size Buffer size, in bytes.
721 * @param speed Link speed.
722 * @param reset_alpa For native FC, this is the selective reset AL_PA
723 *
724 * @return Returns the number of bytes written.
725 */
726int32_t
727sli_cmd_init_link(sli4_t *sli4, void *buf, size_t size, uint32_t speed, uint8_t reset_alpa)
728{
729	sli4_cmd_init_link_t	*init_link = buf;
730
731	ocs_memset(buf, 0, size);
732
733	init_link->hdr.command = SLI4_MBOX_COMMAND_INIT_LINK;
734
735	/* Most fields only have meaning for FC links */
736	if (sli4->config.topology != SLI4_READ_CFG_TOPO_FCOE) {
737		init_link->selective_reset_al_pa = reset_alpa;
738		init_link->link_flags.loopback = FALSE;
739
740		init_link->link_speed_selection_code = speed;
741		switch (speed) {
742		case FC_LINK_SPEED_1G:
743		case FC_LINK_SPEED_2G:
744		case FC_LINK_SPEED_4G:
745		case FC_LINK_SPEED_8G:
746		case FC_LINK_SPEED_16G:
747		case FC_LINK_SPEED_32G:
748			init_link->link_flags.fixed_speed = TRUE;
749			break;
750		case FC_LINK_SPEED_10G:
751			ocs_log_test(sli4->os, "unsupported FC speed %d\n", speed);
752			return 0;
753		}
754
755		switch (sli4->config.topology) {
756		case SLI4_READ_CFG_TOPO_FC:
757			/* Attempt P2P but failover to FC-AL */
758			init_link->link_flags.enable_topology_failover = TRUE;
759
760			if (sli_get_asic_type(sli4) == SLI4_ASIC_TYPE_LANCER)
761				init_link->link_flags.topology = SLI4_INIT_LINK_F_FCAL_FAIL_OVER;
762			else
763				init_link->link_flags.topology = SLI4_INIT_LINK_F_P2P_FAIL_OVER;
764
765			break;
766		case SLI4_READ_CFG_TOPO_FC_AL:
767			init_link->link_flags.topology = SLI4_INIT_LINK_F_FCAL_ONLY;
768			if ((init_link->link_speed_selection_code == FC_LINK_SPEED_16G) ||
769			    (init_link->link_speed_selection_code == FC_LINK_SPEED_32G)) {
770				ocs_log_test(sli4->os, "unsupported FC-AL speed %d\n", speed);
771				return 0;
772			}
773			break;
774		case SLI4_READ_CFG_TOPO_FC_DA:
775			init_link->link_flags.topology = FC_TOPOLOGY_P2P;
776			break;
777		default:
778			ocs_log_test(sli4->os, "unsupported topology %#x\n", sli4->config.topology);
779			return 0;
780		}
781
782		init_link->link_flags.unfair = FALSE;
783		init_link->link_flags.skip_lirp_lilp = FALSE;
784		init_link->link_flags.gen_loop_validity_check = FALSE;
785		init_link->link_flags.skip_lisa = FALSE;
786		init_link->link_flags.select_hightest_al_pa = FALSE;
787	}
788
789	return sizeof(sli4_cmd_init_link_t);
790}
791
792/**
793 * @ingroup sli
794 * @brief Write an INIT_VFI command to the provided buffer.
795 *
796 * @param sli4 SLI context pointer.
797 * @param buf Virtual pointer to the destination buffer.
798 * @param size Buffer size, in bytes.
799 * @param vfi VFI
800 * @param fcfi FCFI
801 * @param vpi VPI (Set to -1 if unused.)
802 *
803 * @return Returns the number of bytes written.
804 */
805int32_t
806sli_cmd_init_vfi(sli4_t *sli4, void *buf, size_t size, uint16_t vfi,
807		uint16_t fcfi, uint16_t vpi)
808{
809	sli4_cmd_init_vfi_t	*init_vfi = buf;
810
811	ocs_memset(buf, 0, size);
812
813	init_vfi->hdr.command = SLI4_MBOX_COMMAND_INIT_VFI;
814
815	init_vfi->vfi = vfi;
816	init_vfi->fcfi = fcfi;
817
818	/*
819	 * If the VPI is valid, initialize it at the same time as
820	 * the VFI
821	 */
822	if (0xffff != vpi) {
823		init_vfi->vp  = TRUE;
824		init_vfi->vpi = vpi;
825	}
826
827	return sizeof(sli4_cmd_init_vfi_t);
828}
829
830/**
831 * @ingroup sli
832 * @brief Write an INIT_VPI command to the provided buffer.
833 *
834 * @param sli4 SLI context pointer.
835 * @param buf Virtual pointer to the destination buffer.
836 * @param size Buffer size, in bytes.
837 * @param vpi VPI allocated.
838 * @param vfi VFI associated with this VPI.
839 *
840 * @return Returns the number of bytes written.
841 */
842int32_t
843sli_cmd_init_vpi(sli4_t *sli4, void *buf, size_t size, uint16_t vpi, uint16_t vfi)
844{
845	sli4_cmd_init_vpi_t	*init_vpi = buf;
846
847	ocs_memset(buf, 0, size);
848
849	init_vpi->hdr.command = SLI4_MBOX_COMMAND_INIT_VPI;
850	init_vpi->vpi = vpi;
851	init_vpi->vfi = vfi;
852
853	return sizeof(sli4_cmd_init_vpi_t);
854}
855
856/**
857 * @ingroup sli
858 * @brief Write a POST_XRI command to the provided buffer.
859 *
860 * @param sli4 SLI context pointer.
861 * @param buf Virtual pointer to the destination buffer.
862 * @param size Buffer size, in bytes.
863 * @param xri_base Starting XRI value for range of XRI given to SLI Port.
864 * @param xri_count Number of XRIs provided to the SLI Port.
865 *
866 * @return Returns the number of bytes written.
867 */
868int32_t
869sli_cmd_post_xri(sli4_t *sli4, void *buf, size_t size,  uint16_t xri_base, uint16_t xri_count)
870{
871	sli4_cmd_post_xri_t	*post_xri = buf;
872
873	ocs_memset(buf, 0, size);
874
875	post_xri->hdr.command = SLI4_MBOX_COMMAND_POST_XRI;
876	post_xri->xri_base = xri_base;
877	post_xri->xri_count = xri_count;
878
879	if (sli4->config.auto_xfer_rdy == 0) {
880		post_xri->enx = TRUE;
881		post_xri->val = TRUE;
882	}
883
884	return sizeof(sli4_cmd_post_xri_t);
885}
886
887/**
888 * @ingroup sli
889 * @brief Write a RELEASE_XRI command to the provided buffer.
890 *
891 * @param sli4 SLI context pointer.
892 * @param buf Virtual pointer to the destination buffer.
893 * @param size Buffer size, in bytes.
894 * @param num_xri The number of XRIs to be released.
895 *
896 * @return Returns the number of bytes written.
897 */
898int32_t
899sli_cmd_release_xri(sli4_t *sli4, void *buf, size_t size,  uint8_t num_xri)
900{
901	sli4_cmd_release_xri_t	*release_xri = buf;
902
903	ocs_memset(buf, 0, size);
904
905	release_xri->hdr.command = SLI4_MBOX_COMMAND_RELEASE_XRI;
906	release_xri->xri_count = num_xri;
907
908	return sizeof(sli4_cmd_release_xri_t);
909}
910
911/**
912 * @brief Write a READ_CONFIG command to the provided buffer.
913 *
914 * @param sli4 SLI context pointer.
915 * @param buf Virtual pointer to the destination buffer.
916 * @param size Buffer size, in bytes
917 *
918 * @return Returns the number of bytes written.
919 */
920static int32_t
921sli_cmd_read_config(sli4_t *sli4, void *buf, size_t size)
922{
923	sli4_cmd_read_config_t	*read_config = buf;
924
925	ocs_memset(buf, 0, size);
926
927	read_config->hdr.command = SLI4_MBOX_COMMAND_READ_CONFIG;
928
929	return sizeof(sli4_cmd_read_config_t);
930}
931
932/**
933 * @brief Write a READ_NVPARMS command to the provided buffer.
934 *
935 * @param sli4 SLI context pointer.
936 * @param buf Virtual pointer to the destination buffer.
937 * @param size Buffer size, in bytes.
938 *
939 * @return Returns the number of bytes written.
940 */
941int32_t
942sli_cmd_read_nvparms(sli4_t *sli4, void *buf, size_t size)
943{
944	sli4_cmd_read_nvparms_t	*read_nvparms = buf;
945
946	ocs_memset(buf, 0, size);
947
948	read_nvparms->hdr.command = SLI4_MBOX_COMMAND_READ_NVPARMS;
949
950	return sizeof(sli4_cmd_read_nvparms_t);
951}
952
953/**
954 * @brief Write a WRITE_NVPARMS command to the provided buffer.
955 *
956 * @param sli4 SLI context pointer.
957 * @param buf Virtual pointer to the destination buffer.
958 * @param size Buffer size, in bytes.
959 * @param wwpn WWPN to write - pointer to array of 8 uint8_t.
960 * @param wwnn WWNN to write - pointer to array of 8 uint8_t.
961 * @param hard_alpa Hard ALPA to write.
962 * @param preferred_d_id  Preferred D_ID to write.
963 *
964 * @return Returns the number of bytes written.
965 */
966int32_t
967sli_cmd_write_nvparms(sli4_t *sli4, void *buf, size_t size, uint8_t *wwpn, uint8_t *wwnn, uint8_t hard_alpa,
968		uint32_t preferred_d_id)
969{
970	sli4_cmd_write_nvparms_t	*write_nvparms = buf;
971
972	ocs_memset(buf, 0, size);
973
974	write_nvparms->hdr.command = SLI4_MBOX_COMMAND_WRITE_NVPARMS;
975	ocs_memcpy(write_nvparms->wwpn, wwpn, 8);
976	ocs_memcpy(write_nvparms->wwnn, wwnn, 8);
977	write_nvparms->hard_alpa = hard_alpa;
978	write_nvparms->preferred_d_id = preferred_d_id;
979
980	return sizeof(sli4_cmd_write_nvparms_t);
981}
982
983/**
984 * @brief Write a READ_REV command to the provided buffer.
985 *
986 * @param sli4 SLI context pointer.
987 * @param buf Virtual pointer to the destination buffer.
988 * @param size Buffer size, in bytes.
989 * @param vpd Pointer to the buffer.
990 *
991 * @return Returns the number of bytes written.
992 */
993static int32_t
994sli_cmd_read_rev(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *vpd)
995{
996	sli4_cmd_read_rev_t	*read_rev = buf;
997
998	ocs_memset(buf, 0, size);
999
1000	read_rev->hdr.command = SLI4_MBOX_COMMAND_READ_REV;
1001
1002	if (vpd && vpd->size) {
1003		read_rev->vpd = TRUE;
1004
1005		read_rev->available_length = vpd->size;
1006
1007		read_rev->physical_address_low  = ocs_addr32_lo(vpd->phys);
1008		read_rev->physical_address_high = ocs_addr32_hi(vpd->phys);
1009	}
1010
1011	return sizeof(sli4_cmd_read_rev_t);
1012}
1013
1014/**
1015 * @ingroup sli
1016 * @brief Write a READ_SPARM64 command to the provided buffer.
1017 *
1018 * @param sli4 SLI context pointer.
1019 * @param buf Virtual pointer to the destination buffer.
1020 * @param size Buffer size, in bytes.
1021 * @param dma DMA buffer for the service parameters.
1022 * @param vpi VPI used to determine the WWN.
1023 *
1024 * @return Returns the number of bytes written.
1025 */
1026int32_t
1027sli_cmd_read_sparm64(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma,
1028		uint16_t vpi)
1029{
1030	sli4_cmd_read_sparm64_t	*read_sparm64 = buf;
1031
1032	ocs_memset(buf, 0, size);
1033
1034	if (SLI4_READ_SPARM64_VPI_SPECIAL == vpi) {
1035		ocs_log_test(sli4->os, "special VPI not supported!!!\n");
1036		return -1;
1037	}
1038
1039	if (!dma || !dma->phys) {
1040		ocs_log_test(sli4->os, "bad DMA buffer\n");
1041		return -1;
1042	}
1043
1044	read_sparm64->hdr.command = SLI4_MBOX_COMMAND_READ_SPARM64;
1045
1046	read_sparm64->bde_64.bde_type = SLI4_BDE_TYPE_BDE_64;
1047	read_sparm64->bde_64.buffer_length = dma->size;
1048	read_sparm64->bde_64.u.data.buffer_address_low  = ocs_addr32_lo(dma->phys);
1049	read_sparm64->bde_64.u.data.buffer_address_high = ocs_addr32_hi(dma->phys);
1050
1051	read_sparm64->vpi = vpi;
1052
1053	return sizeof(sli4_cmd_read_sparm64_t);
1054}
1055
1056/**
1057 * @ingroup sli
1058 * @brief Write a READ_TOPOLOGY command to the provided buffer.
1059 *
1060 * @param sli4 SLI context pointer.
1061 * @param buf Virtual pointer to the destination buffer.
1062 * @param size Buffer size, in bytes.
1063 * @param dma DMA buffer for loop map (optional).
1064 *
1065 * @return Returns the number of bytes written.
1066 */
1067int32_t
1068sli_cmd_read_topology(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma)
1069{
1070	sli4_cmd_read_topology_t *read_topo = buf;
1071
1072	ocs_memset(buf, 0, size);
1073
1074	read_topo->hdr.command = SLI4_MBOX_COMMAND_READ_TOPOLOGY;
1075
1076	if (dma && dma->size) {
1077		if (dma->size < SLI4_MIN_LOOP_MAP_BYTES) {
1078			ocs_log_test(sli4->os, "loop map buffer too small %jd\n",
1079					dma->size);
1080			return 0;
1081		}
1082
1083		ocs_memset(dma->virt, 0, dma->size);
1084
1085		read_topo->bde_loop_map.bde_type = SLI4_BDE_TYPE_BDE_64;
1086		read_topo->bde_loop_map.buffer_length = dma->size;
1087		read_topo->bde_loop_map.u.data.buffer_address_low  = ocs_addr32_lo(dma->phys);
1088		read_topo->bde_loop_map.u.data.buffer_address_high = ocs_addr32_hi(dma->phys);
1089	}
1090
1091	return sizeof(sli4_cmd_read_topology_t);
1092}
1093
1094/**
1095 * @ingroup sli
1096 * @brief Write a REG_FCFI command to the provided buffer.
1097 *
1098 * @param sli4 SLI context pointer.
1099 * @param buf Virtual pointer to the destination buffer.
1100 * @param size Buffer size, in bytes.
1101 * @param index FCF index returned by READ_FCF_TABLE.
1102 * @param rq_cfg RQ_ID/R_CTL/TYPE routing information
1103 * @param vlan_id VLAN ID tag.
1104 *
1105 * @return Returns the number of bytes written.
1106 */
1107int32_t
1108sli_cmd_reg_fcfi(sli4_t *sli4, void *buf, size_t size, uint16_t index, sli4_cmd_rq_cfg_t rq_cfg[SLI4_CMD_REG_FCFI_NUM_RQ_CFG], uint16_t vlan_id)
1109{
1110	sli4_cmd_reg_fcfi_t	*reg_fcfi = buf;
1111	uint32_t		i;
1112
1113	ocs_memset(buf, 0, size);
1114
1115	reg_fcfi->hdr.command = SLI4_MBOX_COMMAND_REG_FCFI;
1116
1117	reg_fcfi->fcf_index = index;
1118
1119	for (i = 0; i < SLI4_CMD_REG_FCFI_NUM_RQ_CFG; i++) {
1120		switch(i) {
1121		case 0:	reg_fcfi->rq_id_0 = rq_cfg[0].rq_id; break;
1122		case 1:	reg_fcfi->rq_id_1 = rq_cfg[1].rq_id; break;
1123		case 2:	reg_fcfi->rq_id_2 = rq_cfg[2].rq_id; break;
1124		case 3:	reg_fcfi->rq_id_3 = rq_cfg[3].rq_id; break;
1125		}
1126		reg_fcfi->rq_cfg[i].r_ctl_mask = rq_cfg[i].r_ctl_mask;
1127		reg_fcfi->rq_cfg[i].r_ctl_match = rq_cfg[i].r_ctl_match;
1128		reg_fcfi->rq_cfg[i].type_mask = rq_cfg[i].type_mask;
1129		reg_fcfi->rq_cfg[i].type_match = rq_cfg[i].type_match;
1130	}
1131
1132	if (vlan_id) {
1133		reg_fcfi->vv = TRUE;
1134		reg_fcfi->vlan_tag = vlan_id;
1135	}
1136
1137	return sizeof(sli4_cmd_reg_fcfi_t);
1138}
1139
1140/**
1141 * @brief Write REG_FCFI_MRQ to provided command buffer
1142 *
1143 * @param sli4 SLI context pointer.
1144 * @param buf Virtual pointer to the destination buffer.
1145 * @param size Buffer size, in bytes.
1146 * @param fcf_index FCF index returned by READ_FCF_TABLE.
1147 * @param vlan_id VLAN ID tag.
1148 * @param rr_quant Round robin quanta if RQ selection policy is 2
1149 * @param rq_selection_policy RQ selection policy
1150 * @param num_rqs Array of count of RQs per filter
1151 * @param rq_ids Array of RQ ids per filter
1152 * @param rq_cfg RQ_ID/R_CTL/TYPE routing information
1153 *
1154 * @return returns 0 for success, a negative error code value for failure.
1155 */
1156int32_t
1157sli_cmd_reg_fcfi_mrq(sli4_t *sli4, void *buf, size_t size, uint8_t mode,
1158		     uint16_t fcf_index, uint16_t vlan_id, uint8_t rq_selection_policy,
1159		     uint8_t mrq_bit_mask, uint16_t num_mrqs,
1160		     sli4_cmd_rq_cfg_t rq_cfg[SLI4_CMD_REG_FCFI_NUM_RQ_CFG])
1161{
1162	sli4_cmd_reg_fcfi_mrq_t	*reg_fcfi_mrq = buf;
1163	uint32_t i;
1164
1165	ocs_memset(buf, 0, size);
1166
1167	reg_fcfi_mrq->hdr.command = SLI4_MBOX_COMMAND_REG_FCFI_MRQ;
1168	if (mode == SLI4_CMD_REG_FCFI_SET_FCFI_MODE) {
1169		reg_fcfi_mrq->fcf_index = fcf_index;
1170		if (vlan_id) {
1171			reg_fcfi_mrq->vv = TRUE;
1172			reg_fcfi_mrq->vlan_tag = vlan_id;
1173		}
1174		goto done;
1175	}
1176
1177	reg_fcfi_mrq->mode = mode;
1178	for (i = 0; i < SLI4_CMD_REG_FCFI_NUM_RQ_CFG; i++) {
1179		reg_fcfi_mrq->rq_cfg[i].r_ctl_mask = rq_cfg[i].r_ctl_mask;
1180		reg_fcfi_mrq->rq_cfg[i].r_ctl_match = rq_cfg[i].r_ctl_match;
1181		reg_fcfi_mrq->rq_cfg[i].type_mask = rq_cfg[i].type_mask;
1182		reg_fcfi_mrq->rq_cfg[i].type_match = rq_cfg[i].type_match;
1183
1184		switch(i) {
1185		case 3:	reg_fcfi_mrq->rq_id_3 = rq_cfg[i].rq_id; break;
1186		case 2:	reg_fcfi_mrq->rq_id_2 = rq_cfg[i].rq_id; break;
1187		case 1:	reg_fcfi_mrq->rq_id_1 = rq_cfg[i].rq_id; break;
1188		case 0:	reg_fcfi_mrq->rq_id_0 = rq_cfg[i].rq_id; break;
1189		}
1190	}
1191
1192	reg_fcfi_mrq->rq_selection_policy = rq_selection_policy;
1193	reg_fcfi_mrq->mrq_filter_bitmask = mrq_bit_mask;
1194	reg_fcfi_mrq->num_mrq_pairs = num_mrqs;
1195done:
1196	return sizeof(sli4_cmd_reg_fcfi_mrq_t);
1197}
1198
1199/**
1200 * @ingroup sli
1201 * @brief Write a REG_RPI command to the provided buffer.
1202 *
1203 * @param sli4 SLI context pointer.
1204 * @param buf Virtual pointer to the destination buffer.
1205 * @param size Buffer size, in bytes.
1206 * @param nport_id Remote F/N_Port_ID.
1207 * @param rpi Previously-allocated Remote Port Indicator.
1208 * @param vpi Previously-allocated Virtual Port Indicator.
1209 * @param dma DMA buffer that contains the remote port's service parameters.
1210 * @param update Boolean indicating an update to an existing RPI (TRUE)
1211 * or a new registration (FALSE).
1212 *
1213 * @return Returns the number of bytes written.
1214 */
1215int32_t
1216sli_cmd_reg_rpi(sli4_t *sli4, void *buf, size_t size, uint32_t nport_id, uint16_t rpi,
1217			uint16_t vpi, ocs_dma_t *dma, uint8_t update,  uint8_t enable_t10_pi)
1218{
1219	sli4_cmd_reg_rpi_t *reg_rpi = buf;
1220
1221	ocs_memset(buf, 0, size);
1222
1223	reg_rpi->hdr.command = SLI4_MBOX_COMMAND_REG_RPI;
1224
1225	reg_rpi->rpi = rpi;
1226	reg_rpi->remote_n_port_id = nport_id;
1227	reg_rpi->upd = update;
1228	reg_rpi->etow = enable_t10_pi;
1229
1230	reg_rpi->bde_64.bde_type = SLI4_BDE_TYPE_BDE_64;
1231	reg_rpi->bde_64.buffer_length = SLI4_REG_RPI_BUF_LEN;
1232	reg_rpi->bde_64.u.data.buffer_address_low  = ocs_addr32_lo(dma->phys);
1233	reg_rpi->bde_64.u.data.buffer_address_high = ocs_addr32_hi(dma->phys);
1234
1235	reg_rpi->vpi = vpi;
1236
1237	return sizeof(sli4_cmd_reg_rpi_t);
1238}
1239
1240/**
1241 * @ingroup sli
1242 * @brief Write a REG_VFI command to the provided buffer.
1243 *
1244 * @param sli4 SLI context pointer.
1245 * @param buf Virtual pointer to the destination buffer.
1246 * @param size Buffer size, in bytes.
1247 * @param domain Pointer to the domain object.
1248 *
1249 * @return Returns the number of bytes written.
1250 */
1251int32_t
1252sli_cmd_reg_vfi(sli4_t *sli4, void *buf, size_t size, ocs_domain_t *domain)
1253{
1254	sli4_cmd_reg_vfi_t	*reg_vfi = buf;
1255
1256	if (!sli4 || !buf || !domain) {
1257		return 0;
1258	}
1259
1260	ocs_memset(buf, 0, size);
1261
1262	reg_vfi->hdr.command = SLI4_MBOX_COMMAND_REG_VFI;
1263
1264	reg_vfi->vfi = domain->indicator;
1265
1266	reg_vfi->fcfi = domain->fcf_indicator;
1267
1268	/* TODO contents of domain->dma only valid if topo == FABRIC */
1269	reg_vfi->sparm.bde_type = SLI4_BDE_TYPE_BDE_64;
1270	reg_vfi->sparm.buffer_length = 0x70;
1271	reg_vfi->sparm.u.data.buffer_address_low  = ocs_addr32_lo(domain->dma.phys);
1272	reg_vfi->sparm.u.data.buffer_address_high = ocs_addr32_hi(domain->dma.phys);
1273
1274	reg_vfi->e_d_tov = sli4->config.e_d_tov;
1275	reg_vfi->r_a_tov = sli4->config.r_a_tov;
1276
1277	reg_vfi->vp = TRUE;
1278	reg_vfi->vpi = domain->sport->indicator;
1279	ocs_memcpy(reg_vfi->wwpn, &domain->sport->sli_wwpn, sizeof(reg_vfi->wwpn));
1280	reg_vfi->local_n_port_id = domain->sport->fc_id;
1281
1282	return sizeof(sli4_cmd_reg_vfi_t);
1283}
1284
1285/**
1286 * @ingroup sli
1287 * @brief Write a REG_VPI command to the provided buffer.
1288 *
1289 * @param sli4 SLI context pointer.
1290 * @param buf Virtual pointer to the destination buffer.
1291 * @param size Buffer size, in bytes.
1292 * @param sport Point to SLI Port object.
1293 * @param update Boolean indicating whether to update the existing VPI (true)
1294 * or create a new VPI (false).
1295 *
1296 * @return Returns the number of bytes written.
1297 */
1298int32_t
1299sli_cmd_reg_vpi(sli4_t *sli4, void *buf, size_t size, ocs_sli_port_t *sport, uint8_t update)
1300{
1301	sli4_cmd_reg_vpi_t	*reg_vpi = buf;
1302
1303	if (!sli4 || !buf || !sport) {
1304		return 0;
1305	}
1306
1307	ocs_memset(buf, 0, size);
1308
1309	reg_vpi->hdr.command = SLI4_MBOX_COMMAND_REG_VPI;
1310
1311	reg_vpi->local_n_port_id = sport->fc_id;
1312	reg_vpi->upd = update != 0;
1313	ocs_memcpy(reg_vpi->wwpn, &sport->sli_wwpn, sizeof(reg_vpi->wwpn));
1314	reg_vpi->vpi = sport->indicator;
1315	reg_vpi->vfi = sport->domain->indicator;
1316
1317	return sizeof(sli4_cmd_reg_vpi_t);
1318}
1319
1320/**
1321 * @brief Write a REQUEST_FEATURES command to the provided buffer.
1322 *
1323 * @param sli4 SLI context pointer.
1324 * @param buf Virtual pointer to the destination buffer.
1325 * @param size Buffer size, in bytes.
1326 * @param mask Features to request.
1327 * @param query Use feature query mode (does not change FW).
1328 *
1329 * @return Returns the number of bytes written.
1330 */
1331static int32_t
1332sli_cmd_request_features(sli4_t *sli4, void *buf, size_t size, sli4_features_t mask, uint8_t query)
1333{
1334	sli4_cmd_request_features_t *features = buf;
1335
1336	ocs_memset(buf, 0, size);
1337
1338	features->hdr.command = SLI4_MBOX_COMMAND_REQUEST_FEATURES;
1339
1340	if (query) {
1341		features->qry = TRUE;
1342	}
1343	features->command.dword = mask.dword;
1344
1345	return sizeof(sli4_cmd_request_features_t);
1346}
1347
1348/**
1349 * @ingroup sli
1350 * @brief Write a SLI_CONFIG command to the provided buffer.
1351 *
1352 * @param sli4 SLI context pointer.
1353 * @param buf Virtual pointer to the destination buffer.
1354 * @param size Buffer size, in bytes.
1355 * @param length Length in bytes of attached command.
1356 * @param dma DMA buffer for non-embedded commands.
1357 *
1358 * @return Returns the number of bytes written.
1359 */
1360int32_t
1361sli_cmd_sli_config(sli4_t *sli4, void *buf, size_t size, uint32_t length, ocs_dma_t *dma)
1362{
1363	sli4_cmd_sli_config_t	*sli_config = NULL;
1364
1365	if ((length > sizeof(sli_config->payload.embed)) && (dma == NULL)) {
1366		ocs_log_test(sli4->os, "length(%d) > payload(%ld)\n",
1367				length, sizeof(sli_config->payload.embed));
1368		return -1;
1369	}
1370
1371	sli_config = buf;
1372
1373	ocs_memset(buf, 0, size);
1374
1375	sli_config->hdr.command = SLI4_MBOX_COMMAND_SLI_CONFIG;
1376	if (NULL == dma) {
1377		sli_config->emb = TRUE;
1378		sli_config->payload_length = length;
1379	} else {
1380		sli_config->emb = FALSE;
1381
1382		sli_config->pmd_count = 1;
1383
1384		sli_config->payload.mem.address_low = ocs_addr32_lo(dma->phys);
1385		sli_config->payload.mem.address_high = ocs_addr32_hi(dma->phys);
1386		sli_config->payload.mem.length = dma->size;
1387		sli_config->payload_length = dma->size;
1388#if defined(OCS_INCLUDE_DEBUG)
1389		/* save pointer to DMA for BMBX dumping purposes */
1390		sli4->bmbx_non_emb_pmd = dma;
1391#endif
1392	}
1393
1394	return offsetof(sli4_cmd_sli_config_t, payload.embed);
1395}
1396
1397/**
1398 * @brief Initialize SLI Port control register.
1399 *
1400 * @param sli4 SLI context pointer.
1401 * @param endian Endian value to write.
1402 *
1403 * @return Returns 0 on success, or a negative error code value on failure.
1404 */
1405
1406static int32_t
1407sli_sliport_control(sli4_t *sli4, uint32_t endian)
1408{
1409	uint32_t iter;
1410	int32_t rc;
1411
1412	rc = -1;
1413
1414	/* Initialize port, endian */
1415	sli_reg_write(sli4, SLI4_REG_SLIPORT_CONTROL, endian | SLI4_SLIPORT_CONTROL_IP);
1416
1417	for (iter = 0; iter < 3000; iter ++) {
1418		ocs_udelay(SLI4_INIT_PORT_DELAY_US);
1419		if (sli_fw_ready(sli4) == 1) {
1420			rc = 0;
1421			break;
1422		}
1423	}
1424
1425	if (rc != 0) {
1426		ocs_log_crit(sli4->os, "port failed to become ready after initialization\n");
1427	}
1428
1429	return rc;
1430}
1431
1432/**
1433 * @ingroup sli
1434 * @brief Write a UNREG_FCFI command to the provided buffer.
1435 *
1436 * @param sli4 SLI context pointer.
1437 * @param buf Virtual pointer to the destination buffer.
1438 * @param size Buffer size, in bytes.
1439 * @param indicator Indicator value.
1440 *
1441 * @return Returns the number of bytes written.
1442 */
1443int32_t
1444sli_cmd_unreg_fcfi(sli4_t *sli4, void *buf, size_t size, uint16_t indicator)
1445{
1446	sli4_cmd_unreg_fcfi_t	*unreg_fcfi = buf;
1447
1448	if (!sli4 || !buf) {
1449		return 0;
1450	}
1451
1452	ocs_memset(buf, 0, size);
1453
1454	unreg_fcfi->hdr.command = SLI4_MBOX_COMMAND_UNREG_FCFI;
1455
1456	unreg_fcfi->fcfi = indicator;
1457
1458	return sizeof(sli4_cmd_unreg_fcfi_t);
1459}
1460
1461/**
1462 * @ingroup sli
1463 * @brief Write an UNREG_RPI command to the provided buffer.
1464 *
1465 * @param sli4 SLI context pointer.
1466 * @param buf Virtual pointer to the destination buffer.
1467 * @param size Buffer size, in bytes.
1468 * @param indicator Indicator value.
1469 * @param which Type of unregister, such as node, port, domain, or FCF.
1470 * @param fc_id FC address.
1471 *
1472 * @return Returns the number of bytes written.
1473 */
1474int32_t
1475sli_cmd_unreg_rpi(sli4_t *sli4, void *buf, size_t size, uint16_t indicator, sli4_resource_e which,
1476		uint32_t fc_id)
1477{
1478	sli4_cmd_unreg_rpi_t	*unreg_rpi = buf;
1479	uint8_t		index_indicator = 0;
1480
1481	if (!sli4 || !buf) {
1482		return 0;
1483	}
1484
1485	ocs_memset(buf, 0, size);
1486
1487	unreg_rpi->hdr.command = SLI4_MBOX_COMMAND_UNREG_RPI;
1488
1489	switch (which) {
1490	case SLI_RSRC_FCOE_RPI:
1491		index_indicator = SLI4_UNREG_RPI_II_RPI;
1492		if (fc_id != UINT32_MAX) {
1493			unreg_rpi->dp = TRUE;
1494			unreg_rpi->destination_n_port_id = fc_id & 0x00ffffff;
1495		}
1496		break;
1497	case SLI_RSRC_FCOE_VPI:
1498		index_indicator = SLI4_UNREG_RPI_II_VPI;
1499		break;
1500	case SLI_RSRC_FCOE_VFI:
1501		index_indicator = SLI4_UNREG_RPI_II_VFI;
1502		break;
1503	case SLI_RSRC_FCOE_FCFI:
1504		index_indicator = SLI4_UNREG_RPI_II_FCFI;
1505		break;
1506	default:
1507		ocs_log_test(sli4->os, "unknown type %#x\n", which);
1508		return 0;
1509	}
1510
1511	unreg_rpi->ii = index_indicator;
1512	unreg_rpi->index = indicator;
1513
1514	return sizeof(sli4_cmd_unreg_rpi_t);
1515}
1516
1517/**
1518 * @ingroup sli
1519 * @brief Write an UNREG_VFI command to the provided buffer.
1520 *
1521 * @param sli4 SLI context pointer.
1522 * @param buf Virtual pointer to the destination buffer.
1523 * @param size Buffer size, in bytes.
1524 * @param domain Pointer to the domain object
1525 * @param which Type of unregister, such as domain, FCFI, or everything.
1526 *
1527 * @return Returns the number of bytes written.
1528 */
1529int32_t
1530sli_cmd_unreg_vfi(sli4_t *sli4, void *buf, size_t size, ocs_domain_t *domain, uint32_t which)
1531{
1532	sli4_cmd_unreg_vfi_t	*unreg_vfi = buf;
1533
1534	if (!sli4 || !buf || !domain) {
1535		return 0;
1536	}
1537
1538	ocs_memset(buf, 0, size);
1539
1540	unreg_vfi->hdr.command = SLI4_MBOX_COMMAND_UNREG_VFI;
1541	switch (which) {
1542	case SLI4_UNREG_TYPE_DOMAIN:
1543		unreg_vfi->index = domain->indicator;
1544		break;
1545	case SLI4_UNREG_TYPE_FCF:
1546		unreg_vfi->index = domain->fcf_indicator;
1547		break;
1548	case SLI4_UNREG_TYPE_ALL:
1549		unreg_vfi->index = UINT16_MAX;
1550		break;
1551	default:
1552		return 0;
1553	}
1554
1555	if (SLI4_UNREG_TYPE_DOMAIN != which) {
1556		unreg_vfi->ii = SLI4_UNREG_VFI_II_FCFI;
1557	}
1558
1559	return sizeof(sli4_cmd_unreg_vfi_t);
1560}
1561
1562/**
1563 * @ingroup sli
1564 * @brief Write an UNREG_VPI command to the provided buffer.
1565 *
1566 * @param sli4 SLI context pointer.
1567 * @param buf Virtual pointer to the destination buffer.
1568 * @param size Buffer size, in bytes.
1569 * @param indicator Indicator value.
1570 * @param which Type of unregister: port, domain, FCFI, everything
1571 *
1572 * @return Returns the number of bytes written.
1573 */
1574int32_t
1575sli_cmd_unreg_vpi(sli4_t *sli4, void *buf, size_t size, uint16_t indicator, uint32_t which)
1576{
1577	sli4_cmd_unreg_vpi_t	*unreg_vpi = buf;
1578
1579	if (!sli4 || !buf) {
1580		return 0;
1581	}
1582
1583	ocs_memset(buf, 0, size);
1584
1585	unreg_vpi->hdr.command = SLI4_MBOX_COMMAND_UNREG_VPI;
1586	unreg_vpi->index = indicator;
1587	switch (which) {
1588	case SLI4_UNREG_TYPE_PORT:
1589		unreg_vpi->ii = SLI4_UNREG_VPI_II_VPI;
1590		break;
1591	case SLI4_UNREG_TYPE_DOMAIN:
1592		unreg_vpi->ii = SLI4_UNREG_VPI_II_VFI;
1593		break;
1594	case SLI4_UNREG_TYPE_FCF:
1595		unreg_vpi->ii = SLI4_UNREG_VPI_II_FCFI;
1596		break;
1597	case SLI4_UNREG_TYPE_ALL:
1598		unreg_vpi->index = UINT16_MAX;	/* override indicator */
1599		unreg_vpi->ii = SLI4_UNREG_VPI_II_FCFI;
1600		break;
1601	default:
1602		return 0;
1603	}
1604
1605	return sizeof(sli4_cmd_unreg_vpi_t);
1606}
1607
1608/**
1609 * @ingroup sli
1610 * @brief Write an CONFIG_AUTO_XFER_RDY command to the provided buffer.
1611 *
1612 * @param sli4 SLI context pointer.
1613 * @param buf Virtual pointer to the destination buffer.
1614 * @param size Buffer size, in bytes.
1615 * @param max_burst_len if the write FCP_DL is less than this size,
1616 * then the SLI port will generate the auto XFER_RDY.
1617 *
1618 * @return Returns the number of bytes written.
1619 */
1620int32_t
1621sli_cmd_config_auto_xfer_rdy(sli4_t *sli4, void *buf, size_t size, uint32_t max_burst_len)
1622{
1623	sli4_cmd_config_auto_xfer_rdy_t	*req = buf;
1624
1625	if (!sli4 || !buf) {
1626		return 0;
1627	}
1628
1629	ocs_memset(buf, 0, size);
1630
1631	req->hdr.command = SLI4_MBOX_COMMAND_CONFIG_AUTO_XFER_RDY;
1632	req->max_burst_len = max_burst_len;
1633
1634	return sizeof(sli4_cmd_config_auto_xfer_rdy_t);
1635}
1636
1637/**
1638 * @ingroup sli
1639 * @brief Write an CONFIG_AUTO_XFER_RDY_HP command to the provided buffer.
1640 *
1641 * @param sli4 SLI context pointer.
1642 * @param buf Virtual pointer to the destination buffer.
1643 * @param size Buffer size, in bytes.
1644 * @param max_burst_len if the write FCP_DL is less than this size,
1645 * @param esoc enable start offset computation,
1646 * @param block_size block size,
1647 * then the SLI port will generate the auto XFER_RDY.
1648 *
1649 * @return Returns the number of bytes written.
1650 */
1651int32_t
1652sli_cmd_config_auto_xfer_rdy_hp(sli4_t *sli4, void *buf, size_t size, uint32_t max_burst_len,
1653                                                uint32_t esoc, uint32_t block_size )
1654{
1655        sli4_cmd_config_auto_xfer_rdy_hp_t      *req = buf;
1656
1657        if (!sli4 || !buf) {
1658                return 0;
1659        }
1660
1661        ocs_memset(buf, 0, size);
1662
1663        req->hdr.command = SLI4_MBOX_COMMAND_CONFIG_AUTO_XFER_RDY_HP;
1664        req->max_burst_len = max_burst_len;
1665        req->esoc = esoc;
1666        req->block_size = block_size;
1667        return sizeof(sli4_cmd_config_auto_xfer_rdy_hp_t);
1668}
1669
1670/**
1671 * @brief Write a COMMON_FUNCTION_RESET command.
1672 *
1673 * @param sli4 SLI context.
1674 * @param buf Destination buffer for the command.
1675 * @param size Buffer size, in bytes.
1676 *
1677 * @return Returns the number of bytes written.
1678 */
1679static int32_t
1680sli_cmd_common_function_reset(sli4_t *sli4, void *buf, size_t size)
1681{
1682	sli4_req_common_function_reset_t *reset = NULL;
1683	uint32_t	sli_config_off = 0;
1684
1685	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
1686		uint32_t payload_size;
1687
1688		/* Payload length must accommodate both request and response */
1689		payload_size = max(sizeof(sli4_req_common_function_reset_t),
1690				sizeof(sli4_res_common_function_reset_t));
1691
1692		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
1693				NULL);
1694	}
1695	reset = (sli4_req_common_function_reset_t *)((uint8_t *)buf + sli_config_off);
1696
1697	reset->hdr.opcode = SLI4_OPC_COMMON_FUNCTION_RESET;
1698	reset->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
1699
1700	return(sli_config_off + sizeof(sli4_req_common_function_reset_t));
1701}
1702
1703/**
1704 * @brief Write a COMMON_CREATE_CQ command.
1705 *
1706 * @param sli4 SLI context.
1707 * @param buf Destination buffer for the command.
1708 * @param size Buffer size, in bytes.
1709 * @param qmem DMA memory for the queue.
1710 * @param eq_id Associated EQ_ID
1711 * @param ignored This parameter carries the ULP which is only used for WQ and RQs
1712 *
1713 * @note This creates a Version 0 message.
1714 *
1715 * @return Returns the number of bytes written.
1716 */
1717static int32_t
1718sli_cmd_common_create_cq(sli4_t *sli4, void *buf, size_t size,
1719		ocs_dma_t *qmem, uint16_t eq_id, uint16_t ignored)
1720{
1721	sli4_req_common_create_cq_v0_t	*cqv0 = NULL;
1722	sli4_req_common_create_cq_v2_t	*cqv2 = NULL;
1723	uint32_t	sli_config_off = 0;
1724	uint32_t	p;
1725	uintptr_t	addr;
1726	uint32_t	if_type = sli4->if_type;
1727	uint32_t	page_bytes = 0;
1728	uint32_t	num_pages = 0;
1729	uint32_t 	cmd_size = 0;
1730	uint32_t	page_size = 0;
1731	uint32_t	n_cqe = 0;
1732
1733	/* First calculate number of pages and the mailbox cmd length */
1734	switch (if_type)
1735	{
1736	case SLI4_IF_TYPE_BE3_SKH_PF:
1737		page_bytes = SLI_PAGE_SIZE;
1738		num_pages = sli_page_count(qmem->size, page_bytes);
1739		cmd_size = sizeof(sli4_req_common_create_cq_v0_t) + (8 * num_pages);
1740		break;
1741	case SLI4_IF_TYPE_LANCER_FC_ETH:
1742		n_cqe = qmem->size / SLI4_CQE_BYTES;
1743		switch (n_cqe) {
1744		case 256:
1745		case 512:
1746		case 1024:
1747		case 2048:
1748			page_size = 1;
1749			break;
1750		case 4096:
1751			page_size = 2;
1752			break;
1753		default:
1754			return 0;
1755		}
1756		page_bytes = page_size * SLI_PAGE_SIZE;
1757		num_pages = sli_page_count(qmem->size, page_bytes);
1758		cmd_size = sizeof(sli4_req_common_create_cq_v2_t) + (8 * num_pages);
1759		break;
1760	default:
1761		ocs_log_test(sli4->os, "unsupported IF_TYPE %d\n", if_type);
1762		return -1;
1763	}
1764
1765	/* now that we have the mailbox command size, we can set SLI_CONFIG fields */
1766	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
1767		uint32_t payload_size;
1768
1769		/* Payload length must accommodate both request and response */
1770		payload_size = max((size_t)cmd_size, sizeof(sli4_res_common_create_queue_t));
1771
1772		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
1773				NULL);
1774	}
1775
1776	switch (if_type)
1777	{
1778	case SLI4_IF_TYPE_BE3_SKH_PF:
1779		cqv0 = (sli4_req_common_create_cq_v0_t *)((uint8_t *)buf + sli_config_off);
1780		cqv0->hdr.opcode = SLI4_OPC_COMMON_CREATE_CQ;
1781		cqv0->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
1782		cqv0->hdr.version = 0;
1783		cqv0->hdr.request_length = cmd_size - sizeof(sli4_req_hdr_t);
1784
1785		/* valid values for number of pages: 1, 2, 4 (sec 4.4.3) */
1786		cqv0->num_pages = num_pages;
1787		switch (cqv0->num_pages) {
1788		case 1:
1789			cqv0->cqecnt = SLI4_CQ_CNT_256;
1790			break;
1791		case 2:
1792			cqv0->cqecnt = SLI4_CQ_CNT_512;
1793			break;
1794		case 4:
1795			cqv0->cqecnt = SLI4_CQ_CNT_1024;
1796			break;
1797		default:
1798			ocs_log_test(sli4->os, "num_pages %d not valid\n", cqv0->num_pages);
1799			return -1;
1800		}
1801		cqv0->evt = TRUE;
1802		cqv0->valid = TRUE;
1803		/* TODO cq->nodelay = ???; */
1804		/* TODO cq->clswm = ???; */
1805		cqv0->arm = FALSE;
1806		cqv0->eq_id = eq_id;
1807
1808		for (p = 0, addr = qmem->phys;
1809				p < cqv0->num_pages;
1810				p++, addr += page_bytes) {
1811			cqv0->page_physical_address[p].low = ocs_addr32_lo(addr);
1812			cqv0->page_physical_address[p].high = ocs_addr32_hi(addr);
1813		}
1814
1815		break;
1816	case SLI4_IF_TYPE_LANCER_FC_ETH:
1817	{
1818		cqv2 = (sli4_req_common_create_cq_v2_t *)((uint8_t *)buf + sli_config_off);
1819		cqv2->hdr.opcode = SLI4_OPC_COMMON_CREATE_CQ;
1820		cqv2->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
1821		cqv2->hdr.version = 2;
1822		cqv2->hdr.request_length = cmd_size - sizeof(sli4_req_hdr_t);
1823
1824		cqv2->page_size = page_size;
1825
1826		/* valid values for number of pages: 1, 2, 4, 8 (sec 4.4.3) */
1827		cqv2->num_pages = num_pages;
1828		if (!cqv2->num_pages || (cqv2->num_pages > SLI4_COMMON_CREATE_CQ_V2_MAX_PAGES)) {
1829			return 0;
1830		}
1831
1832		switch (cqv2->num_pages) {
1833		case 1:
1834			cqv2->cqecnt = SLI4_CQ_CNT_256;
1835			break;
1836		case 2:
1837			cqv2->cqecnt = SLI4_CQ_CNT_512;
1838			break;
1839		case 4:
1840			cqv2->cqecnt = SLI4_CQ_CNT_1024;
1841			break;
1842		case 8:
1843			cqv2->cqecnt = SLI4_CQ_CNT_LARGE;
1844			cqv2->cqe_count = n_cqe;
1845			break;
1846		default:
1847			ocs_log_test(sli4->os, "num_pages %d not valid\n", cqv2->num_pages);
1848			return -1;
1849		}
1850
1851		cqv2->evt = TRUE;
1852		cqv2->valid = TRUE;
1853		/* TODO cq->nodelay = ???; */
1854		/* TODO cq->clswm = ???; */
1855		cqv2->arm = FALSE;
1856		cqv2->eq_id = eq_id;
1857
1858		for (p = 0, addr = qmem->phys;
1859				p < cqv2->num_pages;
1860				p++, addr += page_bytes) {
1861			cqv2->page_physical_address[p].low = ocs_addr32_lo(addr);
1862			cqv2->page_physical_address[p].high = ocs_addr32_hi(addr);
1863		}
1864	}
1865		break;
1866	}
1867
1868	return (sli_config_off + cmd_size);
1869}
1870
1871/**
1872 * @brief Write a COMMON_DESTROY_CQ command.
1873 *
1874 * @param sli4 SLI context.
1875 * @param buf Destination buffer for the command.
1876 * @param size Buffer size, in bytes.
1877 * @param cq_id CQ ID
1878 *
1879 * @note This creates a Version 0 message.
1880 *
1881 * @return Returns the number of bytes written.
1882 */
1883static int32_t
1884sli_cmd_common_destroy_cq(sli4_t *sli4, void *buf, size_t size, uint16_t cq_id)
1885{
1886	sli4_req_common_destroy_cq_t	*cq = NULL;
1887	uint32_t	sli_config_off = 0;
1888
1889	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
1890		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
1891				/* Payload length must accommodate both request and response */
1892				max(sizeof(sli4_req_common_destroy_cq_t),
1893					sizeof(sli4_res_hdr_t)),
1894				NULL);
1895	}
1896	cq = (sli4_req_common_destroy_cq_t *)((uint8_t *)buf + sli_config_off);
1897
1898	cq->hdr.opcode = SLI4_OPC_COMMON_DESTROY_CQ;
1899	cq->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
1900	cq->hdr.request_length = sizeof(sli4_req_common_destroy_cq_t) -
1901					sizeof(sli4_req_hdr_t);
1902	cq->cq_id = cq_id;
1903
1904	return(sli_config_off + sizeof(sli4_req_common_destroy_cq_t));
1905}
1906
1907/**
1908 * @brief Write a COMMON_MODIFY_EQ_DELAY command.
1909 *
1910 * @param sli4 SLI context.
1911 * @param buf Destination buffer for the command.
1912 * @param size Buffer size, in bytes.
1913 * @param q Queue object array.
1914 * @param num_q Queue object array count.
1915 * @param shift Phase shift for staggering interrupts.
1916 * @param delay_mult Delay multiplier for limiting interrupt frequency.
1917 *
1918 * @return Returns the number of bytes written.
1919 */
1920static int32_t
1921sli_cmd_common_modify_eq_delay(sli4_t *sli4, void *buf, size_t size, sli4_queue_t *q, int num_q, uint32_t shift,
1922				uint32_t delay_mult)
1923{
1924	sli4_req_common_modify_eq_delay_t *modify_delay = NULL;
1925	uint32_t	sli_config_off = 0;
1926	int i;
1927
1928	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
1929		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
1930				/* Payload length must accommodate both request and response */
1931				max(sizeof(sli4_req_common_modify_eq_delay_t), sizeof(sli4_res_hdr_t)),
1932				NULL);
1933	}
1934
1935	modify_delay = (sli4_req_common_modify_eq_delay_t *)((uint8_t *)buf + sli_config_off);
1936
1937	modify_delay->hdr.opcode = SLI4_OPC_COMMON_MODIFY_EQ_DELAY;
1938	modify_delay->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
1939	modify_delay->hdr.request_length = sizeof(sli4_req_common_modify_eq_delay_t) -
1940					sizeof(sli4_req_hdr_t);
1941
1942	modify_delay->num_eq = num_q;
1943
1944	for (i = 0; i<num_q; i++) {
1945		modify_delay->eq_delay_record[i].eq_id = q[i].id;
1946		modify_delay->eq_delay_record[i].phase = shift;
1947		modify_delay->eq_delay_record[i].delay_multiplier = delay_mult;
1948	}
1949
1950	return(sli_config_off + sizeof(sli4_req_common_modify_eq_delay_t));
1951}
1952
1953/**
1954 * @brief Write a COMMON_CREATE_EQ command.
1955 *
1956 * @param sli4 SLI context.
1957 * @param buf Destination buffer for the command.
1958 * @param size Buffer size, in bytes.
1959 * @param qmem DMA memory for the queue.
1960 * @param ignored1 Ignored (used for consistency among queue creation functions).
1961 * @param ignored2 Ignored (used for consistency among queue creation functions).
1962 *
1963 * @note Other queue creation routines use the last parameter to pass in
1964 * the associated Q_ID and ULP. EQ doesn't have an associated queue or ULP,
1965 * so these parameters are ignored
1966 *
1967 * @note This creates a Version 0 message
1968 *
1969 * @return Returns the number of bytes written.
1970 */
1971static int32_t
1972sli_cmd_common_create_eq(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *qmem,
1973		uint16_t ignored1, uint16_t ignored2)
1974{
1975	sli4_req_common_create_eq_t	*eq = NULL;
1976	uint32_t	sli_config_off = 0;
1977	uint32_t	p;
1978	uintptr_t	addr;
1979
1980	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
1981		uint32_t payload_size;
1982
1983		/* Payload length must accommodate both request and response */
1984		payload_size = max(sizeof(sli4_req_common_create_eq_t),
1985				sizeof(sli4_res_common_create_queue_t));
1986
1987		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
1988				NULL);
1989	}
1990	eq = (sli4_req_common_create_eq_t *)((uint8_t *)buf + sli_config_off);
1991
1992	eq->hdr.opcode = SLI4_OPC_COMMON_CREATE_EQ;
1993	eq->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
1994	eq->hdr.request_length = sizeof(sli4_req_common_create_eq_t) -
1995					sizeof(sli4_req_hdr_t);
1996	/* valid values for number of pages: 1, 2, 4 (sec 4.4.3) */
1997	eq->num_pages = qmem->size / SLI_PAGE_SIZE;
1998	switch (eq->num_pages) {
1999	case 1:
2000		eq->eqesz = SLI4_EQE_SIZE_4;
2001		eq->count = SLI4_EQ_CNT_1024;
2002		break;
2003	case 2:
2004		eq->eqesz = SLI4_EQE_SIZE_4;
2005		eq->count = SLI4_EQ_CNT_2048;
2006		break;
2007	case 4:
2008		eq->eqesz = SLI4_EQE_SIZE_4;
2009		eq->count = SLI4_EQ_CNT_4096;
2010		break;
2011	default:
2012		ocs_log_test(sli4->os, "num_pages %d not valid\n", eq->num_pages);
2013		return -1;
2014	}
2015	eq->valid = TRUE;
2016	eq->arm = FALSE;
2017	eq->delay_multiplier = 32;
2018
2019	for (p = 0, addr = qmem->phys;
2020			p < eq->num_pages;
2021			p++, addr += SLI_PAGE_SIZE) {
2022		eq->page_address[p].low = ocs_addr32_lo(addr);
2023		eq->page_address[p].high = ocs_addr32_hi(addr);
2024	}
2025
2026	return(sli_config_off + sizeof(sli4_req_common_create_eq_t));
2027}
2028
2029/**
2030 * @brief Write a COMMON_DESTROY_EQ command.
2031 *
2032 * @param sli4 SLI context.
2033 * @param buf Destination buffer for the command.
2034 * @param size Buffer size, in bytes.
2035 * @param eq_id Queue ID to destroy.
2036 *
2037 * @note Other queue creation routines use the last parameter to pass in
2038 * the associated Q_ID. EQ doesn't have an associated queue so this
2039 * parameter is ignored.
2040 *
2041 * @note This creates a Version 0 message.
2042 *
2043 * @return Returns the number of bytes written.
2044 */
2045static int32_t
2046sli_cmd_common_destroy_eq(sli4_t *sli4, void *buf, size_t size, uint16_t eq_id)
2047{
2048	sli4_req_common_destroy_eq_t	*eq = NULL;
2049	uint32_t	sli_config_off = 0;
2050
2051	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2052		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2053				/* Payload length must accommodate both request and response */
2054				max(sizeof(sli4_req_common_destroy_eq_t),
2055					sizeof(sli4_res_hdr_t)),
2056				NULL);
2057	}
2058	eq = (sli4_req_common_destroy_eq_t *)((uint8_t *)buf + sli_config_off);
2059
2060	eq->hdr.opcode = SLI4_OPC_COMMON_DESTROY_EQ;
2061	eq->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2062	eq->hdr.request_length = sizeof(sli4_req_common_destroy_eq_t) -
2063					sizeof(sli4_req_hdr_t);
2064
2065	eq->eq_id = eq_id;
2066
2067	return(sli_config_off + sizeof(sli4_req_common_destroy_eq_t));
2068}
2069
2070/**
2071 * @brief Write a LOWLEVEL_SET_WATCHDOG command.
2072 *
2073 * @param sli4 SLI context.
2074 * @param buf Destination buffer for the command.
2075 * @param size Buffer size, in bytes.
2076 * @param timeout watchdog timer timeout in seconds
2077 *
2078 * @return void
2079 */
2080void
2081sli4_cmd_lowlevel_set_watchdog(sli4_t *sli4, void *buf, size_t size, uint16_t timeout)
2082{
2083
2084	sli4_req_lowlevel_set_watchdog_t *req = NULL;
2085	uint32_t	sli_config_off = 0;
2086
2087	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2088		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2089				/* Payload length must accommodate both request and response */
2090				max(sizeof(sli4_req_lowlevel_set_watchdog_t),
2091					sizeof(sli4_res_lowlevel_set_watchdog_t)),
2092				NULL);
2093	}
2094	req = (sli4_req_lowlevel_set_watchdog_t *)((uint8_t *)buf + sli_config_off);
2095
2096	req->hdr.opcode = SLI4_OPC_LOWLEVEL_SET_WATCHDOG;
2097	req->hdr.subsystem = SLI4_SUBSYSTEM_LOWLEVEL;
2098	req->hdr.request_length = sizeof(sli4_req_lowlevel_set_watchdog_t) - sizeof(sli4_req_hdr_t);
2099	req->watchdog_timeout = timeout;
2100
2101	return;
2102}
2103
2104static int32_t
2105sli_cmd_common_get_cntl_attributes(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma)
2106{
2107	sli4_req_hdr_t *hdr = NULL;
2108	uint32_t	sli_config_off = 0;
2109
2110	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2111		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2112				sizeof(sli4_req_hdr_t),
2113				dma);
2114	}
2115
2116	if (dma == NULL) {
2117		return 0;
2118	}
2119
2120	ocs_memset(dma->virt, 0, dma->size);
2121
2122	hdr = dma->virt;
2123
2124	hdr->opcode = SLI4_OPC_COMMON_GET_CNTL_ATTRIBUTES;
2125	hdr->subsystem = SLI4_SUBSYSTEM_COMMON;
2126	hdr->request_length = dma->size;
2127
2128	return(sli_config_off + sizeof(sli4_req_hdr_t));
2129}
2130
2131/**
2132 * @brief Write a COMMON_GET_CNTL_ADDL_ATTRIBUTES command.
2133 *
2134 * @param sli4 SLI context.
2135 * @param buf Destination buffer for the command.
2136 * @param size Buffer size, in bytes.
2137 * @param dma DMA structure from which the data will be copied.
2138 *
2139 * @note This creates a Version 0 message.
2140 *
2141 * @return Returns the number of bytes written.
2142 */
2143static int32_t
2144sli_cmd_common_get_cntl_addl_attributes(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma)
2145{
2146	sli4_req_hdr_t *hdr = NULL;
2147	uint32_t	sli_config_off = 0;
2148
2149	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2150		sli_config_off = sli_cmd_sli_config(sli4, buf, size, sizeof(sli4_req_hdr_t), dma);
2151	}
2152
2153	if (dma == NULL) {
2154		return 0;
2155	}
2156
2157	ocs_memset(dma->virt, 0, dma->size);
2158
2159	hdr = dma->virt;
2160
2161	hdr->opcode = SLI4_OPC_COMMON_GET_CNTL_ADDL_ATTRIBUTES;
2162	hdr->subsystem = SLI4_SUBSYSTEM_COMMON;
2163	hdr->request_length = dma->size;
2164
2165	return(sli_config_off + sizeof(sli4_req_hdr_t));
2166}
2167
2168/**
2169 * @brief Write a COMMON_CREATE_MQ_EXT command.
2170 *
2171 * @param sli4 SLI context.
2172 * @param buf Destination buffer for the command.
2173 * @param size Buffer size, in bytes.
2174 * @param qmem DMA memory for the queue.
2175 * @param cq_id Associated CQ_ID.
2176 * @param ignored This parameter carries the ULP which is only used for WQ and RQs
2177 *
2178 * @note This creates a Version 0 message.
2179 *
2180 * @return Returns the number of bytes written.
2181 */
2182static int32_t
2183sli_cmd_common_create_mq_ext(sli4_t *sli4, void *buf, size_t size,
2184			     ocs_dma_t *qmem, uint16_t cq_id, uint16_t ignored)
2185{
2186	sli4_req_common_create_mq_ext_t	*mq = NULL;
2187	uint32_t	sli_config_off = 0;
2188	uint32_t	p;
2189	uintptr_t	addr;
2190
2191	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2192		uint32_t payload_size;
2193
2194		/* Payload length must accommodate both request and response */
2195		payload_size = max(sizeof(sli4_req_common_create_mq_ext_t),
2196				sizeof(sli4_res_common_create_queue_t));
2197
2198		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
2199				NULL);
2200	}
2201	mq = (sli4_req_common_create_mq_ext_t *)((uint8_t *)buf + sli_config_off);
2202
2203	mq->hdr.opcode = SLI4_OPC_COMMON_CREATE_MQ_EXT;
2204	mq->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2205	mq->hdr.request_length = sizeof(sli4_req_common_create_mq_ext_t) -
2206					sizeof(sli4_req_hdr_t);
2207	/* valid values for number of pages: 1, 2, 4, 8 (sec 4.4.12) */
2208	mq->num_pages = qmem->size / SLI_PAGE_SIZE;
2209	switch (mq->num_pages) {
2210	case 1:
2211		mq->ring_size = SLI4_MQE_SIZE_16;
2212		break;
2213	case 2:
2214		mq->ring_size = SLI4_MQE_SIZE_32;
2215		break;
2216	case 4:
2217		mq->ring_size = SLI4_MQE_SIZE_64;
2218		break;
2219	case 8:
2220		mq->ring_size = SLI4_MQE_SIZE_128;
2221		break;
2222	default:
2223		ocs_log_test(sli4->os, "num_pages %d not valid\n", mq->num_pages);
2224		return -1;
2225	}
2226
2227	/* TODO break this down by sli4->config.topology */
2228	mq->async_event_bitmap = SLI4_ASYNC_EVT_FC_FCOE;
2229
2230	if (sli4->config.mq_create_version) {
2231		mq->cq_id_v1 = cq_id;
2232		mq->hdr.version = 1;
2233	}
2234	else {
2235		mq->cq_id_v0 = cq_id;
2236	}
2237	mq->val = TRUE;
2238
2239	for (p = 0, addr = qmem->phys;
2240			p < mq->num_pages;
2241			p++, addr += SLI_PAGE_SIZE) {
2242		mq->page_physical_address[p].low = ocs_addr32_lo(addr);
2243		mq->page_physical_address[p].high = ocs_addr32_hi(addr);
2244	}
2245
2246	return(sli_config_off + sizeof(sli4_req_common_create_mq_ext_t));
2247}
2248
2249/**
2250 * @brief Write a COMMON_DESTROY_MQ command.
2251 *
2252 * @param sli4 SLI context.
2253 * @param buf Destination buffer for the command.
2254 * @param size Buffer size, in bytes.
2255 * @param mq_id MQ ID
2256 *
2257 * @note This creates a Version 0 message.
2258 *
2259 * @return Returns the number of bytes written.
2260 */
2261static int32_t
2262sli_cmd_common_destroy_mq(sli4_t *sli4, void *buf, size_t size, uint16_t mq_id)
2263{
2264	sli4_req_common_destroy_mq_t	*mq = NULL;
2265	uint32_t	sli_config_off = 0;
2266
2267	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2268		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2269				/* Payload length must accommodate both request and response */
2270				max(sizeof(sli4_req_common_destroy_mq_t),
2271					sizeof(sli4_res_hdr_t)),
2272				NULL);
2273	}
2274	mq = (sli4_req_common_destroy_mq_t *)((uint8_t *)buf + sli_config_off);
2275
2276	mq->hdr.opcode = SLI4_OPC_COMMON_DESTROY_MQ;
2277	mq->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2278	mq->hdr.request_length = sizeof(sli4_req_common_destroy_mq_t) -
2279					sizeof(sli4_req_hdr_t);
2280
2281	mq->mq_id = mq_id;
2282
2283	return(sli_config_off + sizeof(sli4_req_common_destroy_mq_t));
2284}
2285
2286/**
2287 * @ingroup sli
2288 * @brief Write a COMMON_NOP command
2289 *
2290 * @param sli4 SLI context.
2291 * @param buf Destination buffer for the command.
2292 * @param size Buffer size, in bytes.
2293 * @param context NOP context value (passed to response, except on FC/FCoE).
2294 *
2295 * @return Returns the number of bytes written.
2296 */
2297int32_t
2298sli_cmd_common_nop(sli4_t *sli4, void *buf, size_t size, uint64_t context)
2299{
2300	sli4_req_common_nop_t *nop = NULL;
2301	uint32_t	sli_config_off = 0;
2302
2303	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2304		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2305				/* Payload length must accommodate both request and response */
2306				max(sizeof(sli4_req_common_nop_t), sizeof(sli4_res_common_nop_t)),
2307				NULL);
2308	}
2309
2310	nop = (sli4_req_common_nop_t *)((uint8_t *)buf + sli_config_off);
2311
2312	nop->hdr.opcode = SLI4_OPC_COMMON_NOP;
2313	nop->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2314	nop->hdr.request_length = 8;
2315
2316	ocs_memcpy(&nop->context, &context, sizeof(context));
2317
2318	return(sli_config_off + sizeof(sli4_req_common_nop_t));
2319}
2320
2321/**
2322 * @ingroup sli
2323 * @brief Write a COMMON_GET_RESOURCE_EXTENT_INFO command.
2324 *
2325 * @param sli4 SLI context.
2326 * @param buf Destination buffer for the command.
2327 * @param size Buffer size, in bytes.
2328 * @param rtype Resource type (for example, XRI, VFI, VPI, and RPI).
2329 *
2330 * @return Returns the number of bytes written.
2331 */
2332int32_t
2333sli_cmd_common_get_resource_extent_info(sli4_t *sli4, void *buf, size_t size, uint16_t rtype)
2334{
2335	sli4_req_common_get_resource_extent_info_t *extent = NULL;
2336	uint32_t	sli_config_off = 0;
2337
2338	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2339		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2340				sizeof(sli4_req_common_get_resource_extent_info_t),
2341				NULL);
2342	}
2343
2344	extent = (sli4_req_common_get_resource_extent_info_t *)((uint8_t *)buf + sli_config_off);
2345
2346	extent->hdr.opcode = SLI4_OPC_COMMON_GET_RESOURCE_EXTENT_INFO;
2347	extent->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2348	extent->hdr.request_length = 4;
2349
2350	extent->resource_type = rtype;
2351
2352	return(sli_config_off + sizeof(sli4_req_common_get_resource_extent_info_t));
2353}
2354
2355/**
2356 * @ingroup sli
2357 * @brief Write a COMMON_GET_SLI4_PARAMETERS command.
2358 *
2359 * @param sli4 SLI context.
2360 * @param buf Destination buffer for the command.
2361 * @param size Buffer size, in bytes.
2362 *
2363 * @return Returns the number of bytes written.
2364 */
2365int32_t
2366sli_cmd_common_get_sli4_parameters(sli4_t *sli4, void *buf, size_t size)
2367{
2368	sli4_req_hdr_t	*hdr = NULL;
2369	uint32_t	sli_config_off = 0;
2370
2371	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2372		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2373				sizeof(sli4_res_common_get_sli4_parameters_t),
2374				NULL);
2375	}
2376
2377	hdr = (sli4_req_hdr_t *)((uint8_t *)buf + sli_config_off);
2378
2379	hdr->opcode = SLI4_OPC_COMMON_GET_SLI4_PARAMETERS;
2380	hdr->subsystem = SLI4_SUBSYSTEM_COMMON;
2381	hdr->request_length = 0x50;
2382
2383	return(sli_config_off + sizeof(sli4_req_hdr_t));
2384}
2385
2386/**
2387 * @brief Write a COMMON_QUERY_FW_CONFIG command to the provided buffer.
2388 *
2389 * @param sli4 SLI context pointer.
2390 * @param buf Virtual pointer to destination buffer.
2391 * @param size Buffer size in bytes.
2392 *
2393 * @return Returns the number of bytes written
2394 */
2395static int32_t
2396sli_cmd_common_query_fw_config(sli4_t *sli4, void *buf, size_t size)
2397{
2398	sli4_req_common_query_fw_config_t   *fw_config;
2399	uint32_t	sli_config_off = 0;
2400	uint32_t payload_size;
2401
2402	/* Payload length must accommodate both request and response */
2403	payload_size = max(sizeof(sli4_req_common_query_fw_config_t),
2404			   sizeof(sli4_res_common_query_fw_config_t));
2405
2406	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2407		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2408				payload_size,
2409				NULL);
2410	}
2411
2412	fw_config = (sli4_req_common_query_fw_config_t*)((uint8_t*)buf + sli_config_off);
2413	fw_config->hdr.opcode	      = SLI4_OPC_COMMON_QUERY_FW_CONFIG;
2414	fw_config->hdr.subsystem      = SLI4_SUBSYSTEM_COMMON;
2415	fw_config->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
2416	return sli_config_off + sizeof(sli4_req_common_query_fw_config_t);
2417}
2418
2419/**
2420 * @brief Write a COMMON_GET_PORT_NAME command to the provided buffer.
2421 *
2422 * @param sli4 SLI context pointer.
2423 * @param buf Virtual pointer to destination buffer.
2424 * @param size Buffer size in bytes.
2425 *
2426 * @note Function supports both version 0 and 1 forms of this command via
2427 * the IF_TYPE.
2428 *
2429 * @return Returns the number of bytes written.
2430 */
2431static int32_t
2432sli_cmd_common_get_port_name(sli4_t *sli4, void *buf, size_t size)
2433{
2434	sli4_req_common_get_port_name_t	*port_name;
2435	uint32_t	sli_config_off = 0;
2436	uint32_t	payload_size;
2437	uint8_t		version = 0;
2438	uint8_t		pt = 0;
2439
2440	/* Select command version according to IF_TYPE */
2441	switch (sli4->if_type) {
2442	case SLI4_IF_TYPE_BE3_SKH_PF:
2443	case SLI4_IF_TYPE_BE3_SKH_VF:
2444		version = 0;
2445		break;
2446	case SLI4_IF_TYPE_LANCER_FC_ETH:
2447	case SLI4_IF_TYPE_LANCER_RDMA:
2448		version = 1;
2449		break;
2450	default:
2451		ocs_log_test(sli4->os, "unsupported IF_TYPE %d\n", sli4->if_type);
2452		return 0;
2453	}
2454
2455	/* Payload length must accommodate both request and response */
2456	payload_size = max(sizeof(sli4_req_common_get_port_name_t),
2457			   sizeof(sli4_res_common_get_port_name_t));
2458
2459	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2460		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2461				payload_size,
2462				NULL);
2463
2464		pt = 1;
2465	}
2466
2467	port_name = (sli4_req_common_get_port_name_t *)((uint8_t *)buf + sli_config_off);
2468
2469	port_name->hdr.opcode		= SLI4_OPC_COMMON_GET_PORT_NAME;
2470	port_name->hdr.subsystem	= SLI4_SUBSYSTEM_COMMON;
2471	port_name->hdr.request_length	= sizeof(sli4_req_hdr_t) + (version * sizeof(uint32_t));
2472	port_name->hdr.version		= version;
2473
2474	/* Set the port type value (ethernet=0, FC=1) for V1 commands */
2475	if (version == 1) {
2476		port_name->pt = pt;
2477	}
2478
2479	return sli_config_off + port_name->hdr.request_length;
2480}
2481
2482/**
2483 * @ingroup sli
2484 * @brief Write a COMMON_WRITE_OBJECT command.
2485 *
2486 * @param sli4 SLI context.
2487 * @param buf Destination buffer for the command.
2488 * @param size Buffer size, in bytes.
2489 * @param noc True if the object should be written but not committed to flash.
2490 * @param eof True if this is the last write for this object.
2491 * @param desired_write_length Number of bytes of data to write to the object.
2492 * @param offset Offset, in bytes, from the start of the object.
2493 * @param object_name Name of the object to write.
2494 * @param dma DMA structure from which the data will be copied.
2495 *
2496 * @return Returns the number of bytes written.
2497 */
2498int32_t
2499sli_cmd_common_write_object(sli4_t *sli4, void *buf, size_t size,
2500		uint16_t noc, uint16_t eof, uint32_t desired_write_length,
2501		uint32_t offset,
2502		char *object_name,
2503		ocs_dma_t *dma)
2504{
2505	sli4_req_common_write_object_t *wr_obj = NULL;
2506	uint32_t	sli_config_off = 0;
2507	sli4_bde_t *host_buffer;
2508
2509	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2510		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2511				sizeof (sli4_req_common_write_object_t) + sizeof (sli4_bde_t),
2512				NULL);
2513	}
2514
2515	wr_obj = (sli4_req_common_write_object_t *)((uint8_t *)buf + sli_config_off);
2516
2517	wr_obj->hdr.opcode = SLI4_OPC_COMMON_WRITE_OBJECT;
2518	wr_obj->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2519	wr_obj->hdr.request_length = sizeof(*wr_obj) - 4*sizeof(uint32_t) + sizeof(sli4_bde_t);
2520	wr_obj->hdr.timeout = 0;
2521	wr_obj->hdr.version = 0;
2522
2523	wr_obj->noc = noc;
2524	wr_obj->eof = eof;
2525	wr_obj->desired_write_length = desired_write_length;
2526	wr_obj->write_offset = offset;
2527	ocs_strncpy(wr_obj->object_name, object_name, sizeof(wr_obj->object_name));
2528	wr_obj->host_buffer_descriptor_count = 1;
2529
2530	host_buffer = (sli4_bde_t *)wr_obj->host_buffer_descriptor;
2531
2532	/* Setup to transfer xfer_size bytes to device */
2533	host_buffer->bde_type = SLI4_BDE_TYPE_BDE_64;
2534	host_buffer->buffer_length = desired_write_length;
2535	host_buffer->u.data.buffer_address_low = ocs_addr32_lo(dma->phys);
2536	host_buffer->u.data.buffer_address_high = ocs_addr32_hi(dma->phys);
2537
2538	return(sli_config_off + sizeof(sli4_req_common_write_object_t) + sizeof (sli4_bde_t));
2539}
2540
2541/**
2542 * @ingroup sli
2543 * @brief Write a COMMON_DELETE_OBJECT command.
2544 *
2545 * @param sli4 SLI context.
2546 * @param buf Destination buffer for the command.
2547 * @param size Buffer size, in bytes.
2548 * @param object_name Name of the object to write.
2549 *
2550 * @return Returns the number of bytes written.
2551 */
2552int32_t
2553sli_cmd_common_delete_object(sli4_t *sli4, void *buf, size_t size,
2554		char *object_name)
2555{
2556	sli4_req_common_delete_object_t *del_obj = NULL;
2557	uint32_t	sli_config_off = 0;
2558
2559	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2560		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2561				sizeof (sli4_req_common_delete_object_t),
2562				NULL);
2563	}
2564
2565	del_obj = (sli4_req_common_delete_object_t *)((uint8_t *)buf + sli_config_off);
2566
2567	del_obj->hdr.opcode = SLI4_OPC_COMMON_DELETE_OBJECT;
2568	del_obj->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2569	del_obj->hdr.request_length = sizeof(*del_obj);
2570	del_obj->hdr.timeout = 0;
2571	del_obj->hdr.version = 0;
2572
2573	ocs_strncpy(del_obj->object_name, object_name, sizeof(del_obj->object_name));
2574	return(sli_config_off + sizeof(sli4_req_common_delete_object_t));
2575}
2576
2577/**
2578 * @ingroup sli
2579 * @brief Write a COMMON_READ_OBJECT command.
2580 *
2581 * @param sli4 SLI context.
2582 * @param buf Destination buffer for the command.
2583 * @param size Buffer size, in bytes.
2584 * @param desired_read_length Number of bytes of data to read from the object.
2585 * @param offset Offset, in bytes, from the start of the object.
2586 * @param object_name Name of the object to read.
2587 * @param dma DMA structure from which the data will be copied.
2588 *
2589 * @return Returns the number of bytes written.
2590 */
2591int32_t
2592sli_cmd_common_read_object(sli4_t *sli4, void *buf, size_t size,
2593		uint32_t desired_read_length,
2594		uint32_t offset,
2595		char *object_name,
2596		ocs_dma_t *dma)
2597{
2598	sli4_req_common_read_object_t *rd_obj = NULL;
2599	uint32_t	sli_config_off = 0;
2600	sli4_bde_t *host_buffer;
2601
2602	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2603		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2604				sizeof (sli4_req_common_read_object_t) + sizeof (sli4_bde_t),
2605				NULL);
2606	}
2607
2608	rd_obj = (sli4_req_common_read_object_t *)((uint8_t *)buf + sli_config_off);
2609
2610	rd_obj->hdr.opcode = SLI4_OPC_COMMON_READ_OBJECT;
2611	rd_obj->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2612	rd_obj->hdr.request_length = sizeof(*rd_obj) - 4*sizeof(uint32_t) + sizeof(sli4_bde_t);
2613	rd_obj->hdr.timeout = 0;
2614	rd_obj->hdr.version = 0;
2615
2616	rd_obj->desired_read_length = desired_read_length;
2617	rd_obj->read_offset = offset;
2618	ocs_strncpy(rd_obj->object_name, object_name, sizeof(rd_obj->object_name));
2619	rd_obj->host_buffer_descriptor_count = 1;
2620
2621	host_buffer = (sli4_bde_t *)rd_obj->host_buffer_descriptor;
2622
2623	/* Setup to transfer xfer_size bytes to device */
2624	host_buffer->bde_type = SLI4_BDE_TYPE_BDE_64;
2625	host_buffer->buffer_length = desired_read_length;
2626	if (dma != NULL) {
2627		host_buffer->u.data.buffer_address_low = ocs_addr32_lo(dma->phys);
2628		host_buffer->u.data.buffer_address_high = ocs_addr32_hi(dma->phys);
2629	} else {
2630		host_buffer->u.data.buffer_address_low = 0;
2631		host_buffer->u.data.buffer_address_high = 0;
2632	}
2633
2634	return(sli_config_off + sizeof(sli4_req_common_read_object_t) + sizeof (sli4_bde_t));
2635}
2636
2637/**
2638 * @ingroup sli
2639 * @brief Write a DMTF_EXEC_CLP_CMD command.
2640 *
2641 * @param sli4 SLI context.
2642 * @param buf Destination buffer for the command.
2643 * @param size Buffer size, in bytes.
2644 * @param cmd DMA structure that describes the buffer for the command.
2645 * @param resp DMA structure that describes the buffer for the response.
2646 *
2647 * @return Returns the number of bytes written.
2648 */
2649int32_t
2650sli_cmd_dmtf_exec_clp_cmd(sli4_t *sli4, void *buf, size_t size,
2651		ocs_dma_t *cmd,
2652		ocs_dma_t *resp)
2653{
2654	sli4_req_dmtf_exec_clp_cmd_t *clp_cmd = NULL;
2655	uint32_t	sli_config_off = 0;
2656
2657	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2658		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2659				sizeof (sli4_req_dmtf_exec_clp_cmd_t),
2660				NULL);
2661	}
2662
2663	clp_cmd = (sli4_req_dmtf_exec_clp_cmd_t*)((uint8_t *)buf + sli_config_off);
2664
2665	clp_cmd->hdr.opcode = SLI4_OPC_DMTF_EXEC_CLP_CMD;
2666	clp_cmd->hdr.subsystem = SLI4_SUBSYSTEM_DMTF;
2667	clp_cmd->hdr.request_length = sizeof(sli4_req_dmtf_exec_clp_cmd_t) -
2668					sizeof(sli4_req_hdr_t);
2669	clp_cmd->hdr.timeout = 0;
2670	clp_cmd->hdr.version = 0;
2671	clp_cmd->cmd_buf_length = cmd->size;
2672	clp_cmd->cmd_buf_addr_low = ocs_addr32_lo(cmd->phys);
2673	clp_cmd->cmd_buf_addr_high = ocs_addr32_hi(cmd->phys);
2674	clp_cmd->resp_buf_length = resp->size;
2675	clp_cmd->resp_buf_addr_low = ocs_addr32_lo(resp->phys);
2676	clp_cmd->resp_buf_addr_high = ocs_addr32_hi(resp->phys);
2677
2678	return(sli_config_off + sizeof(sli4_req_dmtf_exec_clp_cmd_t));
2679}
2680
2681/**
2682 * @ingroup sli
2683 * @brief Write a COMMON_SET_DUMP_LOCATION command.
2684 *
2685 * @param sli4 SLI context.
2686 * @param buf Destination buffer for the command.
2687 * @param size Buffer size, in bytes.
2688 * @param query Zero to set dump location, non-zero to query dump size
2689 * @param is_buffer_list Set to one if the buffer is a set of buffer descriptors or
2690 *                       set to 0 if the buffer is a contiguous dump area.
2691 * @param buffer DMA structure to which the dump will be copied.
2692 *
2693 * @return Returns the number of bytes written.
2694 */
2695int32_t
2696sli_cmd_common_set_dump_location(sli4_t *sli4, void *buf, size_t size,
2697				 uint8_t query, uint8_t is_buffer_list,
2698				 ocs_dma_t *buffer, uint8_t fdb)
2699{
2700	sli4_req_common_set_dump_location_t *set_dump_loc = NULL;
2701	uint32_t	sli_config_off = 0;
2702
2703	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2704		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2705				sizeof (sli4_req_common_set_dump_location_t),
2706				NULL);
2707	}
2708
2709	set_dump_loc = (sli4_req_common_set_dump_location_t *)((uint8_t *)buf + sli_config_off);
2710
2711	set_dump_loc->hdr.opcode = SLI4_OPC_COMMON_SET_DUMP_LOCATION;
2712	set_dump_loc->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2713	set_dump_loc->hdr.request_length = sizeof(sli4_req_common_set_dump_location_t) - sizeof(sli4_req_hdr_t);
2714	set_dump_loc->hdr.timeout = 0;
2715	set_dump_loc->hdr.version = 0;
2716
2717	set_dump_loc->blp = is_buffer_list;
2718	set_dump_loc->qry = query;
2719	set_dump_loc->fdb = fdb;
2720
2721	if (buffer) {
2722		set_dump_loc->buf_addr_low = ocs_addr32_lo(buffer->phys);
2723		set_dump_loc->buf_addr_high = ocs_addr32_hi(buffer->phys);
2724		set_dump_loc->buffer_length = buffer->len;
2725	} else {
2726		set_dump_loc->buf_addr_low = 0;
2727		set_dump_loc->buf_addr_high = 0;
2728		set_dump_loc->buffer_length = 0;
2729	}
2730
2731	return(sli_config_off + sizeof(sli4_req_common_set_dump_location_t));
2732}
2733
2734/**
2735 * @ingroup sli
2736 * @brief Write a COMMON_SET_FEATURES command.
2737 *
2738 * @param sli4 SLI context.
2739 * @param buf Destination buffer for the command.
2740 * @param size Buffer size, in bytes.
2741 * @param feature Feature to set.
2742 * @param param_len Length of the parameter (must be a multiple of 4 bytes).
2743 * @param parameter Pointer to the parameter value.
2744 *
2745 * @return Returns the number of bytes written.
2746 */
2747int32_t
2748sli_cmd_common_set_features(sli4_t *sli4, void *buf, size_t size,
2749			    uint32_t feature,
2750			    uint32_t param_len,
2751			    void* parameter)
2752{
2753	sli4_req_common_set_features_t *cmd = NULL;
2754	uint32_t	sli_config_off = 0;
2755
2756	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2757		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2758				sizeof (sli4_req_common_set_features_t),
2759				NULL);
2760	}
2761
2762	cmd = (sli4_req_common_set_features_t *)((uint8_t *)buf + sli_config_off);
2763
2764	cmd->hdr.opcode = SLI4_OPC_COMMON_SET_FEATURES;
2765	cmd->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2766	cmd->hdr.request_length = sizeof(sli4_req_common_set_features_t) - sizeof(sli4_req_hdr_t);
2767	cmd->hdr.timeout = 0;
2768	cmd->hdr.version = 0;
2769
2770	cmd->feature = feature;
2771	cmd->param_len = param_len;
2772	ocs_memcpy(cmd->params, parameter, param_len);
2773
2774	return(sli_config_off + sizeof(sli4_req_common_set_features_t));
2775}
2776
2777/**
2778 * @ingroup sli
2779 * @brief Write a COMMON_COMMON_GET_PROFILE_CONFIG command.
2780 *
2781 * @param sli4 SLI context.
2782 * @param buf Destination buffer for the command.
2783 * @param size Buffer size in bytes.
2784 * @param dma DMA capable memory used to retrieve profile.
2785 *
2786 * @return Returns the number of bytes written.
2787 */
2788int32_t
2789sli_cmd_common_get_profile_config(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma)
2790{
2791        sli4_req_common_get_profile_config_t *req = NULL;
2792	uint32_t	sli_config_off = 0;
2793	uint32_t	payload_size;
2794
2795	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2796		sli_config_off = sli_cmd_sli_config(sli4, buf, size,
2797				sizeof (sli4_req_common_get_profile_config_t),
2798				dma);
2799	}
2800
2801	if (dma != NULL) {
2802		req = dma->virt;
2803		ocs_memset(req, 0, dma->size);
2804		payload_size = dma->size;
2805	} else {
2806		req = (sli4_req_common_get_profile_config_t *)((uint8_t *)buf + sli_config_off);
2807		payload_size = sizeof(sli4_req_common_get_profile_config_t);
2808	}
2809
2810        req->hdr.opcode = SLI4_OPC_COMMON_GET_PROFILE_CONFIG;
2811        req->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2812        req->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
2813        req->hdr.version = 1;
2814
2815        return(sli_config_off + sizeof(sli4_req_common_get_profile_config_t));
2816}
2817
2818/**
2819 * @ingroup sli
2820 * @brief Write a COMMON_COMMON_SET_PROFILE_CONFIG command.
2821 *
2822 * @param sli4 SLI context.
2823 * @param buf Destination buffer for the command.
2824 * @param size Buffer size, in bytes.
2825 * @param dma DMA capable memory containing profile.
2826 * @param profile_id Profile ID to configure.
2827 * @param descriptor_count Number of descriptors in DMA buffer.
2828 * @param isap Implicit Set Active Profile value to use.
2829 *
2830 * @return Returns the number of bytes written.
2831 */
2832int32_t
2833sli_cmd_common_set_profile_config(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma,
2834		uint8_t profile_id, uint32_t descriptor_count, uint8_t isap)
2835{
2836        sli4_req_common_set_profile_config_t *req = NULL;
2837        uint32_t cmd_off = 0;
2838        uint32_t payload_size;
2839
2840	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2841		cmd_off = sli_cmd_sli_config(sli4, buf, size,
2842						    sizeof (sli4_req_common_set_profile_config_t),
2843						    dma);
2844	}
2845
2846	if (dma != NULL) {
2847		req = dma->virt;
2848		ocs_memset(req, 0, dma->size);
2849		payload_size = dma->size;
2850	} else {
2851		req = (sli4_req_common_set_profile_config_t *)((uint8_t *)buf + cmd_off);
2852		payload_size = sizeof(sli4_req_common_set_profile_config_t);
2853	}
2854
2855        req->hdr.opcode = SLI4_OPC_COMMON_SET_PROFILE_CONFIG;
2856        req->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2857        req->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
2858        req->hdr.version = 1;
2859        req->profile_id = profile_id;
2860        req->desc_count = descriptor_count;
2861        req->isap = isap;
2862
2863        return(cmd_off + sizeof(sli4_req_common_set_profile_config_t));
2864}
2865
2866/**
2867 * @ingroup sli
2868 * @brief Write a COMMON_COMMON_GET_PROFILE_LIST command.
2869 *
2870 * @param sli4 SLI context.
2871 * @param buf Destination buffer for the command.
2872 * @param size Buffer size in bytes.
2873 * @param start_profile_index First profile index to return.
2874 * @param dma Buffer into which the list will be written.
2875 *
2876 * @return Returns the number of bytes written.
2877 */
2878int32_t
2879sli_cmd_common_get_profile_list(sli4_t *sli4, void *buf, size_t size,
2880                                   uint32_t start_profile_index, ocs_dma_t *dma)
2881{
2882        sli4_req_common_get_profile_list_t *req = NULL;
2883        uint32_t cmd_off = 0;
2884        uint32_t payload_size;
2885
2886	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2887		cmd_off = sli_cmd_sli_config(sli4, buf, size,
2888					     sizeof (sli4_req_common_get_profile_list_t),
2889					     dma);
2890	}
2891
2892	if (dma != NULL) {
2893		req = dma->virt;
2894		ocs_memset(req, 0, dma->size);
2895		payload_size = dma->size;
2896	} else {
2897		req = (sli4_req_common_get_profile_list_t *)((uint8_t *)buf + cmd_off);
2898		payload_size = sizeof(sli4_req_common_get_profile_list_t);
2899	}
2900
2901        req->hdr.opcode = SLI4_OPC_COMMON_GET_PROFILE_LIST;
2902        req->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2903        req->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
2904        req->hdr.version = 0;
2905
2906        req->start_profile_index = start_profile_index;
2907
2908        return(cmd_off + sizeof(sli4_req_common_get_profile_list_t));
2909}
2910
2911/**
2912 * @ingroup sli
2913 * @brief Write a COMMON_COMMON_GET_ACTIVE_PROFILE command.
2914 *
2915 * @param sli4 SLI context.
2916 * @param buf Destination buffer for the command.
2917 * @param size Buffer size in bytes.
2918 *
2919 * @return Returns the number of bytes written.
2920 */
2921int32_t
2922sli_cmd_common_get_active_profile(sli4_t *sli4, void *buf, size_t size)
2923{
2924        sli4_req_common_get_active_profile_t *req = NULL;
2925        uint32_t cmd_off = 0;
2926        uint32_t payload_size;
2927
2928        /* Payload length must accommodate both request and response */
2929        payload_size = max(sizeof(sli4_req_common_get_active_profile_t),
2930                           sizeof(sli4_res_common_get_active_profile_t));
2931
2932	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2933		cmd_off = sli_cmd_sli_config(sli4, buf, size,
2934				payload_size,
2935				NULL);
2936	}
2937
2938        req = (sli4_req_common_get_active_profile_t *)
2939                ((uint8_t*)buf + cmd_off);
2940
2941        req->hdr.opcode = SLI4_OPC_COMMON_GET_ACTIVE_PROFILE;
2942        req->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2943        req->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
2944        req->hdr.version = 0;
2945
2946        return(cmd_off + sizeof(sli4_req_common_get_active_profile_t));
2947}
2948
2949/**
2950 * @ingroup sli
2951 * @brief Write a COMMON_COMMON_SET_ACTIVE_PROFILE command.
2952 *
2953 * @param sli4 SLI context.
2954 * @param buf Destination buffer for the command.
2955 * @param size Buffer size in bytes.
2956 * @param fd If non-zero, set profile to factory default.
2957 * @param active_profile_id ID of new active profile.
2958 *
2959 * @return Returns the number of bytes written.
2960 */
2961int32_t
2962sli_cmd_common_set_active_profile(sli4_t *sli4, void *buf, size_t size,
2963                                  uint32_t fd, uint32_t active_profile_id)
2964{
2965        sli4_req_common_set_active_profile_t *req = NULL;
2966        uint32_t cmd_off = 0;
2967        uint32_t payload_size;
2968
2969        /* Payload length must accommodate both request and response */
2970        payload_size = max(sizeof(sli4_req_common_set_active_profile_t),
2971                           sizeof(sli4_res_common_set_active_profile_t));
2972
2973	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
2974		cmd_off = sli_cmd_sli_config(sli4, buf, size,
2975				payload_size,
2976				NULL);
2977	}
2978
2979        req = (sli4_req_common_set_active_profile_t *)
2980                ((uint8_t*)buf + cmd_off);
2981
2982        req->hdr.opcode = SLI4_OPC_COMMON_SET_ACTIVE_PROFILE;
2983        req->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
2984        req->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
2985        req->hdr.version = 0;
2986        req->fd = fd;
2987        req->active_profile_id = active_profile_id;
2988
2989        return(cmd_off + sizeof(sli4_req_common_set_active_profile_t));
2990}
2991
2992/**
2993 * @ingroup sli
2994 * @brief Write a COMMON_GET_RECONFIG_LINK_INFO command.
2995 *
2996 * @param sli4 SLI context.
2997 * @param buf Destination buffer for the command.
2998 * @param size Buffer size in bytes.
2999 * @param dma Buffer to store the supported link configuration modes from the physical device.
3000 *
3001 * @return Returns the number of bytes written.
3002 */
3003int32_t
3004sli_cmd_common_get_reconfig_link_info(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma)
3005{
3006        sli4_req_common_get_reconfig_link_info_t *req = NULL;
3007        uint32_t cmd_off = 0;
3008        uint32_t payload_size;
3009
3010        /* Payload length must accommodate both request and response */
3011        payload_size = max(sizeof(sli4_req_common_get_reconfig_link_info_t),
3012                           sizeof(sli4_res_common_get_reconfig_link_info_t));
3013
3014	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
3015		cmd_off = sli_cmd_sli_config(sli4, buf, size,
3016				payload_size,
3017				dma);
3018	}
3019
3020	if (dma != NULL) {
3021		req = dma->virt;
3022		ocs_memset(req, 0, dma->size);
3023		payload_size = dma->size;
3024	} else {
3025		req = (sli4_req_common_get_reconfig_link_info_t *)((uint8_t *)buf + cmd_off);
3026		payload_size = sizeof(sli4_req_common_get_reconfig_link_info_t);
3027	}
3028
3029        req->hdr.opcode = SLI4_OPC_COMMON_GET_RECONFIG_LINK_INFO;
3030        req->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
3031        req->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
3032        req->hdr.version = 0;
3033
3034        return(cmd_off + sizeof(sli4_req_common_get_reconfig_link_info_t));
3035}
3036
3037/**
3038 * @ingroup sli
3039 * @brief Write a COMMON_SET_RECONFIG_LINK_ID command.
3040 *
3041 * @param sli4 SLI context.
3042 * @param buf destination buffer for the command.
3043 * @param size buffer size in bytes.
3044 * @param fd If non-zero, set link config to factory default.
3045 * @param active_link_config_id ID of new active profile.
3046 * @param dma Buffer to assign the link configuration mode that is to become active from the physical device.
3047 *
3048 * @return Returns the number of bytes written.
3049 */
3050int32_t
3051sli_cmd_common_set_reconfig_link_id(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma,
3052                                  uint32_t fd, uint32_t active_link_config_id)
3053{
3054        sli4_req_common_set_reconfig_link_id_t *req = NULL;
3055        uint32_t cmd_off = 0;
3056        uint32_t payload_size;
3057
3058        /* Payload length must accommodate both request and response */
3059        payload_size = max(sizeof(sli4_req_common_set_reconfig_link_id_t),
3060                           sizeof(sli4_res_common_set_reconfig_link_id_t));
3061
3062	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
3063		cmd_off = sli_cmd_sli_config(sli4, buf, size,
3064				payload_size,
3065				NULL);
3066	}
3067
3068		if (dma != NULL) {
3069		req = dma->virt;
3070		ocs_memset(req, 0, dma->size);
3071		payload_size = dma->size;
3072	} else {
3073		req = (sli4_req_common_set_reconfig_link_id_t *)((uint8_t *)buf + cmd_off);
3074		payload_size = sizeof(sli4_req_common_set_reconfig_link_id_t);
3075	}
3076
3077        req->hdr.opcode = SLI4_OPC_COMMON_SET_RECONFIG_LINK_ID;
3078        req->hdr.subsystem = SLI4_SUBSYSTEM_COMMON;
3079        req->hdr.request_length = payload_size - sizeof(sli4_req_hdr_t);
3080        req->hdr.version = 0;
3081        req->fd = fd;
3082        req->next_link_config_id = active_link_config_id;
3083
3084        return(cmd_off + sizeof(sli4_req_common_set_reconfig_link_id_t));
3085}
3086
3087/**
3088 * @ingroup sli
3089 * @brief Check the mailbox/queue completion entry.
3090 *
3091 * @param buf Pointer to the MCQE.
3092 *
3093 * @return Returns 0 on success, or a non-zero value on failure.
3094 */
3095int32_t
3096sli_cqe_mq(void *buf)
3097{
3098	sli4_mcqe_t	*mcqe = buf;
3099
3100	/*
3101	 * Firmware can split mbx completions into two MCQEs: first with only
3102	 * the "consumed" bit set and a second with the "complete" bit set.
3103	 * Thus, ignore MCQE unless "complete" is set.
3104	 */
3105	if (!mcqe->cmp) {
3106		return -2;
3107	}
3108
3109	if (mcqe->completion_status) {
3110		ocs_log_debug(NULL, "bad status (cmpl=%#x ext=%#x con=%d cmp=%d ae=%d val=%d)\n",
3111				mcqe->completion_status,
3112				mcqe->extended_status,
3113				mcqe->con,
3114				mcqe->cmp,
3115				mcqe->ae,
3116				mcqe->val);
3117	}
3118
3119	return mcqe->completion_status;
3120}
3121
3122/**
3123 * @ingroup sli
3124 * @brief Check the asynchronous event completion entry.
3125 *
3126 * @param sli4 SLI context.
3127 * @param buf Pointer to the ACQE.
3128 *
3129 * @return Returns 0 on success, or a non-zero value on failure.
3130 */
3131int32_t
3132sli_cqe_async(sli4_t *sli4, void *buf)
3133{
3134	sli4_acqe_t	*acqe = buf;
3135	int32_t		rc = -1;
3136
3137	if (!sli4 || !buf) {
3138		ocs_log_err(NULL, "bad parameter sli4=%p buf=%p\n", sli4, buf);
3139		return -1;
3140	}
3141
3142	switch (acqe->event_code) {
3143	case SLI4_ACQE_EVENT_CODE_LINK_STATE:
3144		rc = sli_fc_process_link_state(sli4, buf);
3145		break;
3146	case SLI4_ACQE_EVENT_CODE_FCOE_FIP:
3147		rc = sli_fc_process_fcoe(sli4, buf);
3148		break;
3149	case SLI4_ACQE_EVENT_CODE_GRP_5:
3150		/*TODO*/ocs_log_debug(sli4->os, "ACQE GRP5\n");
3151		break;
3152	case SLI4_ACQE_EVENT_CODE_SLI_PORT_EVENT:
3153        ocs_log_debug(sli4->os,"ACQE SLI Port, type=0x%x, data1,2=0x%08x,0x%08x\n",
3154		acqe->event_type, acqe->event_data[0], acqe->event_data[1]);
3155#if defined(OCS_INCLUDE_DEBUG)
3156		ocs_dump32(OCS_DEBUG_ALWAYS, sli4->os, "acq", acqe, sizeof(*acqe));
3157#endif
3158		break;
3159	case SLI4_ACQE_EVENT_CODE_FC_LINK_EVENT:
3160		rc = sli_fc_process_link_attention(sli4, buf);
3161		break;
3162	default:
3163		/*TODO*/ocs_log_test(sli4->os, "ACQE unknown=%#x\n", acqe->event_code);
3164	}
3165
3166	return rc;
3167}
3168
3169/**
3170 * @brief Check the SLI_CONFIG response.
3171 *
3172 * @par Description
3173 * Function checks the SLI_CONFIG response and the payload status.
3174 *
3175 * @param buf Pointer to SLI_CONFIG response.
3176 *
3177 * @return Returns 0 on success, or a non-zero value on failure.
3178 */
3179static int32_t
3180sli_res_sli_config(void *buf)
3181{
3182	sli4_cmd_sli_config_t	*sli_config = buf;
3183
3184	if (!buf || (SLI4_MBOX_COMMAND_SLI_CONFIG != sli_config->hdr.command)) {
3185		ocs_log_err(NULL, "bad parameter buf=%p cmd=%#x\n", buf,
3186				buf ? sli_config->hdr.command : -1);
3187		return -1;
3188	}
3189
3190	if (sli_config->hdr.status) {
3191		return sli_config->hdr.status;
3192	}
3193
3194	if (sli_config->emb) {
3195		return sli_config->payload.embed[4];
3196	} else {
3197		ocs_log_test(NULL, "external buffers not supported\n");
3198		return -1;
3199	}
3200}
3201
3202/**
3203 * @brief Issue a COMMON_FUNCTION_RESET command.
3204 *
3205 * @param sli4 SLI context.
3206 *
3207 * @return Returns 0 on success, or a non-zero value on failure.
3208 */
3209static int32_t
3210sli_common_function_reset(sli4_t *sli4)
3211{
3212
3213	if (sli_cmd_common_function_reset(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE)) {
3214		if (sli_bmbx_command(sli4)) {
3215			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (COM_FUNC_RESET)\n");
3216			return -1;
3217		}
3218		if (sli_res_sli_config(sli4->bmbx.virt)) {
3219			ocs_log_err(sli4->os, "bad status COM_FUNC_RESET\n");
3220			return -1;
3221		}
3222	} else {
3223		ocs_log_err(sli4->os, "bad COM_FUNC_RESET write\n");
3224		return -1;
3225	}
3226
3227	return 0;
3228}
3229
3230/**
3231 * @brief check to see if the FW is ready.
3232 *
3233 * @par Description
3234 * Based on <i>SLI-4 Architecture Specification, Revision 4.x0-13 (2012).</i>.
3235 *
3236 * @param sli4 SLI context.
3237 * @param timeout_ms Time, in milliseconds, to wait for the port to be ready
3238 *  before failing.
3239 *
3240 * @return Returns TRUE for ready, or FALSE otherwise.
3241 */
3242static int32_t
3243sli_wait_for_fw_ready(sli4_t *sli4, uint32_t timeout_ms)
3244{
3245	uint32_t	iter = timeout_ms / (SLI4_INIT_PORT_DELAY_US / 1000);
3246	uint32_t	ready = FALSE;
3247
3248	do {
3249		iter--;
3250		ocs_udelay(SLI4_INIT_PORT_DELAY_US);
3251		if (sli_fw_ready(sli4) == 1) {
3252			ready = TRUE;
3253		}
3254	} while (!ready && (iter > 0));
3255
3256	return ready;
3257}
3258
3259/**
3260 * @brief Initialize the firmware.
3261 *
3262 * @par Description
3263 * Based on <i>SLI-4 Architecture Specification, Revision 4.x0-13 (2012).</i>.
3264 *
3265 * @param sli4 SLI context.
3266 *
3267 * @return Returns 0 on success, or a non-zero value on failure.
3268 */
3269static int32_t
3270sli_fw_init(sli4_t *sli4)
3271{
3272	uint32_t ready;
3273	uint32_t endian;
3274
3275	/*
3276	 * Is firmware ready for operation?
3277	 */
3278	ready = sli_wait_for_fw_ready(sli4, SLI4_FW_READY_TIMEOUT_MSEC);
3279	if (!ready) {
3280		ocs_log_crit(sli4->os, "FW status is NOT ready\n");
3281		return -1;
3282	}
3283
3284	/*
3285	 * Reset port to a known state
3286	 */
3287	switch (sli4->if_type) {
3288	case SLI4_IF_TYPE_BE3_SKH_PF:
3289	case SLI4_IF_TYPE_BE3_SKH_VF:
3290		/* No SLIPORT_CONTROL register so use command sequence instead */
3291		if (sli_bmbx_wait(sli4, SLI4_BMBX_DELAY_US)) {
3292			ocs_log_crit(sli4->os, "bootstrap mailbox not ready\n");
3293			return -1;
3294		}
3295
3296		if (sli_cmd_fw_initialize(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE)) {
3297			if (sli_bmbx_command(sli4)) {
3298				ocs_log_crit(sli4->os, "bootstrap mailbox write fail (FW_INIT)\n");
3299				return -1;
3300			}
3301		} else {
3302			ocs_log_crit(sli4->os, "bad FW_INIT write\n");
3303			return -1;
3304		}
3305
3306		if (sli_common_function_reset(sli4)) {
3307			ocs_log_err(sli4->os, "bad COM_FUNC_RESET write\n");
3308			return -1;
3309		}
3310		break;
3311	case SLI4_IF_TYPE_LANCER_FC_ETH:
3312#if BYTE_ORDER == LITTLE_ENDIAN
3313		endian = SLI4_SLIPORT_CONTROL_LITTLE_ENDIAN;
3314#else
3315		endian = SLI4_SLIPORT_CONTROL_BIG_ENDIAN;
3316#endif
3317
3318		if (sli_sliport_control(sli4, endian))
3319			return -1;
3320		break;
3321	default:
3322		ocs_log_test(sli4->os, "if_type %d not supported\n", sli4->if_type);
3323		return -1;
3324	}
3325
3326	return 0;
3327}
3328
3329/**
3330 * @brief Terminate the firmware.
3331 *
3332 * @param sli4 SLI context.
3333 *
3334 * @return Returns 0 on success, or a non-zero value on failure.
3335 */
3336static int32_t
3337sli_fw_term(sli4_t *sli4)
3338{
3339	uint32_t endian;
3340
3341	if (sli4->if_type == SLI4_IF_TYPE_BE3_SKH_PF ||
3342	    sli4->if_type == SLI4_IF_TYPE_BE3_SKH_VF) {
3343		/* No SLIPORT_CONTROL register so use command sequence instead */
3344		if (sli_bmbx_wait(sli4, SLI4_BMBX_DELAY_US)) {
3345			ocs_log_crit(sli4->os, "bootstrap mailbox not ready\n");
3346			return -1;
3347		}
3348
3349		if (sli_common_function_reset(sli4)) {
3350			ocs_log_err(sli4->os, "bad COM_FUNC_RESET write\n");
3351			return -1;
3352		}
3353
3354		if (sli_cmd_fw_deinitialize(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE)) {
3355			if (sli_bmbx_command(sli4)) {
3356				ocs_log_crit(sli4->os, "bootstrap mailbox write fail (FW_DEINIT)\n");
3357				return -1;
3358			}
3359		} else {
3360			ocs_log_test(sli4->os, "bad FW_DEINIT write\n");
3361			return -1;
3362		}
3363	} else {
3364#if BYTE_ORDER == LITTLE_ENDIAN
3365		endian = SLI4_SLIPORT_CONTROL_LITTLE_ENDIAN;
3366#else
3367		endian = SLI4_SLIPORT_CONTROL_BIG_ENDIAN;
3368#endif
3369		/* type 2 etc. use SLIPORT_CONTROL to initialize port */
3370		sli_sliport_control(sli4, endian);
3371	}
3372	return 0;
3373}
3374
3375/**
3376 * @brief Write the doorbell register associated with the queue object.
3377 *
3378 * @param sli4 SLI context.
3379 * @param q Queue object.
3380 *
3381 * @return Returns 0 on success, or a non-zero value on failure.
3382 */
3383static int32_t
3384sli_queue_doorbell(sli4_t *sli4, sli4_queue_t *q)
3385{
3386	uint32_t	val = 0;
3387
3388	switch (q->type) {
3389	case SLI_QTYPE_EQ:
3390		val = sli_eq_doorbell(q->n_posted, q->id, FALSE);
3391		ocs_reg_write32(sli4->os, q->doorbell_rset, q->doorbell_offset, val);
3392		break;
3393	case SLI_QTYPE_CQ:
3394		val = sli_cq_doorbell(q->n_posted, q->id, FALSE);
3395		ocs_reg_write32(sli4->os, q->doorbell_rset, q->doorbell_offset, val);
3396		break;
3397	case SLI_QTYPE_MQ:
3398		val = SLI4_MQ_DOORBELL(q->n_posted, q->id);
3399		ocs_reg_write32(sli4->os, q->doorbell_rset, q->doorbell_offset, val);
3400		break;
3401	case SLI_QTYPE_RQ:
3402	{
3403		uint32_t	n_posted = q->n_posted;
3404		/*
3405		 * FC/FCoE has different rules for Receive Queues. The host
3406		 * should only update the doorbell of the RQ-pair containing
3407		 * the headers since the header / payload RQs are treated
3408		 * as a matched unit.
3409		 */
3410		if (SLI4_PORT_TYPE_FC == sli4->port_type) {
3411			/*
3412			 * In RQ-pair, an RQ either contains the FC header
3413			 * (i.e. is_hdr == TRUE) or the payload.
3414			 *
3415			 * Don't ring doorbell for payload RQ
3416			 */
3417			if (!q->u.flag.is_hdr) {
3418				break;
3419			}
3420			/*
3421			 * Some RQ cannot be incremented one entry at a time. Instead,
3422			 * the driver collects a number of entries and updates the
3423			 * RQ in batches.
3424			 */
3425			if (q->u.flag.rq_batch) {
3426				if (((q->index + q->n_posted) % SLI4_QUEUE_RQ_BATCH)) {
3427					break;
3428				}
3429				n_posted = SLI4_QUEUE_RQ_BATCH;
3430			}
3431		}
3432
3433		val = SLI4_RQ_DOORBELL(n_posted, q->id);
3434		ocs_reg_write32(sli4->os, q->doorbell_rset, q->doorbell_offset, val);
3435		break;
3436	}
3437	case SLI_QTYPE_WQ:
3438		val = SLI4_WQ_DOORBELL(q->n_posted, q->index, q->id);
3439		ocs_reg_write32(sli4->os, q->doorbell_rset, q->doorbell_offset, val);
3440		break;
3441	default:
3442		ocs_log_test(sli4->os, "bad queue type %d\n", q->type);
3443		return -1;
3444	}
3445
3446	return 0;
3447}
3448
3449static int32_t
3450sli_request_features(sli4_t *sli4, sli4_features_t *features, uint8_t query)
3451{
3452
3453	if (sli_cmd_request_features(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE,
3454				*features, query)) {
3455		sli4_cmd_request_features_t *req_features = sli4->bmbx.virt;
3456
3457		if (sli_bmbx_command(sli4)) {
3458			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (REQUEST_FEATURES)\n");
3459			return -1;
3460		}
3461		if (req_features->hdr.status) {
3462			ocs_log_err(sli4->os, "REQUEST_FEATURES bad status %#x\n",
3463					req_features->hdr.status);
3464			return -1;
3465		}
3466		features->dword = req_features->response.dword;
3467	} else {
3468		ocs_log_err(sli4->os, "bad REQUEST_FEATURES write\n");
3469		return -1;
3470	}
3471
3472	return 0;
3473}
3474
3475/**
3476 * @brief Calculate max queue entries.
3477 *
3478 * @param sli4 SLI context.
3479 *
3480 * @return Returns 0 on success, or a non-zero value on failure.
3481 */
3482void
3483sli_calc_max_qentries(sli4_t *sli4)
3484{
3485	sli4_qtype_e q;
3486	uint32_t alloc_size, qentries, qentry_size;
3487
3488	for (q = SLI_QTYPE_EQ; q < SLI_QTYPE_MAX; q++) {
3489		sli4->config.max_qentries[q] = sli_convert_mask_to_count(sli4->config.count_method[q],
3490									 sli4->config.count_mask[q]);
3491	}
3492
3493	/* single, continguous DMA allocations will be called for each queue
3494	 * of size (max_qentries * queue entry size); since these can be large,
3495	 * check against the OS max DMA allocation size
3496	 */
3497	for (q = SLI_QTYPE_EQ; q < SLI_QTYPE_MAX; q++) {
3498		qentries = sli4->config.max_qentries[q];
3499		qentry_size = sli_get_queue_entry_size(sli4, q);
3500		alloc_size = qentries * qentry_size;
3501		if (alloc_size > ocs_max_dma_alloc(sli4->os, SLI_PAGE_SIZE)) {
3502			while (alloc_size > ocs_max_dma_alloc(sli4->os, SLI_PAGE_SIZE)) {
3503				/* cut the qentries in hwf until alloc_size <= max DMA alloc size */
3504				qentries >>= 1;
3505				alloc_size = qentries * qentry_size;
3506			}
3507			ocs_log_debug(sli4->os, "[%s]: max_qentries from %d to %d (max dma %d)\n",
3508				SLI_QNAME[q], sli4->config.max_qentries[q],
3509				qentries, ocs_max_dma_alloc(sli4->os, SLI_PAGE_SIZE));
3510			sli4->config.max_qentries[q] = qentries;
3511		}
3512	}
3513}
3514
3515/**
3516 * @brief Issue a FW_CONFIG mailbox command and store the results.
3517 *
3518 * @param sli4 SLI context.
3519 *
3520 * @return Returns 0 on success, or a non-zero value on failure.
3521 */
3522static int32_t
3523sli_query_fw_config(sli4_t *sli4)
3524{
3525	/*
3526	 * Read the device configuration
3527	 *
3528	 * Note: Only ulp0 fields contain values
3529	 */
3530	if (sli_cmd_common_query_fw_config(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE)) {
3531		sli4_res_common_query_fw_config_t   *fw_config =
3532			(sli4_res_common_query_fw_config_t *)
3533			(((uint8_t *)sli4->bmbx.virt) + offsetof(sli4_cmd_sli_config_t, payload.embed));
3534
3535		if (sli_bmbx_command(sli4)) {
3536			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (QUERY_FW_CONFIG)\n");
3537			return -1;
3538		}
3539		if (fw_config->hdr.status) {
3540			ocs_log_err(sli4->os, "COMMON_QUERY_FW_CONFIG bad status %#x\n",
3541				fw_config->hdr.status);
3542			return -1;
3543		}
3544
3545		sli4->physical_port = fw_config->physical_port;
3546		sli4->config.dual_ulp_capable = ((fw_config->function_mode & SLI4_FUNCTION_MODE_DUA_MODE) == 0 ? 0 : 1);
3547		sli4->config.is_ulp_fc[0] = ((fw_config->ulp0_mode &
3548					      (SLI4_ULP_MODE_FCOE_INI |
3549					       SLI4_ULP_MODE_FCOE_TGT)) == 0 ? 0 : 1);
3550		sli4->config.is_ulp_fc[1] = ((fw_config->ulp1_mode &
3551					      (SLI4_ULP_MODE_FCOE_INI |
3552					       SLI4_ULP_MODE_FCOE_TGT)) == 0 ? 0 : 1);
3553
3554		if (sli4->config.dual_ulp_capable) {
3555			/*
3556			 * Lancer will not support this, so we use the values
3557			 * from the READ_CONFIG.
3558			 */
3559			if (sli4->config.is_ulp_fc[0] &&
3560			    sli4->config.is_ulp_fc[1]) {
3561				sli4->config.max_qcount[SLI_QTYPE_WQ] = fw_config->ulp0_toe_wq_total + fw_config->ulp1_toe_wq_total;
3562				sli4->config.max_qcount[SLI_QTYPE_RQ] = fw_config->ulp0_toe_defrq_total + fw_config->ulp1_toe_defrq_total;
3563			} else if (sli4->config.is_ulp_fc[0]) {
3564				sli4->config.max_qcount[SLI_QTYPE_WQ] = fw_config->ulp0_toe_wq_total;
3565				sli4->config.max_qcount[SLI_QTYPE_RQ] = fw_config->ulp0_toe_defrq_total;
3566			} else {
3567				sli4->config.max_qcount[SLI_QTYPE_WQ] = fw_config->ulp1_toe_wq_total;
3568				sli4->config.max_qcount[SLI_QTYPE_RQ] = fw_config->ulp1_toe_defrq_total;
3569			}
3570		}
3571	} else {
3572		ocs_log_err(sli4->os, "bad QUERY_FW_CONFIG write\n");
3573		return -1;
3574	}
3575	return 0;
3576}
3577
3578static int32_t
3579sli_get_config(sli4_t *sli4)
3580{
3581	ocs_dma_t	get_cntl_addl_data;
3582
3583	/*
3584	 * Read the device configuration
3585	 */
3586	if (sli_cmd_read_config(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE)) {
3587		sli4_res_read_config_t	*read_config = sli4->bmbx.virt;
3588		uint32_t	i;
3589		uint32_t	total;
3590
3591		if (sli_bmbx_command(sli4)) {
3592			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (READ_CONFIG)\n");
3593			return -1;
3594		}
3595		if (read_config->hdr.status) {
3596			ocs_log_err(sli4->os, "READ_CONFIG bad status %#x\n",
3597					read_config->hdr.status);
3598			return -1;
3599		}
3600
3601		sli4->config.has_extents = read_config->ext;
3602		if (FALSE == sli4->config.has_extents) {
3603			uint32_t	i = 0;
3604			uint32_t	*base = sli4->config.extent[0].base;
3605
3606			if (!base) {
3607				if (NULL == (base = ocs_malloc(sli4->os, SLI_RSRC_MAX * sizeof(uint32_t),
3608								OCS_M_ZERO | OCS_M_NOWAIT))) {
3609					ocs_log_err(sli4->os, "memory allocation failed for sli4_resource_t\n");
3610					return -1;
3611				}
3612			}
3613
3614			for (i = 0; i < SLI_RSRC_MAX; i++) {
3615				sli4->config.extent[i].number = 1;
3616				sli4->config.extent[i].n_alloc = 0;
3617				sli4->config.extent[i].base = &base[i];
3618			}
3619
3620			sli4->config.extent[SLI_RSRC_FCOE_VFI].base[0] = read_config->vfi_base;
3621			sli4->config.extent[SLI_RSRC_FCOE_VFI].size = read_config->vfi_count;
3622
3623			sli4->config.extent[SLI_RSRC_FCOE_VPI].base[0] = read_config->vpi_base;
3624			sli4->config.extent[SLI_RSRC_FCOE_VPI].size = read_config->vpi_count;
3625
3626			sli4->config.extent[SLI_RSRC_FCOE_RPI].base[0] = read_config->rpi_base;
3627			sli4->config.extent[SLI_RSRC_FCOE_RPI].size = read_config->rpi_count;
3628
3629			sli4->config.extent[SLI_RSRC_FCOE_XRI].base[0] = read_config->xri_base;
3630			sli4->config.extent[SLI_RSRC_FCOE_XRI].size = read_config->xri_count;
3631
3632			sli4->config.extent[SLI_RSRC_FCOE_FCFI].base[0] = 0;
3633			sli4->config.extent[SLI_RSRC_FCOE_FCFI].size = read_config->fcfi_count;
3634		} else {
3635			/* TODO extents*/
3636			;
3637		}
3638
3639		for (i = 0; i < SLI_RSRC_MAX; i++) {
3640			total = sli4->config.extent[i].number * sli4->config.extent[i].size;
3641			sli4->config.extent[i].use_map = ocs_bitmap_alloc(total);
3642			if (NULL == sli4->config.extent[i].use_map) {
3643				ocs_log_err(sli4->os, "bitmap memory allocation failed "
3644						"resource %d\n", i);
3645				return -1;
3646			}
3647			sli4->config.extent[i].map_size = total;
3648		}
3649
3650		sli4->config.topology = read_config->topology;
3651		switch (sli4->config.topology) {
3652		case SLI4_READ_CFG_TOPO_FCOE:
3653			ocs_log_debug(sli4->os, "FCoE\n");
3654			break;
3655		case SLI4_READ_CFG_TOPO_FC:
3656			ocs_log_debug(sli4->os, "FC (unknown)\n");
3657			break;
3658		case SLI4_READ_CFG_TOPO_FC_DA:
3659			ocs_log_debug(sli4->os, "FC (direct attach)\n");
3660			break;
3661		case SLI4_READ_CFG_TOPO_FC_AL:
3662			ocs_log_debug(sli4->os, "FC (arbitrated loop)\n");
3663			break;
3664		default:
3665			ocs_log_test(sli4->os, "bad topology %#x\n", sli4->config.topology);
3666		}
3667
3668		sli4->config.e_d_tov = read_config->e_d_tov;
3669		sli4->config.r_a_tov = read_config->r_a_tov;
3670
3671		sli4->config.link_module_type = read_config->lmt;
3672
3673		sli4->config.max_qcount[SLI_QTYPE_EQ] = read_config->eq_count;
3674		sli4->config.max_qcount[SLI_QTYPE_CQ] = read_config->cq_count;
3675		sli4->config.max_qcount[SLI_QTYPE_WQ] = read_config->wq_count;
3676		sli4->config.max_qcount[SLI_QTYPE_RQ] = read_config->rq_count;
3677
3678		/*
3679		 * READ_CONFIG doesn't give the max number of MQ. Applications
3680		 * will typically want 1, but we may need another at some future
3681		 * date. Dummy up a "max" MQ count here.
3682		 */
3683		sli4->config.max_qcount[SLI_QTYPE_MQ] = SLI_USER_MQ_COUNT;
3684	} else {
3685		ocs_log_err(sli4->os, "bad READ_CONFIG write\n");
3686		return -1;
3687	}
3688
3689	if (sli_cmd_common_get_sli4_parameters(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE)) {
3690		sli4_res_common_get_sli4_parameters_t	*parms = (sli4_res_common_get_sli4_parameters_t *)
3691			(((uint8_t *)sli4->bmbx.virt) + offsetof(sli4_cmd_sli_config_t, payload.embed));
3692
3693		if (sli_bmbx_command(sli4)) {
3694			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (COMMON_GET_SLI4_PARAMETERS)\n");
3695			return -1;
3696		} else if (parms->hdr.status) {
3697			ocs_log_err(sli4->os, "COMMON_GET_SLI4_PARAMETERS bad status %#x att'l %#x\n",
3698					parms->hdr.status, parms->hdr.additional_status);
3699			return -1;
3700		}
3701
3702		sli4->config.auto_reg = parms->areg;
3703		sli4->config.auto_xfer_rdy = parms->agxf;
3704		sli4->config.hdr_template_req = parms->hdrr;
3705		sli4->config.t10_dif_inline_capable = parms->timm;
3706		sli4->config.t10_dif_separate_capable = parms->tsmm;
3707
3708		sli4->config.mq_create_version = parms->mqv;
3709		sli4->config.cq_create_version = parms->cqv;
3710		sli4->config.rq_min_buf_size = parms->min_rq_buffer_size;
3711		sli4->config.rq_max_buf_size = parms->max_rq_buffer_size;
3712
3713		sli4->config.qpage_count[SLI_QTYPE_EQ] = parms->eq_page_cnt;
3714		sli4->config.qpage_count[SLI_QTYPE_CQ] = parms->cq_page_cnt;
3715		sli4->config.qpage_count[SLI_QTYPE_MQ] = parms->mq_page_cnt;
3716		sli4->config.qpage_count[SLI_QTYPE_WQ] = parms->wq_page_cnt;
3717		sli4->config.qpage_count[SLI_QTYPE_RQ] = parms->rq_page_cnt;
3718
3719		/* save count methods and masks for each queue type */
3720		sli4->config.count_mask[SLI_QTYPE_EQ] = parms->eqe_count_mask;
3721		sli4->config.count_method[SLI_QTYPE_EQ] = parms->eqe_count_method;
3722		sli4->config.count_mask[SLI_QTYPE_CQ] = parms->cqe_count_mask;
3723		sli4->config.count_method[SLI_QTYPE_CQ] = parms->cqe_count_method;
3724		sli4->config.count_mask[SLI_QTYPE_MQ] = parms->mqe_count_mask;
3725		sli4->config.count_method[SLI_QTYPE_MQ] = parms->mqe_count_method;
3726		sli4->config.count_mask[SLI_QTYPE_WQ] = parms->wqe_count_mask;
3727		sli4->config.count_method[SLI_QTYPE_WQ] = parms->wqe_count_method;
3728		sli4->config.count_mask[SLI_QTYPE_RQ] = parms->rqe_count_mask;
3729		sli4->config.count_method[SLI_QTYPE_RQ] = parms->rqe_count_method;
3730
3731		/* now calculate max queue entries */
3732		sli_calc_max_qentries(sli4);
3733
3734		sli4->config.max_sgl_pages = parms->sgl_page_cnt;	/* max # of pages */
3735		sli4->config.sgl_page_sizes = parms->sgl_page_sizes;	/* bit map of available sizes */
3736		/* ignore HLM here. Use value from REQUEST_FEATURES */
3737
3738		sli4->config.sge_supported_length = parms->sge_supported_length;
3739		if (sli4->config.sge_supported_length > OCS_MAX_SGE_SIZE)
3740			sli4->config.sge_supported_length = OCS_MAX_SGE_SIZE;
3741
3742		sli4->config.sgl_pre_registration_required = parms->sglr;
3743		/* default to using pre-registered SGL's */
3744		sli4->config.sgl_pre_registered = TRUE;
3745
3746		sli4->config.perf_hint = parms->phon;
3747		sli4->config.perf_wq_id_association = parms->phwq;
3748
3749		sli4->config.rq_batch = parms->rq_db_window;
3750
3751		/* save the fields for skyhawk SGL chaining */
3752		sli4->config.sgl_chaining_params.chaining_capable =
3753			(parms->sglc == 1);
3754		sli4->config.sgl_chaining_params.frag_num_field_offset =
3755			parms->frag_num_field_offset;
3756		sli4->config.sgl_chaining_params.frag_num_field_mask =
3757			(1ull << parms->frag_num_field_size) - 1;
3758		sli4->config.sgl_chaining_params.sgl_index_field_offset =
3759			parms->sgl_index_field_offset;
3760		sli4->config.sgl_chaining_params.sgl_index_field_mask =
3761			(1ull << parms->sgl_index_field_size) - 1;
3762		sli4->config.sgl_chaining_params.chain_sge_initial_value_lo =
3763			parms->chain_sge_initial_value_lo;
3764		sli4->config.sgl_chaining_params.chain_sge_initial_value_hi =
3765			parms->chain_sge_initial_value_hi;
3766
3767		/* Use the highest available WQE size. */
3768		if (parms->wqe_sizes & SLI4_128BYTE_WQE_SUPPORT) {
3769			sli4->config.wqe_size = SLI4_WQE_EXT_BYTES;
3770		} else {
3771			sli4->config.wqe_size = SLI4_WQE_BYTES;
3772		}
3773	}
3774
3775	if (sli_query_fw_config(sli4)) {
3776		ocs_log_err(sli4->os, "Error sending QUERY_FW_CONFIG\n");
3777		return -1;
3778	}
3779
3780	sli4->config.port_number = 0;
3781
3782	/*
3783	 * Issue COMMON_GET_CNTL_ATTRIBUTES to get port_number. Temporarily
3784	 * uses VPD DMA buffer as the response won't fit in the embedded
3785	 * buffer.
3786	 */
3787	if (sli_cmd_common_get_cntl_attributes(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE, &sli4->vpd.data)) {
3788		sli4_res_common_get_cntl_attributes_t *attr = sli4->vpd.data.virt;
3789
3790		if (sli_bmbx_command(sli4)) {
3791			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (COMMON_GET_CNTL_ATTRIBUTES)\n");
3792			return -1;
3793		} else if (attr->hdr.status) {
3794			ocs_log_err(sli4->os, "COMMON_GET_CNTL_ATTRIBUTES bad status %#x att'l %#x\n",
3795					attr->hdr.status, attr->hdr.additional_status);
3796			return -1;
3797		}
3798
3799		sli4->config.port_number = attr->port_number;
3800
3801		ocs_memcpy(sli4->config.bios_version_string, attr->bios_version_string,
3802				sizeof(sli4->config.bios_version_string));
3803	} else {
3804		ocs_log_err(sli4->os, "bad COMMON_GET_CNTL_ATTRIBUTES write\n");
3805		return -1;
3806	}
3807
3808	if (ocs_dma_alloc(sli4->os, &get_cntl_addl_data, sizeof(sli4_res_common_get_cntl_addl_attributes_t),
3809			  OCS_MIN_DMA_ALIGNMENT)) {
3810		ocs_log_err(sli4->os, "Failed to allocate memory for GET_CNTL_ADDL_ATTR data\n");
3811	} else {
3812		if (sli_cmd_common_get_cntl_addl_attributes(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE,
3813							    &get_cntl_addl_data)) {
3814			sli4_res_common_get_cntl_addl_attributes_t *attr = get_cntl_addl_data.virt;
3815
3816			if (sli_bmbx_command(sli4)) {
3817				ocs_log_crit(sli4->os,
3818					     "bootstrap mailbox write fail (COMMON_GET_CNTL_ADDL_ATTRIBUTES)\n");
3819				ocs_dma_free(sli4->os, &get_cntl_addl_data);
3820				return -1;
3821			}
3822			if (attr->hdr.status) {
3823				ocs_log_err(sli4->os, "COMMON_GET_CNTL_ADDL_ATTRIBUTES bad status %#x\n",
3824					    attr->hdr.status);
3825				ocs_dma_free(sli4->os, &get_cntl_addl_data);
3826				return -1;
3827			}
3828
3829			ocs_memcpy(sli4->config.ipl_name, attr->ipl_file_name, sizeof(sli4->config.ipl_name));
3830
3831			ocs_log_debug(sli4->os, "IPL:%s \n", (char*)sli4->config.ipl_name);
3832		} else {
3833			ocs_log_err(sli4->os, "bad COMMON_GET_CNTL_ADDL_ATTRIBUTES write\n");
3834			ocs_dma_free(sli4->os, &get_cntl_addl_data);
3835			return -1;
3836		}
3837
3838		ocs_dma_free(sli4->os, &get_cntl_addl_data);
3839	}
3840
3841	if (sli_cmd_common_get_port_name(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE)) {
3842		sli4_res_common_get_port_name_t	*port_name = (sli4_res_common_get_port_name_t *)(((uint8_t *)sli4->bmbx.virt) +
3843			offsetof(sli4_cmd_sli_config_t, payload.embed));
3844
3845		if (sli_bmbx_command(sli4)) {
3846			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (COMMON_GET_PORT_NAME)\n");
3847			return -1;
3848		}
3849
3850		sli4->config.port_name[0] = port_name->port_name[sli4->config.port_number];
3851	}
3852	sli4->config.port_name[1] = '\0';
3853
3854	if (sli_cmd_read_rev(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE, &sli4->vpd.data)) {
3855		sli4_cmd_read_rev_t	*read_rev = sli4->bmbx.virt;
3856
3857		if (sli_bmbx_command(sli4)) {
3858			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (READ_REV)\n");
3859			return -1;
3860		}
3861		if (read_rev->hdr.status) {
3862			ocs_log_err(sli4->os, "READ_REV bad status %#x\n",
3863					read_rev->hdr.status);
3864			return -1;
3865		}
3866
3867		sli4->config.fw_rev[0] = read_rev->first_fw_id;
3868		ocs_memcpy(sli4->config.fw_name[0],read_rev->first_fw_name, sizeof(sli4->config.fw_name[0]));
3869
3870		sli4->config.fw_rev[1] = read_rev->second_fw_id;
3871		ocs_memcpy(sli4->config.fw_name[1],read_rev->second_fw_name, sizeof(sli4->config.fw_name[1]));
3872
3873		sli4->config.hw_rev[0] = read_rev->first_hw_revision;
3874		sli4->config.hw_rev[1] = read_rev->second_hw_revision;
3875		sli4->config.hw_rev[2] = read_rev->third_hw_revision;
3876
3877		ocs_log_debug(sli4->os, "FW1:%s (%08x) / FW2:%s (%08x)\n",
3878				read_rev->first_fw_name, read_rev->first_fw_id,
3879				read_rev->second_fw_name, read_rev->second_fw_id);
3880
3881		ocs_log_debug(sli4->os, "HW1: %08x / HW2: %08x\n", read_rev->first_hw_revision,
3882				read_rev->second_hw_revision);
3883
3884		/* Check that all VPD data was returned */
3885		if (read_rev->returned_vpd_length != read_rev->actual_vpd_length) {
3886			ocs_log_test(sli4->os, "VPD length: available=%d returned=%d actual=%d\n",
3887					read_rev->available_length,
3888					read_rev->returned_vpd_length,
3889					read_rev->actual_vpd_length);
3890		}
3891		sli4->vpd.length = read_rev->returned_vpd_length;
3892	} else {
3893		ocs_log_err(sli4->os, "bad READ_REV write\n");
3894		return -1;
3895	}
3896
3897	if (sli_cmd_read_nvparms(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE)) {
3898		sli4_cmd_read_nvparms_t	*read_nvparms = sli4->bmbx.virt;
3899
3900		if (sli_bmbx_command(sli4)) {
3901			ocs_log_crit(sli4->os, "bootstrap mailbox write fail (READ_NVPARMS)\n");
3902			return -1;
3903		}
3904		if (read_nvparms->hdr.status) {
3905			ocs_log_err(sli4->os, "READ_NVPARMS bad status %#x\n",
3906					read_nvparms->hdr.status);
3907			return -1;
3908		}
3909
3910		ocs_memcpy(sli4->config.wwpn, read_nvparms->wwpn, sizeof(sli4->config.wwpn));
3911		ocs_memcpy(sli4->config.wwnn, read_nvparms->wwnn, sizeof(sli4->config.wwnn));
3912
3913		ocs_log_debug(sli4->os, "WWPN %02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x\n",
3914				sli4->config.wwpn[0],
3915				sli4->config.wwpn[1],
3916				sli4->config.wwpn[2],
3917				sli4->config.wwpn[3],
3918				sli4->config.wwpn[4],
3919				sli4->config.wwpn[5],
3920				sli4->config.wwpn[6],
3921				sli4->config.wwpn[7]);
3922		ocs_log_debug(sli4->os, "WWNN %02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x\n",
3923				sli4->config.wwnn[0],
3924				sli4->config.wwnn[1],
3925				sli4->config.wwnn[2],
3926				sli4->config.wwnn[3],
3927				sli4->config.wwnn[4],
3928				sli4->config.wwnn[5],
3929				sli4->config.wwnn[6],
3930				sli4->config.wwnn[7]);
3931	} else {
3932		ocs_log_err(sli4->os, "bad READ_NVPARMS write\n");
3933		return -1;
3934	}
3935
3936	return 0;
3937}
3938
3939/****************************************************************************
3940 * Public functions
3941 */
3942
3943/**
3944 * @ingroup sli
3945 * @brief Set up the SLI context.
3946 *
3947 * @param sli4 SLI context.
3948 * @param os Device abstraction.
3949 * @param port_type Protocol type of port (for example, FC and NIC).
3950 *
3951 * @return Returns 0 on success, or a non-zero value on failure.
3952 */
3953int32_t
3954sli_setup(sli4_t *sli4, ocs_os_handle_t os, sli4_port_type_e port_type)
3955{
3956	uint32_t sli_intf = UINT32_MAX;
3957	uint32_t pci_class_rev = 0;
3958	uint32_t rev_id = 0;
3959	uint32_t family = 0;
3960	uint32_t i;
3961	sli4_asic_entry_t *asic;
3962
3963	ocs_memset(sli4, 0, sizeof(sli4_t));
3964
3965	sli4->os = os;
3966	sli4->port_type = port_type;
3967
3968	/*
3969	 * Read the SLI_INTF register to discover the register layout
3970	 * and other capability information
3971	 */
3972	sli_intf = ocs_config_read32(os, SLI4_INTF_REG);
3973
3974	if (sli_intf_valid_check(sli_intf)) {
3975		ocs_log_err(os, "SLI_INTF is not valid\n");
3976		return -1;
3977	}
3978
3979	/* driver only support SLI-4 */
3980	sli4->sli_rev = sli_intf_sli_revision(sli_intf);
3981	if (4 != sli4->sli_rev) {
3982		ocs_log_err(os, "Unsupported SLI revision (intf=%#x)\n",
3983				sli_intf);
3984		return -1;
3985	}
3986
3987	sli4->sli_family = sli_intf_sli_family(sli_intf);
3988
3989	sli4->if_type = sli_intf_if_type(sli_intf);
3990
3991	if (SLI4_IF_TYPE_LANCER_FC_ETH == sli4->if_type) {
3992		ocs_log_debug(os, "status=%#x error1=%#x error2=%#x\n",
3993				sli_reg_read(sli4, SLI4_REG_SLIPORT_STATUS),
3994				sli_reg_read(sli4, SLI4_REG_SLIPORT_ERROR1),
3995				sli_reg_read(sli4, SLI4_REG_SLIPORT_ERROR2));
3996	}
3997
3998	/*
3999	 * set the ASIC type and revision
4000	 */
4001	pci_class_rev = ocs_config_read32(os, SLI4_PCI_CLASS_REVISION);
4002	rev_id = sli_pci_rev_id(pci_class_rev);
4003	family = sli4->sli_family;
4004	if (family == SLI4_FAMILY_CHECK_ASIC_TYPE) {
4005		uint32_t asic_id = ocs_config_read32(os, SLI4_ASIC_ID_REG);
4006		family = sli_asic_gen(asic_id);
4007	}
4008
4009	for (i = 0, asic = sli4_asic_table; i < ARRAY_SIZE(sli4_asic_table); i++, asic++) {
4010		if ((rev_id == asic->rev_id) && (family == asic->family)) {
4011			sli4->asic_type = asic->type;
4012			sli4->asic_rev = asic->rev;
4013			break;
4014		}
4015	}
4016	/* Fail if no matching asic type/rev was found */
4017	if( (sli4->asic_type == 0) || (sli4->asic_rev == 0)) {
4018		ocs_log_err(os, "no matching asic family/rev found: %02x/%02x\n", family, rev_id);
4019		return -1;
4020	}
4021
4022	/*
4023	 * The bootstrap mailbox is equivalent to a MQ with a single 256 byte
4024	 * entry, a CQ with a single 16 byte entry, and no event queue.
4025	 * Alignment must be 16 bytes as the low order address bits in the
4026	 * address register are also control / status.
4027	 */
4028	if (ocs_dma_alloc(sli4->os, &sli4->bmbx, SLI4_BMBX_SIZE +
4029				sizeof(sli4_mcqe_t), 16)) {
4030		ocs_log_err(os, "bootstrap mailbox allocation failed\n");
4031		return -1;
4032	}
4033
4034	if (sli4->bmbx.phys & SLI4_BMBX_MASK_LO) {
4035		ocs_log_err(os, "bad alignment for bootstrap mailbox\n");
4036		return -1;
4037	}
4038
4039	ocs_log_debug(os, "bmbx v=%p p=0x%x %08x s=%zd\n", sli4->bmbx.virt,
4040		ocs_addr32_hi(sli4->bmbx.phys),
4041		ocs_addr32_lo(sli4->bmbx.phys),
4042		sli4->bmbx.size);
4043
4044	/* TODO 4096 is arbitrary. What should this value actually be? */
4045	if (ocs_dma_alloc(sli4->os, &sli4->vpd.data, 4096/*TODO*/, 4096)) {
4046		/* Note that failure isn't fatal in this specific case */
4047		sli4->vpd.data.size = 0;
4048		ocs_log_test(os, "VPD buffer allocation failed\n");
4049	}
4050
4051	if (sli_fw_init(sli4)) {
4052		ocs_log_err(sli4->os, "FW initialization failed\n");
4053		return -1;
4054	}
4055
4056	/*
4057	 * Set one of fcpi(initiator), fcpt(target), fcpc(combined) to true
4058	 * in addition to any other desired features
4059	 */
4060	sli4->config.features.flag.iaab = TRUE;
4061	sli4->config.features.flag.npiv = TRUE;
4062	sli4->config.features.flag.dif = TRUE;
4063	sli4->config.features.flag.vf = TRUE;
4064	sli4->config.features.flag.fcpc = TRUE;
4065	sli4->config.features.flag.iaar = TRUE;
4066	sli4->config.features.flag.hlm = TRUE;
4067	sli4->config.features.flag.perfh = TRUE;
4068	sli4->config.features.flag.rxseq = TRUE;
4069	sli4->config.features.flag.rxri = TRUE;
4070	sli4->config.features.flag.mrqp = TRUE;
4071
4072	/* use performance hints if available */
4073	if (sli4->config.perf_hint) {
4074		sli4->config.features.flag.perfh = TRUE;
4075	}
4076
4077	if (sli_request_features(sli4, &sli4->config.features, TRUE)) {
4078		return -1;
4079	}
4080
4081	if (sli_get_config(sli4)) {
4082		return -1;
4083	}
4084
4085	return 0;
4086}
4087
4088int32_t
4089sli_init(sli4_t *sli4)
4090{
4091
4092	if (sli4->config.has_extents) {
4093		/* TODO COMMON_ALLOC_RESOURCE_EXTENTS */;
4094		ocs_log_test(sli4->os, "XXX need to implement extent allocation\n");
4095		return -1;
4096	}
4097
4098	sli4->config.features.flag.hlm = sli4->config.high_login_mode;
4099	sli4->config.features.flag.rxseq = FALSE;
4100	sli4->config.features.flag.rxri  = FALSE;
4101
4102	if (sli_request_features(sli4, &sli4->config.features, FALSE)) {
4103		return -1;
4104	}
4105
4106	return 0;
4107}
4108
4109int32_t
4110sli_reset(sli4_t *sli4)
4111{
4112	uint32_t	i;
4113
4114	if (sli_fw_init(sli4)) {
4115		ocs_log_crit(sli4->os, "FW initialization failed\n");
4116		return -1;
4117	}
4118
4119	if (sli4->config.extent[0].base) {
4120		ocs_free(sli4->os, sli4->config.extent[0].base, SLI_RSRC_MAX * sizeof(uint32_t));
4121		sli4->config.extent[0].base = NULL;
4122	}
4123
4124	for (i = 0; i < SLI_RSRC_MAX; i++) {
4125		if (sli4->config.extent[i].use_map) {
4126			ocs_bitmap_free(sli4->config.extent[i].use_map);
4127			sli4->config.extent[i].use_map = NULL;
4128		}
4129		sli4->config.extent[i].base = NULL;
4130	}
4131
4132	if (sli_get_config(sli4)) {
4133		return -1;
4134	}
4135
4136	return 0;
4137}
4138
4139/**
4140 * @ingroup sli
4141 * @brief Issue a Firmware Reset.
4142 *
4143 * @par Description
4144 * Issues a Firmware Reset to the chip.  This reset affects the entire chip,
4145 * so all PCI function on the same PCI bus and device are affected.
4146 * @n @n This type of reset can be used to activate newly downloaded firmware.
4147 * @n @n The driver should be considered to be in an unknown state after this
4148 * reset and should be reloaded.
4149 *
4150 * @param sli4 SLI context.
4151 *
4152 * @return Returns 0 on success, or -1 otherwise.
4153 */
4154
4155int32_t
4156sli_fw_reset(sli4_t *sli4)
4157{
4158	uint32_t val;
4159	uint32_t ready;
4160
4161	/*
4162	 * Firmware must be ready before issuing the reset.
4163	 */
4164	ready = sli_wait_for_fw_ready(sli4, SLI4_FW_READY_TIMEOUT_MSEC);
4165	if (!ready) {
4166		ocs_log_crit(sli4->os, "FW status is NOT ready\n");
4167		return -1;
4168	}
4169	switch(sli4->if_type) {
4170	case SLI4_IF_TYPE_BE3_SKH_PF:
4171		/* BE3 / Skyhawk use PCICFG_SOFT_RESET_CSR */
4172		val = ocs_config_read32(sli4->os, SLI4_PCI_SOFT_RESET_CSR);
4173		val |= SLI4_PCI_SOFT_RESET_MASK;
4174		ocs_config_write32(sli4->os, SLI4_PCI_SOFT_RESET_CSR, val);
4175		break;
4176	case SLI4_IF_TYPE_LANCER_FC_ETH:
4177		/* Lancer uses PHYDEV_CONTROL */
4178
4179		val = SLI4_PHYDEV_CONTROL_FRST;
4180		sli_reg_write(sli4, SLI4_REG_PHYSDEV_CONTROL, val);
4181		break;
4182	default:
4183		ocs_log_test(sli4->os, "Unexpected iftype %d\n", sli4->if_type);
4184		return -1;
4185		break;
4186	}
4187
4188	/* wait for the FW to become ready after the reset */
4189	ready = sli_wait_for_fw_ready(sli4, SLI4_FW_READY_TIMEOUT_MSEC);
4190	if (!ready) {
4191		ocs_log_crit(sli4->os, "Failed to become ready after firmware reset\n");
4192		return -1;
4193	}
4194	return 0;
4195}
4196
4197/**
4198 * @ingroup sli
4199 * @brief Tear down a SLI context.
4200 *
4201 * @param sli4 SLI context.
4202 *
4203 * @return Returns 0 on success, or non-zero otherwise.
4204 */
4205int32_t
4206sli_teardown(sli4_t *sli4)
4207{
4208	uint32_t i;
4209
4210	if (sli4->config.extent[0].base) {
4211		ocs_free(sli4->os, sli4->config.extent[0].base, SLI_RSRC_MAX * sizeof(uint32_t));
4212		sli4->config.extent[0].base = NULL;
4213	}
4214
4215	for (i = 0; i < SLI_RSRC_MAX; i++) {
4216		if (sli4->config.has_extents) {
4217			/* TODO COMMON_DEALLOC_RESOURCE_EXTENTS */;
4218		}
4219
4220		sli4->config.extent[i].base = NULL;
4221
4222		ocs_bitmap_free(sli4->config.extent[i].use_map);
4223		sli4->config.extent[i].use_map = NULL;
4224	}
4225
4226	if (sli_fw_term(sli4)) {
4227		ocs_log_err(sli4->os, "FW deinitialization failed\n");
4228	}
4229
4230	ocs_dma_free(sli4->os, &sli4->vpd.data);
4231	ocs_dma_free(sli4->os, &sli4->bmbx);
4232
4233	return 0;
4234}
4235
4236/**
4237 * @ingroup sli
4238 * @brief Register a callback for the given event.
4239 *
4240 * @param sli4 SLI context.
4241 * @param which Event of interest.
4242 * @param func Function to call when the event occurs.
4243 * @param arg Argument passed to the callback function.
4244 *
4245 * @return Returns 0 on success, or non-zero otherwise.
4246 */
4247int32_t
4248sli_callback(sli4_t *sli4, sli4_callback_e which, void *func, void *arg)
4249{
4250
4251	if (!sli4 || !func || (which >= SLI4_CB_MAX)) {
4252		ocs_log_err(NULL, "bad parameter sli4=%p which=%#x func=%p\n",
4253			    sli4, which, func);
4254		return -1;
4255	}
4256
4257	switch (which) {
4258	case SLI4_CB_LINK:
4259		sli4->link = func;
4260		sli4->link_arg = arg;
4261		break;
4262	case SLI4_CB_FIP:
4263		sli4->fip = func;
4264		sli4->fip_arg = arg;
4265		break;
4266	default:
4267		ocs_log_test(sli4->os, "unknown callback %#x\n", which);
4268		return -1;
4269	}
4270
4271	return 0;
4272}
4273
4274/**
4275 * @ingroup sli
4276 * @brief Initialize a queue object.
4277 *
4278 * @par Description
4279 * This initializes the sli4_queue_t object members, including the underlying
4280 * DMA memory.
4281 *
4282 * @param sli4 SLI context.
4283 * @param q Pointer to queue object.
4284 * @param qtype Type of queue to create.
4285 * @param size Size of each entry.
4286 * @param n_entries Number of entries to allocate.
4287 * @param align Starting memory address alignment.
4288 *
4289 * @note Checks if using the existing DMA memory (if any) is possible. If not,
4290 * it frees the existing memory and re-allocates.
4291 *
4292 * @return Returns 0 on success, or non-zero otherwise.
4293 */
4294int32_t
4295__sli_queue_init(sli4_t *sli4, sli4_queue_t *q, uint32_t qtype,
4296		size_t size, uint32_t n_entries, uint32_t align)
4297{
4298
4299	if ((q->dma.virt == NULL) || (size != q->size) || (n_entries != q->length)) {
4300		if (q->dma.size) {
4301			ocs_dma_free(sli4->os, &q->dma);
4302		}
4303
4304		ocs_memset(q, 0, sizeof(sli4_queue_t));
4305
4306		if (ocs_dma_alloc(sli4->os, &q->dma, size * n_entries, align)) {
4307			ocs_log_err(sli4->os, "%s allocation failed\n", SLI_QNAME[qtype]);
4308			return -1;
4309		}
4310
4311		ocs_memset(q->dma.virt, 0, size * n_entries);
4312
4313		ocs_lock_init(sli4->os, &q->lock, "%s lock[%d:%p]",
4314			SLI_QNAME[qtype], ocs_instance(sli4->os), &q->lock);
4315
4316		q->type = qtype;
4317		q->size = size;
4318		q->length = n_entries;
4319
4320		/* Limit to hwf the queue size per interrupt */
4321		q->proc_limit = n_entries / 2;
4322
4323		switch(q->type) {
4324		case SLI_QTYPE_EQ:
4325			q->posted_limit = q->length / 2;
4326			break;
4327		default:
4328			if ((sli4->if_type == SLI4_IF_TYPE_BE3_SKH_PF) ||
4329			    (sli4->if_type == SLI4_IF_TYPE_BE3_SKH_VF)) {
4330				/* For Skyhawk, ring the doorbell more often */
4331				q->posted_limit = 8;
4332			} else {
4333				q->posted_limit = 64;
4334			}
4335			break;
4336		}
4337	}
4338
4339	return 0;
4340}
4341
4342/**
4343 * @ingroup sli
4344 * @brief Issue the command to create a queue.
4345 *
4346 * @param sli4 SLI context.
4347 * @param q Pointer to queue object.
4348 *
4349 * @return Returns 0 on success, or non-zero otherwise.
4350 */
4351int32_t
4352__sli_create_queue(sli4_t *sli4, sli4_queue_t *q)
4353{
4354	sli4_res_common_create_queue_t *res_q = NULL;
4355
4356	if (sli_bmbx_command(sli4)){
4357		ocs_log_crit(sli4->os, "bootstrap mailbox write fail %s\n",
4358				SLI_QNAME[q->type]);
4359		ocs_dma_free(sli4->os, &q->dma);
4360		return -1;
4361	}
4362	if (sli_res_sli_config(sli4->bmbx.virt)) {
4363		ocs_log_err(sli4->os, "bad status create %s\n", SLI_QNAME[q->type]);
4364		ocs_dma_free(sli4->os, &q->dma);
4365		return -1;
4366	}
4367	res_q = (void *)((uint8_t *)sli4->bmbx.virt +
4368			offsetof(sli4_cmd_sli_config_t, payload));
4369
4370	if (res_q->hdr.status) {
4371		ocs_log_err(sli4->os, "bad create %s status=%#x addl=%#x\n",
4372				SLI_QNAME[q->type],
4373				res_q->hdr.status, res_q->hdr.additional_status);
4374		ocs_dma_free(sli4->os, &q->dma);
4375		return -1;
4376	} else {
4377		q->id = res_q->q_id;
4378		q->doorbell_offset = res_q->db_offset;
4379		q->doorbell_rset = res_q->db_rs;
4380
4381		switch (q->type) {
4382		case SLI_QTYPE_EQ:
4383			/* No doorbell information in response for EQs */
4384			q->doorbell_offset = regmap[SLI4_REG_EQCQ_DOORBELL][sli4->if_type].off;
4385			q->doorbell_rset = regmap[SLI4_REG_EQCQ_DOORBELL][sli4->if_type].rset;
4386			break;
4387		case SLI_QTYPE_CQ:
4388			/* No doorbell information in response for CQs */
4389			q->doorbell_offset = regmap[SLI4_REG_EQCQ_DOORBELL][sli4->if_type].off;
4390			q->doorbell_rset = regmap[SLI4_REG_EQCQ_DOORBELL][sli4->if_type].rset;
4391			break;
4392		case SLI_QTYPE_MQ:
4393			/* No doorbell information in response for MQs */
4394			q->doorbell_offset = regmap[SLI4_REG_MQ_DOORBELL][sli4->if_type].off;
4395			q->doorbell_rset = regmap[SLI4_REG_MQ_DOORBELL][sli4->if_type].rset;
4396			break;
4397		case SLI_QTYPE_RQ:
4398			/* set the doorbell for non-skyhawks */
4399			if (!sli4->config.dual_ulp_capable) {
4400				q->doorbell_offset = regmap[SLI4_REG_FCOE_RQ_DOORBELL][sli4->if_type].off;
4401				q->doorbell_rset = regmap[SLI4_REG_FCOE_RQ_DOORBELL][sli4->if_type].rset;
4402			}
4403			break;
4404		case SLI_QTYPE_WQ:
4405			/* set the doorbell for non-skyhawks */
4406			if (!sli4->config.dual_ulp_capable) {
4407				q->doorbell_offset = regmap[SLI4_REG_IO_WQ_DOORBELL][sli4->if_type].off;
4408				q->doorbell_rset = regmap[SLI4_REG_IO_WQ_DOORBELL][sli4->if_type].rset;
4409			}
4410			break;
4411		default:
4412			break;
4413		}
4414	}
4415
4416	return 0;
4417}
4418
4419/**
4420 * @ingroup sli
4421 * @brief Get queue entry size.
4422 *
4423 * Get queue entry size given queue type.
4424 *
4425 * @param sli4 SLI context
4426 * @param qtype Type for which the entry size is returned.
4427 *
4428 * @return Returns > 0 on success (queue entry size), or a negative value on failure.
4429 */
4430int32_t
4431sli_get_queue_entry_size(sli4_t *sli4, uint32_t qtype)
4432{
4433	uint32_t	size = 0;
4434
4435	if (!sli4) {
4436		ocs_log_err(NULL, "bad parameter sli4=%p\n", sli4);
4437		return -1;
4438	}
4439
4440	switch (qtype) {
4441	case SLI_QTYPE_EQ:
4442		size = sizeof(uint32_t);
4443		break;
4444	case SLI_QTYPE_CQ:
4445		size = 16;
4446		break;
4447	case SLI_QTYPE_MQ:
4448		size = 256;
4449		break;
4450	case SLI_QTYPE_WQ:
4451		if (SLI4_PORT_TYPE_FC == sli4->port_type) {
4452			size = sli4->config.wqe_size;
4453		} else {
4454			/* TODO */
4455			ocs_log_test(sli4->os, "unsupported queue entry size\n");
4456			return -1;
4457		}
4458		break;
4459	case SLI_QTYPE_RQ:
4460		size = SLI4_FCOE_RQE_SIZE;
4461		break;
4462	default:
4463		ocs_log_test(sli4->os, "unknown queue type %d\n", qtype);
4464		return -1;
4465	}
4466	return size;
4467}
4468
4469/**
4470 * @ingroup sli
4471 * @brief Modify the delay timer for all the EQs
4472 *
4473 * @param sli4 SLI context.
4474 * @param eq Array of EQs.
4475 * @param num_eq Count of EQs.
4476 * @param shift Phase shift for staggering interrupts.
4477 * @param delay_mult Delay multiplier for limiting interrupt frequency.
4478 *
4479 * @return Returns 0 on success, or -1 otherwise.
4480 */
4481int32_t
4482sli_eq_modify_delay(sli4_t *sli4, sli4_queue_t *eq, uint32_t num_eq, uint32_t shift, uint32_t delay_mult)
4483{
4484
4485	sli_cmd_common_modify_eq_delay(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE, eq, num_eq, shift, delay_mult);
4486
4487	if (sli_bmbx_command(sli4)) {
4488		ocs_log_crit(sli4->os, "bootstrap mailbox write fail (MODIFY EQ DELAY)\n");
4489		return -1;
4490	}
4491	if (sli_res_sli_config(sli4->bmbx.virt)) {
4492		ocs_log_err(sli4->os, "bad status MODIFY EQ DELAY\n");
4493		return -1;
4494	}
4495
4496	return 0;
4497}
4498
4499/**
4500 * @ingroup sli
4501 * @brief Allocate a queue.
4502 *
4503 * @par Description
4504 * Allocates DMA memory and configures the requested queue type.
4505 *
4506 * @param sli4 SLI context.
4507 * @param qtype Type of queue to create.
4508 * @param q Pointer to the queue object.
4509 * @param n_entries Number of entries to allocate.
4510 * @param assoc Associated queue (that is, the EQ for a CQ, the CQ for a MQ, and so on).
4511 * @param ulp The ULP to bind, which is only used for WQ and RQs
4512 *
4513 * @return Returns 0 on success, or -1 otherwise.
4514 */
4515int32_t
4516sli_queue_alloc(sli4_t *sli4, uint32_t qtype, sli4_queue_t *q, uint32_t n_entries,
4517		sli4_queue_t *assoc, uint16_t ulp)
4518{
4519	int32_t		size;
4520	uint32_t	align = 0;
4521	sli4_create_q_fn_t create = NULL;
4522
4523	if (!sli4 || !q) {
4524		ocs_log_err(NULL, "bad parameter sli4=%p q=%p\n", sli4, q);
4525		return -1;
4526	}
4527
4528	/* get queue size */
4529	size = sli_get_queue_entry_size(sli4, qtype);
4530	if (size < 0)
4531		return -1;
4532	align = SLI_PAGE_SIZE;
4533
4534	switch (qtype) {
4535	case SLI_QTYPE_EQ:
4536		create = sli_cmd_common_create_eq;
4537		break;
4538	case SLI_QTYPE_CQ:
4539		create = sli_cmd_common_create_cq;
4540		break;
4541	case SLI_QTYPE_MQ:
4542		/* Validate the number of entries */
4543		switch (n_entries) {
4544		case 16:
4545		case 32:
4546		case 64:
4547		case 128:
4548			break;
4549		default:
4550			ocs_log_test(sli4->os, "illegal n_entries value %d for MQ\n", n_entries);
4551			return -1;
4552		}
4553		assoc->u.flag.is_mq = TRUE;
4554		create = sli_cmd_common_create_mq_ext;
4555		break;
4556	case SLI_QTYPE_WQ:
4557		if (SLI4_PORT_TYPE_FC == sli4->port_type) {
4558			if (sli4->if_type == SLI4_IF_TYPE_BE3_SKH_PF) {
4559				create = sli_cmd_fcoe_wq_create;
4560			} else {
4561				create = sli_cmd_fcoe_wq_create_v1;
4562			}
4563		} else {
4564			/* TODO */
4565			ocs_log_test(sli4->os, "unsupported WQ create\n");
4566			return -1;
4567		}
4568		break;
4569	default:
4570		ocs_log_test(sli4->os, "unknown queue type %d\n", qtype);
4571		return -1;
4572	}
4573
4574	if (__sli_queue_init(sli4, q, qtype, size, n_entries, align)) {
4575		ocs_log_err(sli4->os, "%s allocation failed\n", SLI_QNAME[qtype]);
4576		return -1;
4577	}
4578
4579	if (create(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE, &q->dma, assoc ? assoc->id : 0, ulp)) {
4580		if (__sli_create_queue(sli4, q)) {
4581			ocs_log_err(sli4->os, "create %s failed\n", SLI_QNAME[qtype]);
4582			return -1;
4583		}
4584		q->ulp = ulp;
4585	} else {
4586		ocs_log_err(sli4->os, "cannot create %s\n", SLI_QNAME[qtype]);
4587		return -1;
4588	}
4589
4590	return 0;
4591}
4592
4593/**
4594 * @ingroup sli
4595 * @brief Allocate a c queue set.
4596 *
4597 * @param sli4 SLI context.
4598 * @param num_cqs to create
4599 * @param qs Pointers to the queue objects.
4600 * @param n_entries Number of entries to allocate per CQ.
4601 * @param eqs Associated event queues
4602 *
4603 * @return Returns 0 on success, or -1 otherwise.
4604 */
4605int32_t
4606sli_cq_alloc_set(sli4_t *sli4, sli4_queue_t *qs[], uint32_t num_cqs,
4607		 uint32_t n_entries, sli4_queue_t *eqs[])
4608{
4609	uint32_t i, offset = 0,  page_bytes = 0, payload_size, cmd_size = 0;
4610	uint32_t p = 0, page_size = 0, n_cqe = 0, num_pages_cq;
4611	uintptr_t addr;
4612	ocs_dma_t dma;
4613	sli4_req_common_create_cq_set_v0_t  *req = NULL;
4614	sli4_res_common_create_queue_set_t *res = NULL;
4615
4616	if (!sli4) {
4617		ocs_log_err(NULL, "bad parameter sli4=%p\n", sli4);
4618		return -1;
4619	}
4620
4621	memset(&dma, 0, sizeof(dma));
4622
4623	/* Align the queue DMA memory */
4624	for (i = 0; i < num_cqs; i++) {
4625		if (__sli_queue_init(sli4, qs[i], SLI_QTYPE_CQ, SLI4_CQE_BYTES,
4626			n_entries, SLI_PAGE_SIZE)) {
4627			ocs_log_err(sli4->os, "Queue init failed.\n");
4628			goto error;
4629		}
4630	}
4631
4632	n_cqe = qs[0]->dma.size / SLI4_CQE_BYTES;
4633	switch (n_cqe) {
4634	case 256:
4635	case 512:
4636	case 1024:
4637	case 2048:
4638		page_size = 1;
4639		break;
4640	case 4096:
4641		page_size = 2;
4642		break;
4643	default:
4644		return -1;
4645	}
4646
4647	page_bytes = page_size * SLI_PAGE_SIZE;
4648	num_pages_cq = sli_page_count(qs[0]->dma.size, page_bytes);
4649	cmd_size = sizeof(sli4_req_common_create_cq_set_v0_t) + (8 * num_pages_cq * num_cqs);
4650	payload_size = max((size_t)cmd_size, sizeof(sli4_res_common_create_queue_set_t));
4651
4652	if (ocs_dma_alloc(sli4->os, &dma, payload_size, SLI_PAGE_SIZE)) {
4653		ocs_log_err(sli4->os, "DMA allocation failed\n");
4654		goto error;
4655	}
4656	ocs_memset(dma.virt, 0, payload_size);
4657
4658	if (sli_cmd_sli_config(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE,
4659			payload_size, &dma) == -1) {
4660		goto error;
4661	}
4662
4663	/* Fill the request structure */
4664
4665	req = (sli4_req_common_create_cq_set_v0_t *)((uint8_t *)dma.virt);
4666	req->hdr.opcode = SLI4_OPC_COMMON_CREATE_CQ_SET;
4667	req->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
4668	req->hdr.version = 0;
4669	req->hdr.request_length = cmd_size - sizeof(sli4_req_hdr_t);
4670	req->page_size = page_size;
4671
4672	req->num_pages = num_pages_cq;
4673	switch (req->num_pages) {
4674	case 1:
4675		req->cqecnt = SLI4_CQ_CNT_256;
4676		break;
4677	case 2:
4678		req->cqecnt = SLI4_CQ_CNT_512;
4679		break;
4680	case 4:
4681		req->cqecnt = SLI4_CQ_CNT_1024;
4682		break;
4683	case 8:
4684		req->cqecnt = SLI4_CQ_CNT_LARGE;
4685		req->cqe_count = n_cqe;
4686		break;
4687	default:
4688		ocs_log_test(sli4->os, "num_pages %d not valid\n", req->num_pages);
4689		goto error;
4690	}
4691
4692	req->evt = TRUE;
4693	req->valid = TRUE;
4694	req->arm = FALSE;
4695	req->num_cq_req = num_cqs;
4696
4697	/* Fill page addresses of all the CQs. */
4698	for (i = 0; i < num_cqs; i++) {
4699		req->eq_id[i] = eqs[i]->id;
4700		for (p = 0, addr = qs[i]->dma.phys; p < req->num_pages; p++, addr += page_bytes) {
4701			req->page_physical_address[offset].low = ocs_addr32_lo(addr);
4702			req->page_physical_address[offset].high = ocs_addr32_hi(addr);
4703			offset++;
4704		}
4705	}
4706
4707	if (sli_bmbx_command(sli4)) {
4708		ocs_log_crit(sli4->os, "bootstrap mailbox write fail CQSet\n");
4709		goto error;
4710	}
4711
4712	res = (void *)((uint8_t *)dma.virt);
4713	if (res->hdr.status) {
4714		ocs_log_err(sli4->os, "bad create CQSet status=%#x addl=%#x\n",
4715			res->hdr.status, res->hdr.additional_status);
4716		goto error;
4717	} else {
4718		/* Check if we got all requested CQs. */
4719		if (res->num_q_allocated != num_cqs) {
4720			ocs_log_crit(sli4->os, "Requested count CQs doesnt match.\n");
4721			goto error;
4722		}
4723
4724		/* Fill the resp cq ids. */
4725		for (i = 0; i < num_cqs; i++) {
4726			qs[i]->id = res->q_id + i;
4727			qs[i]->doorbell_offset = regmap[SLI4_REG_EQCQ_DOORBELL][sli4->if_type].off;
4728			qs[i]->doorbell_rset   = regmap[SLI4_REG_EQCQ_DOORBELL][sli4->if_type].rset;
4729		}
4730	}
4731
4732	ocs_dma_free(sli4->os, &dma);
4733
4734	return 0;
4735
4736error:
4737	for (i = 0; i < num_cqs; i++) {
4738		if (qs[i]->dma.size) {
4739			ocs_dma_free(sli4->os, &qs[i]->dma);
4740		}
4741	}
4742
4743	if (dma.size) {
4744		ocs_dma_free(sli4->os, &dma);
4745	}
4746
4747	return -1;
4748}
4749
4750/**
4751 * @ingroup sli
4752 * @brief Free a queue.
4753 *
4754 * @par Description
4755 * Frees DMA memory and de-registers the requested queue.
4756 *
4757 * @param sli4 SLI context.
4758 * @param q Pointer to the queue object.
4759 * @param destroy_queues Non-zero if the mailbox commands should be sent to destroy the queues.
4760 * @param free_memory Non-zero if the DMA memory associated with the queue should be freed.
4761 *
4762 * @return Returns 0 on success, or -1 otherwise.
4763 */
4764int32_t
4765sli_queue_free(sli4_t *sli4, sli4_queue_t *q, uint32_t destroy_queues, uint32_t free_memory)
4766{
4767	sli4_destroy_q_fn_t destroy = NULL;
4768	int32_t		rc = -1;
4769
4770	if (!sli4 || !q) {
4771		ocs_log_err(NULL, "bad parameter sli4=%p q=%p\n", sli4, q);
4772		return -1;
4773	}
4774
4775	if (destroy_queues) {
4776		switch (q->type) {
4777		case SLI_QTYPE_EQ:
4778			destroy = sli_cmd_common_destroy_eq;
4779			break;
4780		case SLI_QTYPE_CQ:
4781			destroy = sli_cmd_common_destroy_cq;
4782			break;
4783		case SLI_QTYPE_MQ:
4784			destroy = sli_cmd_common_destroy_mq;
4785			break;
4786		case SLI_QTYPE_WQ:
4787			if (SLI4_PORT_TYPE_FC == sli4->port_type) {
4788				destroy = sli_cmd_fcoe_wq_destroy;
4789			} else {
4790				/* TODO */
4791				ocs_log_test(sli4->os, "unsupported WQ destroy\n");
4792				return -1;
4793			}
4794			break;
4795		case SLI_QTYPE_RQ:
4796			if (SLI4_PORT_TYPE_FC == sli4->port_type) {
4797				destroy = sli_cmd_fcoe_rq_destroy;
4798			} else {
4799				/* TODO */
4800				ocs_log_test(sli4->os, "unsupported RQ destroy\n");
4801				return -1;
4802			}
4803			break;
4804		default:
4805			ocs_log_test(sli4->os, "bad queue type %d\n",
4806					q->type);
4807			return -1;
4808		}
4809
4810		/*
4811		 * Destroying queues makes BE3 sad (version 0 interface type). Rely
4812		 * on COMMON_FUNCTION_RESET to free host allocated queue resources
4813		 * inside the SLI Port.
4814		 */
4815		if (SLI4_IF_TYPE_BE3_SKH_PF == sli4->if_type) {
4816			destroy = NULL;
4817		}
4818
4819		/* Destroy the queue if the operation is defined */
4820		if (destroy && destroy(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE, q->id)) {
4821			sli4_res_hdr_t	*res = NULL;
4822
4823			if (sli_bmbx_command(sli4)){
4824				ocs_log_crit(sli4->os, "bootstrap mailbox write fail destroy %s\n",
4825						SLI_QNAME[q->type]);
4826			} else if (sli_res_sli_config(sli4->bmbx.virt)) {
4827				ocs_log_err(sli4->os, "bad status destroy %s\n", SLI_QNAME[q->type]);
4828			} else {
4829				res = (void *)((uint8_t *)sli4->bmbx.virt +
4830						offsetof(sli4_cmd_sli_config_t, payload));
4831
4832				if (res->status) {
4833					ocs_log_err(sli4->os, "bad destroy %s status=%#x addl=%#x\n",
4834							SLI_QNAME[q->type],
4835							res->status, res->additional_status);
4836				} else {
4837					rc = 0;
4838				}
4839			}
4840		}
4841	}
4842
4843	if (free_memory) {
4844		ocs_lock_free(&q->lock);
4845
4846		if (ocs_dma_free(sli4->os, &q->dma)) {
4847			ocs_log_err(sli4->os, "%s queue ID %d free failed\n",
4848				    SLI_QNAME[q->type], q->id);
4849			rc = -1;
4850		}
4851	}
4852
4853	return rc;
4854}
4855
4856int32_t
4857sli_queue_reset(sli4_t *sli4, sli4_queue_t *q)
4858{
4859
4860	ocs_lock(&q->lock);
4861
4862	q->index = 0;
4863	q->n_posted = 0;
4864
4865	if (SLI_QTYPE_MQ == q->type) {
4866		q->u.r_idx = 0;
4867	}
4868
4869	if (q->dma.virt != NULL) {
4870		ocs_memset(q->dma.virt, 0, (q->size * (uint64_t)q->length));
4871	}
4872
4873	ocs_unlock(&q->lock);
4874
4875	return 0;
4876}
4877
4878/**
4879 * @ingroup sli
4880 * @brief Check if the given queue is empty.
4881 *
4882 * @par Description
4883 * If the valid bit of the current entry is unset, the queue is empty.
4884 *
4885 * @param sli4 SLI context.
4886 * @param q Pointer to the queue object.
4887 *
4888 * @return Returns TRUE if empty, or FALSE otherwise.
4889 */
4890int32_t
4891sli_queue_is_empty(sli4_t *sli4, sli4_queue_t *q)
4892{
4893	int32_t		rc = TRUE;
4894	uint8_t		*qe = q->dma.virt;
4895
4896	ocs_lock(&q->lock);
4897
4898	ocs_dma_sync(&q->dma, OCS_DMASYNC_POSTREAD);
4899
4900	qe += q->index * q->size;
4901
4902	rc = !sli_queue_entry_is_valid(q, qe, FALSE);
4903
4904	ocs_unlock(&q->lock);
4905
4906	return rc;
4907}
4908
4909/**
4910 * @ingroup sli
4911 * @brief Arm an EQ.
4912 *
4913 * @param sli4 SLI context.
4914 * @param q Pointer to queue object.
4915 * @param arm If TRUE, arm the EQ.
4916 *
4917 * @return Returns 0 on success, or non-zero otherwise.
4918 */
4919int32_t
4920sli_queue_eq_arm(sli4_t *sli4, sli4_queue_t *q, uint8_t arm)
4921{
4922	uint32_t	val = 0;
4923
4924	ocs_lock(&q->lock);
4925		val = sli_eq_doorbell(q->n_posted, q->id, arm);
4926		ocs_reg_write32(sli4->os, q->doorbell_rset, q->doorbell_offset, val);
4927		q->n_posted = 0;
4928	ocs_unlock(&q->lock);
4929
4930	return 0;
4931}
4932
4933/**
4934 * @ingroup sli
4935 * @brief Arm a queue.
4936 *
4937 * @param sli4 SLI context.
4938 * @param q Pointer to queue object.
4939 * @param arm If TRUE, arm the queue.
4940 *
4941 * @return Returns 0 on success, or non-zero otherwise.
4942 */
4943int32_t
4944sli_queue_arm(sli4_t *sli4, sli4_queue_t *q, uint8_t arm)
4945{
4946	uint32_t	val = 0;
4947
4948	ocs_lock(&q->lock);
4949
4950	switch (q->type) {
4951	case SLI_QTYPE_EQ:
4952		val = sli_eq_doorbell(q->n_posted, q->id, arm);
4953		ocs_reg_write32(sli4->os, q->doorbell_rset, q->doorbell_offset, val);
4954		q->n_posted = 0;
4955		break;
4956	case SLI_QTYPE_CQ:
4957		val = sli_cq_doorbell(q->n_posted, q->id, arm);
4958		ocs_reg_write32(sli4->os, q->doorbell_rset, q->doorbell_offset, val);
4959		q->n_posted = 0;
4960		break;
4961	default:
4962		ocs_log_test(sli4->os, "should only be used for EQ/CQ, not %s\n",
4963			     SLI_QNAME[q->type]);
4964	}
4965
4966	ocs_unlock(&q->lock);
4967
4968	return 0;
4969}
4970
4971/**
4972 * @ingroup sli
4973 * @brief Write an entry to the queue object.
4974 *
4975 * Note: Assumes the q->lock will be locked and released by the caller.
4976 *
4977 * @param sli4 SLI context.
4978 * @param q Pointer to the queue object.
4979 * @param entry Pointer to the entry contents.
4980 *
4981 * @return Returns queue index on success, or negative error value otherwise.
4982 */
4983int32_t
4984_sli_queue_write(sli4_t *sli4, sli4_queue_t *q, uint8_t *entry)
4985{
4986	int32_t		rc = 0;
4987	uint8_t		*qe = q->dma.virt;
4988	uint32_t	qindex;
4989
4990	qindex = q->index;
4991	qe += q->index * q->size;
4992
4993	if (entry) {
4994		if ((SLI_QTYPE_WQ == q->type) && sli4->config.perf_wq_id_association) {
4995			sli_set_wq_id_association(entry, q->id);
4996		}
4997#if defined(OCS_INCLUDE_DEBUG)
4998		switch (q->type) {
4999		case SLI_QTYPE_WQ: {
5000			ocs_dump32(OCS_DEBUG_ENABLE_WQ_DUMP, sli4->os, "wqe", entry, q->size);
5001			break;
5002		}
5003		case SLI_QTYPE_MQ:
5004			/* Note: we don't really need to dump the whole
5005			 * 256 bytes, just do 64 */
5006			ocs_dump32(OCS_DEBUG_ENABLE_MQ_DUMP, sli4->os, "mqe outbound", entry, 64);
5007			break;
5008
5009		default:
5010			break;
5011		}
5012#endif
5013		ocs_memcpy(qe, entry, q->size);
5014		q->n_posted = 1;
5015	}
5016
5017	ocs_dma_sync(&q->dma, OCS_DMASYNC_PREWRITE);
5018
5019	rc = sli_queue_doorbell(sli4, q);
5020
5021	q->index = (q->index + q->n_posted) & (q->length - 1);
5022	q->n_posted = 0;
5023
5024	if (rc < 0) {
5025		/* failure */
5026		return rc;
5027	} else if (rc > 0) {
5028		/* failure, but we need to return a negative value on failure */
5029		return -rc;
5030	} else {
5031		return qindex;
5032	}
5033}
5034
5035/**
5036 * @ingroup sli
5037 * @brief Write an entry to the queue object.
5038 *
5039 * Note: Assumes the q->lock will be locked and released by the caller.
5040 *
5041 * @param sli4 SLI context.
5042 * @param q Pointer to the queue object.
5043 * @param entry Pointer to the entry contents.
5044 *
5045 * @return Returns queue index on success, or negative error value otherwise.
5046 */
5047int32_t
5048sli_queue_write(sli4_t *sli4, sli4_queue_t *q, uint8_t *entry)
5049{
5050	int32_t rc;
5051
5052	ocs_lock(&q->lock);
5053		rc = _sli_queue_write(sli4, q, entry);
5054	ocs_unlock(&q->lock);
5055
5056	return rc;
5057}
5058
5059/**
5060 * @brief Check if the current queue entry is valid.
5061 *
5062 * @param q Pointer to the queue object.
5063 * @param qe Pointer to the queue entry.
5064 * @param clear Boolean to clear valid bit.
5065 *
5066 * @return Returns TRUE if the entry is valid, or FALSE otherwise.
5067 */
5068static uint8_t
5069sli_queue_entry_is_valid(sli4_queue_t *q, uint8_t *qe, uint8_t clear)
5070{
5071	uint8_t		valid = FALSE;
5072
5073	switch (q->type) {
5074	case SLI_QTYPE_EQ:
5075		valid = ((sli4_eqe_t *)qe)->vld;
5076		if (valid && clear) {
5077			((sli4_eqe_t *)qe)->vld = 0;
5078		}
5079		break;
5080	case SLI_QTYPE_CQ:
5081		/*
5082		 * For both MCQE and WCQE/RCQE, the valid bit
5083		 * is bit 31 of dword 3 (0 based)
5084		 */
5085		valid = (qe[15] & 0x80) != 0;
5086		if (valid & clear) {
5087			qe[15] &= ~0x80;
5088		}
5089		break;
5090	case SLI_QTYPE_MQ:
5091		valid = q->index != q->u.r_idx;
5092		break;
5093	case SLI_QTYPE_RQ:
5094		valid = TRUE;
5095		clear = FALSE;
5096		break;
5097	default:
5098		ocs_log_test(NULL, "doesn't handle type=%#x\n", q->type);
5099	}
5100
5101	if (clear) {
5102		ocs_dma_sync(&q->dma, OCS_DMASYNC_PREWRITE);
5103	}
5104
5105	return valid;
5106}
5107
5108/**
5109 * @ingroup sli
5110 * @brief Read an entry from the queue object.
5111 *
5112 * @param sli4 SLI context.
5113 * @param q Pointer to the queue object.
5114 * @param entry Destination pointer for the queue entry contents.
5115 *
5116 * @return Returns 0 on success, or non-zero otherwise.
5117 */
5118int32_t
5119sli_queue_read(sli4_t *sli4, sli4_queue_t *q, uint8_t *entry)
5120{
5121	int32_t		rc = 0;
5122	uint8_t		*qe = q->dma.virt;
5123	uint32_t	*qindex = NULL;
5124
5125	if (SLI_QTYPE_MQ == q->type) {
5126		qindex = &q->u.r_idx;
5127	} else {
5128		qindex = &q->index;
5129	}
5130
5131	ocs_lock(&q->lock);
5132
5133	ocs_dma_sync(&q->dma, OCS_DMASYNC_POSTREAD);
5134
5135	qe += *qindex * q->size;
5136
5137	if (!sli_queue_entry_is_valid(q, qe, TRUE)) {
5138		ocs_unlock(&q->lock);
5139		return -1;
5140	}
5141
5142	if (entry) {
5143		ocs_memcpy(entry, qe, q->size);
5144#if defined(OCS_INCLUDE_DEBUG)
5145		switch(q->type) {
5146		case SLI_QTYPE_CQ:
5147			ocs_dump32(OCS_DEBUG_ENABLE_CQ_DUMP, sli4->os, "cq", entry, q->size);
5148			break;
5149		case SLI_QTYPE_MQ:
5150			ocs_dump32(OCS_DEBUG_ENABLE_MQ_DUMP, sli4->os, "mq Compl", entry, 64);
5151			break;
5152		case SLI_QTYPE_EQ:
5153			ocs_dump32(OCS_DEBUG_ENABLE_EQ_DUMP, sli4->os, "eq Compl", entry, q->size);
5154			break;
5155		default:
5156			break;
5157		}
5158#endif
5159	}
5160
5161	switch (q->type) {
5162		case SLI_QTYPE_EQ:
5163		case SLI_QTYPE_CQ:
5164		case SLI_QTYPE_MQ:
5165			*qindex = (*qindex + 1) & (q->length - 1);
5166			if (SLI_QTYPE_MQ != q->type) {
5167				q->n_posted++;
5168			}
5169			break;
5170		default:
5171			/* reads don't update the index */
5172			break;
5173	}
5174
5175	ocs_unlock(&q->lock);
5176
5177	return rc;
5178}
5179
5180int32_t
5181sli_queue_index(sli4_t *sli4, sli4_queue_t *q)
5182{
5183
5184	if (q) {
5185		return q->index;
5186	} else {
5187		return -1;
5188	}
5189}
5190
5191int32_t
5192sli_queue_poke(sli4_t *sli4, sli4_queue_t *q, uint32_t index, uint8_t *entry)
5193{
5194	int32_t rc;
5195
5196	ocs_lock(&q->lock);
5197		rc = _sli_queue_poke(sli4, q, index, entry);
5198	ocs_unlock(&q->lock);
5199
5200	return rc;
5201}
5202
5203int32_t
5204_sli_queue_poke(sli4_t *sli4, sli4_queue_t *q, uint32_t index, uint8_t *entry)
5205{
5206	int32_t		rc = 0;
5207	uint8_t		*qe = q->dma.virt;
5208
5209	if (index >= q->length) {
5210		return -1;
5211	}
5212
5213	qe += index * q->size;
5214
5215	if (entry) {
5216		ocs_memcpy(qe, entry, q->size);
5217	}
5218
5219	ocs_dma_sync(&q->dma, OCS_DMASYNC_PREWRITE);
5220
5221	return rc;
5222}
5223
5224/**
5225 * @ingroup sli
5226 * @brief Allocate SLI Port resources.
5227 *
5228 * @par Description
5229 * Allocate port-related resources, such as VFI, RPI, XRI, and so on.
5230 * Resources are modeled using extents, regardless of whether the underlying
5231 * device implements resource extents. If the device does not implement
5232 * extents, the SLI layer models this as a single (albeit large) extent.
5233 *
5234 * @param sli4 SLI context.
5235 * @param rtype Resource type (for example, RPI or XRI)
5236 * @param rid Allocated resource ID.
5237 * @param index Index into the bitmap.
5238 *
5239 * @return Returns 0 on success, or a non-zero value on failure.
5240 */
5241int32_t
5242sli_resource_alloc(sli4_t *sli4, sli4_resource_e rtype, uint32_t *rid, uint32_t *index)
5243{
5244	int32_t		rc = 0;
5245	uint32_t	size;
5246	uint32_t	extent_idx;
5247	uint32_t	item_idx;
5248	int		status;
5249
5250	*rid = UINT32_MAX;
5251	*index = UINT32_MAX;
5252
5253	switch (rtype) {
5254	case SLI_RSRC_FCOE_VFI:
5255	case SLI_RSRC_FCOE_VPI:
5256	case SLI_RSRC_FCOE_RPI:
5257	case SLI_RSRC_FCOE_XRI:
5258		status = ocs_bitmap_find(sli4->config.extent[rtype].use_map,
5259				sli4->config.extent[rtype].map_size);
5260		if (status < 0) {
5261			ocs_log_err(sli4->os, "out of resource %d (alloc=%d)\n",
5262					rtype, sli4->config.extent[rtype].n_alloc);
5263			rc = -1;
5264			break;
5265		} else {
5266			*index = status;
5267		}
5268
5269		size = sli4->config.extent[rtype].size;
5270
5271		extent_idx = *index / size;
5272		item_idx   = *index % size;
5273
5274		*rid = sli4->config.extent[rtype].base[extent_idx] + item_idx;
5275
5276		sli4->config.extent[rtype].n_alloc++;
5277		break;
5278	default:
5279		rc = -1;
5280	}
5281
5282	return rc;
5283}
5284
5285/**
5286 * @ingroup sli
5287 * @brief Free the SLI Port resources.
5288 *
5289 * @par Description
5290 * Free port-related resources, such as VFI, RPI, XRI, and so. See discussion of
5291 * "extent" usage in sli_resource_alloc.
5292 *
5293 * @param sli4 SLI context.
5294 * @param rtype Resource type (for example, RPI or XRI).
5295 * @param rid Allocated resource ID.
5296 *
5297 * @return Returns 0 on success, or a non-zero value on failure.
5298 */
5299int32_t
5300sli_resource_free(sli4_t *sli4, sli4_resource_e rtype, uint32_t rid)
5301{
5302	int32_t		rc = -1;
5303	uint32_t	x;
5304	uint32_t	size, *base;
5305
5306	switch (rtype) {
5307	case SLI_RSRC_FCOE_VFI:
5308	case SLI_RSRC_FCOE_VPI:
5309	case SLI_RSRC_FCOE_RPI:
5310	case SLI_RSRC_FCOE_XRI:
5311		/*
5312		 * Figure out which extent contains the resource ID. I.e. find
5313		 * the extent such that
5314		 *   extent->base <= resource ID < extent->base + extent->size
5315		 */
5316		base = sli4->config.extent[rtype].base;
5317		size = sli4->config.extent[rtype].size;
5318
5319		/*
5320		 * In the case of FW reset, this may be cleared but the force_free path will
5321		 * still attempt to free the resource. Prevent a NULL pointer access.
5322		 */
5323		if (base != NULL) {
5324			for (x = 0; x < sli4->config.extent[rtype].number; x++) {
5325				if ((rid >= base[x]) && (rid < (base[x] + size))) {
5326					rid -= base[x];
5327					ocs_bitmap_clear(sli4->config.extent[rtype].use_map,
5328							 (x * size) + rid);
5329					rc = 0;
5330					break;
5331				}
5332			}
5333		}
5334		break;
5335	default:
5336		;
5337	}
5338
5339	return rc;
5340}
5341
5342int32_t
5343sli_resource_reset(sli4_t *sli4, sli4_resource_e rtype)
5344{
5345	int32_t		rc = -1;
5346	uint32_t	i;
5347
5348	switch (rtype) {
5349	case SLI_RSRC_FCOE_VFI:
5350	case SLI_RSRC_FCOE_VPI:
5351	case SLI_RSRC_FCOE_RPI:
5352	case SLI_RSRC_FCOE_XRI:
5353		for (i = 0; i < sli4->config.extent[rtype].map_size; i++) {
5354			ocs_bitmap_clear(sli4->config.extent[rtype].use_map, i);
5355		}
5356		rc = 0;
5357		break;
5358	default:
5359		;
5360	}
5361
5362	return rc;
5363}
5364
5365/**
5366 * @ingroup sli
5367 * @brief Parse an EQ entry to retrieve the CQ_ID for this event.
5368 *
5369 * @param sli4 SLI context.
5370 * @param buf Pointer to the EQ entry.
5371 * @param cq_id CQ_ID for this entry (only valid on success).
5372 *
5373 * @return
5374 * - 0 if success.
5375 * - < 0 if error.
5376 * - > 0 if firmware detects EQ overflow.
5377 */
5378int32_t
5379sli_eq_parse(sli4_t *sli4, uint8_t *buf, uint16_t *cq_id)
5380{
5381	sli4_eqe_t	*eqe = (void *)buf;
5382	int32_t		rc = 0;
5383
5384	if (!sli4 || !buf || !cq_id) {
5385		ocs_log_err(NULL, "bad parameters sli4=%p buf=%p cq_id=%p\n",
5386				sli4, buf, cq_id);
5387		return -1;
5388	}
5389
5390	switch (eqe->major_code) {
5391	case SLI4_MAJOR_CODE_STANDARD:
5392		*cq_id = eqe->resource_id;
5393		break;
5394	case SLI4_MAJOR_CODE_SENTINEL:
5395		ocs_log_debug(sli4->os, "sentinel EQE\n");
5396		rc = 1;
5397		break;
5398	default:
5399		ocs_log_test(sli4->os, "Unsupported EQE: major %x minor %x\n",
5400				eqe->major_code, eqe->minor_code);
5401		rc = -1;
5402	}
5403
5404	return rc;
5405}
5406
5407/**
5408 * @ingroup sli
5409 * @brief Parse a CQ entry to retrieve the event type and the associated queue.
5410 *
5411 * @param sli4 SLI context.
5412 * @param cq CQ to process.
5413 * @param cqe Pointer to the CQ entry.
5414 * @param etype CQ event type.
5415 * @param q_id Queue ID associated with this completion message
5416 * (that is, MQ_ID, RQ_ID, and so on).
5417 *
5418 * @return
5419 * - 0 if call completed correctly and CQE status is SUCCESS.
5420 * - -1 if call failed (no CQE status).
5421 * - Other value if call completed correctly and return value is a CQE status value.
5422 */
5423int32_t
5424sli_cq_parse(sli4_t *sli4, sli4_queue_t *cq, uint8_t *cqe, sli4_qentry_e *etype,
5425		uint16_t *q_id)
5426{
5427	int32_t	rc = 0;
5428
5429	if (!sli4 || !cq || !cqe || !etype) {
5430		ocs_log_err(NULL, "bad parameters sli4=%p cq=%p cqe=%p etype=%p q_id=%p\n",
5431			    sli4, cq, cqe, etype, q_id);
5432		return -1;
5433	}
5434
5435	if (cq->u.flag.is_mq) {
5436		sli4_mcqe_t	*mcqe = (void *)cqe;
5437
5438		if (mcqe->ae) {
5439			*etype = SLI_QENTRY_ASYNC;
5440		} else {
5441			*etype = SLI_QENTRY_MQ;
5442			rc = sli_cqe_mq(mcqe);
5443		}
5444		*q_id = -1;
5445	} else if (SLI4_PORT_TYPE_FC == sli4->port_type) {
5446		rc = sli_fc_cqe_parse(sli4, cq, cqe, etype, q_id);
5447	} else {
5448		ocs_log_test(sli4->os, "implement CQE parsing type = %#x\n",
5449			     sli4->port_type);
5450		rc = -1;
5451	}
5452
5453	return rc;
5454}
5455
5456/**
5457 * @ingroup sli
5458 * @brief Cause chip to enter an unrecoverable error state.
5459 *
5460 * @par Description
5461 * Cause chip to enter an unrecoverable error state. This is
5462 * used when detecting unexpected FW behavior so FW can be
5463 * hwted from the driver as soon as error is detected.
5464 *
5465 * @param sli4 SLI context.
5466 * @param dump Generate dump as part of reset.
5467 *
5468 * @return Returns 0 if call completed correctly, or -1 if call failed (unsupported chip).
5469 */
5470int32_t sli_raise_ue(sli4_t *sli4, uint8_t dump)
5471{
5472#define FDD 2
5473	if (SLI4_IF_TYPE_BE3_SKH_PF == sli_get_if_type(sli4)) {
5474		switch(sli_get_asic_type(sli4)) {
5475		case SLI4_ASIC_TYPE_BE3: {
5476			sli_reg_write(sli4, SLI4_REG_SW_UE_CSR1, 0xffffffff);
5477			sli_reg_write(sli4, SLI4_REG_SW_UE_CSR2, 0);
5478			break;
5479		}
5480		case SLI4_ASIC_TYPE_SKYHAWK: {
5481			uint32_t value;
5482			value = ocs_config_read32(sli4->os, SLI4_SW_UE_REG);
5483			ocs_config_write32(sli4->os, SLI4_SW_UE_REG, (value | (1U << 24)));
5484			break;
5485		}
5486		default:
5487			ocs_log_test(sli4->os, "invalid asic type %d\n", sli_get_asic_type(sli4));
5488			return -1;
5489		}
5490	} else if (SLI4_IF_TYPE_LANCER_FC_ETH == sli_get_if_type(sli4)) {
5491		if (dump == FDD) {
5492			sli_reg_write(sli4, SLI4_REG_SLIPORT_CONTROL, SLI4_SLIPORT_CONTROL_FDD | SLI4_SLIPORT_CONTROL_IP);
5493		} else {
5494			uint32_t value = SLI4_PHYDEV_CONTROL_FRST;
5495			if (dump == 1) {
5496				value |= SLI4_PHYDEV_CONTROL_DD;
5497			}
5498			sli_reg_write(sli4, SLI4_REG_PHYSDEV_CONTROL, value);
5499		}
5500	} else {
5501		ocs_log_test(sli4->os, "invalid iftype=%d\n", sli_get_if_type(sli4));
5502		return -1;
5503	}
5504	return 0;
5505}
5506
5507/**
5508 * @ingroup sli
5509 * @brief Read the SLIPORT_STATUS register to to check if a dump is present.
5510 *
5511 * @param sli4 SLI context.
5512 *
5513 * @return  Returns 1 if the chip is ready, or 0 if the chip is not ready, 2 if fdp is present.
5514 */
5515int32_t sli_dump_is_ready(sli4_t *sli4)
5516{
5517	int32_t	rc = 0;
5518	uint32_t port_val;
5519	uint32_t bmbx_val;
5520	uint32_t uerr_lo;
5521	uint32_t uerr_hi;
5522	uint32_t uerr_mask_lo;
5523	uint32_t uerr_mask_hi;
5524
5525	if (SLI4_IF_TYPE_BE3_SKH_PF == sli_get_if_type(sli4)) {
5526		/* for iftype=0, dump ready when UE is encountered */
5527		uerr_lo = sli_reg_read(sli4, SLI4_REG_UERR_STATUS_LO);
5528		uerr_hi = sli_reg_read(sli4, SLI4_REG_UERR_STATUS_HI);
5529		uerr_mask_lo = sli_reg_read(sli4, SLI4_REG_UERR_MASK_LO);
5530		uerr_mask_hi = sli_reg_read(sli4, SLI4_REG_UERR_MASK_HI);
5531		if ((uerr_lo & ~uerr_mask_lo) || (uerr_hi & ~uerr_mask_hi)) {
5532			rc = 1;
5533		}
5534
5535	} else if (SLI4_IF_TYPE_LANCER_FC_ETH == sli_get_if_type(sli4)) {
5536		/*
5537		 * Ensure that the port is ready AND the mailbox is
5538		 * ready before signaling that the dump is ready to go.
5539		 */
5540		port_val = sli_reg_read(sli4, SLI4_REG_SLIPORT_STATUS);
5541		bmbx_val = sli_reg_read(sli4, SLI4_REG_BMBX);
5542
5543		if ((bmbx_val & SLI4_BMBX_RDY) &&
5544		    SLI4_PORT_STATUS_READY(port_val)) {
5545		    	if(SLI4_PORT_STATUS_DUMP_PRESENT(port_val)) {
5546				rc = 1;
5547			}else if( SLI4_PORT_STATUS_FDP_PRESENT(port_val)) {
5548				rc = 2;
5549			}
5550		}
5551	} else {
5552		ocs_log_test(sli4->os, "invalid iftype=%d\n", sli_get_if_type(sli4));
5553		return -1;
5554	}
5555	return rc;
5556}
5557
5558/**
5559 * @ingroup sli
5560 * @brief Read the SLIPORT_STATUS register to check if a dump is present.
5561 *
5562 * @param sli4 SLI context.
5563 *
5564 * @return
5565 * - 0 if call completed correctly and no dump is present.
5566 * - 1 if call completed and dump is present.
5567 * - -1 if call failed (unsupported chip).
5568 */
5569int32_t sli_dump_is_present(sli4_t *sli4)
5570{
5571	uint32_t val;
5572	uint32_t ready;
5573
5574	if (SLI4_IF_TYPE_LANCER_FC_ETH != sli_get_if_type(sli4)) {
5575		ocs_log_test(sli4->os, "Function only supported for I/F type 2");
5576		return -1;
5577	}
5578
5579	/* If the chip is not ready, then there cannot be a dump */
5580	ready = sli_wait_for_fw_ready(sli4, SLI4_INIT_PORT_DELAY_US);
5581	if (!ready) {
5582		return 0;
5583	}
5584
5585	val = sli_reg_read(sli4, SLI4_REG_SLIPORT_STATUS);
5586	if (UINT32_MAX == val) {
5587		ocs_log_err(sli4->os, "error reading SLIPORT_STATUS\n");
5588		return -1;
5589	} else {
5590		return ((val & SLI4_PORT_STATUS_DIP) ? 1 : 0);
5591	}
5592}
5593
5594/**
5595 * @ingroup sli
5596 * @brief Read the SLIPORT_STATUS register to check if the reset required is set.
5597 *
5598 * @param sli4 SLI context.
5599 *
5600 * @return
5601 * - 0 if call completed correctly and reset is not required.
5602 * - 1 if call completed and reset is required.
5603 * - -1 if call failed.
5604 */
5605int32_t sli_reset_required(sli4_t *sli4)
5606{
5607	uint32_t val;
5608
5609	if (SLI4_IF_TYPE_BE3_SKH_PF == sli_get_if_type(sli4)) {
5610		ocs_log_test(sli4->os, "reset required N/A for iftype 0\n");
5611		return 0;
5612	}
5613
5614	val = sli_reg_read(sli4, SLI4_REG_SLIPORT_STATUS);
5615	if (UINT32_MAX == val) {
5616		ocs_log_err(sli4->os, "error reading SLIPORT_STATUS\n");
5617		return -1;
5618	} else {
5619		return ((val & SLI4_PORT_STATUS_RN) ? 1 : 0);
5620	}
5621}
5622
5623/**
5624 * @ingroup sli
5625 * @brief Read the SLIPORT_SEMAPHORE and SLIPORT_STATUS registers to check if
5626 * the port status indicates that a FW error has occurred.
5627 *
5628 * @param sli4 SLI context.
5629 *
5630 * @return
5631 * - 0 if call completed correctly and no FW error occurred.
5632 * - > 0 which indicates that a FW error has occurred.
5633 * - -1 if call failed.
5634 */
5635int32_t sli_fw_error_status(sli4_t *sli4)
5636{
5637	uint32_t sliport_semaphore;
5638	int32_t rc = 0;
5639
5640	sliport_semaphore = sli_reg_read(sli4, SLI4_REG_SLIPORT_SEMAPHORE);
5641	if (UINT32_MAX == sliport_semaphore) {
5642		ocs_log_err(sli4->os, "error reading SLIPORT_SEMAPHORE register\n");
5643		return 1;
5644	}
5645	rc = (SLI4_PORT_SEMAPHORE_IN_ERR(sliport_semaphore) ? 1 : 0);
5646
5647	if (rc == 0) {
5648		if (SLI4_IF_TYPE_BE3_SKH_PF == sli4->if_type ||
5649		    (SLI4_IF_TYPE_BE3_SKH_VF == sli4->if_type)) {
5650			uint32_t uerr_mask_lo, uerr_mask_hi;
5651			uint32_t uerr_status_lo, uerr_status_hi;
5652
5653			uerr_mask_lo = sli_reg_read(sli4, SLI4_REG_UERR_MASK_LO);
5654			uerr_mask_hi = sli_reg_read(sli4, SLI4_REG_UERR_MASK_HI);
5655			uerr_status_lo = sli_reg_read(sli4, SLI4_REG_UERR_STATUS_LO);
5656			uerr_status_hi = sli_reg_read(sli4, SLI4_REG_UERR_STATUS_HI);
5657			if ((uerr_mask_lo & uerr_status_lo) != 0 ||
5658			    (uerr_mask_hi & uerr_status_hi) != 0) {
5659				rc = 1;
5660			}
5661		} else if ((SLI4_IF_TYPE_LANCER_FC_ETH == sli4->if_type)) {
5662			uint32_t sliport_status;
5663
5664			sliport_status = sli_reg_read(sli4, SLI4_REG_SLIPORT_STATUS);
5665			rc = (SLI4_PORT_STATUS_ERROR(sliport_status) ? 1 : 0);
5666		}
5667	}
5668	return rc;
5669}
5670
5671/**
5672 * @ingroup sli
5673 * @brief Determine if the chip FW is in a ready state
5674 *
5675 * @param sli4 SLI context.
5676 *
5677 * @return
5678 * - 0 if call completed correctly and FW is not ready.
5679 * - 1 if call completed correctly and FW is ready.
5680 * - -1 if call failed.
5681 */
5682int32_t
5683sli_fw_ready(sli4_t *sli4)
5684{
5685	uint32_t val;
5686	int32_t rc = -1;
5687
5688	/*
5689	 * Is firmware ready for operation? Check needed depends on IF_TYPE
5690	 */
5691	if (SLI4_IF_TYPE_BE3_SKH_PF == sli4->if_type ||
5692	    SLI4_IF_TYPE_BE3_SKH_VF == sli4->if_type) {
5693		val = sli_reg_read(sli4, SLI4_REG_SLIPORT_SEMAPHORE);
5694		rc = ((SLI4_PORT_SEMAPHORE_STATUS_POST_READY ==
5695		       SLI4_PORT_SEMAPHORE_PORT(val)) &&
5696		      (!SLI4_PORT_SEMAPHORE_IN_ERR(val)) ? 1 : 0);
5697	} else if (SLI4_IF_TYPE_LANCER_FC_ETH == sli4->if_type) {
5698		val = sli_reg_read(sli4, SLI4_REG_SLIPORT_STATUS);
5699		rc = (SLI4_PORT_STATUS_READY(val) ? 1 : 0);
5700	}
5701	return rc;
5702}
5703
5704/**
5705 * @ingroup sli
5706 * @brief Determine if the link can be configured
5707 *
5708 * @param sli4 SLI context.
5709 *
5710 * @return
5711 * - 0 if link is not configurable.
5712 * - 1 if link is configurable.
5713 */
5714int32_t sli_link_is_configurable(sli4_t *sli)
5715{
5716	int32_t rc = 0;
5717	/*
5718	 * Link config works on: Skyhawk and Lancer
5719	 * Link config does not work on: LancerG6
5720	 */
5721
5722	switch (sli_get_asic_type(sli)) {
5723	case SLI4_ASIC_TYPE_SKYHAWK:
5724	case SLI4_ASIC_TYPE_LANCER:
5725	case SLI4_ASIC_TYPE_CORSAIR:
5726		rc = 1;
5727		break;
5728	case SLI4_ASIC_TYPE_LANCERG6:
5729	case SLI4_ASIC_TYPE_BE3:
5730	default:
5731		rc = 0;
5732		break;
5733	}
5734
5735	return rc;
5736
5737}
5738
5739/* vim: set noexpandtab textwidth=120: */
5740
5741/**
5742 * @ingroup sli_fc
5743 * @brief Write an FCOE_WQ_CREATE command.
5744 *
5745 * @param sli4 SLI context.
5746 * @param buf Destination buffer for the command.
5747 * @param size Buffer size, in bytes.
5748 * @param qmem DMA memory for the queue.
5749 * @param cq_id Associated CQ_ID.
5750 * @param ulp The ULP to bind
5751 *
5752 * @note This creates a Version 0 message.
5753 *
5754 * @return Returns the number of bytes written.
5755 */
5756int32_t
5757sli_cmd_fcoe_wq_create(sli4_t *sli4, void *buf, size_t size,
5758		       ocs_dma_t *qmem, uint16_t cq_id, uint16_t ulp)
5759{
5760	sli4_req_fcoe_wq_create_t	*wq = NULL;
5761	uint32_t	sli_config_off = 0;
5762	uint32_t	p;
5763	uintptr_t	addr;
5764
5765	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
5766		uint32_t payload_size;
5767
5768		/* Payload length must accommodate both request and response */
5769		payload_size = max(sizeof(sli4_req_fcoe_wq_create_t),
5770				sizeof(sli4_res_common_create_queue_t));
5771
5772		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
5773				NULL);
5774	}
5775	wq = (sli4_req_fcoe_wq_create_t *)((uint8_t *)buf + sli_config_off);
5776
5777	wq->hdr.opcode = SLI4_OPC_FCOE_WQ_CREATE;
5778	wq->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
5779	wq->hdr.request_length = sizeof(sli4_req_fcoe_wq_create_t) -
5780					sizeof(sli4_req_hdr_t);
5781	/* valid values for number of pages: 1-4 (sec 4.5.1) */
5782	wq->num_pages = sli_page_count(qmem->size, SLI_PAGE_SIZE);
5783	if (!wq->num_pages || (wq->num_pages > SLI4_FCOE_WQ_CREATE_V0_MAX_PAGES)) {
5784		return 0;
5785	}
5786
5787	wq->cq_id = cq_id;
5788
5789	if (sli4->config.dual_ulp_capable) {
5790		wq->dua = 1;
5791		wq->bqu = 1;
5792		wq->ulp = ulp;
5793	}
5794
5795	for (p = 0, addr = qmem->phys;
5796			p < wq->num_pages;
5797			p++, addr += SLI_PAGE_SIZE) {
5798		wq->page_physical_address[p].low  = ocs_addr32_lo(addr);
5799		wq->page_physical_address[p].high = ocs_addr32_hi(addr);
5800	}
5801
5802	return(sli_config_off + sizeof(sli4_req_fcoe_wq_create_t));
5803}
5804
5805/**
5806 * @ingroup sli_fc
5807 * @brief Write an FCOE_WQ_CREATE_V1 command.
5808 *
5809 * @param sli4 SLI context.
5810 * @param buf Destination buffer for the command.
5811 * @param size Buffer size, in bytes.
5812 * @param qmem DMA memory for the queue.
5813 * @param cq_id Associated CQ_ID.
5814 * @param ignored This parameter carries the ULP for WQ (ignored for V1)
5815
5816 *
5817 * @return Returns the number of bytes written.
5818 */
5819int32_t
5820sli_cmd_fcoe_wq_create_v1(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *qmem,
5821			  uint16_t cq_id, uint16_t ignored)
5822{
5823	sli4_req_fcoe_wq_create_v1_t	*wq = NULL;
5824	uint32_t	sli_config_off = 0;
5825	uint32_t	p;
5826	uintptr_t	addr;
5827	uint32_t	page_size = 0;
5828	uint32_t	page_bytes = 0;
5829	uint32_t	n_wqe = 0;
5830
5831	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
5832		uint32_t payload_size;
5833
5834		/* Payload length must accommodate both request and response */
5835		payload_size = max(sizeof(sli4_req_fcoe_wq_create_v1_t),
5836				sizeof(sli4_res_common_create_queue_t));
5837
5838		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
5839				NULL);
5840	}
5841	wq = (sli4_req_fcoe_wq_create_v1_t *)((uint8_t *)buf + sli_config_off);
5842
5843	wq->hdr.opcode = SLI4_OPC_FCOE_WQ_CREATE;
5844	wq->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
5845	wq->hdr.request_length = sizeof(sli4_req_fcoe_wq_create_v1_t) -
5846					sizeof(sli4_req_hdr_t);
5847	wq->hdr.version = 1;
5848
5849	n_wqe = qmem->size / sli4->config.wqe_size;
5850
5851	/* This heuristic to determine the page size is simplistic
5852	 * but could be made more sophisticated
5853	 */
5854	switch (qmem->size) {
5855	case 4096:
5856	case 8192:
5857	case 16384:
5858	case 32768:
5859		page_size = 1;
5860		break;
5861	case 65536:
5862		page_size = 2;
5863		break;
5864	case 131072:
5865		page_size = 4;
5866		break;
5867	case 262144:
5868		page_size = 8;
5869		break;
5870	case 524288:
5871		page_size = 10;
5872		break;
5873	default:
5874		return 0;
5875	}
5876	page_bytes = page_size * SLI_PAGE_SIZE;
5877
5878	/* valid values for number of pages: 1-8 */
5879	wq->num_pages = sli_page_count(qmem->size, page_bytes);
5880	if (!wq->num_pages || (wq->num_pages > SLI4_FCOE_WQ_CREATE_V1_MAX_PAGES)) {
5881		return 0;
5882	}
5883
5884	wq->cq_id = cq_id;
5885
5886	wq->page_size = page_size;
5887
5888	if (sli4->config.wqe_size == SLI4_WQE_EXT_BYTES) {
5889		wq->wqe_size = SLI4_WQE_EXT_SIZE;
5890	} else {
5891		wq->wqe_size = SLI4_WQE_SIZE;
5892	}
5893
5894	wq->wqe_count = n_wqe;
5895
5896	for (p = 0, addr = qmem->phys;
5897			p < wq->num_pages;
5898			p++, addr += page_bytes) {
5899		wq->page_physical_address[p].low  = ocs_addr32_lo(addr);
5900		wq->page_physical_address[p].high = ocs_addr32_hi(addr);
5901	}
5902
5903	return(sli_config_off + sizeof(sli4_req_fcoe_wq_create_v1_t));
5904}
5905
5906/**
5907 * @ingroup sli_fc
5908 * @brief Write an FCOE_WQ_DESTROY command.
5909 *
5910 * @param sli4 SLI context.
5911 * @param buf Destination buffer for the command.
5912 * @param size Buffer size, in bytes.
5913 * @param wq_id WQ_ID.
5914 *
5915 * @return Returns the number of bytes written.
5916 */
5917int32_t
5918sli_cmd_fcoe_wq_destroy(sli4_t *sli4, void *buf, size_t size, uint16_t wq_id)
5919{
5920	sli4_req_fcoe_wq_destroy_t	*wq = NULL;
5921	uint32_t	sli_config_off = 0;
5922
5923	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
5924		uint32_t payload_size;
5925
5926		/* Payload length must accommodate both request and response */
5927		payload_size = max(sizeof(sli4_req_fcoe_wq_destroy_t),
5928				sizeof(sli4_res_hdr_t));
5929
5930		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
5931				NULL);
5932	}
5933	wq = (sli4_req_fcoe_wq_destroy_t *)((uint8_t *)buf + sli_config_off);
5934
5935	wq->hdr.opcode = SLI4_OPC_FCOE_WQ_DESTROY;
5936	wq->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
5937	wq->hdr.request_length = sizeof(sli4_req_fcoe_wq_destroy_t) -
5938					sizeof(sli4_req_hdr_t);
5939
5940	wq->wq_id = wq_id;
5941
5942	return(sli_config_off + sizeof(sli4_req_fcoe_wq_destroy_t));
5943}
5944
5945/**
5946 * @ingroup sli_fc
5947 * @brief Write an FCOE_POST_SGL_PAGES command.
5948 *
5949 * @param sli4 SLI context.
5950 * @param buf Destination buffer for the command.
5951 * @param size Buffer size, in bytes.
5952 * @param xri starting XRI
5953 * @param xri_count XRI
5954 * @param page0 First SGL memory page.
5955 * @param page1 Second SGL memory page (optional).
5956 * @param dma DMA buffer for non-embedded mailbox command (options)
5957 *
5958 * if non-embedded mbx command is used, dma buffer must be at least (32 + xri_count*16) in length
5959 *
5960 * @return Returns the number of bytes written.
5961 */
5962int32_t
5963sli_cmd_fcoe_post_sgl_pages(sli4_t *sli4, void *buf, size_t size,
5964		uint16_t xri, uint32_t xri_count, ocs_dma_t *page0[], ocs_dma_t *page1[], ocs_dma_t *dma)
5965{
5966	sli4_req_fcoe_post_sgl_pages_t	*post = NULL;
5967	uint32_t	sli_config_off = 0;
5968	uint32_t	i;
5969
5970	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
5971		uint32_t payload_size;
5972
5973		/* Payload length must accommodate both request and response */
5974		payload_size = max(sizeof(sli4_req_fcoe_post_sgl_pages_t),
5975				sizeof(sli4_res_hdr_t));
5976
5977		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
5978				dma);
5979	}
5980	if (dma) {
5981		post = dma->virt;
5982		ocs_memset(post, 0, dma->size);
5983	} else {
5984		post = (sli4_req_fcoe_post_sgl_pages_t *)((uint8_t *)buf + sli_config_off);
5985	}
5986
5987	post->hdr.opcode = SLI4_OPC_FCOE_POST_SGL_PAGES;
5988	post->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
5989	/* payload size calculation
5990	 *   4 = xri_start + xri_count
5991	 *   xri_count = # of XRI's registered
5992	 *   sizeof(uint64_t) = physical address size
5993	 *   2 = # of physical addresses per page set
5994	 */
5995	post->hdr.request_length = 4 + (xri_count * (sizeof(uint64_t) * 2));
5996
5997	post->xri_start = xri;
5998	post->xri_count = xri_count;
5999
6000	for (i = 0; i < xri_count; i++) {
6001		post->page_set[i].page0_low  = ocs_addr32_lo(page0[i]->phys);
6002		post->page_set[i].page0_high = ocs_addr32_hi(page0[i]->phys);
6003	}
6004
6005	if (page1) {
6006		for (i = 0; i < xri_count; i++) {
6007			post->page_set[i].page1_low  = ocs_addr32_lo(page1[i]->phys);
6008			post->page_set[i].page1_high = ocs_addr32_hi(page1[i]->phys);
6009		}
6010	}
6011
6012	return dma ? sli_config_off : (sli_config_off + sizeof(sli4_req_fcoe_post_sgl_pages_t));
6013}
6014
6015/**
6016 * @ingroup sli_fc
6017 * @brief Write an FCOE_RQ_CREATE command.
6018 *
6019 * @param sli4 SLI context.
6020 * @param buf Destination buffer for the command.
6021 * @param size Buffer size, in bytes.
6022 * @param qmem DMA memory for the queue.
6023 * @param cq_id Associated CQ_ID.
6024 * @param ulp This parameter carries the ULP for the RQ
6025 * @param buffer_size Buffer size pointed to by each RQE.
6026 *
6027 * @note This creates a Version 0 message.
6028 *
6029 * @return Returns the number of bytes written.
6030 */
6031int32_t
6032sli_cmd_fcoe_rq_create(sli4_t *sli4, void *buf, size_t size,
6033		ocs_dma_t *qmem, uint16_t cq_id, uint16_t ulp, uint16_t buffer_size)
6034{
6035	sli4_req_fcoe_rq_create_t	*rq = NULL;
6036	uint32_t	sli_config_off = 0;
6037	uint32_t	p;
6038	uintptr_t	addr;
6039
6040	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
6041		uint32_t payload_size;
6042
6043		/* Payload length must accommodate both request and response */
6044		payload_size = max(sizeof(sli4_req_fcoe_rq_create_t),
6045				sizeof(sli4_res_common_create_queue_t));
6046
6047		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
6048				NULL);
6049	}
6050	rq = (sli4_req_fcoe_rq_create_t *)((uint8_t *)buf + sli_config_off);
6051
6052	rq->hdr.opcode = SLI4_OPC_FCOE_RQ_CREATE;
6053	rq->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
6054	rq->hdr.request_length = sizeof(sli4_req_fcoe_rq_create_t) -
6055					sizeof(sli4_req_hdr_t);
6056	/* valid values for number of pages: 1-8 (sec 4.5.6) */
6057	rq->num_pages = sli_page_count(qmem->size, SLI_PAGE_SIZE);
6058	if (!rq->num_pages || (rq->num_pages > SLI4_FCOE_RQ_CREATE_V0_MAX_PAGES)) {
6059		ocs_log_test(sli4->os, "num_pages %d not valid\n", rq->num_pages);
6060		return 0;
6061	}
6062
6063	/*
6064	 * RQE count is the log base 2 of the total number of entries
6065	 */
6066	rq->rqe_count = ocs_lg2(qmem->size / SLI4_FCOE_RQE_SIZE);
6067
6068	if ((buffer_size < SLI4_FCOE_RQ_CREATE_V0_MIN_BUF_SIZE) ||
6069			(buffer_size > SLI4_FCOE_RQ_CREATE_V0_MAX_BUF_SIZE)) {
6070		ocs_log_err(sli4->os, "buffer_size %d out of range (%d-%d)\n",
6071				buffer_size,
6072				SLI4_FCOE_RQ_CREATE_V0_MIN_BUF_SIZE,
6073				SLI4_FCOE_RQ_CREATE_V0_MAX_BUF_SIZE);
6074		return -1;
6075	}
6076	rq->buffer_size = buffer_size;
6077
6078	rq->cq_id = cq_id;
6079
6080	if (sli4->config.dual_ulp_capable) {
6081		rq->dua = 1;
6082		rq->bqu = 1;
6083		rq->ulp = ulp;
6084	}
6085
6086	for (p = 0, addr = qmem->phys;
6087			p < rq->num_pages;
6088			p++, addr += SLI_PAGE_SIZE) {
6089		rq->page_physical_address[p].low  = ocs_addr32_lo(addr);
6090		rq->page_physical_address[p].high = ocs_addr32_hi(addr);
6091	}
6092
6093	return(sli_config_off + sizeof(sli4_req_fcoe_rq_create_t));
6094}
6095
6096/**
6097 * @ingroup sli_fc
6098 * @brief Write an FCOE_RQ_CREATE_V1 command.
6099 *
6100 * @param sli4 SLI context.
6101 * @param buf Destination buffer for the command.
6102 * @param size Buffer size, in bytes.
6103 * @param qmem DMA memory for the queue.
6104 * @param cq_id Associated CQ_ID.
6105 * @param ulp This parameter carries the ULP for RQ (ignored for V1)
6106 * @param buffer_size Buffer size pointed to by each RQE.
6107 *
6108 * @note This creates a Version 0 message
6109 *
6110 * @return Returns the number of bytes written.
6111 */
6112int32_t
6113sli_cmd_fcoe_rq_create_v1(sli4_t *sli4, void *buf, size_t size,
6114			  ocs_dma_t *qmem, uint16_t cq_id, uint16_t ulp,
6115			  uint16_t buffer_size)
6116{
6117	sli4_req_fcoe_rq_create_v1_t	*rq = NULL;
6118	uint32_t	sli_config_off = 0;
6119	uint32_t	p;
6120	uintptr_t	addr;
6121
6122	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
6123		uint32_t payload_size;
6124
6125		/* Payload length must accommodate both request and response */
6126		payload_size = max(sizeof(sli4_req_fcoe_rq_create_v1_t),
6127				sizeof(sli4_res_common_create_queue_t));
6128
6129		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
6130				NULL);
6131	}
6132	rq = (sli4_req_fcoe_rq_create_v1_t *)((uint8_t *)buf + sli_config_off);
6133
6134	rq->hdr.opcode = SLI4_OPC_FCOE_RQ_CREATE;
6135	rq->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
6136	rq->hdr.request_length = sizeof(sli4_req_fcoe_rq_create_v1_t) -
6137					sizeof(sli4_req_hdr_t);
6138	rq->hdr.version = 1;
6139
6140	/* Disable "no buffer warnings" to avoid Lancer bug */
6141	rq->dnb = TRUE;
6142
6143	/* valid values for number of pages: 1-8 (sec 4.5.6) */
6144	rq->num_pages = sli_page_count(qmem->size, SLI_PAGE_SIZE);
6145	if (!rq->num_pages || (rq->num_pages > SLI4_FCOE_RQ_CREATE_V1_MAX_PAGES)) {
6146		ocs_log_test(sli4->os, "num_pages %d not valid, max %d\n",
6147                rq->num_pages, SLI4_FCOE_RQ_CREATE_V1_MAX_PAGES);
6148		return 0;
6149	}
6150
6151	/*
6152	 * RQE count is the total number of entries (note not lg2(# entries))
6153	 */
6154	rq->rqe_count = qmem->size / SLI4_FCOE_RQE_SIZE;
6155
6156	rq->rqe_size = SLI4_FCOE_RQE_SIZE_8;
6157
6158	rq->page_size = SLI4_FCOE_RQ_PAGE_SIZE_4096;
6159
6160	if ((buffer_size < sli4->config.rq_min_buf_size) ||
6161	    (buffer_size > sli4->config.rq_max_buf_size)) {
6162		ocs_log_err(sli4->os, "buffer_size %d out of range (%d-%d)\n",
6163				buffer_size,
6164				sli4->config.rq_min_buf_size,
6165				sli4->config.rq_max_buf_size);
6166		return -1;
6167	}
6168	rq->buffer_size = buffer_size;
6169
6170	rq->cq_id = cq_id;
6171
6172	for (p = 0, addr = qmem->phys;
6173			p < rq->num_pages;
6174			p++, addr += SLI_PAGE_SIZE) {
6175		rq->page_physical_address[p].low  = ocs_addr32_lo(addr);
6176		rq->page_physical_address[p].high = ocs_addr32_hi(addr);
6177	}
6178
6179	return(sli_config_off + sizeof(sli4_req_fcoe_rq_create_v1_t));
6180}
6181
6182/**
6183 * @ingroup sli_fc
6184 * @brief Write an FCOE_RQ_DESTROY command.
6185 *
6186 * @param sli4 SLI context.
6187 * @param buf Destination buffer for the command.
6188 * @param size Buffer size, in bytes.
6189 * @param rq_id RQ_ID.
6190 *
6191 * @return Returns the number of bytes written.
6192 */
6193int32_t
6194sli_cmd_fcoe_rq_destroy(sli4_t *sli4, void *buf, size_t size, uint16_t rq_id)
6195{
6196	sli4_req_fcoe_rq_destroy_t	*rq = NULL;
6197	uint32_t	sli_config_off = 0;
6198
6199	if (SLI4_PORT_TYPE_FC == sli4->port_type) {
6200		uint32_t payload_size;
6201
6202		/* Payload length must accommodate both request and response */
6203		payload_size = max(sizeof(sli4_req_fcoe_rq_destroy_t),
6204				sizeof(sli4_res_hdr_t));
6205
6206		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size,
6207				NULL);
6208	}
6209	rq = (sli4_req_fcoe_rq_destroy_t *)((uint8_t *)buf + sli_config_off);
6210
6211	rq->hdr.opcode = SLI4_OPC_FCOE_RQ_DESTROY;
6212	rq->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
6213	rq->hdr.request_length = sizeof(sli4_req_fcoe_rq_destroy_t) -
6214					sizeof(sli4_req_hdr_t);
6215
6216	rq->rq_id = rq_id;
6217
6218	return(sli_config_off + sizeof(sli4_req_fcoe_rq_destroy_t));
6219}
6220
6221/**
6222 * @ingroup sli_fc
6223 * @brief Write an FCOE_READ_FCF_TABLE command.
6224 *
6225 * @note
6226 * The response of this command exceeds the size of an embedded
6227 * command and requires an external buffer with DMA capability to hold the results.
6228 * The caller should allocate the ocs_dma_t structure / memory.
6229 *
6230 * @param sli4 SLI context.
6231 * @param buf Destination buffer for the command.
6232 * @param size Buffer size, in bytes.
6233 * @param dma Pointer to DMA memory structure. This is allocated by the caller.
6234 * @param index FCF table index to retrieve.
6235 *
6236 * @return Returns the number of bytes written.
6237 */
6238int32_t
6239sli_cmd_fcoe_read_fcf_table(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *dma, uint16_t index)
6240{
6241	sli4_req_fcoe_read_fcf_table_t *read_fcf = NULL;
6242
6243	if (SLI4_PORT_TYPE_FC != sli4->port_type) {
6244		ocs_log_test(sli4->os, "FCOE_READ_FCF_TABLE only supported on FC\n");
6245		return -1;
6246	}
6247
6248	read_fcf = dma->virt;
6249
6250	ocs_memset(read_fcf, 0, sizeof(sli4_req_fcoe_read_fcf_table_t));
6251
6252	read_fcf->hdr.opcode = SLI4_OPC_FCOE_READ_FCF_TABLE;
6253	read_fcf->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
6254	read_fcf->hdr.request_length = dma->size -
6255		sizeof(sli4_req_fcoe_read_fcf_table_t);
6256	read_fcf->fcf_index = index;
6257
6258	return sli_cmd_sli_config(sli4, buf, size, 0, dma);
6259}
6260
6261/**
6262 * @ingroup sli_fc
6263 * @brief Write an FCOE_POST_HDR_TEMPLATES command.
6264 *
6265 * @param sli4 SLI context.
6266 * @param buf Destination buffer for the command.
6267 * @param size Buffer size, in bytes.
6268 * @param dma Pointer to DMA memory structure. This is allocated by the caller.
6269 * @param rpi Starting RPI index for the header templates.
6270 * @param payload_dma Pointer to DMA memory used to hold larger descriptor counts.
6271 *
6272 * @return Returns the number of bytes written.
6273 */
6274int32_t
6275sli_cmd_fcoe_post_hdr_templates(sli4_t *sli4, void *buf, size_t size,
6276		ocs_dma_t *dma, uint16_t rpi, ocs_dma_t *payload_dma)
6277{
6278	sli4_req_fcoe_post_hdr_templates_t *template = NULL;
6279	uint32_t	sli_config_off = 0;
6280	uintptr_t	phys = 0;
6281	uint32_t	i = 0;
6282	uint32_t	page_count;
6283	uint32_t	payload_size;
6284
6285	page_count = sli_page_count(dma->size, SLI_PAGE_SIZE);
6286
6287	payload_size = sizeof(sli4_req_fcoe_post_hdr_templates_t) +
6288				page_count * sizeof(sli4_physical_page_descriptor_t);
6289
6290	if (page_count > 16) {
6291		/* We can't fit more than 16 descriptors into an embedded mailbox
6292		   command, it has to be non-embedded */
6293		if (ocs_dma_alloc(sli4->os, payload_dma, payload_size, 4)) {
6294			ocs_log_err(sli4->os, "mailbox payload memory allocation fail\n");
6295			return 0;
6296		}
6297		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size, payload_dma);
6298		template = (sli4_req_fcoe_post_hdr_templates_t *)payload_dma->virt;
6299	} else {
6300		sli_config_off = sli_cmd_sli_config(sli4, buf, size, payload_size, NULL);
6301		template = (sli4_req_fcoe_post_hdr_templates_t *)((uint8_t *)buf + sli_config_off);
6302	}
6303
6304	if (UINT16_MAX == rpi) {
6305		rpi = sli4->config.extent[SLI_RSRC_FCOE_RPI].base[0];
6306	}
6307
6308	template->hdr.opcode = SLI4_OPC_FCOE_POST_HDR_TEMPLATES;
6309	template->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
6310	template->hdr.request_length = sizeof(sli4_req_fcoe_post_hdr_templates_t) -
6311					sizeof(sli4_req_hdr_t);
6312
6313	template->rpi_offset = rpi;
6314	template->page_count = page_count;
6315	phys = dma->phys;
6316	for (i = 0; i < template->page_count; i++) {
6317		template->page_descriptor[i].low  = ocs_addr32_lo(phys);
6318		template->page_descriptor[i].high = ocs_addr32_hi(phys);
6319
6320		phys += SLI_PAGE_SIZE;
6321	}
6322
6323	return(sli_config_off + payload_size);
6324}
6325
6326int32_t
6327sli_cmd_fcoe_rediscover_fcf(sli4_t *sli4, void *buf, size_t size, uint16_t index)
6328{
6329	sli4_req_fcoe_rediscover_fcf_t *redisc = NULL;
6330	uint32_t	sli_config_off = 0;
6331
6332	sli_config_off = sli_cmd_sli_config(sli4, buf, size,
6333			sizeof(sli4_req_fcoe_rediscover_fcf_t),
6334			NULL);
6335
6336	redisc = (sli4_req_fcoe_rediscover_fcf_t *)((uint8_t *)buf + sli_config_off);
6337
6338	redisc->hdr.opcode = SLI4_OPC_FCOE_REDISCOVER_FCF;
6339	redisc->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
6340	redisc->hdr.request_length = sizeof(sli4_req_fcoe_rediscover_fcf_t) -
6341					sizeof(sli4_req_hdr_t);
6342
6343	if (index == UINT16_MAX) {
6344		redisc->fcf_count = 0;
6345	} else {
6346		redisc->fcf_count = 1;
6347		redisc->fcf_index[0] = index;
6348	}
6349
6350	return(sli_config_off + sizeof(sli4_req_fcoe_rediscover_fcf_t));
6351}
6352
6353/**
6354 * @ingroup sli_fc
6355 * @brief Write an ABORT_WQE work queue entry.
6356 *
6357 * @param sli4 SLI context.
6358 * @param buf Destination buffer for the WQE.
6359 * @param size Buffer size, in bytes.
6360 * @param type Abort type, such as XRI, abort tag, and request tag.
6361 * @param send_abts Boolean to cause the hardware to automatically generate an ABTS.
6362 * @param ids ID of IOs to abort.
6363 * @param mask Mask applied to the ID values to abort.
6364 * @param tag Tag value associated with this abort.
6365 * @param cq_id The id of the completion queue where the WQE response is sent.
6366 * @param dnrx When set to 1, this field indicates that the SLI Port must not return the associated XRI to the SLI
6367 *             Port's optimized write XRI pool.
6368 *
6369 * @return Returns 0 on success, or a non-zero value on failure.
6370 */
6371int32_t
6372sli_abort_wqe(sli4_t *sli4, void *buf, size_t size, sli4_abort_type_e type, uint32_t send_abts,
6373	      uint32_t ids, uint32_t mask, uint16_t tag, uint16_t cq_id)
6374{
6375	sli4_abort_wqe_t	*abort = buf;
6376
6377	ocs_memset(buf, 0, size);
6378
6379	switch (type) {
6380	case SLI_ABORT_XRI:
6381		abort->criteria = SLI4_ABORT_CRITERIA_XRI_TAG;
6382		if (mask) {
6383			ocs_log_warn(sli4->os, "warning non-zero mask %#x when aborting XRI %#x\n", mask, ids);
6384			mask = 0;
6385		}
6386		break;
6387	case SLI_ABORT_ABORT_ID:
6388		abort->criteria = SLI4_ABORT_CRITERIA_ABORT_TAG;
6389		break;
6390	case SLI_ABORT_REQUEST_ID:
6391		abort->criteria = SLI4_ABORT_CRITERIA_REQUEST_TAG;
6392		break;
6393	default:
6394		ocs_log_test(sli4->os, "unsupported type %#x\n", type);
6395		return -1;
6396	}
6397
6398	abort->ia = send_abts ? 0 : 1;
6399
6400	/* Suppress ABTS retries */
6401	abort->ir = 1;
6402
6403	abort->t_mask = mask;
6404	abort->t_tag  = ids;
6405	abort->command = SLI4_WQE_ABORT;
6406	abort->request_tag = tag;
6407	abort->qosd = TRUE;
6408	abort->cq_id = cq_id;
6409	abort->cmd_type = SLI4_CMD_ABORT_WQE;
6410
6411	return 0;
6412}
6413
6414/**
6415 * @ingroup sli_fc
6416 * @brief Write an ELS_REQUEST64_WQE work queue entry.
6417 *
6418 * @param sli4 SLI context.
6419 * @param buf Destination buffer for the WQE.
6420 * @param size Buffer size, in bytes.
6421 * @param sgl DMA memory for the ELS request.
6422 * @param req_type ELS request type.
6423 * @param req_len Length of ELS request in bytes.
6424 * @param max_rsp_len Max length of ELS response in bytes.
6425 * @param timeout Time, in seconds, before an IO times out. Zero means 2 * R_A_TOV.
6426 * @param xri XRI for this exchange.
6427 * @param tag IO tag value.
6428 * @param cq_id The id of the completion queue where the WQE response is sent.
6429 * @param rnode Destination of ELS request (that is, the remote node).
6430 *
6431 * @return Returns 0 on success, or a non-zero value on failure.
6432 */
6433int32_t
6434sli_els_request64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint8_t req_type,
6435		      uint32_t req_len, uint32_t max_rsp_len, uint8_t timeout,
6436		      uint16_t xri, uint16_t tag, uint16_t cq_id, ocs_remote_node_t *rnode)
6437{
6438	sli4_els_request64_wqe_t	*els = buf;
6439	sli4_sge_t	*sge = sgl->virt;
6440	uint8_t		is_fabric = FALSE;
6441
6442	ocs_memset(buf, 0, size);
6443
6444	if (sli4->config.sgl_pre_registered) {
6445		els->xbl = FALSE;
6446
6447		els->dbde = TRUE;
6448		els->els_request_payload.bde_type = SLI4_BDE_TYPE_BDE_64;
6449
6450		els->els_request_payload.buffer_length = req_len;
6451		els->els_request_payload.u.data.buffer_address_low  = sge[0].buffer_address_low;
6452		els->els_request_payload.u.data.buffer_address_high = sge[0].buffer_address_high;
6453	} else {
6454		els->xbl = TRUE;
6455
6456		els->els_request_payload.bde_type = SLI4_BDE_TYPE_BLP;
6457
6458		els->els_request_payload.buffer_length = 2 * sizeof(sli4_sge_t);
6459		els->els_request_payload.u.blp.sgl_segment_address_low  = ocs_addr32_lo(sgl->phys);
6460		els->els_request_payload.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys);
6461	}
6462
6463	els->els_request_payload_length = req_len;
6464	els->max_response_payload_length = max_rsp_len;
6465
6466	els->xri_tag = xri;
6467	els->timer = timeout;
6468	els->class = SLI4_ELS_REQUEST64_CLASS_3;
6469
6470	els->command = SLI4_WQE_ELS_REQUEST64;
6471
6472	els->request_tag = tag;
6473
6474	if (rnode->node_group) {
6475		els->hlm = TRUE;
6476		els->remote_id = rnode->fc_id & 0x00ffffff;
6477	}
6478
6479	els->iod = SLI4_ELS_REQUEST64_DIR_READ;
6480
6481	els->qosd = TRUE;
6482
6483	/* figure out the ELS_ID value from the request buffer */
6484
6485	switch (req_type) {
6486	case FC_ELS_CMD_LOGO:
6487		els->els_id = SLI4_ELS_REQUEST64_LOGO;
6488		if (rnode->attached) {
6489			els->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
6490			els->context_tag = rnode->indicator;
6491		} else {
6492			els->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
6493			els->context_tag = rnode->sport->indicator;
6494		}
6495		if (FC_ADDR_FABRIC == rnode->fc_id) {
6496			is_fabric = TRUE;
6497		}
6498		break;
6499	case FC_ELS_CMD_FDISC:
6500		if (FC_ADDR_FABRIC == rnode->fc_id) {
6501			is_fabric = TRUE;
6502		}
6503		if (0 == rnode->sport->fc_id) {
6504			els->els_id = SLI4_ELS_REQUEST64_FDISC;
6505			is_fabric = TRUE;
6506		} else {
6507			els->els_id = SLI4_ELS_REQUEST64_OTHER;
6508		}
6509		els->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
6510		els->context_tag = rnode->sport->indicator;
6511		els->sp = TRUE;
6512		break;
6513	case FC_ELS_CMD_FLOGI:
6514		els->els_id = SLI4_ELS_REQUEST64_FLOGIN;
6515		is_fabric = TRUE;
6516		if (SLI4_IF_TYPE_BE3_SKH_PF == sli4->if_type) {
6517			if (!rnode->sport->domain) {
6518				ocs_log_test(sli4->os, "invalid domain handle\n");
6519				return -1;
6520			}
6521			/*
6522			 * IF_TYPE 0 skips INIT_VFI/INIT_VPI and therefore must use the
6523			 * FCFI here
6524			 */
6525			els->ct = SLI4_ELS_REQUEST64_CONTEXT_FCFI;
6526			els->context_tag = rnode->sport->domain->fcf_indicator;
6527			els->sp = TRUE;
6528		} else {
6529			els->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
6530			els->context_tag = rnode->sport->indicator;
6531
6532			/*
6533			 * Set SP here ... we haven't done a REG_VPI yet
6534			 * TODO: need to maybe not set this when we have
6535			 *       completed VFI/VPI registrations ...
6536			 *
6537			 * Use the FC_ID of the SPORT if it has been allocated, otherwise
6538			 * use an S_ID of zero.
6539			 */
6540			els->sp = TRUE;
6541			if (rnode->sport->fc_id != UINT32_MAX) {
6542				els->sid = rnode->sport->fc_id;
6543			}
6544		}
6545		break;
6546	case FC_ELS_CMD_PLOGI:
6547		els->els_id = SLI4_ELS_REQUEST64_PLOGI;
6548		els->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
6549		els->context_tag = rnode->sport->indicator;
6550		break;
6551	case FC_ELS_CMD_SCR:
6552		els->els_id = SLI4_ELS_REQUEST64_OTHER;
6553		els->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
6554		els->context_tag = rnode->sport->indicator;
6555		break;
6556	default:
6557		els->els_id = SLI4_ELS_REQUEST64_OTHER;
6558		if (rnode->attached) {
6559			els->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
6560			els->context_tag = rnode->indicator;
6561		} else {
6562			els->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
6563			els->context_tag = rnode->sport->indicator;
6564		}
6565		break;
6566	}
6567
6568	if (is_fabric) {
6569		els->cmd_type = SLI4_ELS_REQUEST64_CMD_FABRIC;
6570	} else {
6571		els->cmd_type = SLI4_ELS_REQUEST64_CMD_NON_FABRIC;
6572	}
6573
6574	els->cq_id = cq_id;
6575
6576	if (SLI4_ELS_REQUEST64_CONTEXT_RPI != els->ct) {
6577		els->remote_id = rnode->fc_id;
6578	}
6579	if (SLI4_ELS_REQUEST64_CONTEXT_VPI == els->ct) {
6580		els->temporary_rpi = rnode->indicator;
6581	}
6582
6583	return 0;
6584}
6585
6586/**
6587 * @ingroup sli_fc
6588 * @brief Write an FCP_ICMND64_WQE work queue entry.
6589 *
6590 * @param sli4 SLI context.
6591 * @param buf Destination buffer for the WQE.
6592 * @param size Buffer size, in bytes.
6593 * @param sgl DMA memory for the scatter gather list.
6594 * @param xri XRI for this exchange.
6595 * @param tag IO tag value.
6596 * @param cq_id The id of the completion queue where the WQE response is sent.
6597 * @param rpi remote node indicator (RPI)
6598 * @param rnode Destination request (that is, the remote node).
6599 * @param timeout Time, in seconds, before an IO times out. Zero means no timeout.
6600 *
6601 * @return Returns 0 on success, or a non-zero value on failure.
6602 */
6603int32_t
6604sli_fcp_icmnd64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl,
6605		    uint16_t xri, uint16_t tag, uint16_t cq_id,
6606		    uint32_t rpi, ocs_remote_node_t *rnode, uint8_t timeout)
6607{
6608	sli4_fcp_icmnd64_wqe_t *icmnd = buf;
6609	sli4_sge_t	*sge = NULL;
6610
6611	ocs_memset(buf, 0, size);
6612
6613	if (!sgl || !sgl->virt) {
6614		ocs_log_err(sli4->os, "bad parameter sgl=%p virt=%p\n",
6615			    sgl, sgl ? sgl->virt : NULL);
6616		return -1;
6617	}
6618	sge = sgl->virt;
6619
6620	if (sli4->config.sgl_pre_registered) {
6621		icmnd->xbl = FALSE;
6622
6623		icmnd->dbde = TRUE;
6624		icmnd->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
6625
6626		icmnd->bde.buffer_length = sge[0].buffer_length;
6627		icmnd->bde.u.data.buffer_address_low  = sge[0].buffer_address_low;
6628		icmnd->bde.u.data.buffer_address_high = sge[0].buffer_address_high;
6629	} else {
6630		icmnd->xbl = TRUE;
6631
6632		icmnd->bde.bde_type = SLI4_BDE_TYPE_BLP;
6633
6634		icmnd->bde.buffer_length = sgl->size;
6635		icmnd->bde.u.blp.sgl_segment_address_low  = ocs_addr32_lo(sgl->phys);
6636		icmnd->bde.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys);
6637	}
6638
6639	icmnd->payload_offset_length = sge[0].buffer_length + sge[1].buffer_length;
6640	icmnd->xri_tag = xri;
6641	icmnd->context_tag = rpi;
6642	icmnd->timer = timeout;
6643
6644	icmnd->pu = 2;	/* WQE word 4 contains read transfer length */
6645	icmnd->class = SLI4_ELS_REQUEST64_CLASS_3;
6646	icmnd->command = SLI4_WQE_FCP_ICMND64;
6647	icmnd->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
6648
6649	icmnd->abort_tag = xri;
6650
6651	icmnd->request_tag = tag;
6652	icmnd->len_loc = 3;
6653	if (rnode->node_group) {
6654		icmnd->hlm = TRUE;
6655		icmnd->remote_n_port_id = rnode->fc_id & 0x00ffffff;
6656	}
6657	if (((ocs_node_t *)rnode->node)->fcp2device) {
6658		icmnd->erp = TRUE;
6659	}
6660	icmnd->cmd_type = SLI4_CMD_FCP_ICMND64_WQE;
6661	icmnd->cq_id = cq_id;
6662
6663	return  0;
6664}
6665
6666/**
6667 * @ingroup sli_fc
6668 * @brief Write an FCP_IREAD64_WQE work queue entry.
6669 *
6670 * @param sli4 SLI context.
6671 * @param buf Destination buffer for the WQE.
6672 * @param size Buffer size, in bytes.
6673 * @param sgl DMA memory for the scatter gather list.
6674 * @param first_data_sge Index of first data sge (used if perf hints are enabled)
6675 * @param xfer_len Data transfer length.
6676 * @param xri XRI for this exchange.
6677 * @param tag IO tag value.
6678 * @param cq_id The id of the completion queue where the WQE response is sent.
6679 * @param rpi remote node indicator (RPI)
6680 * @param rnode Destination request (i.e. remote node).
6681 * @param dif T10 DIF operation, or 0 to disable.
6682 * @param bs T10 DIF block size, or 0 if DIF is disabled.
6683 * @param timeout Time, in seconds, before an IO times out. Zero means no timeout.
6684 *
6685 * @return Returns 0 on success, or a non-zero value on failure.
6686 */
6687int32_t
6688sli_fcp_iread64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint32_t first_data_sge,
6689		    uint32_t xfer_len, uint16_t xri, uint16_t tag, uint16_t cq_id,
6690		    uint32_t rpi, ocs_remote_node_t *rnode,
6691		    uint8_t dif, uint8_t bs, uint8_t timeout)
6692{
6693	sli4_fcp_iread64_wqe_t *iread = buf;
6694	sli4_sge_t	*sge = NULL;
6695
6696	ocs_memset(buf, 0, size);
6697
6698	if (!sgl || !sgl->virt) {
6699		ocs_log_err(sli4->os, "bad parameter sgl=%p virt=%p\n",
6700			    sgl, sgl ? sgl->virt : NULL);
6701		return -1;
6702	}
6703	sge = sgl->virt;
6704
6705	if (sli4->config.sgl_pre_registered) {
6706		iread->xbl = FALSE;
6707
6708		iread->dbde = TRUE;
6709		iread->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
6710
6711		iread->bde.buffer_length = sge[0].buffer_length;
6712		iread->bde.u.data.buffer_address_low  = sge[0].buffer_address_low;
6713		iread->bde.u.data.buffer_address_high = sge[0].buffer_address_high;
6714	} else {
6715		iread->xbl = TRUE;
6716
6717		iread->bde.bde_type = SLI4_BDE_TYPE_BLP;
6718
6719		iread->bde.buffer_length = sgl->size;
6720		iread->bde.u.blp.sgl_segment_address_low  = ocs_addr32_lo(sgl->phys);
6721		iread->bde.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys);
6722
6723		/* fill out fcp_cmnd buffer len and change resp buffer to be of type
6724		 * "skip" (note: response will still be written to sge[1] if necessary) */
6725		iread->fcp_cmd_buffer_length = sge[0].buffer_length;
6726		sge[1].sge_type = SLI4_SGE_TYPE_SKIP;
6727	}
6728
6729	iread->payload_offset_length = sge[0].buffer_length + sge[1].buffer_length;
6730	iread->total_transfer_length = xfer_len;
6731
6732	iread->xri_tag = xri;
6733	iread->context_tag = rpi;
6734
6735	iread->timer = timeout;
6736
6737	iread->pu = 2;	/* WQE word 4 contains read transfer length */
6738	iread->class = SLI4_ELS_REQUEST64_CLASS_3;
6739	iread->command = SLI4_WQE_FCP_IREAD64;
6740	iread->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
6741	iread->dif = dif;
6742	iread->bs  = bs;
6743
6744	iread->abort_tag = xri;
6745
6746	iread->request_tag = tag;
6747	iread->len_loc = 3;
6748	if (rnode->node_group) {
6749		iread->hlm = TRUE;
6750		iread->remote_n_port_id = rnode->fc_id & 0x00ffffff;
6751	}
6752	if (((ocs_node_t *)rnode->node)->fcp2device) {
6753		iread->erp = TRUE;
6754	}
6755	iread->iod = 1;
6756	iread->cmd_type = SLI4_CMD_FCP_IREAD64_WQE;
6757	iread->cq_id = cq_id;
6758
6759	if (sli4->config.perf_hint) {
6760		iread->first_data_bde.bde_type = SLI4_BDE_TYPE_BDE_64;
6761		iread->first_data_bde.buffer_length = sge[first_data_sge].buffer_length;
6762		iread->first_data_bde.u.data.buffer_address_low  = sge[first_data_sge].buffer_address_low;
6763		iread->first_data_bde.u.data.buffer_address_high = sge[first_data_sge].buffer_address_high;
6764	}
6765
6766	return  0;
6767}
6768
6769/**
6770 * @ingroup sli_fc
6771 * @brief Write an FCP_IWRITE64_WQE work queue entry.
6772 *
6773 * @param sli4 SLI context.
6774 * @param buf Destination buffer for the WQE.
6775 * @param size Buffer size, in bytes.
6776 * @param sgl DMA memory for the scatter gather list.
6777 * @param first_data_sge Index of first data sge (used if perf hints are enabled)
6778 * @param xfer_len Data transfer length.
6779 * @param first_burst The number of first burst bytes
6780 * @param xri XRI for this exchange.
6781 * @param tag IO tag value.
6782 * @param cq_id The id of the completion queue where the WQE response is sent.
6783 * @param rpi remote node indicator (RPI)
6784 * @param rnode Destination request (i.e. remote node)
6785 * @param dif T10 DIF operation, or 0 to disable
6786 * @param bs T10 DIF block size, or 0 if DIF is disabled
6787 * @param timeout Time, in seconds, before an IO times out. Zero means no timeout.
6788 *
6789 * @return Returns 0 on success, or a non-zero value on failure.
6790 */
6791int32_t
6792sli_fcp_iwrite64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint32_t first_data_sge,
6793		     uint32_t xfer_len, uint32_t first_burst, uint16_t xri, uint16_t tag, uint16_t cq_id,
6794		     uint32_t rpi, ocs_remote_node_t *rnode,
6795		     uint8_t dif, uint8_t bs, uint8_t timeout)
6796{
6797	sli4_fcp_iwrite64_wqe_t *iwrite = buf;
6798	sli4_sge_t	*sge = NULL;
6799
6800	ocs_memset(buf, 0, size);
6801
6802	if (!sgl || !sgl->virt) {
6803		ocs_log_err(sli4->os, "bad parameter sgl=%p virt=%p\n",
6804			    sgl, sgl ? sgl->virt : NULL);
6805		return -1;
6806	}
6807	sge = sgl->virt;
6808
6809	if (sli4->config.sgl_pre_registered) {
6810		iwrite->xbl = FALSE;
6811
6812		iwrite->dbde = TRUE;
6813		iwrite->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
6814
6815		iwrite->bde.buffer_length = sge[0].buffer_length;
6816		iwrite->bde.u.data.buffer_address_low  = sge[0].buffer_address_low;
6817		iwrite->bde.u.data.buffer_address_high = sge[0].buffer_address_high;
6818	} else {
6819		iwrite->xbl = TRUE;
6820
6821		iwrite->bde.bde_type = SLI4_BDE_TYPE_BLP;
6822
6823		iwrite->bde.buffer_length = sgl->size;
6824		iwrite->bde.u.blp.sgl_segment_address_low  = ocs_addr32_lo(sgl->phys);
6825		iwrite->bde.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys);
6826
6827		/* fill out fcp_cmnd buffer len and change resp buffer to be of type
6828		 * "skip" (note: response will still be written to sge[1] if necessary) */
6829		iwrite->fcp_cmd_buffer_length = sge[0].buffer_length;
6830		sge[1].sge_type = SLI4_SGE_TYPE_SKIP;
6831	}
6832
6833	iwrite->payload_offset_length = sge[0].buffer_length + sge[1].buffer_length;
6834	iwrite->total_transfer_length = xfer_len;
6835	iwrite->initial_transfer_length = MIN(xfer_len, first_burst);
6836
6837	iwrite->xri_tag = xri;
6838	iwrite->context_tag = rpi;
6839
6840	iwrite->timer = timeout;
6841
6842	iwrite->pu = 2;	/* WQE word 4 contains read transfer length */
6843	iwrite->class = SLI4_ELS_REQUEST64_CLASS_3;
6844	iwrite->command = SLI4_WQE_FCP_IWRITE64;
6845	iwrite->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
6846	iwrite->dif = dif;
6847	iwrite->bs  = bs;
6848
6849	iwrite->abort_tag = xri;
6850
6851	iwrite->request_tag = tag;
6852	iwrite->len_loc = 3;
6853	if (rnode->node_group) {
6854		iwrite->hlm = TRUE;
6855		iwrite->remote_n_port_id = rnode->fc_id & 0x00ffffff;
6856	}
6857	if (((ocs_node_t *)rnode->node)->fcp2device) {
6858		iwrite->erp = TRUE;
6859	}
6860	iwrite->cmd_type = SLI4_CMD_FCP_IWRITE64_WQE;
6861	iwrite->cq_id = cq_id;
6862
6863	if (sli4->config.perf_hint) {
6864		iwrite->first_data_bde.bde_type = SLI4_BDE_TYPE_BDE_64;
6865		iwrite->first_data_bde.buffer_length = sge[first_data_sge].buffer_length;
6866		iwrite->first_data_bde.u.data.buffer_address_low  = sge[first_data_sge].buffer_address_low;
6867		iwrite->first_data_bde.u.data.buffer_address_high = sge[first_data_sge].buffer_address_high;
6868	}
6869
6870	return  0;
6871}
6872
6873/**
6874 * @ingroup sli_fc
6875 * @brief Write an FCP_TRECEIVE64_WQE work queue entry.
6876 *
6877 * @param sli4 SLI context.
6878 * @param buf Destination buffer for the WQE.
6879 * @param size Buffer size, in bytes.
6880 * @param sgl DMA memory for the Scatter-Gather List.
6881 * @param first_data_sge Index of first data sge (used if perf hints are enabled)
6882 * @param relative_off Relative offset of the IO (if any).
6883 * @param xfer_len Data transfer length.
6884 * @param xri XRI for this exchange.
6885 * @param tag IO tag value.
6886 * @param xid OX_ID for the exchange.
6887 * @param cq_id The id of the completion queue where the WQE response is sent.
6888 * @param rpi remote node indicator (RPI)
6889 * @param rnode Destination request (i.e. remote node).
6890 * @param flags Optional attributes, including:
6891 *  - ACTIVE - IO is already active.
6892 *  - AUTO RSP - Automatically generate a good FCP_RSP.
6893 * @param dif T10 DIF operation, or 0 to disable.
6894 * @param bs T10 DIF block size, or 0 if DIF is disabled.
6895 * @param csctl value of csctl field.
6896 * @param app_id value for VM application header.
6897 *
6898 * @return Returns 0 on success, or a non-zero value on failure.
6899 */
6900int32_t
6901sli_fcp_treceive64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint32_t first_data_sge,
6902		       uint32_t relative_off, uint32_t xfer_len, uint16_t xri, uint16_t tag, uint16_t cq_id,
6903		       uint16_t xid, uint32_t rpi, ocs_remote_node_t *rnode, uint32_t flags, uint8_t dif, uint8_t bs,
6904		       uint8_t csctl, uint32_t app_id)
6905{
6906	sli4_fcp_treceive64_wqe_t *trecv = buf;
6907	sli4_fcp_128byte_wqe_t *trecv_128 = buf;
6908	sli4_sge_t	*sge = NULL;
6909
6910	ocs_memset(buf, 0, size);
6911
6912	if (!sgl || !sgl->virt) {
6913		ocs_log_err(sli4->os, "bad parameter sgl=%p virt=%p\n",
6914			    sgl, sgl ? sgl->virt : NULL);
6915		return -1;
6916	}
6917	sge = sgl->virt;
6918
6919	if (sli4->config.sgl_pre_registered) {
6920		trecv->xbl = FALSE;
6921
6922		trecv->dbde = TRUE;
6923		trecv->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
6924
6925		trecv->bde.buffer_length = sge[0].buffer_length;
6926		trecv->bde.u.data.buffer_address_low  = sge[0].buffer_address_low;
6927		trecv->bde.u.data.buffer_address_high = sge[0].buffer_address_high;
6928
6929		trecv->payload_offset_length = sge[0].buffer_length;
6930	} else {
6931		trecv->xbl = TRUE;
6932
6933		/* if data is a single physical address, use a BDE */
6934		if (!dif && (xfer_len <= sge[2].buffer_length)) {
6935			trecv->dbde = TRUE;
6936			trecv->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
6937
6938			trecv->bde.buffer_length = sge[2].buffer_length;
6939			trecv->bde.u.data.buffer_address_low  = sge[2].buffer_address_low;
6940			trecv->bde.u.data.buffer_address_high = sge[2].buffer_address_high;
6941		} else {
6942			trecv->bde.bde_type = SLI4_BDE_TYPE_BLP;
6943			trecv->bde.buffer_length = sgl->size;
6944			trecv->bde.u.blp.sgl_segment_address_low  = ocs_addr32_lo(sgl->phys);
6945			trecv->bde.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys);
6946		}
6947	}
6948
6949	trecv->relative_offset = relative_off;
6950
6951	if (flags & SLI4_IO_CONTINUATION) {
6952		trecv->xc = TRUE;
6953	}
6954	trecv->xri_tag = xri;
6955
6956	trecv->context_tag = rpi;
6957
6958	trecv->pu = TRUE;	/* WQE uses relative offset */
6959
6960	if (flags & SLI4_IO_AUTO_GOOD_RESPONSE) {
6961		trecv->ar = TRUE;
6962	}
6963
6964	trecv->command = SLI4_WQE_FCP_TRECEIVE64;
6965	trecv->class = SLI4_ELS_REQUEST64_CLASS_3;
6966	trecv->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
6967	trecv->dif = dif;
6968	trecv->bs  = bs;
6969
6970	trecv->remote_xid = xid;
6971
6972	trecv->request_tag = tag;
6973
6974	trecv->iod = 1;
6975
6976	trecv->len_loc = 0x2;
6977
6978	if (rnode->node_group) {
6979		trecv->hlm = TRUE;
6980		trecv->dword5.dword = rnode->fc_id & 0x00ffffff;
6981	}
6982
6983	trecv->cmd_type = SLI4_CMD_FCP_TRECEIVE64_WQE;
6984
6985	trecv->cq_id = cq_id;
6986
6987	trecv->fcp_data_receive_length = xfer_len;
6988
6989	if (sli4->config.perf_hint) {
6990		trecv->first_data_bde.bde_type = SLI4_BDE_TYPE_BDE_64;
6991		trecv->first_data_bde.buffer_length = sge[first_data_sge].buffer_length;
6992		trecv->first_data_bde.u.data.buffer_address_low  = sge[first_data_sge].buffer_address_low;
6993		trecv->first_data_bde.u.data.buffer_address_high = sge[first_data_sge].buffer_address_high;
6994	}
6995
6996	/* The upper 7 bits of csctl is the priority */
6997	if (csctl & SLI4_MASK_CCP) {
6998		trecv->ccpe = 1;
6999		trecv->ccp = (csctl & SLI4_MASK_CCP);
7000	}
7001
7002	if (app_id && (sli4->config.wqe_size == SLI4_WQE_EXT_BYTES) && !trecv->eat) {
7003		trecv->app_id_valid = 1;
7004		trecv->wqes = 1;
7005		trecv_128->dw[31] = app_id;
7006	}
7007	return 0;
7008}
7009
7010/**
7011 * @ingroup sli_fc
7012 * @brief Write an FCP_CONT_TRECEIVE64_WQE work queue entry.
7013 *
7014 * @param sli4 SLI context.
7015 * @param buf Destination buffer for the WQE.
7016 * @param size Buffer size, in bytes.
7017 * @param sgl DMA memory for the Scatter-Gather List.
7018 * @param first_data_sge Index of first data sge (used if perf hints are enabled)
7019 * @param relative_off Relative offset of the IO (if any).
7020 * @param xfer_len Data transfer length.
7021 * @param xri XRI for this exchange.
7022 * @param sec_xri Secondary XRI for this exchange. (BZ 161832 workaround)
7023 * @param tag IO tag value.
7024 * @param xid OX_ID for the exchange.
7025 * @param cq_id The id of the completion queue where the WQE response is sent.
7026 * @param rpi remote node indicator (RPI)
7027 * @param rnode Destination request (i.e. remote node).
7028 * @param flags Optional attributes, including:
7029 *  - ACTIVE - IO is already active.
7030 *  - AUTO RSP - Automatically generate a good FCP_RSP.
7031 * @param dif T10 DIF operation, or 0 to disable.
7032 * @param bs T10 DIF block size, or 0 if DIF is disabled.
7033 * @param csctl value of csctl field.
7034 * @param app_id value for VM application header.
7035 *
7036 * @return Returns 0 on success, or a non-zero value on failure.
7037 */
7038int32_t
7039sli_fcp_cont_treceive64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint32_t first_data_sge,
7040			uint32_t relative_off, uint32_t xfer_len, uint16_t xri, uint16_t sec_xri, uint16_t tag,
7041			uint16_t cq_id, uint16_t xid, uint32_t rpi, ocs_remote_node_t *rnode, uint32_t flags,
7042			uint8_t dif, uint8_t bs, uint8_t csctl, uint32_t app_id)
7043{
7044	int32_t rc;
7045
7046	rc = sli_fcp_treceive64_wqe(sli4, buf, size, sgl, first_data_sge, relative_off, xfer_len, xri, tag,
7047			cq_id, xid, rpi, rnode, flags, dif, bs, csctl, app_id);
7048	if (rc == 0) {
7049		sli4_fcp_treceive64_wqe_t *trecv = buf;
7050
7051		trecv->command = SLI4_WQE_FCP_CONT_TRECEIVE64;
7052		trecv->dword5.sec_xri_tag = sec_xri;
7053	}
7054	return rc;
7055}
7056
7057/**
7058 * @ingroup sli_fc
7059 * @brief Write an FCP_TRSP64_WQE work queue entry.
7060 *
7061 * @param sli4 SLI context.
7062 * @param buf Destination buffer for the WQE.
7063 * @param size Buffer size, in bytes.
7064 * @param sgl DMA memory for the Scatter-Gather List.
7065 * @param rsp_len Response data length.
7066 * @param xri XRI for this exchange.
7067 * @param tag IO tag value.
7068 * @param cq_id The id of the completion queue where the WQE response is sent.
7069 * @param xid OX_ID for the exchange.
7070 * @param rpi remote node indicator (RPI)
7071 * @param rnode Destination request (i.e. remote node).
7072 * @param flags Optional attributes, including:
7073 *  - ACTIVE - IO is already active
7074 *  - AUTO RSP - Automatically generate a good FCP_RSP.
7075 * @param csctl value of csctl field.
7076 * @param port_owned 0/1 to indicate if the XRI is port owned (used to set XBL=0)
7077 * @param app_id value for VM application header.
7078 *
7079 * @return Returns 0 on success, or a non-zero value on failure.
7080 */
7081int32_t
7082sli_fcp_trsp64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint32_t rsp_len,
7083		   uint16_t xri, uint16_t tag, uint16_t cq_id, uint16_t xid, uint32_t rpi, ocs_remote_node_t *rnode,
7084		   uint32_t flags, uint8_t csctl, uint8_t port_owned, uint32_t app_id)
7085{
7086	sli4_fcp_trsp64_wqe_t *trsp = buf;
7087	sli4_fcp_128byte_wqe_t *trsp_128 = buf;
7088
7089	ocs_memset(buf, 0, size);
7090
7091	if (flags & SLI4_IO_AUTO_GOOD_RESPONSE) {
7092		trsp->ag = TRUE;
7093		/*
7094		 * The SLI-4 documentation states that the BDE is ignored when
7095		 * using auto-good response, but, at least for IF_TYPE 0 devices,
7096		 * this does not appear to be true.
7097		 */
7098		if (SLI4_IF_TYPE_BE3_SKH_PF == sli4->if_type) {
7099			trsp->bde.buffer_length = 12;	/* byte size of RSP */
7100		}
7101	} else {
7102		sli4_sge_t	*sge = sgl->virt;
7103
7104		if (sli4->config.sgl_pre_registered || port_owned) {
7105			trsp->dbde = TRUE;
7106		} else {
7107			trsp->xbl = TRUE;
7108		}
7109
7110		trsp->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
7111		trsp->bde.buffer_length = sge[0].buffer_length;
7112		trsp->bde.u.data.buffer_address_low  = sge[0].buffer_address_low;
7113		trsp->bde.u.data.buffer_address_high = sge[0].buffer_address_high;
7114
7115		trsp->fcp_response_length = rsp_len;
7116	}
7117
7118	if (flags & SLI4_IO_CONTINUATION) {
7119		trsp->xc = TRUE;
7120	}
7121
7122	if (rnode->node_group) {
7123		trsp->hlm = TRUE;
7124		trsp->dword5 = rnode->fc_id & 0x00ffffff;
7125	}
7126
7127	trsp->xri_tag = xri;
7128	trsp->rpi = rpi;
7129
7130	trsp->command = SLI4_WQE_FCP_TRSP64;
7131	trsp->class = SLI4_ELS_REQUEST64_CLASS_3;
7132
7133	trsp->remote_xid = xid;
7134	trsp->request_tag = tag;
7135	trsp->dnrx = ((flags & SLI4_IO_DNRX) == 0 ? 0 : 1);
7136	trsp->len_loc = 0x1;
7137	trsp->cq_id = cq_id;
7138	trsp->cmd_type = SLI4_CMD_FCP_TRSP64_WQE;
7139
7140	/* The upper 7 bits of csctl is the priority */
7141	if (csctl & SLI4_MASK_CCP) {
7142		trsp->ccpe = 1;
7143		trsp->ccp = (csctl & SLI4_MASK_CCP);
7144	}
7145
7146	if (app_id && (sli4->config.wqe_size == SLI4_WQE_EXT_BYTES) && !trsp->eat) {
7147		trsp->app_id_valid = 1;
7148		trsp->wqes = 1;
7149		trsp_128->dw[31] = app_id;
7150	}
7151	return 0;
7152}
7153
7154/**
7155 * @ingroup sli_fc
7156 * @brief Write an FCP_TSEND64_WQE work queue entry.
7157 *
7158 * @param sli4 SLI context.
7159 * @param buf Destination buffer for the WQE.
7160 * @param size Buffer size, in bytes.
7161 * @param sgl DMA memory for the scatter gather list.
7162 * @param first_data_sge Index of first data sge (used if perf hints are enabled)
7163 * @param relative_off Relative offset of the IO (if any).
7164 * @param xfer_len Data transfer length.
7165 * @param xri XRI for this exchange.
7166 * @param tag IO tag value.
7167 * @param cq_id The id of the completion queue where the WQE response is sent.
7168 * @param xid OX_ID for the exchange.
7169 * @param rpi remote node indicator (RPI)
7170 * @param rnode Destination request (i.e. remote node).
7171 * @param flags Optional attributes, including:
7172 *  - ACTIVE - IO is already active.
7173 *  - AUTO RSP - Automatically generate a good FCP_RSP.
7174 * @param dif T10 DIF operation, or 0 to disable.
7175 * @param bs T10 DIF block size, or 0 if DIF is disabled.
7176 * @param csctl value of csctl field.
7177 * @param app_id value for VM application header.
7178 *
7179 * @return Returns 0 on success, or a non-zero value on failure.
7180 */
7181int32_t
7182sli_fcp_tsend64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint32_t first_data_sge,
7183		    uint32_t relative_off, uint32_t xfer_len,
7184		    uint16_t xri, uint16_t tag, uint16_t cq_id, uint16_t xid, uint32_t rpi, ocs_remote_node_t *rnode,
7185		    uint32_t flags, uint8_t dif, uint8_t bs, uint8_t csctl, uint32_t app_id)
7186{
7187	sli4_fcp_tsend64_wqe_t *tsend = buf;
7188	sli4_fcp_128byte_wqe_t *tsend_128 = buf;
7189	sli4_sge_t	*sge = NULL;
7190
7191	ocs_memset(buf, 0, size);
7192
7193	if (!sgl || !sgl->virt) {
7194		ocs_log_err(sli4->os, "bad parameter sgl=%p virt=%p\n",
7195			    sgl, sgl ? sgl->virt : NULL);
7196		return -1;
7197	}
7198	sge = sgl->virt;
7199
7200	if (sli4->config.sgl_pre_registered) {
7201		tsend->xbl = FALSE;
7202
7203		tsend->dbde = TRUE;
7204		tsend->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
7205
7206		/* TSEND64_WQE specifies first two SGE are skipped
7207		 * (i.e. 3rd is valid) */
7208		tsend->bde.buffer_length = sge[2].buffer_length;
7209		tsend->bde.u.data.buffer_address_low  = sge[2].buffer_address_low;
7210		tsend->bde.u.data.buffer_address_high = sge[2].buffer_address_high;
7211	} else {
7212		tsend->xbl = TRUE;
7213
7214		/* if data is a single physical address, use a BDE */
7215		if (!dif && (xfer_len <= sge[2].buffer_length)) {
7216			tsend->dbde = TRUE;
7217			tsend->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
7218			/* TSEND64_WQE specifies first two SGE are skipped
7219			 * (i.e. 3rd is valid) */
7220			tsend->bde.buffer_length = sge[2].buffer_length;
7221			tsend->bde.u.data.buffer_address_low  = sge[2].buffer_address_low;
7222			tsend->bde.u.data.buffer_address_high = sge[2].buffer_address_high;
7223		} else {
7224			tsend->bde.bde_type = SLI4_BDE_TYPE_BLP;
7225			tsend->bde.buffer_length = sgl->size;
7226			tsend->bde.u.blp.sgl_segment_address_low  = ocs_addr32_lo(sgl->phys);
7227			tsend->bde.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys);
7228		}
7229	}
7230
7231	tsend->relative_offset = relative_off;
7232
7233	if (flags & SLI4_IO_CONTINUATION) {
7234		tsend->xc = TRUE;
7235	}
7236	tsend->xri_tag = xri;
7237
7238	tsend->rpi = rpi;
7239
7240	tsend->pu = TRUE;	/* WQE uses relative offset */
7241
7242	if (flags & SLI4_IO_AUTO_GOOD_RESPONSE) {
7243		tsend->ar = TRUE;
7244	}
7245
7246	tsend->command = SLI4_WQE_FCP_TSEND64;
7247	tsend->class = SLI4_ELS_REQUEST64_CLASS_3;
7248	tsend->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
7249	tsend->dif = dif;
7250	tsend->bs  = bs;
7251
7252	tsend->remote_xid = xid;
7253
7254	tsend->request_tag = tag;
7255
7256	tsend->len_loc = 0x2;
7257
7258	if (rnode->node_group) {
7259		tsend->hlm = TRUE;
7260		tsend->dword5 = rnode->fc_id & 0x00ffffff;
7261	}
7262
7263	tsend->cq_id = cq_id;
7264
7265	tsend->cmd_type = SLI4_CMD_FCP_TSEND64_WQE;
7266
7267	tsend->fcp_data_transmit_length = xfer_len;
7268
7269	if (sli4->config.perf_hint) {
7270		tsend->first_data_bde.bde_type = SLI4_BDE_TYPE_BDE_64;
7271		tsend->first_data_bde.buffer_length = sge[first_data_sge].buffer_length;
7272		tsend->first_data_bde.u.data.buffer_address_low  = sge[first_data_sge].buffer_address_low;
7273		tsend->first_data_bde.u.data.buffer_address_high = sge[first_data_sge].buffer_address_high;
7274	}
7275
7276	/* The upper 7 bits of csctl is the priority */
7277	if (csctl & SLI4_MASK_CCP) {
7278		tsend->ccpe = 1;
7279		tsend->ccp = (csctl & SLI4_MASK_CCP);
7280	}
7281
7282	if (app_id && (sli4->config.wqe_size == SLI4_WQE_EXT_BYTES) && !tsend->eat) {
7283		tsend->app_id_valid = 1;
7284		tsend->wqes = 1;
7285		tsend_128->dw[31] = app_id;
7286	}
7287	return 0;
7288}
7289
7290/**
7291 * @ingroup sli_fc
7292 * @brief Write a GEN_REQUEST64 work queue entry.
7293 *
7294 * @note This WQE is only used to send FC-CT commands.
7295 *
7296 * @param sli4 SLI context.
7297 * @param buf Destination buffer for the WQE.
7298 * @param size Buffer size, in bytes.
7299 * @param sgl DMA memory for the request.
7300 * @param req_len Length of request.
7301 * @param max_rsp_len Max length of response.
7302 * @param timeout Time, in seconds, before an IO times out. Zero means infinite.
7303 * @param xri XRI for this exchange.
7304 * @param tag IO tag value.
7305 * @param cq_id The id of the completion queue where the WQE response is sent.
7306 * @param rnode Destination of request (that is, the remote node).
7307 * @param r_ctl R_CTL value for sequence.
7308 * @param type TYPE value for sequence.
7309 * @param df_ctl DF_CTL value for sequence.
7310 *
7311 * @return Returns 0 on success, or a non-zero value on failure.
7312 */
7313int32_t
7314sli_gen_request64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl,
7315		      uint32_t req_len, uint32_t max_rsp_len, uint8_t timeout,
7316		      uint16_t xri, uint16_t tag, uint16_t cq_id, ocs_remote_node_t *rnode,
7317		      uint8_t r_ctl, uint8_t type, uint8_t df_ctl)
7318{
7319	sli4_gen_request64_wqe_t	*gen = buf;
7320	sli4_sge_t	*sge = NULL;
7321
7322	ocs_memset(buf, 0, size);
7323
7324	if (!sgl || !sgl->virt) {
7325		ocs_log_err(sli4->os, "bad parameter sgl=%p virt=%p\n",
7326			    sgl, sgl ? sgl->virt : NULL);
7327		return -1;
7328	}
7329	sge = sgl->virt;
7330
7331	if (sli4->config.sgl_pre_registered) {
7332		gen->xbl = FALSE;
7333
7334		gen->dbde = TRUE;
7335		gen->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
7336
7337		gen->bde.buffer_length = req_len;
7338		gen->bde.u.data.buffer_address_low  = sge[0].buffer_address_low;
7339		gen->bde.u.data.buffer_address_high = sge[0].buffer_address_high;
7340	} else {
7341		gen->xbl = TRUE;
7342
7343		gen->bde.bde_type = SLI4_BDE_TYPE_BLP;
7344
7345		gen->bde.buffer_length = 2 * sizeof(sli4_sge_t);
7346		gen->bde.u.blp.sgl_segment_address_low  = ocs_addr32_lo(sgl->phys);
7347		gen->bde.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys);
7348	}
7349
7350	gen->request_payload_length = req_len;
7351	gen->max_response_payload_length = max_rsp_len;
7352
7353	gen->df_ctl = df_ctl;
7354	gen->type = type;
7355	gen->r_ctl = r_ctl;
7356
7357	gen->xri_tag = xri;
7358
7359	gen->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
7360	gen->context_tag = rnode->indicator;
7361
7362	gen->class = SLI4_ELS_REQUEST64_CLASS_3;
7363
7364	gen->command = SLI4_WQE_GEN_REQUEST64;
7365
7366	gen->timer = timeout;
7367
7368	gen->request_tag = tag;
7369
7370	gen->iod = SLI4_ELS_REQUEST64_DIR_READ;
7371
7372	gen->qosd = TRUE;
7373
7374	if (rnode->node_group) {
7375		gen->hlm = TRUE;
7376		gen->remote_n_port_id = rnode->fc_id & 0x00ffffff;
7377	}
7378
7379	gen->cmd_type = SLI4_CMD_GEN_REQUEST64_WQE;
7380
7381	gen->cq_id = cq_id;
7382
7383	return 0;
7384}
7385
7386/**
7387 * @ingroup sli_fc
7388 * @brief Write a SEND_FRAME work queue entry
7389 *
7390 * @param sli4 SLI context.
7391 * @param buf Destination buffer for the WQE.
7392 * @param size Buffer size, in bytes.
7393 * @param sof Start of frame value
7394 * @param eof End of frame value
7395 * @param hdr Pointer to FC header data
7396 * @param payload DMA memory for the payload.
7397 * @param req_len Length of payload.
7398 * @param timeout Time, in seconds, before an IO times out. Zero means infinite.
7399 * @param xri XRI for this exchange.
7400 * @param req_tag IO tag value.
7401 *
7402 * @return Returns 0 on success, or a non-zero value on failure.
7403 */
7404int32_t
7405sli_send_frame_wqe(sli4_t *sli4, void *buf, size_t size, uint8_t sof, uint8_t eof, uint32_t *hdr,
7406		   ocs_dma_t *payload, uint32_t req_len, uint8_t timeout,
7407		   uint16_t xri, uint16_t req_tag)
7408{
7409	sli4_send_frame_wqe_t *sf = buf;
7410
7411	ocs_memset(buf, 0, size);
7412
7413	sf->dbde = TRUE;
7414	sf->bde.buffer_length = req_len;
7415	sf->bde.u.data.buffer_address_low = ocs_addr32_lo(payload->phys);
7416	sf->bde.u.data.buffer_address_high = ocs_addr32_hi(payload->phys);
7417
7418	/* Copy FC header */
7419	sf->fc_header_0_1[0] = hdr[0];
7420	sf->fc_header_0_1[1] = hdr[1];
7421	sf->fc_header_2_5[0] = hdr[2];
7422	sf->fc_header_2_5[1] = hdr[3];
7423	sf->fc_header_2_5[2] = hdr[4];
7424	sf->fc_header_2_5[3] = hdr[5];
7425
7426	sf->frame_length = req_len;
7427
7428	sf->xri_tag = xri;
7429	sf->pu = 0;
7430	sf->context_tag = 0;
7431
7432	sf->ct = 0;
7433	sf->command = SLI4_WQE_SEND_FRAME;
7434	sf->class = SLI4_ELS_REQUEST64_CLASS_3;
7435	sf->timer = timeout;
7436
7437	sf->request_tag = req_tag;
7438	sf->eof = eof;
7439	sf->sof = sof;
7440
7441	sf->qosd = 0;
7442	sf->lenloc = 1;
7443	sf->xc = 0;
7444
7445	sf->xbl = 1;
7446
7447	sf->cmd_type = SLI4_CMD_SEND_FRAME_WQE;
7448	sf->cq_id = 0xffff;
7449
7450	return 0;
7451}
7452
7453/**
7454 * @ingroup sli_fc
7455 * @brief Write a XMIT_SEQUENCE64 work queue entry.
7456 *
7457 * This WQE is used to send FC-CT response frames.
7458 *
7459 * @note This API implements a restricted use for this WQE, a TODO: would
7460 * include passing in sequence initiative, and full SGL's
7461 *
7462 * @param sli4 SLI context.
7463 * @param buf Destination buffer for the WQE.
7464 * @param size Buffer size, in bytes.
7465 * @param payload DMA memory for the request.
7466 * @param payload_len Length of request.
7467 * @param timeout Time, in seconds, before an IO times out. Zero means infinite.
7468 * @param ox_id originator exchange ID
7469 * @param xri XRI for this exchange.
7470 * @param tag IO tag value.
7471 * @param rnode Destination of request (that is, the remote node).
7472 * @param r_ctl R_CTL value for sequence.
7473 * @param type TYPE value for sequence.
7474 * @param df_ctl DF_CTL value for sequence.
7475 *
7476 * @return Returns 0 on success, or a non-zero value on failure.
7477 */
7478int32_t
7479sli_xmit_sequence64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *payload,
7480		      uint32_t payload_len, uint8_t timeout, uint16_t ox_id,
7481		      uint16_t xri, uint16_t tag, ocs_remote_node_t *rnode,
7482		      uint8_t r_ctl, uint8_t type, uint8_t df_ctl)
7483{
7484	sli4_xmit_sequence64_wqe_t	*xmit = buf;
7485
7486	ocs_memset(buf, 0, size);
7487
7488	if ((payload == NULL) || (payload->virt == NULL)) {
7489		ocs_log_err(sli4->os, "bad parameter sgl=%p virt=%p\n",
7490			    payload, payload ? payload->virt : NULL);
7491		return -1;
7492	}
7493
7494	if (sli4->config.sgl_pre_registered) {
7495		xmit->dbde = TRUE;
7496	} else {
7497		xmit->xbl = TRUE;
7498	}
7499
7500	xmit->bde.bde_type = SLI4_BDE_TYPE_BDE_64;
7501	xmit->bde.buffer_length = payload_len;
7502	xmit->bde.u.data.buffer_address_low  = ocs_addr32_lo(payload->phys);
7503	xmit->bde.u.data.buffer_address_high = ocs_addr32_hi(payload->phys);
7504	xmit->sequence_payload_len = payload_len;
7505
7506	xmit->remote_n_port_id = rnode->fc_id & 0x00ffffff;
7507
7508	xmit->relative_offset = 0;
7509
7510	xmit->si = 0;			/* sequence initiative - this matches what is seen from
7511					 * FC switches in response to FCGS commands */
7512	xmit->ft = 0;			/* force transmit */
7513	xmit->xo = 0;			/* exchange responder */
7514	xmit->ls = 1;			/* last in seqence */
7515	xmit->df_ctl = df_ctl;
7516	xmit->type = type;
7517	xmit->r_ctl = r_ctl;
7518
7519	xmit->xri_tag = xri;
7520	xmit->context_tag = rnode->indicator;
7521
7522	xmit->dif = 0;
7523	xmit->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
7524	xmit->bs = 0;
7525
7526	xmit->command = SLI4_WQE_XMIT_SEQUENCE64;
7527	xmit->class = SLI4_ELS_REQUEST64_CLASS_3;
7528	xmit->pu = 0;
7529	xmit->timer = timeout;
7530
7531	xmit->abort_tag = 0;
7532	xmit->request_tag = tag;
7533	xmit->remote_xid = ox_id;
7534
7535	xmit->iod = SLI4_ELS_REQUEST64_DIR_READ;
7536
7537	if (rnode->node_group) {
7538		xmit->hlm = TRUE;
7539		xmit->remote_n_port_id = rnode->fc_id & 0x00ffffff;
7540	}
7541
7542	xmit->cmd_type = SLI4_CMD_XMIT_SEQUENCE64_WQE;
7543
7544	xmit->len_loc = 2;
7545
7546	xmit->cq_id = 0xFFFF;
7547
7548	return 0;
7549}
7550
7551/**
7552 * @ingroup sli_fc
7553 * @brief Write a REQUEUE_XRI_WQE work queue entry.
7554 *
7555 * @param sli4 SLI context.
7556 * @param buf Destination buffer for the WQE.
7557 * @param size Buffer size, in bytes.
7558 * @param xri XRI for this exchange.
7559 * @param tag IO tag value.
7560 * @param cq_id The id of the completion queue where the WQE response is sent.
7561 *
7562 * @return Returns 0 on success, or a non-zero value on failure.
7563 */
7564int32_t
7565sli_requeue_xri_wqe(sli4_t *sli4, void *buf, size_t size, uint16_t xri, uint16_t tag, uint16_t cq_id)
7566{
7567	sli4_requeue_xri_wqe_t	*requeue = buf;
7568
7569	ocs_memset(buf, 0, size);
7570
7571	requeue->command = SLI4_WQE_REQUEUE_XRI;
7572	requeue->xri_tag = xri;
7573	requeue->request_tag = tag;
7574	requeue->xc = 1;
7575	requeue->qosd = 1;
7576	requeue->cq_id = cq_id;
7577	requeue->cmd_type = SLI4_CMD_REQUEUE_XRI_WQE;
7578	return 0;
7579}
7580
7581int32_t
7582sli_xmit_bcast64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *payload,
7583		uint32_t payload_len, uint8_t timeout, uint16_t xri, uint16_t tag,
7584		uint16_t cq_id, ocs_remote_node_t *rnode,
7585		uint8_t r_ctl, uint8_t type, uint8_t df_ctl)
7586{
7587	sli4_xmit_bcast64_wqe_t *bcast = buf;
7588
7589	/* Command requires a temporary RPI (i.e. unused remote node) */
7590	if (rnode->attached) {
7591		ocs_log_test(sli4->os, "remote node %d in use\n", rnode->indicator);
7592		return -1;
7593	}
7594
7595	ocs_memset(buf, 0, size);
7596
7597	bcast->dbde = TRUE;
7598	bcast->sequence_payload.bde_type = SLI4_BDE_TYPE_BDE_64;
7599	bcast->sequence_payload.buffer_length = payload_len;
7600	bcast->sequence_payload.u.data.buffer_address_low  = ocs_addr32_lo(payload->phys);
7601	bcast->sequence_payload.u.data.buffer_address_high = ocs_addr32_hi(payload->phys);
7602
7603	bcast->sequence_payload_length = payload_len;
7604
7605	bcast->df_ctl = df_ctl;
7606	bcast->type = type;
7607	bcast->r_ctl = r_ctl;
7608
7609	bcast->xri_tag = xri;
7610
7611	bcast->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
7612	bcast->context_tag = rnode->sport->indicator;
7613
7614	bcast->class = SLI4_ELS_REQUEST64_CLASS_3;
7615
7616	bcast->command = SLI4_WQE_XMIT_BCAST64;
7617
7618	bcast->timer = timeout;
7619
7620	bcast->request_tag = tag;
7621
7622	bcast->temporary_rpi = rnode->indicator;
7623
7624	bcast->len_loc = 0x1;
7625
7626	bcast->iod = SLI4_ELS_REQUEST64_DIR_WRITE;
7627
7628	bcast->cmd_type = SLI4_CMD_XMIT_BCAST64_WQE;
7629
7630	bcast->cq_id = cq_id;
7631
7632	return 0;
7633}
7634
7635/**
7636 * @ingroup sli_fc
7637 * @brief Write an XMIT_BLS_RSP64_WQE work queue entry.
7638 *
7639 * @param sli4 SLI context.
7640 * @param buf Destination buffer for the WQE.
7641 * @param size Buffer size, in bytes.
7642 * @param payload Contents of the BLS payload to be sent.
7643 * @param xri XRI for this exchange.
7644 * @param tag IO tag value.
7645 * @param cq_id The id of the completion queue where the WQE response is sent.
7646 * @param rnode Destination of request (that is, the remote node).
7647 * @param s_id Source ID to use in the response. If UINT32_MAX, use SLI Port's ID.
7648 *
7649 * @return Returns 0 on success, or a non-zero value on failure.
7650 */
7651int32_t
7652sli_xmit_bls_rsp64_wqe(sli4_t *sli4, void *buf, size_t size, sli_bls_payload_t *payload,
7653		       uint16_t xri, uint16_t tag, uint16_t cq_id, ocs_remote_node_t *rnode, uint32_t s_id)
7654{
7655	sli4_xmit_bls_rsp_wqe_t *bls = buf;
7656
7657	/*
7658	 * Callers can either specify RPI or S_ID, but not both
7659	 */
7660	if (rnode->attached && (s_id != UINT32_MAX)) {
7661		ocs_log_test(sli4->os, "S_ID specified for attached remote node %d\n",
7662			     rnode->indicator);
7663		return -1;
7664	}
7665
7666	ocs_memset(buf, 0, size);
7667
7668	if (SLI_BLS_ACC == payload->type) {
7669		bls->payload_word0 = (payload->u.acc.seq_id_last << 16) |
7670			(payload->u.acc.seq_id_validity << 24);
7671		bls->high_seq_cnt = payload->u.acc.high_seq_cnt;
7672		bls->low_seq_cnt = payload->u.acc.low_seq_cnt;
7673	} else if (SLI_BLS_RJT == payload->type) {
7674		bls->payload_word0 = *((uint32_t *)&payload->u.rjt);
7675		bls->ar = TRUE;
7676	} else {
7677		ocs_log_test(sli4->os, "bad BLS type %#x\n",
7678				payload->type);
7679		return -1;
7680	}
7681
7682	bls->ox_id = payload->ox_id;
7683	bls->rx_id = payload->rx_id;
7684
7685	if (rnode->attached) {
7686		bls->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
7687		bls->context_tag = rnode->indicator;
7688	} else {
7689		bls->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
7690		bls->context_tag = rnode->sport->indicator;
7691
7692		if (UINT32_MAX != s_id) {
7693			bls->local_n_port_id = s_id & 0x00ffffff;
7694		} else {
7695			bls->local_n_port_id = rnode->sport->fc_id & 0x00ffffff;
7696		}
7697		bls->remote_id = rnode->fc_id & 0x00ffffff;
7698
7699		bls->temporary_rpi = rnode->indicator;
7700	}
7701
7702	bls->xri_tag = xri;
7703
7704	bls->class = SLI4_ELS_REQUEST64_CLASS_3;
7705
7706	bls->command = SLI4_WQE_XMIT_BLS_RSP;
7707
7708	bls->request_tag = tag;
7709
7710	bls->qosd = TRUE;
7711
7712	if (rnode->node_group) {
7713		bls->hlm = TRUE;
7714		bls->remote_id = rnode->fc_id & 0x00ffffff;
7715	}
7716
7717	bls->cq_id = cq_id;
7718
7719	bls->cmd_type = SLI4_CMD_XMIT_BLS_RSP64_WQE;
7720
7721	return 0;
7722}
7723
7724/**
7725 * @ingroup sli_fc
7726 * @brief Write a XMIT_ELS_RSP64_WQE work queue entry.
7727 *
7728 * @param sli4 SLI context.
7729 * @param buf Destination buffer for the WQE.
7730 * @param size Buffer size, in bytes.
7731 * @param rsp DMA memory for the ELS response.
7732 * @param rsp_len Length of ELS response, in bytes.
7733 * @param xri XRI for this exchange.
7734 * @param tag IO tag value.
7735 * @param cq_id The id of the completion queue where the WQE response is sent.
7736 * @param ox_id OX_ID of the exchange containing the request.
7737 * @param rnode Destination of the ELS response (that is, the remote node).
7738 * @param flags Optional attributes, including:
7739 *  - SLI4_IO_CONTINUATION - IO is already active.
7740 * @param s_id S_ID used for special responses.
7741 *
7742 * @return Returns 0 on success, or a non-zero value on failure.
7743 */
7744int32_t
7745sli_xmit_els_rsp64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *rsp,
7746		       uint32_t rsp_len, uint16_t xri, uint16_t tag, uint16_t cq_id,
7747		       uint16_t ox_id, ocs_remote_node_t *rnode, uint32_t flags, uint32_t s_id)
7748{
7749	sli4_xmit_els_rsp64_wqe_t	*els = buf;
7750
7751	ocs_memset(buf, 0, size);
7752
7753	if (sli4->config.sgl_pre_registered) {
7754		els->dbde = TRUE;
7755	} else {
7756		els->xbl = TRUE;
7757	}
7758
7759	els->els_response_payload.bde_type = SLI4_BDE_TYPE_BDE_64;
7760	els->els_response_payload.buffer_length = rsp_len;
7761	els->els_response_payload.u.data.buffer_address_low  = ocs_addr32_lo(rsp->phys);
7762	els->els_response_payload.u.data.buffer_address_high = ocs_addr32_hi(rsp->phys);
7763
7764	els->els_response_payload_length = rsp_len;
7765
7766	els->xri_tag = xri;
7767
7768	els->class = SLI4_ELS_REQUEST64_CLASS_3;
7769
7770	els->command = SLI4_WQE_ELS_RSP64;
7771
7772	els->request_tag = tag;
7773
7774	els->ox_id = ox_id;
7775
7776	els->iod = SLI4_ELS_REQUEST64_DIR_WRITE;
7777
7778	els->qosd = TRUE;
7779
7780	if (flags & SLI4_IO_CONTINUATION) {
7781		els->xc = TRUE;
7782	}
7783
7784	if (rnode->attached) {
7785		els->ct = SLI4_ELS_REQUEST64_CONTEXT_RPI;
7786		els->context_tag = rnode->indicator;
7787	} else {
7788		els->ct = SLI4_ELS_REQUEST64_CONTEXT_VPI;
7789		els->context_tag = rnode->sport->indicator;
7790		els->remote_id = rnode->fc_id & 0x00ffffff;
7791		els->temporary_rpi = rnode->indicator;
7792		if (UINT32_MAX != s_id) {
7793			els->sp = TRUE;
7794			els->s_id = s_id & 0x00ffffff;
7795		}
7796	}
7797
7798	if (rnode->node_group) {
7799		els->hlm = TRUE;
7800		els->remote_id = rnode->fc_id & 0x00ffffff;
7801	}
7802
7803	els->cmd_type = SLI4_ELS_REQUEST64_CMD_GEN;
7804
7805	els->cq_id = cq_id;
7806
7807	return 0;
7808}
7809
7810/**
7811 * @ingroup sli_fc
7812 * @brief Process an asynchronous Link State event entry.
7813 *
7814 * @par Description
7815 * Parses Asynchronous Completion Queue Entry (ACQE),
7816 * creates an abstracted event, and calls registered callback functions.
7817 *
7818 * @param sli4 SLI context.
7819 * @param acqe Pointer to the ACQE.
7820 *
7821 * @return Returns 0 on success, or a non-zero value on failure.
7822 */
7823int32_t
7824sli_fc_process_link_state(sli4_t *sli4, void *acqe)
7825{
7826	sli4_link_state_t	*link_state = acqe;
7827	sli4_link_event_t	event = { 0 };
7828	int32_t			rc = 0;
7829
7830	if (!sli4->link) {
7831		/* bail if there is no callback */
7832		return 0;
7833	}
7834
7835	if (SLI4_LINK_TYPE_ETHERNET == link_state->link_type) {
7836		event.topology = SLI_LINK_TOPO_NPORT;
7837		event.medium   = SLI_LINK_MEDIUM_ETHERNET;
7838	} else {
7839		/* TODO is this supported for anything other than FCoE? */
7840		ocs_log_test(sli4->os, "unsupported link type %#x\n",
7841				link_state->link_type);
7842		event.topology = SLI_LINK_TOPO_MAX;
7843		event.medium   = SLI_LINK_MEDIUM_MAX;
7844		rc = -1;
7845	}
7846
7847	switch (link_state->port_link_status) {
7848	case SLI4_PORT_LINK_STATUS_PHYSICAL_DOWN:
7849	case SLI4_PORT_LINK_STATUS_LOGICAL_DOWN:
7850		event.status = SLI_LINK_STATUS_DOWN;
7851		break;
7852	case SLI4_PORT_LINK_STATUS_PHYSICAL_UP:
7853	case SLI4_PORT_LINK_STATUS_LOGICAL_UP:
7854		event.status = SLI_LINK_STATUS_UP;
7855		break;
7856	default:
7857		ocs_log_test(sli4->os, "unsupported link status %#x\n",
7858				link_state->port_link_status);
7859		event.status = SLI_LINK_STATUS_MAX;
7860		rc = -1;
7861	}
7862
7863	switch (link_state->port_speed) {
7864	case 0:
7865		event.speed = 0;
7866		break;
7867	case 1:
7868		event.speed = 10;
7869		break;
7870	case 2:
7871		event.speed = 100;
7872		break;
7873	case 3:
7874		event.speed = 1000;
7875		break;
7876	case 4:
7877		event.speed = 10000;
7878		break;
7879	case 5:
7880		event.speed = 20000;
7881		break;
7882	case 6:
7883		event.speed = 25000;
7884		break;
7885	case 7:
7886		event.speed = 40000;
7887		break;
7888	case 8:
7889		event.speed = 100000;
7890		break;
7891	default:
7892		ocs_log_test(sli4->os, "unsupported port_speed %#x\n",
7893				link_state->port_speed);
7894		rc = -1;
7895	}
7896
7897	sli4->link(sli4->link_arg, (void *)&event);
7898
7899	return rc;
7900}
7901
7902/**
7903 * @ingroup sli_fc
7904 * @brief Process an asynchronous Link Attention event entry.
7905 *
7906 * @par Description
7907 * Parses Asynchronous Completion Queue Entry (ACQE),
7908 * creates an abstracted event, and calls the registered callback functions.
7909 *
7910 * @param sli4 SLI context.
7911 * @param acqe Pointer to the ACQE.
7912 *
7913 * @todo XXX all events return LINK_UP.
7914 *
7915 * @return Returns 0 on success, or a non-zero value on failure.
7916 */
7917int32_t
7918sli_fc_process_link_attention(sli4_t *sli4, void *acqe)
7919{
7920	sli4_link_attention_t	*link_attn = acqe;
7921	sli4_link_event_t	event = { 0 };
7922
7923	ocs_log_debug(sli4->os, "link_number=%d attn_type=%#x topology=%#x port_speed=%#x "
7924			"port_fault=%#x shared_link_status=%#x logical_link_speed=%#x "
7925			"event_tag=%#x\n", link_attn->link_number, link_attn->attn_type,
7926			link_attn->topology, link_attn->port_speed, link_attn->port_fault,
7927			link_attn->shared_link_status, link_attn->logical_link_speed,
7928			link_attn->event_tag);
7929
7930	if (!sli4->link) {
7931		return 0;
7932	}
7933
7934	event.medium   = SLI_LINK_MEDIUM_FC;
7935
7936	switch (link_attn->attn_type) {
7937	case SLI4_LINK_ATTN_TYPE_LINK_UP:
7938		event.status = SLI_LINK_STATUS_UP;
7939		break;
7940	case SLI4_LINK_ATTN_TYPE_LINK_DOWN:
7941		event.status = SLI_LINK_STATUS_DOWN;
7942		break;
7943	case SLI4_LINK_ATTN_TYPE_NO_HARD_ALPA:
7944		ocs_log_debug(sli4->os, "attn_type: no hard alpa\n");
7945		event.status = SLI_LINK_STATUS_NO_ALPA;
7946		break;
7947	default:
7948		ocs_log_test(sli4->os, "attn_type: unknown\n");
7949		break;
7950	}
7951
7952	switch (link_attn->event_type) {
7953	case SLI4_FC_EVENT_LINK_ATTENTION:
7954		break;
7955	case SLI4_FC_EVENT_SHARED_LINK_ATTENTION:
7956		ocs_log_debug(sli4->os, "event_type: FC shared link event \n");
7957		break;
7958	default:
7959		ocs_log_test(sli4->os, "event_type: unknown\n");
7960		break;
7961	}
7962
7963	switch (link_attn->topology) {
7964	case SLI4_LINK_ATTN_P2P:
7965		event.topology = SLI_LINK_TOPO_NPORT;
7966		break;
7967	case SLI4_LINK_ATTN_FC_AL:
7968		event.topology = SLI_LINK_TOPO_LOOP;
7969		break;
7970	case SLI4_LINK_ATTN_INTERNAL_LOOPBACK:
7971		ocs_log_debug(sli4->os, "topology Internal loopback\n");
7972		event.topology = SLI_LINK_TOPO_LOOPBACK_INTERNAL;
7973		break;
7974	case SLI4_LINK_ATTN_SERDES_LOOPBACK:
7975		ocs_log_debug(sli4->os, "topology serdes loopback\n");
7976		event.topology = SLI_LINK_TOPO_LOOPBACK_EXTERNAL;
7977		break;
7978	default:
7979		ocs_log_test(sli4->os, "topology: unknown\n");
7980		break;
7981	}
7982
7983	event.speed    = link_attn->port_speed * 1000;
7984
7985	sli4->link(sli4->link_arg, (void *)&event);
7986
7987	return 0;
7988}
7989
7990/**
7991 * @ingroup sli_fc
7992 * @brief Parse an FC/FCoE work queue CQ entry.
7993 *
7994 * @param sli4 SLI context.
7995 * @param cq CQ to process.
7996 * @param cqe Pointer to the CQ entry.
7997 * @param etype CQ event type.
7998 * @param r_id Resource ID associated with this completion message (such as the IO tag).
7999 *
8000 * @return Returns 0 on success, or a non-zero value on failure.
8001 */
8002int32_t
8003sli_fc_cqe_parse(sli4_t *sli4, sli4_queue_t *cq, uint8_t *cqe, sli4_qentry_e *etype,
8004		uint16_t *r_id)
8005{
8006	uint8_t		code = cqe[SLI4_CQE_CODE_OFFSET];
8007	int32_t		rc = -1;
8008
8009	switch (code) {
8010	case SLI4_CQE_CODE_WORK_REQUEST_COMPLETION:
8011	{
8012		sli4_fc_wcqe_t *wcqe = (void *)cqe;
8013
8014		*etype = SLI_QENTRY_WQ;
8015		*r_id = wcqe->request_tag;
8016		rc = wcqe->status;
8017
8018		/* Flag errors except for FCP_RSP_FAILURE */
8019		if (rc && (rc != SLI4_FC_WCQE_STATUS_FCP_RSP_FAILURE)) {
8020			ocs_log_test(sli4->os, "WCQE: status=%#x hw_status=%#x tag=%#x w1=%#x w2=%#x xb=%d\n",
8021				wcqe->status, wcqe->hw_status,
8022				wcqe->request_tag, wcqe->wqe_specific_1,
8023				wcqe->wqe_specific_2, wcqe->xb);
8024			ocs_log_test(sli4->os, "      %08X %08X %08X %08X\n", ((uint32_t*) cqe)[0], ((uint32_t*) cqe)[1],
8025				((uint32_t*) cqe)[2], ((uint32_t*) cqe)[3]);
8026		}
8027
8028		/* TODO: need to pass additional status back out of here as well
8029		 * as status (could overload rc as status/addlstatus are only 8 bits each)
8030		 */
8031
8032		break;
8033	}
8034	case SLI4_CQE_CODE_RQ_ASYNC:
8035	{
8036		sli4_fc_async_rcqe_t *rcqe = (void *)cqe;
8037
8038		*etype = SLI_QENTRY_RQ;
8039		*r_id = rcqe->rq_id;
8040		rc = rcqe->status;
8041		break;
8042	}
8043	case SLI4_CQE_CODE_RQ_ASYNC_V1:
8044	{
8045		sli4_fc_async_rcqe_v1_t *rcqe = (void *)cqe;
8046
8047		*etype = SLI_QENTRY_RQ;
8048		*r_id = rcqe->rq_id;
8049		rc = rcqe->status;
8050		break;
8051	}
8052	case SLI4_CQE_CODE_OPTIMIZED_WRITE_CMD:
8053	{
8054		sli4_fc_optimized_write_cmd_cqe_t *optcqe = (void *)cqe;
8055
8056		*etype = SLI_QENTRY_OPT_WRITE_CMD;
8057		*r_id = optcqe->rq_id;
8058		rc = optcqe->status;
8059		break;
8060	}
8061	case SLI4_CQE_CODE_OPTIMIZED_WRITE_DATA:
8062	{
8063		sli4_fc_optimized_write_data_cqe_t *dcqe = (void *)cqe;
8064
8065		*etype = SLI_QENTRY_OPT_WRITE_DATA;
8066		*r_id = dcqe->xri;
8067		rc = dcqe->status;
8068
8069		/* Flag errors */
8070		if (rc != SLI4_FC_WCQE_STATUS_SUCCESS) {
8071			ocs_log_test(sli4->os, "Optimized DATA CQE: status=%#x hw_status=%#x xri=%#x dpl=%#x w3=%#x xb=%d\n",
8072				dcqe->status, dcqe->hw_status,
8073				dcqe->xri, dcqe->total_data_placed,
8074				((uint32_t*) cqe)[3], dcqe->xb);
8075		}
8076		break;
8077	}
8078	case SLI4_CQE_CODE_RQ_COALESCING:
8079	{
8080		sli4_fc_coalescing_rcqe_t *rcqe = (void *)cqe;
8081
8082		*etype = SLI_QENTRY_RQ;
8083		*r_id = rcqe->rq_id;
8084		rc = rcqe->status;
8085		break;
8086	}
8087	case SLI4_CQE_CODE_XRI_ABORTED:
8088	{
8089		sli4_fc_xri_aborted_cqe_t *xa = (void *)cqe;
8090
8091		*etype = SLI_QENTRY_XABT;
8092		*r_id = xa->xri;
8093		rc = 0;
8094		break;
8095	}
8096	case SLI4_CQE_CODE_RELEASE_WQE: {
8097		sli4_fc_wqec_t *wqec = (void*) cqe;
8098
8099		*etype = SLI_QENTRY_WQ_RELEASE;
8100		*r_id = wqec->wq_id;
8101		rc = 0;
8102		break;
8103	}
8104	default:
8105		ocs_log_test(sli4->os, "CQE completion code %d not handled\n", code);
8106		*etype = SLI_QENTRY_MAX;
8107		*r_id = UINT16_MAX;
8108	}
8109
8110	return rc;
8111}
8112
8113/**
8114 * @ingroup sli_fc
8115 * @brief Return the ELS/CT response length.
8116 *
8117 * @param sli4 SLI context.
8118 * @param cqe Pointer to the CQ entry.
8119 *
8120 * @return Returns the length, in bytes.
8121 */
8122uint32_t
8123sli_fc_response_length(sli4_t *sli4, uint8_t *cqe)
8124{
8125	sli4_fc_wcqe_t *wcqe = (void *)cqe;
8126
8127	return wcqe->wqe_specific_1;
8128}
8129
8130/**
8131 * @ingroup sli_fc
8132 * @brief Return the FCP IO length.
8133 *
8134 * @param sli4 SLI context.
8135 * @param cqe Pointer to the CQ entry.
8136 *
8137 * @return Returns the length, in bytes.
8138 */
8139uint32_t
8140sli_fc_io_length(sli4_t *sli4, uint8_t *cqe)
8141{
8142	sli4_fc_wcqe_t *wcqe = (void *)cqe;
8143
8144	return wcqe->wqe_specific_1;
8145}
8146
8147/**
8148 * @ingroup sli_fc
8149 * @brief Retrieve the D_ID from the completion.
8150 *
8151 * @param sli4 SLI context.
8152 * @param cqe Pointer to the CQ entry.
8153 * @param d_id Pointer where the D_ID is written.
8154 *
8155 * @return Returns 0 on success, or a non-zero value on failure.
8156 */
8157int32_t
8158sli_fc_els_did(sli4_t *sli4, uint8_t *cqe, uint32_t *d_id)
8159{
8160	sli4_fc_wcqe_t *wcqe = (void *)cqe;
8161
8162	*d_id = 0;
8163
8164	if (wcqe->status) {
8165		return -1;
8166	} else {
8167		*d_id = wcqe->wqe_specific_2 & 0x00ffffff;
8168		return 0;
8169	}
8170}
8171
8172uint32_t
8173sli_fc_ext_status(sli4_t *sli4, uint8_t *cqe)
8174{
8175	sli4_fc_wcqe_t *wcqe = (void *)cqe;
8176	uint32_t	mask;
8177
8178	switch (wcqe->status) {
8179	case SLI4_FC_WCQE_STATUS_FCP_RSP_FAILURE:
8180		mask = UINT32_MAX;
8181		break;
8182	case SLI4_FC_WCQE_STATUS_LOCAL_REJECT:
8183	case SLI4_FC_WCQE_STATUS_CMD_REJECT:
8184		mask = 0xff;
8185		break;
8186	case SLI4_FC_WCQE_STATUS_NPORT_RJT:
8187	case SLI4_FC_WCQE_STATUS_FABRIC_RJT:
8188	case SLI4_FC_WCQE_STATUS_NPORT_BSY:
8189	case SLI4_FC_WCQE_STATUS_FABRIC_BSY:
8190	case SLI4_FC_WCQE_STATUS_LS_RJT:
8191		mask = UINT32_MAX;
8192		break;
8193	case SLI4_FC_WCQE_STATUS_DI_ERROR:
8194		mask = UINT32_MAX;
8195		break;
8196	default:
8197		mask = 0;
8198	}
8199
8200	return wcqe->wqe_specific_2 & mask;
8201}
8202
8203/**
8204 * @ingroup sli_fc
8205 * @brief Retrieve the RQ index from the completion.
8206 *
8207 * @param sli4 SLI context.
8208 * @param cqe Pointer to the CQ entry.
8209 * @param rq_id Pointer where the rq_id is written.
8210 * @param index Pointer where the index is written.
8211 *
8212 * @return Returns 0 on success, or a non-zero value on failure.
8213 */
8214int32_t
8215sli_fc_rqe_rqid_and_index(sli4_t *sli4, uint8_t *cqe, uint16_t *rq_id, uint32_t *index)
8216{
8217	sli4_fc_async_rcqe_t	*rcqe = (void *)cqe;
8218	sli4_fc_async_rcqe_v1_t	*rcqe_v1 = (void *)cqe;
8219	int32_t	rc = -1;
8220	uint8_t	code = 0;
8221
8222	*rq_id = 0;
8223	*index = UINT32_MAX;
8224
8225	code = cqe[SLI4_CQE_CODE_OFFSET];
8226
8227	if (code == SLI4_CQE_CODE_RQ_ASYNC) {
8228		*rq_id = rcqe->rq_id;
8229		if (SLI4_FC_ASYNC_RQ_SUCCESS == rcqe->status) {
8230			*index = rcqe->rq_element_index;
8231			rc = 0;
8232		} else {
8233			*index = rcqe->rq_element_index;
8234			rc = rcqe->status;
8235			ocs_log_test(sli4->os, "status=%02x (%s) rq_id=%d, index=%x pdpl=%x sof=%02x eof=%02x hdpl=%x\n",
8236				rcqe->status, sli_fc_get_status_string(rcqe->status), rcqe->rq_id,
8237				rcqe->rq_element_index, rcqe->payload_data_placement_length, rcqe->sof_byte,
8238				rcqe->eof_byte, rcqe->header_data_placement_length);
8239		}
8240	} else if (code == SLI4_CQE_CODE_RQ_ASYNC_V1) {
8241		*rq_id = rcqe_v1->rq_id;
8242		if (SLI4_FC_ASYNC_RQ_SUCCESS == rcqe_v1->status) {
8243			*index = rcqe_v1->rq_element_index;
8244			rc = 0;
8245		} else {
8246			*index = rcqe_v1->rq_element_index;
8247			rc = rcqe_v1->status;
8248			ocs_log_test(sli4->os, "status=%02x (%s) rq_id=%d, index=%x pdpl=%x sof=%02x eof=%02x hdpl=%x\n",
8249				rcqe_v1->status, sli_fc_get_status_string(rcqe_v1->status),
8250				rcqe_v1->rq_id, rcqe_v1->rq_element_index,
8251				rcqe_v1->payload_data_placement_length, rcqe_v1->sof_byte,
8252				rcqe_v1->eof_byte, rcqe_v1->header_data_placement_length);
8253		}
8254	} else if (code == SLI4_CQE_CODE_OPTIMIZED_WRITE_CMD) {
8255		sli4_fc_optimized_write_cmd_cqe_t *optcqe = (void *)cqe;
8256
8257		*rq_id = optcqe->rq_id;
8258		if (SLI4_FC_ASYNC_RQ_SUCCESS == optcqe->status) {
8259			*index = optcqe->rq_element_index;
8260			rc = 0;
8261		} else {
8262			*index = optcqe->rq_element_index;
8263			rc = optcqe->status;
8264			ocs_log_test(sli4->os, "status=%02x (%s) rq_id=%d, index=%x pdpl=%x hdpl=%x oox=%d agxr=%d xri=0x%x rpi=0x%x\n",
8265				optcqe->status, sli_fc_get_status_string(optcqe->status), optcqe->rq_id,
8266				optcqe->rq_element_index, optcqe->payload_data_placement_length,
8267				optcqe->header_data_placement_length, optcqe->oox, optcqe->agxr, optcqe->xri,
8268				optcqe->rpi);
8269		}
8270	} else if (code == SLI4_CQE_CODE_RQ_COALESCING) {
8271		sli4_fc_coalescing_rcqe_t	*rcqe = (void *)cqe;
8272
8273		*rq_id = rcqe->rq_id;
8274		if (SLI4_FC_COALESCE_RQ_SUCCESS == rcqe->status) {
8275			*index = rcqe->rq_element_index;
8276			rc = 0;
8277		} else {
8278			*index = UINT32_MAX;
8279			rc = rcqe->status;
8280
8281			ocs_log_test(sli4->os, "status=%02x (%s) rq_id=%d, index=%x rq_id=%#x sdpl=%x\n",
8282				rcqe->status, sli_fc_get_status_string(rcqe->status), rcqe->rq_id,
8283				rcqe->rq_element_index, rcqe->rq_id, rcqe->sequence_reporting_placement_length);
8284		}
8285	} else {
8286		*index = UINT32_MAX;
8287
8288		rc = rcqe->status;
8289
8290		ocs_log_debug(sli4->os, "status=%02x rq_id=%d, index=%x pdpl=%x sof=%02x eof=%02x hdpl=%x\n",
8291			rcqe->status, rcqe->rq_id, rcqe->rq_element_index, rcqe->payload_data_placement_length,
8292			rcqe->sof_byte, rcqe->eof_byte, rcqe->header_data_placement_length);
8293	}
8294
8295	return rc;
8296}
8297
8298/**
8299 * @ingroup sli_fc
8300 * @brief Process an asynchronous FCoE event entry.
8301 *
8302 * @par Description
8303 * Parses Asynchronous Completion Queue Entry (ACQE),
8304 * creates an abstracted event, and calls the registered callback functions.
8305 *
8306 * @param sli4 SLI context.
8307 * @param acqe Pointer to the ACQE.
8308 *
8309 * @return Returns 0 on success, or a non-zero value on failure.
8310 */
8311int32_t
8312sli_fc_process_fcoe(sli4_t *sli4, void *acqe)
8313{
8314	sli4_fcoe_fip_t	*fcoe = acqe;
8315	sli4_fip_event_t event = { 0 };
8316	uint32_t	mask = UINT32_MAX;
8317
8318	ocs_log_debug(sli4->os, "ACQE FCoE FIP type=%02x count=%d tag=%#x\n",
8319			fcoe->event_type,
8320			fcoe->fcf_count,
8321			fcoe->event_tag);
8322
8323	if (!sli4->fip) {
8324		return 0;
8325	}
8326
8327	event.type = fcoe->event_type;
8328	event.index = UINT32_MAX;
8329
8330	switch (fcoe->event_type) {
8331	case SLI4_FCOE_FIP_FCF_DISCOVERED:
8332		ocs_log_debug(sli4->os, "FCF Discovered index=%d\n", fcoe->event_information);
8333		break;
8334	case SLI4_FCOE_FIP_FCF_TABLE_FULL:
8335		ocs_log_debug(sli4->os, "FCF Table Full\n");
8336		mask = 0;
8337		break;
8338	case SLI4_FCOE_FIP_FCF_DEAD:
8339		ocs_log_debug(sli4->os, "FCF Dead/Gone index=%d\n", fcoe->event_information);
8340		break;
8341	case SLI4_FCOE_FIP_FCF_CLEAR_VLINK:
8342		mask = UINT16_MAX;
8343		ocs_log_debug(sli4->os, "Clear VLINK Received VPI=%#x\n", fcoe->event_information & mask);
8344		break;
8345	case SLI4_FCOE_FIP_FCF_MODIFIED:
8346		ocs_log_debug(sli4->os, "FCF Modified\n");
8347		break;
8348	default:
8349		ocs_log_test(sli4->os, "bad FCoE type %#x", fcoe->event_type);
8350		mask = 0;
8351	}
8352
8353	if (mask != 0) {
8354		event.index = fcoe->event_information & mask;
8355	}
8356
8357	sli4->fip(sli4->fip_arg, &event);
8358
8359	return 0;
8360}
8361
8362/**
8363 * @ingroup sli_fc
8364 * @brief Allocate a receive queue.
8365 *
8366 * @par Description
8367 * Allocates DMA memory and configures the requested queue type.
8368 *
8369 * @param sli4 SLI context.
8370 * @param q Pointer to the queue object for the header.
8371 * @param n_entries Number of entries to allocate.
8372 * @param buffer_size buffer size for the queue.
8373 * @param cq Associated CQ.
8374 * @param ulp The ULP to bind
8375 * @param is_hdr Used to validate the rq_id and set the type of queue
8376 *
8377 * @return Returns 0 on success, or -1 on failure.
8378 */
8379int32_t
8380sli_fc_rq_alloc(sli4_t *sli4, sli4_queue_t *q,
8381		uint32_t n_entries, uint32_t buffer_size,
8382		sli4_queue_t *cq, uint16_t ulp, uint8_t is_hdr)
8383{
8384	int32_t (*rq_create)(sli4_t *, void *, size_t, ocs_dma_t *, uint16_t, uint16_t, uint16_t);
8385
8386	if ((sli4 == NULL) || (q == NULL)) {
8387		void *os = sli4 != NULL ? sli4->os : NULL;
8388
8389		ocs_log_err(os, "bad parameter sli4=%p q=%p\n", sli4, q);
8390		return -1;
8391	}
8392
8393	if (__sli_queue_init(sli4, q, SLI_QTYPE_RQ, SLI4_FCOE_RQE_SIZE,
8394				n_entries, SLI_PAGE_SIZE)) {
8395		return -1;
8396	}
8397
8398	if (sli4->if_type == SLI4_IF_TYPE_BE3_SKH_PF) {
8399		rq_create = sli_cmd_fcoe_rq_create;
8400	} else {
8401		rq_create = sli_cmd_fcoe_rq_create_v1;
8402	}
8403
8404	if (rq_create(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE, &q->dma,
8405		      cq->id, ulp, buffer_size)) {
8406		if (__sli_create_queue(sli4, q)) {
8407			ocs_dma_free(sli4->os, &q->dma);
8408			return -1;
8409		}
8410		if (is_hdr && q->id & 1) {
8411			ocs_log_test(sli4->os, "bad header RQ_ID %d\n", q->id);
8412			ocs_dma_free(sli4->os, &q->dma);
8413			return -1;
8414		} else if (!is_hdr  && (q->id & 1) == 0) {
8415			ocs_log_test(sli4->os, "bad data RQ_ID %d\n", q->id);
8416			ocs_dma_free(sli4->os, &q->dma);
8417			return -1;
8418		}
8419	} else {
8420		return -1;
8421	}
8422	q->u.flag.is_hdr = is_hdr;
8423	if (SLI4_IF_TYPE_BE3_SKH_PF == sli4->if_type) {
8424		q->u.flag.rq_batch = TRUE;
8425	}
8426	return 0;
8427}
8428
8429/**
8430 * @ingroup sli_fc
8431 * @brief Allocate a receive queue set.
8432 *
8433 * @param sli4 SLI context.
8434 * @param num_rq_pairs to create
8435 * @param qs Pointers to the queue objects for both header and data.
8436 *	Length of this arrays should be 2 * num_rq_pairs
8437 * @param base_cq_id. Assumes base_cq_id : (base_cq_id + num_rq_pairs) cqs as allotted.
8438 * @param n_entries number of entries in each RQ queue.
8439 * @param header_buffer_size
8440 * @param payload_buffer_size
8441 * @param ulp The ULP to bind
8442 *
8443 * @return Returns 0 on success, or -1 on failure.
8444 */
8445int32_t
8446sli_fc_rq_set_alloc(sli4_t *sli4, uint32_t num_rq_pairs,
8447		    sli4_queue_t *qs[], uint32_t base_cq_id,
8448		    uint32_t n_entries, uint32_t header_buffer_size,
8449		    uint32_t payload_buffer_size,  uint16_t ulp)
8450{
8451	uint32_t i, p, offset = 0;
8452	uint32_t payload_size, total_page_count = 0;
8453	uintptr_t addr;
8454	ocs_dma_t dma;
8455	sli4_res_common_create_queue_set_t *rsp = NULL;
8456	sli4_req_fcoe_rq_create_v2_t    *req = NULL;
8457
8458	ocs_memset(&dma, 0, sizeof(dma));
8459
8460	for (i = 0; i < (num_rq_pairs * 2); i++) {
8461		if (__sli_queue_init(sli4, qs[i], SLI_QTYPE_RQ, SLI4_FCOE_RQE_SIZE,
8462					n_entries, SLI_PAGE_SIZE)) {
8463			goto error;
8464		}
8465	}
8466
8467	total_page_count = sli_page_count(qs[0]->dma.size, SLI_PAGE_SIZE) * num_rq_pairs * 2;
8468
8469	/* Payload length must accommodate both request and response */
8470	payload_size = max((sizeof(sli4_req_fcoe_rq_create_v1_t) + (8 * total_page_count)),
8471			 sizeof(sli4_res_common_create_queue_set_t));
8472
8473	if (ocs_dma_alloc(sli4->os, &dma, payload_size, SLI_PAGE_SIZE)) {
8474		ocs_log_err(sli4->os, "DMA allocation failed\n");
8475		goto error;
8476	}
8477	ocs_memset(dma.virt, 0, payload_size);
8478
8479	if (sli_cmd_sli_config(sli4, sli4->bmbx.virt, SLI4_BMBX_SIZE,
8480			payload_size, &dma) == -1) {
8481		goto error;
8482	}
8483	req = (sli4_req_fcoe_rq_create_v2_t *)((uint8_t *)dma.virt);
8484
8485	/* Fill Header fields */
8486	req->hdr.opcode    = SLI4_OPC_FCOE_RQ_CREATE;
8487	req->hdr.subsystem = SLI4_SUBSYSTEM_FCFCOE;
8488	req->hdr.version   = 2;
8489	req->hdr.request_length = sizeof(sli4_req_fcoe_rq_create_v2_t) - sizeof(sli4_req_hdr_t)
8490					+ (8 * total_page_count);
8491
8492	/* Fill Payload fields */
8493	req->dnb           = TRUE;
8494	req->num_pages     = sli_page_count(qs[0]->dma.size, SLI_PAGE_SIZE);
8495	req->rqe_count     = qs[0]->dma.size / SLI4_FCOE_RQE_SIZE;
8496	req->rqe_size      = SLI4_FCOE_RQE_SIZE_8;
8497	req->page_size     = SLI4_FCOE_RQ_PAGE_SIZE_4096;
8498	req->rq_count      = num_rq_pairs * 2;
8499	req->base_cq_id    = base_cq_id;
8500	req->hdr_buffer_size     = header_buffer_size;
8501	req->payload_buffer_size = payload_buffer_size;
8502
8503	for (i = 0; i < (num_rq_pairs * 2); i++) {
8504		for (p = 0, addr = qs[i]->dma.phys; p < req->num_pages; p++, addr += SLI_PAGE_SIZE) {
8505			req->page_physical_address[offset].low  = ocs_addr32_lo(addr);
8506			req->page_physical_address[offset].high = ocs_addr32_hi(addr);
8507			offset++;
8508		}
8509	}
8510
8511	if (sli_bmbx_command(sli4)){
8512		ocs_log_crit(sli4->os, "bootstrap mailbox write faild RQSet\n");
8513		goto error;
8514	}
8515
8516	rsp = (void *)((uint8_t *)dma.virt);
8517	if (rsp->hdr.status) {
8518		ocs_log_err(sli4->os, "bad create RQSet status=%#x addl=%#x\n",
8519			rsp->hdr.status, rsp->hdr.additional_status);
8520		goto error;
8521	} else {
8522		for (i = 0; i < (num_rq_pairs * 2); i++) {
8523			qs[i]->id = i + rsp->q_id;
8524			if ((qs[i]->id & 1) == 0) {
8525				qs[i]->u.flag.is_hdr = TRUE;
8526			} else {
8527				qs[i]->u.flag.is_hdr = FALSE;
8528			}
8529			qs[i]->doorbell_offset = regmap[SLI4_REG_FCOE_RQ_DOORBELL][sli4->if_type].off;
8530			qs[i]->doorbell_rset = regmap[SLI4_REG_FCOE_RQ_DOORBELL][sli4->if_type].rset;
8531		}
8532	}
8533
8534	ocs_dma_free(sli4->os, &dma);
8535
8536	return 0;
8537
8538error:
8539	for (i = 0; i < (num_rq_pairs * 2); i++) {
8540		if (qs[i]->dma.size) {
8541			ocs_dma_free(sli4->os, &qs[i]->dma);
8542		}
8543	}
8544
8545	if (dma.size) {
8546		ocs_dma_free(sli4->os, &dma);
8547	}
8548
8549	return -1;
8550}
8551
8552/**
8553 * @ingroup sli_fc
8554 * @brief Get the RPI resource requirements.
8555 *
8556 * @param sli4 SLI context.
8557 * @param n_rpi Number of RPIs desired.
8558 *
8559 * @return Returns the number of bytes needed. This value may be zero.
8560 */
8561uint32_t
8562sli_fc_get_rpi_requirements(sli4_t *sli4, uint32_t n_rpi)
8563{
8564	uint32_t	bytes = 0;
8565
8566	/* Check if header templates needed */
8567	if (sli4->config.hdr_template_req) {
8568		/* round up to a page */
8569		bytes = SLI_ROUND_PAGE(n_rpi * SLI4_FCOE_HDR_TEMPLATE_SIZE);
8570	}
8571
8572	return bytes;
8573}
8574
8575/**
8576 * @ingroup sli_fc
8577 * @brief Return a text string corresponding to a CQE status value
8578 *
8579 * @param status Status value
8580 *
8581 * @return Returns corresponding string, otherwise "unknown"
8582 */
8583const char *
8584sli_fc_get_status_string(uint32_t status)
8585{
8586	static struct {
8587		uint32_t code;
8588		const char *label;
8589	} lookup[] = {
8590		{SLI4_FC_WCQE_STATUS_SUCCESS,			"SUCCESS"},
8591		{SLI4_FC_WCQE_STATUS_FCP_RSP_FAILURE,		"FCP_RSP_FAILURE"},
8592		{SLI4_FC_WCQE_STATUS_REMOTE_STOP,		"REMOTE_STOP"},
8593		{SLI4_FC_WCQE_STATUS_LOCAL_REJECT,		"LOCAL_REJECT"},
8594		{SLI4_FC_WCQE_STATUS_NPORT_RJT,			"NPORT_RJT"},
8595		{SLI4_FC_WCQE_STATUS_FABRIC_RJT,		"FABRIC_RJT"},
8596		{SLI4_FC_WCQE_STATUS_NPORT_BSY,			"NPORT_BSY"},
8597		{SLI4_FC_WCQE_STATUS_FABRIC_BSY,		"FABRIC_BSY"},
8598		{SLI4_FC_WCQE_STATUS_LS_RJT,			"LS_RJT"},
8599		{SLI4_FC_WCQE_STATUS_CMD_REJECT,		"CMD_REJECT"},
8600		{SLI4_FC_WCQE_STATUS_FCP_TGT_LENCHECK,		"FCP_TGT_LENCHECK"},
8601		{SLI4_FC_WCQE_STATUS_RQ_BUF_LEN_EXCEEDED,	"BUF_LEN_EXCEEDED"},
8602		{SLI4_FC_WCQE_STATUS_RQ_INSUFF_BUF_NEEDED,	"RQ_INSUFF_BUF_NEEDED"},
8603		{SLI4_FC_WCQE_STATUS_RQ_INSUFF_FRM_DISC,	"RQ_INSUFF_FRM_DESC"},
8604		{SLI4_FC_WCQE_STATUS_RQ_DMA_FAILURE,		"RQ_DMA_FAILURE"},
8605		{SLI4_FC_WCQE_STATUS_FCP_RSP_TRUNCATE,		"FCP_RSP_TRUNCATE"},
8606		{SLI4_FC_WCQE_STATUS_DI_ERROR,			"DI_ERROR"},
8607		{SLI4_FC_WCQE_STATUS_BA_RJT,			"BA_RJT"},
8608		{SLI4_FC_WCQE_STATUS_RQ_INSUFF_XRI_NEEDED,	"RQ_INSUFF_XRI_NEEDED"},
8609		{SLI4_FC_WCQE_STATUS_RQ_INSUFF_XRI_DISC,	"INSUFF_XRI_DISC"},
8610		{SLI4_FC_WCQE_STATUS_RX_ERROR_DETECT,		"RX_ERROR_DETECT"},
8611		{SLI4_FC_WCQE_STATUS_RX_ABORT_REQUEST,		"RX_ABORT_REQUEST"},
8612		};
8613	uint32_t i;
8614
8615	for (i = 0; i < ARRAY_SIZE(lookup); i++) {
8616		if (status == lookup[i].code) {
8617			return lookup[i].label;
8618		}
8619	}
8620	return "unknown";
8621}
8622