1/*
2 * Copyright (c) 2004-2008 Chelsio, Inc. All rights reserved.
3 *
4 * This software is available to you under a choice of one of two
5 * licenses.  You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 *     Redistribution and use in source and binary forms, with or
11 *     without modification, are permitted provided that the following
12 *     conditions are met:
13 *
14 *      - Redistributions of source code must retain the above
15 *        copyright notice, this list of conditions and the following
16 *        disclaimer.
17 *
18 *      - Redistributions in binary form must reproduce the above
19 *        copyright notice, this list of conditions and the following
20 *        disclaimer in the documentation and/or other materials
21 *        provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 */
32#ifndef T3_CPL_H
33#define T3_CPL_H
34
35#if !defined(__LITTLE_ENDIAN_BITFIELD) && !defined(__BIG_ENDIAN_BITFIELD)
36# include <asm/byteorder.h>
37#endif
38
39enum CPL_opcode {
40	CPL_PASS_OPEN_REQ = 0x1,
41	CPL_PASS_ACCEPT_RPL = 0x2,
42	CPL_ACT_OPEN_REQ = 0x3,
43	CPL_SET_TCB = 0x4,
44	CPL_SET_TCB_FIELD = 0x5,
45	CPL_GET_TCB = 0x6,
46	CPL_PCMD = 0x7,
47	CPL_CLOSE_CON_REQ = 0x8,
48	CPL_CLOSE_LISTSRV_REQ = 0x9,
49	CPL_ABORT_REQ = 0xA,
50	CPL_ABORT_RPL = 0xB,
51	CPL_TX_DATA = 0xC,
52	CPL_RX_DATA_ACK = 0xD,
53	CPL_TX_PKT = 0xE,
54	CPL_RTE_DELETE_REQ = 0xF,
55	CPL_RTE_WRITE_REQ = 0x10,
56	CPL_RTE_READ_REQ = 0x11,
57	CPL_L2T_WRITE_REQ = 0x12,
58	CPL_L2T_READ_REQ = 0x13,
59	CPL_SMT_WRITE_REQ = 0x14,
60	CPL_SMT_READ_REQ = 0x15,
61	CPL_TX_PKT_LSO = 0x16,
62	CPL_PCMD_READ = 0x17,
63	CPL_BARRIER = 0x18,
64	CPL_TID_RELEASE = 0x1A,
65
66	CPL_CLOSE_LISTSRV_RPL = 0x20,
67	CPL_ERROR = 0x21,
68	CPL_GET_TCB_RPL = 0x22,
69	CPL_L2T_WRITE_RPL = 0x23,
70	CPL_PCMD_READ_RPL = 0x24,
71	CPL_PCMD_RPL = 0x25,
72	CPL_PEER_CLOSE = 0x26,
73	CPL_RTE_DELETE_RPL = 0x27,
74	CPL_RTE_WRITE_RPL = 0x28,
75	CPL_RX_DDP_COMPLETE = 0x29,
76	CPL_RX_PHYS_ADDR = 0x2A,
77	CPL_RX_PKT = 0x2B,
78	CPL_RX_URG_NOTIFY = 0x2C,
79	CPL_SET_TCB_RPL = 0x2D,
80	CPL_SMT_WRITE_RPL = 0x2E,
81	CPL_TX_DATA_ACK = 0x2F,
82
83	CPL_ABORT_REQ_RSS = 0x30,
84	CPL_ABORT_RPL_RSS = 0x31,
85	CPL_CLOSE_CON_RPL = 0x32,
86	CPL_ISCSI_HDR = 0x33,
87	CPL_L2T_READ_RPL = 0x34,
88	CPL_RDMA_CQE = 0x35,
89	CPL_RDMA_CQE_READ_RSP = 0x36,
90	CPL_RDMA_CQE_ERR = 0x37,
91	CPL_RTE_READ_RPL = 0x38,
92	CPL_RX_DATA = 0x39,
93
94	CPL_ACT_OPEN_RPL = 0x40,
95	CPL_PASS_OPEN_RPL = 0x41,
96	CPL_RX_DATA_DDP = 0x42,
97	CPL_SMT_READ_RPL = 0x43,
98
99	CPL_ACT_ESTABLISH = 0x50,
100	CPL_PASS_ESTABLISH = 0x51,
101
102	CPL_PASS_ACCEPT_REQ = 0x70,
103
104	CPL_ASYNC_NOTIF = 0x80,	/* fake opcode for async notifications */
105
106	CPL_TX_DMA_ACK = 0xA0,
107	CPL_RDMA_READ_REQ = 0xA1,
108	CPL_RDMA_TERMINATE = 0xA2,
109	CPL_TRACE_PKT = 0xA3,
110	CPL_RDMA_EC_STATUS = 0xA5,
111
112	NUM_CPL_CMDS		/* must be last and previous entries must be sorted */
113};
114
115enum CPL_error {
116	CPL_ERR_NONE = 0,
117	CPL_ERR_TCAM_PARITY = 1,
118	CPL_ERR_TCAM_FULL = 3,
119	CPL_ERR_CONN_RESET = 20,
120	CPL_ERR_CONN_EXIST = 22,
121	CPL_ERR_ARP_MISS = 23,
122	CPL_ERR_BAD_SYN = 24,
123	CPL_ERR_CONN_TIMEDOUT = 30,
124	CPL_ERR_XMIT_TIMEDOUT = 31,
125	CPL_ERR_PERSIST_TIMEDOUT = 32,
126	CPL_ERR_FINWAIT2_TIMEDOUT = 33,
127	CPL_ERR_KEEPALIVE_TIMEDOUT = 34,
128	CPL_ERR_RTX_NEG_ADVICE = 35,
129	CPL_ERR_PERSIST_NEG_ADVICE = 36,
130	CPL_ERR_ABORT_FAILED = 42,
131	CPL_ERR_GENERAL = 99
132};
133
134enum {
135	CPL_CONN_POLICY_AUTO = 0,
136	CPL_CONN_POLICY_ASK = 1,
137	CPL_CONN_POLICY_DENY = 3
138};
139
140enum {
141	ULP_MODE_NONE = 0,
142	ULP_MODE_ISCSI = 2,
143	ULP_MODE_RDMA = 4,
144	ULP_MODE_TCPDDP = 5
145};
146
147enum {
148	ULP_CRC_HEADER = 1 << 0,
149	ULP_CRC_DATA = 1 << 1
150};
151
152enum {
153	CPL_PASS_OPEN_ACCEPT,
154	CPL_PASS_OPEN_REJECT
155};
156
157enum {
158	CPL_ABORT_SEND_RST = 0,
159	CPL_ABORT_NO_RST,
160	CPL_ABORT_POST_CLOSE_REQ = 2
161};
162
163enum {				/* TX_PKT_LSO ethernet types */
164	CPL_ETH_II,
165	CPL_ETH_II_VLAN,
166	CPL_ETH_802_3,
167	CPL_ETH_802_3_VLAN
168};
169
170enum {				/* TCP congestion control algorithms */
171	CONG_ALG_RENO,
172	CONG_ALG_TAHOE,
173	CONG_ALG_NEWRENO,
174	CONG_ALG_HIGHSPEED
175};
176
177enum {			/* RSS hash type */
178	RSS_HASH_NONE = 0,
179	RSS_HASH_2_TUPLE = 1,
180	RSS_HASH_4_TUPLE = 2,
181	RSS_HASH_TCPV6 = 3
182};
183
184union opcode_tid {
185	__be32 opcode_tid;
186	__u8 opcode;
187};
188
189#define S_OPCODE 24
190#define V_OPCODE(x) ((x) << S_OPCODE)
191#define G_OPCODE(x) (((x) >> S_OPCODE) & 0xFF)
192#define G_TID(x)    ((x) & 0xFFFFFF)
193
194#define S_QNUM 0
195#define G_QNUM(x) (((x) >> S_QNUM) & 0xFFFF)
196
197#define S_HASHTYPE 22
198#define M_HASHTYPE 0x3
199#define G_HASHTYPE(x) (((x) >> S_HASHTYPE) & M_HASHTYPE)
200
201/* tid is assumed to be 24-bits */
202#define MK_OPCODE_TID(opcode, tid) (V_OPCODE(opcode) | (tid))
203
204#define OPCODE_TID(cmd) ((cmd)->ot.opcode_tid)
205
206/* extract the TID from a CPL command */
207#define GET_TID(cmd) (G_TID(ntohl(OPCODE_TID(cmd))))
208
209struct tcp_options {
210	__be16 mss;
211	__u8 wsf;
212#if defined(__LITTLE_ENDIAN_BITFIELD)
213	 __u8:5;
214	__u8 ecn:1;
215	__u8 sack:1;
216	__u8 tstamp:1;
217#else
218	__u8 tstamp:1;
219	__u8 sack:1;
220	__u8 ecn:1;
221	 __u8:5;
222#endif
223};
224
225struct rss_header {
226	__u8 opcode;
227#if defined(__LITTLE_ENDIAN_BITFIELD)
228	__u8 cpu_idx:6;
229	__u8 hash_type:2;
230#else
231	__u8 hash_type:2;
232	__u8 cpu_idx:6;
233#endif
234	__be16 cq_idx;
235	__be32 rss_hash_val;
236};
237
238#ifndef CHELSIO_FW
239struct work_request_hdr {
240	__be32 wr_hi;
241	__be32 wr_lo;
242};
243
244/* wr_hi fields */
245#define S_WR_SGE_CREDITS    0
246#define M_WR_SGE_CREDITS    0xFF
247#define V_WR_SGE_CREDITS(x) ((x) << S_WR_SGE_CREDITS)
248#define G_WR_SGE_CREDITS(x) (((x) >> S_WR_SGE_CREDITS) & M_WR_SGE_CREDITS)
249
250#define S_WR_SGLSFLT    8
251#define M_WR_SGLSFLT    0xFF
252#define V_WR_SGLSFLT(x) ((x) << S_WR_SGLSFLT)
253#define G_WR_SGLSFLT(x) (((x) >> S_WR_SGLSFLT) & M_WR_SGLSFLT)
254
255#define S_WR_BCNTLFLT    16
256#define M_WR_BCNTLFLT    0xF
257#define V_WR_BCNTLFLT(x) ((x) << S_WR_BCNTLFLT)
258#define G_WR_BCNTLFLT(x) (((x) >> S_WR_BCNTLFLT) & M_WR_BCNTLFLT)
259
260#define S_WR_DATATYPE    20
261#define V_WR_DATATYPE(x) ((x) << S_WR_DATATYPE)
262#define F_WR_DATATYPE    V_WR_DATATYPE(1U)
263
264#define S_WR_COMPL    21
265#define V_WR_COMPL(x) ((x) << S_WR_COMPL)
266#define F_WR_COMPL    V_WR_COMPL(1U)
267
268#define S_WR_EOP    22
269#define V_WR_EOP(x) ((x) << S_WR_EOP)
270#define F_WR_EOP    V_WR_EOP(1U)
271
272#define S_WR_SOP    23
273#define V_WR_SOP(x) ((x) << S_WR_SOP)
274#define F_WR_SOP    V_WR_SOP(1U)
275
276#define S_WR_OP    24
277#define M_WR_OP    0xFF
278#define V_WR_OP(x) ((x) << S_WR_OP)
279#define G_WR_OP(x) (((x) >> S_WR_OP) & M_WR_OP)
280
281/* wr_lo fields */
282#define S_WR_LEN    0
283#define M_WR_LEN    0xFF
284#define V_WR_LEN(x) ((x) << S_WR_LEN)
285#define G_WR_LEN(x) (((x) >> S_WR_LEN) & M_WR_LEN)
286
287#define S_WR_TID    8
288#define M_WR_TID    0xFFFFF
289#define V_WR_TID(x) ((x) << S_WR_TID)
290#define G_WR_TID(x) (((x) >> S_WR_TID) & M_WR_TID)
291
292#define S_WR_CR_FLUSH    30
293#define V_WR_CR_FLUSH(x) ((x) << S_WR_CR_FLUSH)
294#define F_WR_CR_FLUSH    V_WR_CR_FLUSH(1U)
295
296#define S_WR_GEN    31
297#define V_WR_GEN(x) ((x) << S_WR_GEN)
298#define F_WR_GEN    V_WR_GEN(1U)
299
300# define WR_HDR struct work_request_hdr wr
301# define RSS_HDR
302#else
303# define WR_HDR
304# define RSS_HDR struct rss_header rss_hdr;
305#endif
306
307/* option 0 lower-half fields */
308#define S_CPL_STATUS    0
309#define M_CPL_STATUS    0xFF
310#define V_CPL_STATUS(x) ((x) << S_CPL_STATUS)
311#define G_CPL_STATUS(x) (((x) >> S_CPL_STATUS) & M_CPL_STATUS)
312
313#define S_INJECT_TIMER    6
314#define V_INJECT_TIMER(x) ((x) << S_INJECT_TIMER)
315#define F_INJECT_TIMER    V_INJECT_TIMER(1U)
316
317#define S_NO_OFFLOAD    7
318#define V_NO_OFFLOAD(x) ((x) << S_NO_OFFLOAD)
319#define F_NO_OFFLOAD    V_NO_OFFLOAD(1U)
320
321#define S_ULP_MODE    8
322#define M_ULP_MODE    0xF
323#define V_ULP_MODE(x) ((x) << S_ULP_MODE)
324#define G_ULP_MODE(x) (((x) >> S_ULP_MODE) & M_ULP_MODE)
325
326#define S_RCV_BUFSIZ    12
327#define M_RCV_BUFSIZ    0x3FFF
328#define V_RCV_BUFSIZ(x) ((x) << S_RCV_BUFSIZ)
329#define G_RCV_BUFSIZ(x) (((x) >> S_RCV_BUFSIZ) & M_RCV_BUFSIZ)
330
331#define S_TOS    26
332#define M_TOS    0x3F
333#define V_TOS(x) ((x) << S_TOS)
334#define G_TOS(x) (((x) >> S_TOS) & M_TOS)
335
336/* option 0 upper-half fields */
337#define S_DELACK    0
338#define V_DELACK(x) ((x) << S_DELACK)
339#define F_DELACK    V_DELACK(1U)
340
341#define S_NO_CONG    1
342#define V_NO_CONG(x) ((x) << S_NO_CONG)
343#define F_NO_CONG    V_NO_CONG(1U)
344
345#define S_SRC_MAC_SEL    2
346#define M_SRC_MAC_SEL    0x3
347#define V_SRC_MAC_SEL(x) ((x) << S_SRC_MAC_SEL)
348#define G_SRC_MAC_SEL(x) (((x) >> S_SRC_MAC_SEL) & M_SRC_MAC_SEL)
349
350#define S_L2T_IDX    4
351#define M_L2T_IDX    0x7FF
352#define V_L2T_IDX(x) ((x) << S_L2T_IDX)
353#define G_L2T_IDX(x) (((x) >> S_L2T_IDX) & M_L2T_IDX)
354
355#define S_TX_CHANNEL    15
356#define V_TX_CHANNEL(x) ((x) << S_TX_CHANNEL)
357#define F_TX_CHANNEL    V_TX_CHANNEL(1U)
358
359#define S_TCAM_BYPASS    16
360#define V_TCAM_BYPASS(x) ((x) << S_TCAM_BYPASS)
361#define F_TCAM_BYPASS    V_TCAM_BYPASS(1U)
362
363#define S_NAGLE    17
364#define V_NAGLE(x) ((x) << S_NAGLE)
365#define F_NAGLE    V_NAGLE(1U)
366
367#define S_WND_SCALE    18
368#define M_WND_SCALE    0xF
369#define V_WND_SCALE(x) ((x) << S_WND_SCALE)
370#define G_WND_SCALE(x) (((x) >> S_WND_SCALE) & M_WND_SCALE)
371
372#define S_KEEP_ALIVE    22
373#define V_KEEP_ALIVE(x) ((x) << S_KEEP_ALIVE)
374#define F_KEEP_ALIVE    V_KEEP_ALIVE(1U)
375
376#define S_MAX_RETRANS    23
377#define M_MAX_RETRANS    0xF
378#define V_MAX_RETRANS(x) ((x) << S_MAX_RETRANS)
379#define G_MAX_RETRANS(x) (((x) >> S_MAX_RETRANS) & M_MAX_RETRANS)
380
381#define S_MAX_RETRANS_OVERRIDE    27
382#define V_MAX_RETRANS_OVERRIDE(x) ((x) << S_MAX_RETRANS_OVERRIDE)
383#define F_MAX_RETRANS_OVERRIDE    V_MAX_RETRANS_OVERRIDE(1U)
384
385#define S_MSS_IDX    28
386#define M_MSS_IDX    0xF
387#define V_MSS_IDX(x) ((x) << S_MSS_IDX)
388#define G_MSS_IDX(x) (((x) >> S_MSS_IDX) & M_MSS_IDX)
389
390/* option 1 fields */
391#define S_RSS_ENABLE    0
392#define V_RSS_ENABLE(x) ((x) << S_RSS_ENABLE)
393#define F_RSS_ENABLE    V_RSS_ENABLE(1U)
394
395#define S_RSS_MASK_LEN    1
396#define M_RSS_MASK_LEN    0x7
397#define V_RSS_MASK_LEN(x) ((x) << S_RSS_MASK_LEN)
398#define G_RSS_MASK_LEN(x) (((x) >> S_RSS_MASK_LEN) & M_RSS_MASK_LEN)
399
400#define S_CPU_IDX    4
401#define M_CPU_IDX    0x3F
402#define V_CPU_IDX(x) ((x) << S_CPU_IDX)
403#define G_CPU_IDX(x) (((x) >> S_CPU_IDX) & M_CPU_IDX)
404
405#define S_MAC_MATCH_VALID    18
406#define V_MAC_MATCH_VALID(x) ((x) << S_MAC_MATCH_VALID)
407#define F_MAC_MATCH_VALID    V_MAC_MATCH_VALID(1U)
408
409#define S_CONN_POLICY    19
410#define M_CONN_POLICY    0x3
411#define V_CONN_POLICY(x) ((x) << S_CONN_POLICY)
412#define G_CONN_POLICY(x) (((x) >> S_CONN_POLICY) & M_CONN_POLICY)
413
414#define S_SYN_DEFENSE    21
415#define V_SYN_DEFENSE(x) ((x) << S_SYN_DEFENSE)
416#define F_SYN_DEFENSE    V_SYN_DEFENSE(1U)
417
418#define S_VLAN_PRI    22
419#define M_VLAN_PRI    0x3
420#define V_VLAN_PRI(x) ((x) << S_VLAN_PRI)
421#define G_VLAN_PRI(x) (((x) >> S_VLAN_PRI) & M_VLAN_PRI)
422
423#define S_VLAN_PRI_VALID    24
424#define V_VLAN_PRI_VALID(x) ((x) << S_VLAN_PRI_VALID)
425#define F_VLAN_PRI_VALID    V_VLAN_PRI_VALID(1U)
426
427#define S_PKT_TYPE    25
428#define M_PKT_TYPE    0x3
429#define V_PKT_TYPE(x) ((x) << S_PKT_TYPE)
430#define G_PKT_TYPE(x) (((x) >> S_PKT_TYPE) & M_PKT_TYPE)
431
432#define S_MAC_MATCH    27
433#define M_MAC_MATCH    0x1F
434#define V_MAC_MATCH(x) ((x) << S_MAC_MATCH)
435#define G_MAC_MATCH(x) (((x) >> S_MAC_MATCH) & M_MAC_MATCH)
436
437/* option 2 fields */
438#define S_CPU_INDEX    0
439#define M_CPU_INDEX    0x7F
440#define V_CPU_INDEX(x) ((x) << S_CPU_INDEX)
441#define G_CPU_INDEX(x) (((x) >> S_CPU_INDEX) & M_CPU_INDEX)
442
443#define S_CPU_INDEX_VALID    7
444#define V_CPU_INDEX_VALID(x) ((x) << S_CPU_INDEX_VALID)
445#define F_CPU_INDEX_VALID    V_CPU_INDEX_VALID(1U)
446
447#define S_RX_COALESCE    8
448#define M_RX_COALESCE    0x3
449#define V_RX_COALESCE(x) ((x) << S_RX_COALESCE)
450#define G_RX_COALESCE(x) (((x) >> S_RX_COALESCE) & M_RX_COALESCE)
451
452#define S_RX_COALESCE_VALID    10
453#define V_RX_COALESCE_VALID(x) ((x) << S_RX_COALESCE_VALID)
454#define F_RX_COALESCE_VALID    V_RX_COALESCE_VALID(1U)
455
456#define S_CONG_CONTROL_FLAVOR    11
457#define M_CONG_CONTROL_FLAVOR    0x3
458#define V_CONG_CONTROL_FLAVOR(x) ((x) << S_CONG_CONTROL_FLAVOR)
459#define G_CONG_CONTROL_FLAVOR(x) (((x) >> S_CONG_CONTROL_FLAVOR) & M_CONG_CONTROL_FLAVOR)
460
461#define S_PACING_FLAVOR    13
462#define M_PACING_FLAVOR    0x3
463#define V_PACING_FLAVOR(x) ((x) << S_PACING_FLAVOR)
464#define G_PACING_FLAVOR(x) (((x) >> S_PACING_FLAVOR) & M_PACING_FLAVOR)
465
466#define S_FLAVORS_VALID    15
467#define V_FLAVORS_VALID(x) ((x) << S_FLAVORS_VALID)
468#define F_FLAVORS_VALID    V_FLAVORS_VALID(1U)
469
470#define S_RX_FC_DISABLE    16
471#define V_RX_FC_DISABLE(x) ((x) << S_RX_FC_DISABLE)
472#define F_RX_FC_DISABLE    V_RX_FC_DISABLE(1U)
473
474#define S_RX_FC_VALID    17
475#define V_RX_FC_VALID(x) ((x) << S_RX_FC_VALID)
476#define F_RX_FC_VALID    V_RX_FC_VALID(1U)
477
478struct cpl_pass_open_req {
479	WR_HDR;
480	union opcode_tid ot;
481	__be16 local_port;
482	__be16 peer_port;
483	__be32 local_ip;
484	__be32 peer_ip;
485	__be32 opt0h;
486	__be32 opt0l;
487	__be32 peer_netmask;
488	__be32 opt1;
489};
490
491struct cpl_pass_open_rpl {
492	RSS_HDR union opcode_tid ot;
493	__be16 local_port;
494	__be16 peer_port;
495	__be32 local_ip;
496	__be32 peer_ip;
497	__u8 resvd[7];
498	__u8 status;
499};
500
501struct cpl_pass_establish {
502	RSS_HDR union opcode_tid ot;
503	__be16 local_port;
504	__be16 peer_port;
505	__be32 local_ip;
506	__be32 peer_ip;
507	__be32 tos_tid;
508	__be16 l2t_idx;
509	__be16 tcp_opt;
510	__be32 snd_isn;
511	__be32 rcv_isn;
512};
513
514/* cpl_pass_establish.tos_tid fields */
515#define S_PASS_OPEN_TID    0
516#define M_PASS_OPEN_TID    0xFFFFFF
517#define V_PASS_OPEN_TID(x) ((x) << S_PASS_OPEN_TID)
518#define G_PASS_OPEN_TID(x) (((x) >> S_PASS_OPEN_TID) & M_PASS_OPEN_TID)
519
520#define S_PASS_OPEN_TOS    24
521#define M_PASS_OPEN_TOS    0xFF
522#define V_PASS_OPEN_TOS(x) ((x) << S_PASS_OPEN_TOS)
523#define G_PASS_OPEN_TOS(x) (((x) >> S_PASS_OPEN_TOS) & M_PASS_OPEN_TOS)
524
525/* cpl_pass_establish.l2t_idx fields */
526#define S_L2T_IDX16    5
527#define M_L2T_IDX16    0x7FF
528#define V_L2T_IDX16(x) ((x) << S_L2T_IDX16)
529#define G_L2T_IDX16(x) (((x) >> S_L2T_IDX16) & M_L2T_IDX16)
530
531/* cpl_pass_establish.tcp_opt fields (also applies act_open_establish) */
532#define G_TCPOPT_WSCALE_OK(x)  (((x) >> 5) & 1)
533#define G_TCPOPT_SACK(x)       (((x) >> 6) & 1)
534#define G_TCPOPT_TSTAMP(x)     (((x) >> 7) & 1)
535#define G_TCPOPT_SND_WSCALE(x) (((x) >> 8) & 0xf)
536#define G_TCPOPT_MSS(x)        (((x) >> 12) & 0xf)
537
538struct cpl_pass_accept_req {
539	RSS_HDR union opcode_tid ot;
540	__be16 local_port;
541	__be16 peer_port;
542	__be32 local_ip;
543	__be32 peer_ip;
544	__be32 tos_tid;
545	struct tcp_options tcp_options;
546	__u8 dst_mac[6];
547	__be16 vlan_tag;
548	__u8 src_mac[6];
549#if defined(__LITTLE_ENDIAN_BITFIELD)
550	 __u8:3;
551	__u8 addr_idx:3;
552	__u8 port_idx:1;
553	__u8 exact_match:1;
554#else
555	__u8 exact_match:1;
556	__u8 port_idx:1;
557	__u8 addr_idx:3;
558	 __u8:3;
559#endif
560	__u8 rsvd;
561	__be32 rcv_isn;
562	__be32 rsvd2;
563};
564
565struct cpl_pass_accept_rpl {
566	WR_HDR;
567	union opcode_tid ot;
568	__be32 opt2;
569	__be32 rsvd;
570	__be32 peer_ip;
571	__be32 opt0h;
572	__be32 opt0l_status;
573};
574
575struct cpl_act_open_req {
576	WR_HDR;
577	union opcode_tid ot;
578	__be16 local_port;
579	__be16 peer_port;
580	__be32 local_ip;
581	__be32 peer_ip;
582	__be32 opt0h;
583	__be32 opt0l;
584	__be32 params;
585	__be32 opt2;
586};
587
588/* cpl_act_open_req.params fields */
589#define S_AOPEN_VLAN_PRI    9
590#define M_AOPEN_VLAN_PRI    0x3
591#define V_AOPEN_VLAN_PRI(x) ((x) << S_AOPEN_VLAN_PRI)
592#define G_AOPEN_VLAN_PRI(x) (((x) >> S_AOPEN_VLAN_PRI) & M_AOPEN_VLAN_PRI)
593
594#define S_AOPEN_VLAN_PRI_VALID    11
595#define V_AOPEN_VLAN_PRI_VALID(x) ((x) << S_AOPEN_VLAN_PRI_VALID)
596#define F_AOPEN_VLAN_PRI_VALID    V_AOPEN_VLAN_PRI_VALID(1U)
597
598#define S_AOPEN_PKT_TYPE    12
599#define M_AOPEN_PKT_TYPE    0x3
600#define V_AOPEN_PKT_TYPE(x) ((x) << S_AOPEN_PKT_TYPE)
601#define G_AOPEN_PKT_TYPE(x) (((x) >> S_AOPEN_PKT_TYPE) & M_AOPEN_PKT_TYPE)
602
603#define S_AOPEN_MAC_MATCH    14
604#define M_AOPEN_MAC_MATCH    0x1F
605#define V_AOPEN_MAC_MATCH(x) ((x) << S_AOPEN_MAC_MATCH)
606#define G_AOPEN_MAC_MATCH(x) (((x) >> S_AOPEN_MAC_MATCH) & M_AOPEN_MAC_MATCH)
607
608#define S_AOPEN_MAC_MATCH_VALID    19
609#define V_AOPEN_MAC_MATCH_VALID(x) ((x) << S_AOPEN_MAC_MATCH_VALID)
610#define F_AOPEN_MAC_MATCH_VALID    V_AOPEN_MAC_MATCH_VALID(1U)
611
612#define S_AOPEN_IFF_VLAN    20
613#define M_AOPEN_IFF_VLAN    0xFFF
614#define V_AOPEN_IFF_VLAN(x) ((x) << S_AOPEN_IFF_VLAN)
615#define G_AOPEN_IFF_VLAN(x) (((x) >> S_AOPEN_IFF_VLAN) & M_AOPEN_IFF_VLAN)
616
617struct cpl_act_open_rpl {
618	RSS_HDR union opcode_tid ot;
619	__be16 local_port;
620	__be16 peer_port;
621	__be32 local_ip;
622	__be32 peer_ip;
623	__be32 atid;
624	__u8 rsvd[3];
625	__u8 status;
626};
627
628struct cpl_act_establish {
629	RSS_HDR union opcode_tid ot;
630	__be16 local_port;
631	__be16 peer_port;
632	__be32 local_ip;
633	__be32 peer_ip;
634	__be32 tos_tid;
635	__be16 l2t_idx;
636	__be16 tcp_opt;
637	__be32 snd_isn;
638	__be32 rcv_isn;
639};
640
641struct cpl_get_tcb {
642	WR_HDR;
643	union opcode_tid ot;
644	__be16 cpuno;
645	__be16 rsvd;
646};
647
648struct cpl_get_tcb_rpl {
649	RSS_HDR union opcode_tid ot;
650	__u8 rsvd;
651	__u8 status;
652	__be16 len;
653};
654
655struct cpl_set_tcb {
656	WR_HDR;
657	union opcode_tid ot;
658	__u8 reply;
659	__u8 cpu_idx;
660	__be16 len;
661};
662
663/* cpl_set_tcb.reply fields */
664#define S_NO_REPLY    7
665#define V_NO_REPLY(x) ((x) << S_NO_REPLY)
666#define F_NO_REPLY    V_NO_REPLY(1U)
667
668struct cpl_set_tcb_field {
669	WR_HDR;
670	union opcode_tid ot;
671	__u8 reply;
672	__u8 cpu_idx;
673	__be16 word;
674	__be64 mask;
675	__be64 val;
676};
677
678struct cpl_set_tcb_rpl {
679	RSS_HDR union opcode_tid ot;
680	__u8 rsvd[3];
681	__u8 status;
682};
683
684struct cpl_pcmd {
685	WR_HDR;
686	union opcode_tid ot;
687	__u8 rsvd[3];
688#if defined(__LITTLE_ENDIAN_BITFIELD)
689	__u8 src:1;
690	__u8 bundle:1;
691	__u8 channel:1;
692	 __u8:5;
693#else
694	 __u8:5;
695	__u8 channel:1;
696	__u8 bundle:1;
697	__u8 src:1;
698#endif
699	__be32 pcmd_parm[2];
700};
701
702struct cpl_pcmd_reply {
703	RSS_HDR union opcode_tid ot;
704	__u8 status;
705	__u8 rsvd;
706	__be16 len;
707};
708
709struct cpl_close_con_req {
710	WR_HDR;
711	union opcode_tid ot;
712	__be32 rsvd;
713};
714
715struct cpl_close_con_rpl {
716	RSS_HDR union opcode_tid ot;
717	__u8 rsvd[3];
718	__u8 status;
719	__be32 snd_nxt;
720	__be32 rcv_nxt;
721};
722
723struct cpl_close_listserv_req {
724	WR_HDR;
725	union opcode_tid ot;
726	__u8 rsvd0;
727	__u8 cpu_idx;
728	__be16 rsvd1;
729};
730
731struct cpl_close_listserv_rpl {
732	RSS_HDR union opcode_tid ot;
733	__u8 rsvd[3];
734	__u8 status;
735};
736
737struct cpl_abort_req_rss {
738	RSS_HDR union opcode_tid ot;
739	__be32 rsvd0;
740	__u8 rsvd1;
741	__u8 status;
742	__u8 rsvd2[6];
743};
744
745struct cpl_abort_req {
746	WR_HDR;
747	union opcode_tid ot;
748	__be32 rsvd0;
749	__u8 rsvd1;
750	__u8 cmd;
751	__u8 rsvd2[6];
752};
753
754struct cpl_abort_rpl_rss {
755	RSS_HDR union opcode_tid ot;
756	__be32 rsvd0;
757	__u8 rsvd1;
758	__u8 status;
759	__u8 rsvd2[6];
760};
761
762struct cpl_abort_rpl {
763	WR_HDR;
764	union opcode_tid ot;
765	__be32 rsvd0;
766	__u8 rsvd1;
767	__u8 cmd;
768	__u8 rsvd2[6];
769};
770
771struct cpl_peer_close {
772	RSS_HDR union opcode_tid ot;
773	__be32 rcv_nxt;
774};
775
776struct tx_data_wr {
777	__be32 wr_hi;
778	__be32 wr_lo;
779	__be32 len;
780	__be32 flags;
781	__be32 sndseq;
782	__be32 param;
783};
784
785/* tx_data_wr.flags fields */
786#define S_TX_ACK_PAGES	21
787#define M_TX_ACK_PAGES	0x7
788#define V_TX_ACK_PAGES(x) ((x) << S_TX_ACK_PAGES)
789#define G_TX_ACK_PAGES(x) (((x) >> S_TX_ACK_PAGES) & M_TX_ACK_PAGES)
790
791/* tx_data_wr.param fields */
792#define S_TX_PORT    0
793#define M_TX_PORT    0x7
794#define V_TX_PORT(x) ((x) << S_TX_PORT)
795#define G_TX_PORT(x) (((x) >> S_TX_PORT) & M_TX_PORT)
796
797#define S_TX_MSS    4
798#define M_TX_MSS    0xF
799#define V_TX_MSS(x) ((x) << S_TX_MSS)
800#define G_TX_MSS(x) (((x) >> S_TX_MSS) & M_TX_MSS)
801
802#define S_TX_QOS    8
803#define M_TX_QOS    0xFF
804#define V_TX_QOS(x) ((x) << S_TX_QOS)
805#define G_TX_QOS(x) (((x) >> S_TX_QOS) & M_TX_QOS)
806
807#define S_TX_SNDBUF 16
808#define M_TX_SNDBUF 0xFFFF
809#define V_TX_SNDBUF(x) ((x) << S_TX_SNDBUF)
810#define G_TX_SNDBUF(x) (((x) >> S_TX_SNDBUF) & M_TX_SNDBUF)
811
812struct cpl_tx_data {
813	union opcode_tid ot;
814	__be32 len;
815	__be32 rsvd;
816	__be16 urg;
817	__be16 flags;
818};
819
820/* cpl_tx_data.flags fields */
821#define S_TX_ULP_SUBMODE    6
822#define M_TX_ULP_SUBMODE    0xF
823#define V_TX_ULP_SUBMODE(x) ((x) << S_TX_ULP_SUBMODE)
824#define G_TX_ULP_SUBMODE(x) (((x) >> S_TX_ULP_SUBMODE) & M_TX_ULP_SUBMODE)
825
826#define S_TX_ULP_MODE    10
827#define M_TX_ULP_MODE    0xF
828#define V_TX_ULP_MODE(x) ((x) << S_TX_ULP_MODE)
829#define G_TX_ULP_MODE(x) (((x) >> S_TX_ULP_MODE) & M_TX_ULP_MODE)
830
831#define S_TX_SHOVE    14
832#define V_TX_SHOVE(x) ((x) << S_TX_SHOVE)
833#define F_TX_SHOVE    V_TX_SHOVE(1U)
834
835#define S_TX_MORE    15
836#define V_TX_MORE(x) ((x) << S_TX_MORE)
837#define F_TX_MORE    V_TX_MORE(1U)
838
839/* additional tx_data_wr.flags fields */
840#define S_TX_CPU_IDX    0
841#define M_TX_CPU_IDX    0x3F
842#define V_TX_CPU_IDX(x) ((x) << S_TX_CPU_IDX)
843#define G_TX_CPU_IDX(x) (((x) >> S_TX_CPU_IDX) & M_TX_CPU_IDX)
844
845#define S_TX_URG    16
846#define V_TX_URG(x) ((x) << S_TX_URG)
847#define F_TX_URG    V_TX_URG(1U)
848
849#define S_TX_CLOSE    17
850#define V_TX_CLOSE(x) ((x) << S_TX_CLOSE)
851#define F_TX_CLOSE    V_TX_CLOSE(1U)
852
853#define S_TX_INIT    18
854#define V_TX_INIT(x) ((x) << S_TX_INIT)
855#define F_TX_INIT    V_TX_INIT(1U)
856
857#define S_TX_IMM_ACK    19
858#define V_TX_IMM_ACK(x) ((x) << S_TX_IMM_ACK)
859#define F_TX_IMM_ACK    V_TX_IMM_ACK(1U)
860
861#define S_TX_IMM_DMA    20
862#define V_TX_IMM_DMA(x) ((x) << S_TX_IMM_DMA)
863#define F_TX_IMM_DMA    V_TX_IMM_DMA(1U)
864
865struct cpl_tx_data_ack {
866	RSS_HDR union opcode_tid ot;
867	__be32 ack_seq;
868};
869
870struct cpl_wr_ack {
871	RSS_HDR union opcode_tid ot;
872	__be16 credits;
873	__be16 rsvd;
874	__be32 snd_nxt;
875	__be32 snd_una;
876};
877
878struct cpl_rdma_ec_status {
879	RSS_HDR union opcode_tid ot;
880	__u8 rsvd[3];
881	__u8 status;
882};
883
884struct mngt_pktsched_wr {
885	__be32 wr_hi;
886	__be32 wr_lo;
887	__u8 mngt_opcode;
888	__u8 rsvd[7];
889	__u8 sched;
890	__u8 idx;
891	__u8 min;
892	__u8 max;
893	__u8 binding;
894	__u8 rsvd1[3];
895};
896
897struct cpl_iscsi_hdr {
898	RSS_HDR union opcode_tid ot;
899	__be16 pdu_len_ddp;
900	__be16 len;
901	__be32 seq;
902	__be16 urg;
903	__u8 rsvd;
904	__u8 status;
905};
906
907/* cpl_iscsi_hdr.pdu_len_ddp fields */
908#define S_ISCSI_PDU_LEN    0
909#define M_ISCSI_PDU_LEN    0x7FFF
910#define V_ISCSI_PDU_LEN(x) ((x) << S_ISCSI_PDU_LEN)
911#define G_ISCSI_PDU_LEN(x) (((x) >> S_ISCSI_PDU_LEN) & M_ISCSI_PDU_LEN)
912
913#define S_ISCSI_DDP    15
914#define V_ISCSI_DDP(x) ((x) << S_ISCSI_DDP)
915#define F_ISCSI_DDP    V_ISCSI_DDP(1U)
916
917struct cpl_rx_data {
918	RSS_HDR union opcode_tid ot;
919	__be16 rsvd;
920	__be16 len;
921	__be32 seq;
922	__be16 urg;
923#if defined(__LITTLE_ENDIAN_BITFIELD)
924	__u8 dack_mode:2;
925	__u8 psh:1;
926	__u8 heartbeat:1;
927	 __u8:4;
928#else
929	 __u8:4;
930	__u8 heartbeat:1;
931	__u8 psh:1;
932	__u8 dack_mode:2;
933#endif
934	__u8 status;
935};
936
937struct cpl_rx_data_ack {
938	WR_HDR;
939	union opcode_tid ot;
940	__be32 credit_dack;
941};
942
943/* cpl_rx_data_ack.ack_seq fields */
944#define S_RX_CREDITS    0
945#define M_RX_CREDITS    0x7FFFFFF
946#define V_RX_CREDITS(x) ((x) << S_RX_CREDITS)
947#define G_RX_CREDITS(x) (((x) >> S_RX_CREDITS) & M_RX_CREDITS)
948
949#define S_RX_MODULATE    27
950#define V_RX_MODULATE(x) ((x) << S_RX_MODULATE)
951#define F_RX_MODULATE    V_RX_MODULATE(1U)
952
953#define S_RX_FORCE_ACK    28
954#define V_RX_FORCE_ACK(x) ((x) << S_RX_FORCE_ACK)
955#define F_RX_FORCE_ACK    V_RX_FORCE_ACK(1U)
956
957#define S_RX_DACK_MODE    29
958#define M_RX_DACK_MODE    0x3
959#define V_RX_DACK_MODE(x) ((x) << S_RX_DACK_MODE)
960#define G_RX_DACK_MODE(x) (((x) >> S_RX_DACK_MODE) & M_RX_DACK_MODE)
961
962#define S_RX_DACK_CHANGE    31
963#define V_RX_DACK_CHANGE(x) ((x) << S_RX_DACK_CHANGE)
964#define F_RX_DACK_CHANGE    V_RX_DACK_CHANGE(1U)
965
966struct cpl_rx_urg_notify {
967	RSS_HDR union opcode_tid ot;
968	__be32 seq;
969};
970
971struct cpl_rx_ddp_complete {
972	RSS_HDR union opcode_tid ot;
973	__be32 ddp_report;
974};
975
976struct cpl_rx_data_ddp {
977	RSS_HDR union opcode_tid ot;
978	__be16 urg;
979	__be16 len;
980	__be32 seq;
981	union {
982		__be32 nxt_seq;
983		__be32 ddp_report;
984	};
985	__be32 ulp_crc;
986	__be32 ddpvld_status;
987};
988
989/* cpl_rx_data_ddp.ddpvld_status fields */
990#define S_DDP_STATUS    0
991#define M_DDP_STATUS    0xFF
992#define V_DDP_STATUS(x) ((x) << S_DDP_STATUS)
993#define G_DDP_STATUS(x) (((x) >> S_DDP_STATUS) & M_DDP_STATUS)
994
995#define S_DDP_VALID    15
996#define M_DDP_VALID    0x1FFFF
997#define V_DDP_VALID(x) ((x) << S_DDP_VALID)
998#define G_DDP_VALID(x) (((x) >> S_DDP_VALID) & M_DDP_VALID)
999
1000#define S_DDP_PPOD_MISMATCH    15
1001#define V_DDP_PPOD_MISMATCH(x) ((x) << S_DDP_PPOD_MISMATCH)
1002#define F_DDP_PPOD_MISMATCH    V_DDP_PPOD_MISMATCH(1U)
1003
1004#define S_DDP_PDU    16
1005#define V_DDP_PDU(x) ((x) << S_DDP_PDU)
1006#define F_DDP_PDU    V_DDP_PDU(1U)
1007
1008#define S_DDP_LLIMIT_ERR    17
1009#define V_DDP_LLIMIT_ERR(x) ((x) << S_DDP_LLIMIT_ERR)
1010#define F_DDP_LLIMIT_ERR    V_DDP_LLIMIT_ERR(1U)
1011
1012#define S_DDP_PPOD_PARITY_ERR    18
1013#define V_DDP_PPOD_PARITY_ERR(x) ((x) << S_DDP_PPOD_PARITY_ERR)
1014#define F_DDP_PPOD_PARITY_ERR    V_DDP_PPOD_PARITY_ERR(1U)
1015
1016#define S_DDP_PADDING_ERR    19
1017#define V_DDP_PADDING_ERR(x) ((x) << S_DDP_PADDING_ERR)
1018#define F_DDP_PADDING_ERR    V_DDP_PADDING_ERR(1U)
1019
1020#define S_DDP_HDRCRC_ERR    20
1021#define V_DDP_HDRCRC_ERR(x) ((x) << S_DDP_HDRCRC_ERR)
1022#define F_DDP_HDRCRC_ERR    V_DDP_HDRCRC_ERR(1U)
1023
1024#define S_DDP_DATACRC_ERR    21
1025#define V_DDP_DATACRC_ERR(x) ((x) << S_DDP_DATACRC_ERR)
1026#define F_DDP_DATACRC_ERR    V_DDP_DATACRC_ERR(1U)
1027
1028#define S_DDP_INVALID_TAG    22
1029#define V_DDP_INVALID_TAG(x) ((x) << S_DDP_INVALID_TAG)
1030#define F_DDP_INVALID_TAG    V_DDP_INVALID_TAG(1U)
1031
1032#define S_DDP_ULIMIT_ERR    23
1033#define V_DDP_ULIMIT_ERR(x) ((x) << S_DDP_ULIMIT_ERR)
1034#define F_DDP_ULIMIT_ERR    V_DDP_ULIMIT_ERR(1U)
1035
1036#define S_DDP_OFFSET_ERR    24
1037#define V_DDP_OFFSET_ERR(x) ((x) << S_DDP_OFFSET_ERR)
1038#define F_DDP_OFFSET_ERR    V_DDP_OFFSET_ERR(1U)
1039
1040#define S_DDP_COLOR_ERR    25
1041#define V_DDP_COLOR_ERR(x) ((x) << S_DDP_COLOR_ERR)
1042#define F_DDP_COLOR_ERR    V_DDP_COLOR_ERR(1U)
1043
1044#define S_DDP_TID_MISMATCH    26
1045#define V_DDP_TID_MISMATCH(x) ((x) << S_DDP_TID_MISMATCH)
1046#define F_DDP_TID_MISMATCH    V_DDP_TID_MISMATCH(1U)
1047
1048#define S_DDP_INVALID_PPOD    27
1049#define V_DDP_INVALID_PPOD(x) ((x) << S_DDP_INVALID_PPOD)
1050#define F_DDP_INVALID_PPOD    V_DDP_INVALID_PPOD(1U)
1051
1052#define S_DDP_ULP_MODE    28
1053#define M_DDP_ULP_MODE    0xF
1054#define V_DDP_ULP_MODE(x) ((x) << S_DDP_ULP_MODE)
1055#define G_DDP_ULP_MODE(x) (((x) >> S_DDP_ULP_MODE) & M_DDP_ULP_MODE)
1056
1057/* cpl_rx_data_ddp.ddp_report fields */
1058#define S_DDP_OFFSET    0
1059#define M_DDP_OFFSET    0x3FFFFF
1060#define V_DDP_OFFSET(x) ((x) << S_DDP_OFFSET)
1061#define G_DDP_OFFSET(x) (((x) >> S_DDP_OFFSET) & M_DDP_OFFSET)
1062
1063#define S_DDP_URG    24
1064#define V_DDP_URG(x) ((x) << S_DDP_URG)
1065#define F_DDP_URG    V_DDP_URG(1U)
1066
1067#define S_DDP_PSH    25
1068#define V_DDP_PSH(x) ((x) << S_DDP_PSH)
1069#define F_DDP_PSH    V_DDP_PSH(1U)
1070
1071#define S_DDP_BUF_COMPLETE    26
1072#define V_DDP_BUF_COMPLETE(x) ((x) << S_DDP_BUF_COMPLETE)
1073#define F_DDP_BUF_COMPLETE    V_DDP_BUF_COMPLETE(1U)
1074
1075#define S_DDP_BUF_TIMED_OUT    27
1076#define V_DDP_BUF_TIMED_OUT(x) ((x) << S_DDP_BUF_TIMED_OUT)
1077#define F_DDP_BUF_TIMED_OUT    V_DDP_BUF_TIMED_OUT(1U)
1078
1079#define S_DDP_BUF_IDX    28
1080#define V_DDP_BUF_IDX(x) ((x) << S_DDP_BUF_IDX)
1081#define F_DDP_BUF_IDX    V_DDP_BUF_IDX(1U)
1082
1083struct cpl_tx_pkt {
1084	WR_HDR;
1085	__be32 cntrl;
1086	__be32 len;
1087};
1088
1089struct cpl_tx_pkt_lso {
1090	WR_HDR;
1091	__be32 cntrl;
1092	__be32 len;
1093
1094	__be32 rsvd;
1095	__be32 lso_info;
1096};
1097
1098/* cpl_tx_pkt*.cntrl fields */
1099#define S_TXPKT_VLAN    0
1100#define M_TXPKT_VLAN    0xFFFF
1101#define V_TXPKT_VLAN(x) ((x) << S_TXPKT_VLAN)
1102#define G_TXPKT_VLAN(x) (((x) >> S_TXPKT_VLAN) & M_TXPKT_VLAN)
1103
1104#define S_TXPKT_INTF    16
1105#define M_TXPKT_INTF    0xF
1106#define V_TXPKT_INTF(x) ((x) << S_TXPKT_INTF)
1107#define G_TXPKT_INTF(x) (((x) >> S_TXPKT_INTF) & M_TXPKT_INTF)
1108
1109#define S_TXPKT_IPCSUM_DIS    20
1110#define V_TXPKT_IPCSUM_DIS(x) ((x) << S_TXPKT_IPCSUM_DIS)
1111#define F_TXPKT_IPCSUM_DIS    V_TXPKT_IPCSUM_DIS(1U)
1112
1113#define S_TXPKT_L4CSUM_DIS    21
1114#define V_TXPKT_L4CSUM_DIS(x) ((x) << S_TXPKT_L4CSUM_DIS)
1115#define F_TXPKT_L4CSUM_DIS    V_TXPKT_L4CSUM_DIS(1U)
1116
1117#define S_TXPKT_VLAN_VLD    22
1118#define V_TXPKT_VLAN_VLD(x) ((x) << S_TXPKT_VLAN_VLD)
1119#define F_TXPKT_VLAN_VLD    V_TXPKT_VLAN_VLD(1U)
1120
1121#define S_TXPKT_LOOPBACK    23
1122#define V_TXPKT_LOOPBACK(x) ((x) << S_TXPKT_LOOPBACK)
1123#define F_TXPKT_LOOPBACK    V_TXPKT_LOOPBACK(1U)
1124
1125#define S_TXPKT_OPCODE    24
1126#define M_TXPKT_OPCODE    0xFF
1127#define V_TXPKT_OPCODE(x) ((x) << S_TXPKT_OPCODE)
1128#define G_TXPKT_OPCODE(x) (((x) >> S_TXPKT_OPCODE) & M_TXPKT_OPCODE)
1129
1130/* cpl_tx_pkt_lso.lso_info fields */
1131#define S_LSO_MSS    0
1132#define M_LSO_MSS    0x3FFF
1133#define V_LSO_MSS(x) ((x) << S_LSO_MSS)
1134#define G_LSO_MSS(x) (((x) >> S_LSO_MSS) & M_LSO_MSS)
1135
1136#define S_LSO_ETH_TYPE    14
1137#define M_LSO_ETH_TYPE    0x3
1138#define V_LSO_ETH_TYPE(x) ((x) << S_LSO_ETH_TYPE)
1139#define G_LSO_ETH_TYPE(x) (((x) >> S_LSO_ETH_TYPE) & M_LSO_ETH_TYPE)
1140
1141#define S_LSO_TCPHDR_WORDS    16
1142#define M_LSO_TCPHDR_WORDS    0xF
1143#define V_LSO_TCPHDR_WORDS(x) ((x) << S_LSO_TCPHDR_WORDS)
1144#define G_LSO_TCPHDR_WORDS(x) (((x) >> S_LSO_TCPHDR_WORDS) & M_LSO_TCPHDR_WORDS)
1145
1146#define S_LSO_IPHDR_WORDS    20
1147#define M_LSO_IPHDR_WORDS    0xF
1148#define V_LSO_IPHDR_WORDS(x) ((x) << S_LSO_IPHDR_WORDS)
1149#define G_LSO_IPHDR_WORDS(x) (((x) >> S_LSO_IPHDR_WORDS) & M_LSO_IPHDR_WORDS)
1150
1151#define S_LSO_IPV6    24
1152#define V_LSO_IPV6(x) ((x) << S_LSO_IPV6)
1153#define F_LSO_IPV6    V_LSO_IPV6(1U)
1154
1155struct cpl_trace_pkt {
1156#ifdef CHELSIO_FW
1157	__u8 rss_opcode;
1158#if defined(__LITTLE_ENDIAN_BITFIELD)
1159	__u8 err:1;
1160	 __u8:7;
1161#else
1162	 __u8:7;
1163	__u8 err:1;
1164#endif
1165	__u8 rsvd0;
1166#if defined(__LITTLE_ENDIAN_BITFIELD)
1167	__u8 qid:4;
1168	 __u8:4;
1169#else
1170	 __u8:4;
1171	__u8 qid:4;
1172#endif
1173	__be32 tstamp;
1174#endif				/* CHELSIO_FW */
1175
1176	__u8 opcode;
1177#if defined(__LITTLE_ENDIAN_BITFIELD)
1178	__u8 iff:4;
1179	 __u8:4;
1180#else
1181	 __u8:4;
1182	__u8 iff:4;
1183#endif
1184	__u8 rsvd[4];
1185	__be16 len;
1186};
1187
1188struct cpl_rx_pkt {
1189	RSS_HDR __u8 opcode;
1190#if defined(__LITTLE_ENDIAN_BITFIELD)
1191	__u8 iff:4;
1192	__u8 csum_valid:1;
1193	__u8 ipmi_pkt:1;
1194	__u8 vlan_valid:1;
1195	__u8 fragment:1;
1196#else
1197	__u8 fragment:1;
1198	__u8 vlan_valid:1;
1199	__u8 ipmi_pkt:1;
1200	__u8 csum_valid:1;
1201	__u8 iff:4;
1202#endif
1203	__be16 csum;
1204	__be16 vlan;
1205	__be16 len;
1206};
1207
1208struct cpl_l2t_write_req {
1209	WR_HDR;
1210	union opcode_tid ot;
1211	__be32 params;
1212	__u8 rsvd[2];
1213	__u8 dst_mac[6];
1214};
1215
1216/* cpl_l2t_write_req.params fields */
1217#define S_L2T_W_IDX    0
1218#define M_L2T_W_IDX    0x7FF
1219#define V_L2T_W_IDX(x) ((x) << S_L2T_W_IDX)
1220#define G_L2T_W_IDX(x) (((x) >> S_L2T_W_IDX) & M_L2T_W_IDX)
1221
1222#define S_L2T_W_VLAN    11
1223#define M_L2T_W_VLAN    0xFFF
1224#define V_L2T_W_VLAN(x) ((x) << S_L2T_W_VLAN)
1225#define G_L2T_W_VLAN(x) (((x) >> S_L2T_W_VLAN) & M_L2T_W_VLAN)
1226
1227#define S_L2T_W_IFF    23
1228#define M_L2T_W_IFF    0xF
1229#define V_L2T_W_IFF(x) ((x) << S_L2T_W_IFF)
1230#define G_L2T_W_IFF(x) (((x) >> S_L2T_W_IFF) & M_L2T_W_IFF)
1231
1232#define S_L2T_W_PRIO    27
1233#define M_L2T_W_PRIO    0x7
1234#define V_L2T_W_PRIO(x) ((x) << S_L2T_W_PRIO)
1235#define G_L2T_W_PRIO(x) (((x) >> S_L2T_W_PRIO) & M_L2T_W_PRIO)
1236
1237struct cpl_l2t_write_rpl {
1238	RSS_HDR union opcode_tid ot;
1239	__u8 status;
1240	__u8 rsvd[3];
1241};
1242
1243struct cpl_l2t_read_req {
1244	WR_HDR;
1245	union opcode_tid ot;
1246	__be16 rsvd;
1247	__be16 l2t_idx;
1248};
1249
1250struct cpl_l2t_read_rpl {
1251	RSS_HDR union opcode_tid ot;
1252	__be32 params;
1253	__u8 rsvd[2];
1254	__u8 dst_mac[6];
1255};
1256
1257/* cpl_l2t_read_rpl.params fields */
1258#define S_L2T_R_PRIO    0
1259#define M_L2T_R_PRIO    0x7
1260#define V_L2T_R_PRIO(x) ((x) << S_L2T_R_PRIO)
1261#define G_L2T_R_PRIO(x) (((x) >> S_L2T_R_PRIO) & M_L2T_R_PRIO)
1262
1263#define S_L2T_R_VLAN    8
1264#define M_L2T_R_VLAN    0xFFF
1265#define V_L2T_R_VLAN(x) ((x) << S_L2T_R_VLAN)
1266#define G_L2T_R_VLAN(x) (((x) >> S_L2T_R_VLAN) & M_L2T_R_VLAN)
1267
1268#define S_L2T_R_IFF    20
1269#define M_L2T_R_IFF    0xF
1270#define V_L2T_R_IFF(x) ((x) << S_L2T_R_IFF)
1271#define G_L2T_R_IFF(x) (((x) >> S_L2T_R_IFF) & M_L2T_R_IFF)
1272
1273#define S_L2T_STATUS    24
1274#define M_L2T_STATUS    0xFF
1275#define V_L2T_STATUS(x) ((x) << S_L2T_STATUS)
1276#define G_L2T_STATUS(x) (((x) >> S_L2T_STATUS) & M_L2T_STATUS)
1277
1278struct cpl_smt_write_req {
1279	WR_HDR;
1280	union opcode_tid ot;
1281	__u8 rsvd0;
1282#if defined(__LITTLE_ENDIAN_BITFIELD)
1283	__u8 mtu_idx:4;
1284	__u8 iff:4;
1285#else
1286	__u8 iff:4;
1287	__u8 mtu_idx:4;
1288#endif
1289	__be16 rsvd2;
1290	__be16 rsvd3;
1291	__u8 src_mac1[6];
1292	__be16 rsvd4;
1293	__u8 src_mac0[6];
1294};
1295
1296struct cpl_smt_write_rpl {
1297	RSS_HDR union opcode_tid ot;
1298	__u8 status;
1299	__u8 rsvd[3];
1300};
1301
1302struct cpl_smt_read_req {
1303	WR_HDR;
1304	union opcode_tid ot;
1305	__u8 rsvd0;
1306#if defined(__LITTLE_ENDIAN_BITFIELD)
1307	 __u8:4;
1308	__u8 iff:4;
1309#else
1310	__u8 iff:4;
1311	 __u8:4;
1312#endif
1313	__be16 rsvd2;
1314};
1315
1316struct cpl_smt_read_rpl {
1317	RSS_HDR union opcode_tid ot;
1318	__u8 status;
1319#if defined(__LITTLE_ENDIAN_BITFIELD)
1320	__u8 mtu_idx:4;
1321	 __u8:4;
1322#else
1323	 __u8:4;
1324	__u8 mtu_idx:4;
1325#endif
1326	__be16 rsvd2;
1327	__be16 rsvd3;
1328	__u8 src_mac1[6];
1329	__be16 rsvd4;
1330	__u8 src_mac0[6];
1331};
1332
1333struct cpl_rte_delete_req {
1334	WR_HDR;
1335	union opcode_tid ot;
1336	__be32 params;
1337};
1338
1339/* { cpl_rte_delete_req, cpl_rte_read_req }.params fields */
1340#define S_RTE_REQ_LUT_IX    8
1341#define M_RTE_REQ_LUT_IX    0x7FF
1342#define V_RTE_REQ_LUT_IX(x) ((x) << S_RTE_REQ_LUT_IX)
1343#define G_RTE_REQ_LUT_IX(x) (((x) >> S_RTE_REQ_LUT_IX) & M_RTE_REQ_LUT_IX)
1344
1345#define S_RTE_REQ_LUT_BASE    19
1346#define M_RTE_REQ_LUT_BASE    0x7FF
1347#define V_RTE_REQ_LUT_BASE(x) ((x) << S_RTE_REQ_LUT_BASE)
1348#define G_RTE_REQ_LUT_BASE(x) (((x) >> S_RTE_REQ_LUT_BASE) & M_RTE_REQ_LUT_BASE)
1349
1350#define S_RTE_READ_REQ_SELECT    31
1351#define V_RTE_READ_REQ_SELECT(x) ((x) << S_RTE_READ_REQ_SELECT)
1352#define F_RTE_READ_REQ_SELECT    V_RTE_READ_REQ_SELECT(1U)
1353
1354struct cpl_rte_delete_rpl {
1355	RSS_HDR union opcode_tid ot;
1356	__u8 status;
1357	__u8 rsvd[3];
1358};
1359
1360struct cpl_rte_write_req {
1361	WR_HDR;
1362	union opcode_tid ot;
1363#if defined(__LITTLE_ENDIAN_BITFIELD)
1364	 __u8:6;
1365	__u8 write_tcam:1;
1366	__u8 write_l2t_lut:1;
1367#else
1368	__u8 write_l2t_lut:1;
1369	__u8 write_tcam:1;
1370	 __u8:6;
1371#endif
1372	__u8 rsvd[3];
1373	__be32 lut_params;
1374	__be16 rsvd2;
1375	__be16 l2t_idx;
1376	__be32 netmask;
1377	__be32 faddr;
1378};
1379
1380/* cpl_rte_write_req.lut_params fields */
1381#define S_RTE_WRITE_REQ_LUT_IX    10
1382#define M_RTE_WRITE_REQ_LUT_IX    0x7FF
1383#define V_RTE_WRITE_REQ_LUT_IX(x) ((x) << S_RTE_WRITE_REQ_LUT_IX)
1384#define G_RTE_WRITE_REQ_LUT_IX(x) (((x) >> S_RTE_WRITE_REQ_LUT_IX) & M_RTE_WRITE_REQ_LUT_IX)
1385
1386#define S_RTE_WRITE_REQ_LUT_BASE    21
1387#define M_RTE_WRITE_REQ_LUT_BASE    0x7FF
1388#define V_RTE_WRITE_REQ_LUT_BASE(x) ((x) << S_RTE_WRITE_REQ_LUT_BASE)
1389#define G_RTE_WRITE_REQ_LUT_BASE(x) (((x) >> S_RTE_WRITE_REQ_LUT_BASE) & M_RTE_WRITE_REQ_LUT_BASE)
1390
1391struct cpl_rte_write_rpl {
1392	RSS_HDR union opcode_tid ot;
1393	__u8 status;
1394	__u8 rsvd[3];
1395};
1396
1397struct cpl_rte_read_req {
1398	WR_HDR;
1399	union opcode_tid ot;
1400	__be32 params;
1401};
1402
1403struct cpl_rte_read_rpl {
1404	RSS_HDR union opcode_tid ot;
1405	__u8 status;
1406	__u8 rsvd0;
1407	__be16 l2t_idx;
1408#if defined(__LITTLE_ENDIAN_BITFIELD)
1409	 __u8:7;
1410	__u8 select:1;
1411#else
1412	__u8 select:1;
1413	 __u8:7;
1414#endif
1415	__u8 rsvd2[3];
1416	__be32 addr;
1417};
1418
1419struct cpl_tid_release {
1420	WR_HDR;
1421	union opcode_tid ot;
1422	__be32 rsvd;
1423};
1424
1425struct cpl_barrier {
1426	WR_HDR;
1427	__u8 opcode;
1428	__u8 rsvd[7];
1429};
1430
1431struct cpl_rdma_read_req {
1432	__u8 opcode;
1433	__u8 rsvd[15];
1434};
1435
1436struct cpl_rdma_terminate {
1437#ifdef CHELSIO_FW
1438	__u8 opcode;
1439	__u8 rsvd[2];
1440#if defined(__LITTLE_ENDIAN_BITFIELD)
1441	__u8 rspq:3;
1442	 __u8:5;
1443#else
1444	 __u8:5;
1445	__u8 rspq:3;
1446#endif
1447	__be32 tid_len;
1448#endif
1449	__be32 msn;
1450	__be32 mo;
1451	__u8 data[];
1452};
1453
1454/* cpl_rdma_terminate.tid_len fields */
1455#define S_FLIT_CNT    0
1456#define M_FLIT_CNT    0xFF
1457#define V_FLIT_CNT(x) ((x) << S_FLIT_CNT)
1458#define G_FLIT_CNT(x) (((x) >> S_FLIT_CNT) & M_FLIT_CNT)
1459
1460#define S_TERM_TID    8
1461#define M_TERM_TID    0xFFFFF
1462#define V_TERM_TID(x) ((x) << S_TERM_TID)
1463#define G_TERM_TID(x) (((x) >> S_TERM_TID) & M_TERM_TID)
1464
1465/* ULP_TX opcodes */
1466enum { ULP_MEM_READ = 2, ULP_MEM_WRITE = 3, ULP_TXPKT = 4 };
1467
1468#define S_ULPTX_CMD	28
1469#define M_ULPTX_CMD	0xF
1470#define V_ULPTX_CMD(x)	((x) << S_ULPTX_CMD)
1471
1472#define S_ULPTX_NFLITS	0
1473#define M_ULPTX_NFLITS	0xFF
1474#define V_ULPTX_NFLITS(x) ((x) << S_ULPTX_NFLITS)
1475
1476struct ulp_mem_io {
1477	WR_HDR;
1478	__be32 cmd_lock_addr;
1479	__be32 len;
1480};
1481
1482/* ulp_mem_io.cmd_lock_addr fields */
1483#define S_ULP_MEMIO_ADDR	0
1484#define M_ULP_MEMIO_ADDR	0x7FFFFFF
1485#define V_ULP_MEMIO_ADDR(x)	((x) << S_ULP_MEMIO_ADDR)
1486#define S_ULP_MEMIO_LOCK	27
1487#define V_ULP_MEMIO_LOCK(x)	((x) << S_ULP_MEMIO_LOCK)
1488#define F_ULP_MEMIO_LOCK	V_ULP_MEMIO_LOCK(1U)
1489
1490/* ulp_mem_io.len fields */
1491#define S_ULP_MEMIO_DATA_LEN	28
1492#define M_ULP_MEMIO_DATA_LEN	0xF
1493#define V_ULP_MEMIO_DATA_LEN(x)	((x) << S_ULP_MEMIO_DATA_LEN)
1494
1495#endif				/* T3_CPL_H */
1496