• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */
2 /* QLogic qed NIC Driver
3  * Copyright (c) 2015-2017  QLogic Corporation
4  * Copyright (c) 2019-2020 Marvell International Ltd.
5  */
6 
7 #ifndef __ISCSI_COMMON__
8 #define __ISCSI_COMMON__
9 
10 /**********************/
11 /* ISCSI FW CONSTANTS */
12 /**********************/
13 
14 /* iSCSI HSI constants */
15 #define ISCSI_DEFAULT_MTU	(1500)
16 
17 /* KWQ (kernel work queue) layer codes */
18 #define ISCSI_SLOW_PATH_LAYER_CODE	(6)
19 
20 /* iSCSI parameter defaults */
21 #define ISCSI_DEFAULT_HEADER_DIGEST		(0)
22 #define ISCSI_DEFAULT_DATA_DIGEST		(0)
23 #define ISCSI_DEFAULT_INITIAL_R2T		(1)
24 #define ISCSI_DEFAULT_IMMEDIATE_DATA		(1)
25 #define ISCSI_DEFAULT_MAX_PDU_LENGTH		(0x2000)
26 #define ISCSI_DEFAULT_FIRST_BURST_LENGTH	(0x10000)
27 #define ISCSI_DEFAULT_MAX_BURST_LENGTH		(0x40000)
28 #define ISCSI_DEFAULT_MAX_OUTSTANDING_R2T	(1)
29 
30 /* iSCSI parameter limits */
31 #define ISCSI_MIN_VAL_MAX_PDU_LENGTH		(0x200)
32 #define ISCSI_MAX_VAL_MAX_PDU_LENGTH		(0xffffff)
33 #define ISCSI_MIN_VAL_BURST_LENGTH		(0x200)
34 #define ISCSI_MAX_VAL_BURST_LENGTH		(0xffffff)
35 #define ISCSI_MIN_VAL_MAX_OUTSTANDING_R2T	(1)
36 #define ISCSI_MAX_VAL_MAX_OUTSTANDING_R2T	(0xff)
37 
38 #define ISCSI_AHS_CNTL_SIZE	4
39 
40 #define ISCSI_WQE_NUM_SGES_SLOWIO	(0xf)
41 
42 /* iSCSI reserved params */
43 #define ISCSI_ITT_ALL_ONES	(0xffffffff)
44 #define ISCSI_TTT_ALL_ONES	(0xffffffff)
45 
46 #define ISCSI_OPTION_1_OFF_CHIP_TCP	1
47 #define ISCSI_OPTION_2_ON_CHIP_TCP	2
48 
49 #define ISCSI_INITIATOR_MODE	0
50 #define ISCSI_TARGET_MODE	1
51 
52 /* iSCSI request op codes */
53 #define ISCSI_OPCODE_NOP_OUT		(0)
54 #define ISCSI_OPCODE_SCSI_CMD		(1)
55 #define ISCSI_OPCODE_TMF_REQUEST	(2)
56 #define ISCSI_OPCODE_LOGIN_REQUEST	(3)
57 #define ISCSI_OPCODE_TEXT_REQUEST	(4)
58 #define ISCSI_OPCODE_DATA_OUT		(5)
59 #define ISCSI_OPCODE_LOGOUT_REQUEST	(6)
60 
61 /* iSCSI response/messages op codes */
62 #define ISCSI_OPCODE_NOP_IN		(0x20)
63 #define ISCSI_OPCODE_SCSI_RESPONSE	(0x21)
64 #define ISCSI_OPCODE_TMF_RESPONSE	(0x22)
65 #define ISCSI_OPCODE_LOGIN_RESPONSE	(0x23)
66 #define ISCSI_OPCODE_TEXT_RESPONSE	(0x24)
67 #define ISCSI_OPCODE_DATA_IN		(0x25)
68 #define ISCSI_OPCODE_LOGOUT_RESPONSE	(0x26)
69 #define ISCSI_OPCODE_R2T		(0x31)
70 #define ISCSI_OPCODE_ASYNC_MSG		(0x32)
71 #define ISCSI_OPCODE_REJECT		(0x3f)
72 
73 /* iSCSI stages */
74 #define ISCSI_STAGE_SECURITY_NEGOTIATION		(0)
75 #define ISCSI_STAGE_LOGIN_OPERATIONAL_NEGOTIATION	(1)
76 #define ISCSI_STAGE_FULL_FEATURE_PHASE			(3)
77 
78 /* iSCSI CQE errors */
79 #define CQE_ERROR_BITMAP_DATA_DIGEST		(0x08)
80 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN	(0x10)
81 #define CQE_ERROR_BITMAP_DATA_TRUNCATED		(0x20)
82 
83 /* Union of data bd_opaque/ tq_tid */
84 union bd_opaque_tq_union {
85 	__le16 bd_opaque;
86 	__le16 tq_tid;
87 };
88 
89 /* ISCSI SGL entry */
90 struct cqe_error_bitmap {
91 	u8 cqe_error_status_bits;
92 #define CQE_ERROR_BITMAP_DIF_ERR_BITS_MASK		0x7
93 #define CQE_ERROR_BITMAP_DIF_ERR_BITS_SHIFT		0
94 #define CQE_ERROR_BITMAP_DATA_DIGEST_ERR_MASK		0x1
95 #define CQE_ERROR_BITMAP_DATA_DIGEST_ERR_SHIFT		3
96 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN_MASK	0x1
97 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN_SHIFT	4
98 #define CQE_ERROR_BITMAP_DATA_TRUNCATED_ERR_MASK	0x1
99 #define CQE_ERROR_BITMAP_DATA_TRUNCATED_ERR_SHIFT	5
100 #define CQE_ERROR_BITMAP_UNDER_RUN_ERR_MASK		0x1
101 #define CQE_ERROR_BITMAP_UNDER_RUN_ERR_SHIFT		6
102 #define CQE_ERROR_BITMAP_RESERVED2_MASK			0x1
103 #define CQE_ERROR_BITMAP_RESERVED2_SHIFT		7
104 };
105 
106 union cqe_error_status {
107 	u8 error_status;
108 	struct cqe_error_bitmap error_bits;
109 };
110 
111 /* iSCSI Login Response PDU header */
112 struct data_hdr {
113 	__le32 data[12];
114 };
115 
116 struct lun_mapper_addr_reserved {
117 	struct regpair lun_mapper_addr;
118 	u8 reserved0[8];
119 };
120 
121 /* rdif conetxt for dif on immediate */
122 struct dif_on_immediate_params {
123 	__le32 initial_ref_tag;
124 	__le16 application_tag;
125 	__le16 application_tag_mask;
126 	__le16 flags1;
127 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_GUARD_MASK		0x1
128 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_GUARD_SHIFT		0
129 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_APP_TAG_MASK		0x1
130 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_APP_TAG_SHIFT		1
131 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_REF_TAG_MASK		0x1
132 #define DIF_ON_IMMEDIATE_PARAMS_VALIDATE_REF_TAG_SHIFT		2
133 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_GUARD_MASK		0x1
134 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_GUARD_SHIFT		3
135 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_APP_TAG_MASK		0x1
136 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_APP_TAG_SHIFT		4
137 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_REF_TAG_MASK		0x1
138 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_REF_TAG_SHIFT		5
139 #define DIF_ON_IMMEDIATE_PARAMS_INTERVAL_SIZE_MASK		0x1
140 #define DIF_ON_IMMEDIATE_PARAMS_INTERVAL_SIZE_SHIFT		6
141 #define DIF_ON_IMMEDIATE_PARAMS_NETWORK_INTERFACE_MASK		0x1
142 #define DIF_ON_IMMEDIATE_PARAMS_NETWORK_INTERFACE_SHIFT		7
143 #define DIF_ON_IMMEDIATE_PARAMS_HOST_INTERFACE_MASK		0x3
144 #define DIF_ON_IMMEDIATE_PARAMS_HOST_INTERFACE_SHIFT		8
145 #define DIF_ON_IMMEDIATE_PARAMS_REF_TAG_MASK_MASK		0xF
146 #define DIF_ON_IMMEDIATE_PARAMS_REF_TAG_MASK_SHIFT		10
147 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_APP_TAG_WITH_MASK_MASK	0x1
148 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_APP_TAG_WITH_MASK_SHIFT	14
149 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_REF_TAG_WITH_MASK_MASK	0x1
150 #define DIF_ON_IMMEDIATE_PARAMS_FORWARD_REF_TAG_WITH_MASK_SHIFT	15
151 	u8 flags0;
152 #define DIF_ON_IMMEDIATE_PARAMS_RESERVED_MASK			0x1
153 #define DIF_ON_IMMEDIATE_PARAMS_RESERVED_SHIFT			0
154 #define DIF_ON_IMMEDIATE_PARAMS_IGNORE_APP_TAG_MASK		0x1
155 #define DIF_ON_IMMEDIATE_PARAMS_IGNORE_APP_TAG_SHIFT		1
156 #define DIF_ON_IMMEDIATE_PARAMS_INITIAL_REF_TAG_IS_VALID_MASK	0x1
157 #define DIF_ON_IMMEDIATE_PARAMS_INITIAL_REF_TAG_IS_VALID_SHIFT	2
158 #define DIF_ON_IMMEDIATE_PARAMS_HOST_GUARD_TYPE_MASK		0x1
159 #define DIF_ON_IMMEDIATE_PARAMS_HOST_GUARD_TYPE_SHIFT		3
160 #define DIF_ON_IMMEDIATE_PARAMS_PROTECTION_TYPE_MASK		0x3
161 #define DIF_ON_IMMEDIATE_PARAMS_PROTECTION_TYPE_SHIFT		4
162 #define DIF_ON_IMMEDIATE_PARAMS_CRC_SEED_MASK			0x1
163 #define DIF_ON_IMMEDIATE_PARAMS_CRC_SEED_SHIFT			6
164 #define DIF_ON_IMMEDIATE_PARAMS_KEEP_REF_TAG_CONST_MASK		0x1
165 #define DIF_ON_IMMEDIATE_PARAMS_KEEP_REF_TAG_CONST_SHIFT	7
166 	u8 reserved_zero[5];
167 };
168 
169 /* iSCSI dif on immediate mode attributes union */
170 union dif_configuration_params {
171 	struct lun_mapper_addr_reserved lun_mapper_address;
172 	struct dif_on_immediate_params def_dif_conf;
173 };
174 
175 /* Union of data/r2t sequence number */
176 union iscsi_seq_num {
177 	__le16 data_sn;
178 	__le16 r2t_sn;
179 };
180 
181 /* iSCSI DIF flags */
182 struct iscsi_dif_flags {
183 	u8 flags;
184 #define ISCSI_DIF_FLAGS_PROT_INTERVAL_SIZE_LOG_MASK	0xF
185 #define ISCSI_DIF_FLAGS_PROT_INTERVAL_SIZE_LOG_SHIFT	0
186 #define ISCSI_DIF_FLAGS_DIF_TO_PEER_MASK		0x1
187 #define ISCSI_DIF_FLAGS_DIF_TO_PEER_SHIFT		4
188 #define ISCSI_DIF_FLAGS_HOST_INTERFACE_MASK		0x7
189 #define ISCSI_DIF_FLAGS_HOST_INTERFACE_SHIFT		5
190 };
191 
192 /* The iscsi storm task context of Ystorm */
193 struct ystorm_iscsi_task_state {
194 	struct scsi_cached_sges data_desc;
195 	struct scsi_sgl_params sgl_params;
196 	__le32 exp_r2t_sn;
197 	__le32 buffer_offset;
198 	union iscsi_seq_num seq_num;
199 	struct iscsi_dif_flags dif_flags;
200 	u8 flags;
201 #define YSTORM_ISCSI_TASK_STATE_LOCAL_COMP_MASK		0x1
202 #define YSTORM_ISCSI_TASK_STATE_LOCAL_COMP_SHIFT	0
203 #define YSTORM_ISCSI_TASK_STATE_SLOW_IO_MASK		0x1
204 #define YSTORM_ISCSI_TASK_STATE_SLOW_IO_SHIFT		1
205 #define YSTORM_ISCSI_TASK_STATE_SET_DIF_OFFSET_MASK	0x1
206 #define YSTORM_ISCSI_TASK_STATE_SET_DIF_OFFSET_SHIFT	2
207 #define YSTORM_ISCSI_TASK_STATE_RESERVED0_MASK		0x1F
208 #define YSTORM_ISCSI_TASK_STATE_RESERVED0_SHIFT		3
209 };
210 
211 /* The iscsi storm task context of Ystorm */
212 struct ystorm_iscsi_task_rxmit_opt {
213 	__le32 fast_rxmit_sge_offset;
214 	__le32 scan_start_buffer_offset;
215 	__le32 fast_rxmit_buffer_offset;
216 	u8 scan_start_sgl_index;
217 	u8 fast_rxmit_sgl_index;
218 	__le16 reserved;
219 };
220 
221 /* iSCSI Common PDU header */
222 struct iscsi_common_hdr {
223 	u8 hdr_status;
224 	u8 hdr_response;
225 	u8 hdr_flags;
226 	u8 hdr_first_byte;
227 #define ISCSI_COMMON_HDR_OPCODE_MASK		0x3F
228 #define ISCSI_COMMON_HDR_OPCODE_SHIFT		0
229 #define ISCSI_COMMON_HDR_IMM_MASK		0x1
230 #define ISCSI_COMMON_HDR_IMM_SHIFT		6
231 #define ISCSI_COMMON_HDR_RSRV_MASK		0x1
232 #define ISCSI_COMMON_HDR_RSRV_SHIFT		7
233 	__le32 hdr_second_dword;
234 #define ISCSI_COMMON_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
235 #define ISCSI_COMMON_HDR_DATA_SEG_LEN_SHIFT	0
236 #define ISCSI_COMMON_HDR_TOTAL_AHS_LEN_MASK	0xFF
237 #define ISCSI_COMMON_HDR_TOTAL_AHS_LEN_SHIFT	24
238 	struct regpair lun_reserved;
239 	__le32 itt;
240 	__le32 ttt;
241 	__le32 cmdstat_sn;
242 	__le32 exp_statcmd_sn;
243 	__le32 max_cmd_sn;
244 	__le32 data[3];
245 };
246 
247 /* iSCSI Command PDU header */
248 struct iscsi_cmd_hdr {
249 	__le16 reserved1;
250 	u8 flags_attr;
251 #define ISCSI_CMD_HDR_ATTR_MASK			0x7
252 #define ISCSI_CMD_HDR_ATTR_SHIFT		0
253 #define ISCSI_CMD_HDR_RSRV_MASK			0x3
254 #define ISCSI_CMD_HDR_RSRV_SHIFT		3
255 #define ISCSI_CMD_HDR_WRITE_MASK		0x1
256 #define ISCSI_CMD_HDR_WRITE_SHIFT		5
257 #define ISCSI_CMD_HDR_READ_MASK			0x1
258 #define ISCSI_CMD_HDR_READ_SHIFT		6
259 #define ISCSI_CMD_HDR_FINAL_MASK		0x1
260 #define ISCSI_CMD_HDR_FINAL_SHIFT		7
261 	u8 hdr_first_byte;
262 #define ISCSI_CMD_HDR_OPCODE_MASK		0x3F
263 #define ISCSI_CMD_HDR_OPCODE_SHIFT		0
264 #define ISCSI_CMD_HDR_IMM_MASK			0x1
265 #define ISCSI_CMD_HDR_IMM_SHIFT			6
266 #define ISCSI_CMD_HDR_RSRV1_MASK		0x1
267 #define ISCSI_CMD_HDR_RSRV1_SHIFT		7
268 	__le32 hdr_second_dword;
269 #define ISCSI_CMD_HDR_DATA_SEG_LEN_MASK		0xFFFFFF
270 #define ISCSI_CMD_HDR_DATA_SEG_LEN_SHIFT	0
271 #define ISCSI_CMD_HDR_TOTAL_AHS_LEN_MASK	0xFF
272 #define ISCSI_CMD_HDR_TOTAL_AHS_LEN_SHIFT	24
273 	struct regpair lun;
274 	__le32 itt;
275 	__le32 expected_transfer_length;
276 	__le32 cmd_sn;
277 	__le32 exp_stat_sn;
278 	__le32 cdb[4];
279 };
280 
281 /* iSCSI Command PDU header with Extended CDB (Initiator Mode) */
282 struct iscsi_ext_cdb_cmd_hdr {
283 	__le16 reserved1;
284 	u8 flags_attr;
285 #define ISCSI_EXT_CDB_CMD_HDR_ATTR_MASK		0x7
286 #define ISCSI_EXT_CDB_CMD_HDR_ATTR_SHIFT	0
287 #define ISCSI_EXT_CDB_CMD_HDR_RSRV_MASK		0x3
288 #define ISCSI_EXT_CDB_CMD_HDR_RSRV_SHIFT	3
289 #define ISCSI_EXT_CDB_CMD_HDR_WRITE_MASK	0x1
290 #define ISCSI_EXT_CDB_CMD_HDR_WRITE_SHIFT	5
291 #define ISCSI_EXT_CDB_CMD_HDR_READ_MASK		0x1
292 #define ISCSI_EXT_CDB_CMD_HDR_READ_SHIFT	6
293 #define ISCSI_EXT_CDB_CMD_HDR_FINAL_MASK	0x1
294 #define ISCSI_EXT_CDB_CMD_HDR_FINAL_SHIFT	7
295 	u8 opcode;
296 	__le32 hdr_second_dword;
297 #define ISCSI_EXT_CDB_CMD_HDR_DATA_SEG_LEN_MASK		0xFFFFFF
298 #define ISCSI_EXT_CDB_CMD_HDR_DATA_SEG_LEN_SHIFT	0
299 #define ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE_MASK		0xFF
300 #define ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE_SHIFT		24
301 	struct regpair lun;
302 	__le32 itt;
303 	__le32 expected_transfer_length;
304 	__le32 cmd_sn;
305 	__le32 exp_stat_sn;
306 	struct scsi_sge cdb_sge;
307 };
308 
309 /* iSCSI login request PDU header */
310 struct iscsi_login_req_hdr {
311 	u8 version_min;
312 	u8 version_max;
313 	u8 flags_attr;
314 #define ISCSI_LOGIN_REQ_HDR_NSG_MASK	0x3
315 #define ISCSI_LOGIN_REQ_HDR_NSG_SHIFT	0
316 #define ISCSI_LOGIN_REQ_HDR_CSG_MASK	0x3
317 #define ISCSI_LOGIN_REQ_HDR_CSG_SHIFT	2
318 #define ISCSI_LOGIN_REQ_HDR_RSRV_MASK	0x3
319 #define ISCSI_LOGIN_REQ_HDR_RSRV_SHIFT	4
320 #define ISCSI_LOGIN_REQ_HDR_C_MASK	0x1
321 #define ISCSI_LOGIN_REQ_HDR_C_SHIFT	6
322 #define ISCSI_LOGIN_REQ_HDR_T_MASK	0x1
323 #define ISCSI_LOGIN_REQ_HDR_T_SHIFT	7
324 	u8 opcode;
325 	__le32 hdr_second_dword;
326 #define ISCSI_LOGIN_REQ_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
327 #define ISCSI_LOGIN_REQ_HDR_DATA_SEG_LEN_SHIFT	0
328 #define ISCSI_LOGIN_REQ_HDR_TOTAL_AHS_LEN_MASK	0xFF
329 #define ISCSI_LOGIN_REQ_HDR_TOTAL_AHS_LEN_SHIFT	24
330 	__le32 isid_tabc;
331 	__le16 tsih;
332 	__le16 isid_d;
333 	__le32 itt;
334 	__le16 reserved1;
335 	__le16 cid;
336 	__le32 cmd_sn;
337 	__le32 exp_stat_sn;
338 	__le32 reserved2[4];
339 };
340 
341 /* iSCSI logout request PDU header */
342 struct iscsi_logout_req_hdr {
343 	__le16 reserved0;
344 	u8 reason_code;
345 	u8 opcode;
346 	__le32 reserved1;
347 	__le32 reserved2[2];
348 	__le32 itt;
349 	__le16 reserved3;
350 	__le16 cid;
351 	__le32 cmd_sn;
352 	__le32 exp_stat_sn;
353 	__le32 reserved4[4];
354 };
355 
356 /* iSCSI Data-out PDU header */
357 struct iscsi_data_out_hdr {
358 	__le16 reserved1;
359 	u8 flags_attr;
360 #define ISCSI_DATA_OUT_HDR_RSRV_MASK	0x7F
361 #define ISCSI_DATA_OUT_HDR_RSRV_SHIFT	0
362 #define ISCSI_DATA_OUT_HDR_FINAL_MASK	0x1
363 #define ISCSI_DATA_OUT_HDR_FINAL_SHIFT	7
364 	u8 opcode;
365 	__le32 reserved2;
366 	struct regpair lun;
367 	__le32 itt;
368 	__le32 ttt;
369 	__le32 reserved3;
370 	__le32 exp_stat_sn;
371 	__le32 reserved4;
372 	__le32 data_sn;
373 	__le32 buffer_offset;
374 	__le32 reserved5;
375 };
376 
377 /* iSCSI Data-in PDU header */
378 struct iscsi_data_in_hdr {
379 	u8 status_rsvd;
380 	u8 reserved1;
381 	u8 flags;
382 #define ISCSI_DATA_IN_HDR_STATUS_MASK		0x1
383 #define ISCSI_DATA_IN_HDR_STATUS_SHIFT		0
384 #define ISCSI_DATA_IN_HDR_UNDERFLOW_MASK	0x1
385 #define ISCSI_DATA_IN_HDR_UNDERFLOW_SHIFT	1
386 #define ISCSI_DATA_IN_HDR_OVERFLOW_MASK		0x1
387 #define ISCSI_DATA_IN_HDR_OVERFLOW_SHIFT	2
388 #define ISCSI_DATA_IN_HDR_RSRV_MASK		0x7
389 #define ISCSI_DATA_IN_HDR_RSRV_SHIFT		3
390 #define ISCSI_DATA_IN_HDR_ACK_MASK		0x1
391 #define ISCSI_DATA_IN_HDR_ACK_SHIFT		6
392 #define ISCSI_DATA_IN_HDR_FINAL_MASK		0x1
393 #define ISCSI_DATA_IN_HDR_FINAL_SHIFT		7
394 	u8 opcode;
395 	__le32 reserved2;
396 	struct regpair lun;
397 	__le32 itt;
398 	__le32 ttt;
399 	__le32 stat_sn;
400 	__le32 exp_cmd_sn;
401 	__le32 max_cmd_sn;
402 	__le32 data_sn;
403 	__le32 buffer_offset;
404 	__le32 residual_count;
405 };
406 
407 /* iSCSI R2T PDU header */
408 struct iscsi_r2t_hdr {
409 	u8 reserved0[3];
410 	u8 opcode;
411 	__le32 reserved2;
412 	struct regpair lun;
413 	__le32 itt;
414 	__le32 ttt;
415 	__le32 stat_sn;
416 	__le32 exp_cmd_sn;
417 	__le32 max_cmd_sn;
418 	__le32 r2t_sn;
419 	__le32 buffer_offset;
420 	__le32 desired_data_trns_len;
421 };
422 
423 /* iSCSI NOP-out PDU header */
424 struct iscsi_nop_out_hdr {
425 	__le16 reserved1;
426 	u8 flags_attr;
427 #define ISCSI_NOP_OUT_HDR_RSRV_MASK	0x7F
428 #define ISCSI_NOP_OUT_HDR_RSRV_SHIFT	0
429 #define ISCSI_NOP_OUT_HDR_CONST1_MASK	0x1
430 #define ISCSI_NOP_OUT_HDR_CONST1_SHIFT	7
431 	u8 opcode;
432 	__le32 reserved2;
433 	struct regpair lun;
434 	__le32 itt;
435 	__le32 ttt;
436 	__le32 cmd_sn;
437 	__le32 exp_stat_sn;
438 	__le32 reserved3;
439 	__le32 reserved4;
440 	__le32 reserved5;
441 	__le32 reserved6;
442 };
443 
444 /* iSCSI NOP-in PDU header */
445 struct iscsi_nop_in_hdr {
446 	__le16 reserved0;
447 	u8 flags_attr;
448 #define ISCSI_NOP_IN_HDR_RSRV_MASK	0x7F
449 #define ISCSI_NOP_IN_HDR_RSRV_SHIFT	0
450 #define ISCSI_NOP_IN_HDR_CONST1_MASK	0x1
451 #define ISCSI_NOP_IN_HDR_CONST1_SHIFT	7
452 	u8 opcode;
453 	__le32 hdr_second_dword;
454 #define ISCSI_NOP_IN_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
455 #define ISCSI_NOP_IN_HDR_DATA_SEG_LEN_SHIFT	0
456 #define ISCSI_NOP_IN_HDR_TOTAL_AHS_LEN_MASK	0xFF
457 #define ISCSI_NOP_IN_HDR_TOTAL_AHS_LEN_SHIFT	24
458 	struct regpair lun;
459 	__le32 itt;
460 	__le32 ttt;
461 	__le32 stat_sn;
462 	__le32 exp_cmd_sn;
463 	__le32 max_cmd_sn;
464 	__le32 reserved5;
465 	__le32 reserved6;
466 	__le32 reserved7;
467 };
468 
469 /* iSCSI Login Response PDU header */
470 struct iscsi_login_response_hdr {
471 	u8 version_active;
472 	u8 version_max;
473 	u8 flags_attr;
474 #define ISCSI_LOGIN_RESPONSE_HDR_NSG_MASK	0x3
475 #define ISCSI_LOGIN_RESPONSE_HDR_NSG_SHIFT	0
476 #define ISCSI_LOGIN_RESPONSE_HDR_CSG_MASK	0x3
477 #define ISCSI_LOGIN_RESPONSE_HDR_CSG_SHIFT	2
478 #define ISCSI_LOGIN_RESPONSE_HDR_RSRV_MASK	0x3
479 #define ISCSI_LOGIN_RESPONSE_HDR_RSRV_SHIFT	4
480 #define ISCSI_LOGIN_RESPONSE_HDR_C_MASK		0x1
481 #define ISCSI_LOGIN_RESPONSE_HDR_C_SHIFT	6
482 #define ISCSI_LOGIN_RESPONSE_HDR_T_MASK		0x1
483 #define ISCSI_LOGIN_RESPONSE_HDR_T_SHIFT	7
484 	u8 opcode;
485 	__le32 hdr_second_dword;
486 #define ISCSI_LOGIN_RESPONSE_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
487 #define ISCSI_LOGIN_RESPONSE_HDR_DATA_SEG_LEN_SHIFT	0
488 #define ISCSI_LOGIN_RESPONSE_HDR_TOTAL_AHS_LEN_MASK	0xFF
489 #define ISCSI_LOGIN_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT	24
490 	__le32 isid_tabc;
491 	__le16 tsih;
492 	__le16 isid_d;
493 	__le32 itt;
494 	__le32 reserved1;
495 	__le32 stat_sn;
496 	__le32 exp_cmd_sn;
497 	__le32 max_cmd_sn;
498 	__le16 reserved2;
499 	u8 status_detail;
500 	u8 status_class;
501 	__le32 reserved4[2];
502 };
503 
504 /* iSCSI Logout Response PDU header */
505 struct iscsi_logout_response_hdr {
506 	u8 reserved1;
507 	u8 response;
508 	u8 flags;
509 	u8 opcode;
510 	__le32 hdr_second_dword;
511 #define ISCSI_LOGOUT_RESPONSE_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
512 #define ISCSI_LOGOUT_RESPONSE_HDR_DATA_SEG_LEN_SHIFT	0
513 #define ISCSI_LOGOUT_RESPONSE_HDR_TOTAL_AHS_LEN_MASK	0xFF
514 #define ISCSI_LOGOUT_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT	24
515 	__le32 reserved2[2];
516 	__le32 itt;
517 	__le32 reserved3;
518 	__le32 stat_sn;
519 	__le32 exp_cmd_sn;
520 	__le32 max_cmd_sn;
521 	__le32 reserved4;
522 	__le16 time_2_retain;
523 	__le16 time_2_wait;
524 	__le32 reserved5[1];
525 };
526 
527 /* iSCSI Text Request PDU header */
528 struct iscsi_text_request_hdr {
529 	__le16 reserved0;
530 	u8 flags_attr;
531 #define ISCSI_TEXT_REQUEST_HDR_RSRV_MASK	0x3F
532 #define ISCSI_TEXT_REQUEST_HDR_RSRV_SHIFT	0
533 #define ISCSI_TEXT_REQUEST_HDR_C_MASK		0x1
534 #define ISCSI_TEXT_REQUEST_HDR_C_SHIFT		6
535 #define ISCSI_TEXT_REQUEST_HDR_F_MASK		0x1
536 #define ISCSI_TEXT_REQUEST_HDR_F_SHIFT		7
537 	u8 opcode;
538 	__le32 hdr_second_dword;
539 #define ISCSI_TEXT_REQUEST_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
540 #define ISCSI_TEXT_REQUEST_HDR_DATA_SEG_LEN_SHIFT	0
541 #define ISCSI_TEXT_REQUEST_HDR_TOTAL_AHS_LEN_MASK	0xFF
542 #define ISCSI_TEXT_REQUEST_HDR_TOTAL_AHS_LEN_SHIFT	24
543 	struct regpair lun;
544 	__le32 itt;
545 	__le32 ttt;
546 	__le32 cmd_sn;
547 	__le32 exp_stat_sn;
548 	__le32 reserved4[4];
549 };
550 
551 /* iSCSI Text Response PDU header */
552 struct iscsi_text_response_hdr {
553 	__le16 reserved1;
554 	u8 flags;
555 #define ISCSI_TEXT_RESPONSE_HDR_RSRV_MASK	0x3F
556 #define ISCSI_TEXT_RESPONSE_HDR_RSRV_SHIFT	0
557 #define ISCSI_TEXT_RESPONSE_HDR_C_MASK		0x1
558 #define ISCSI_TEXT_RESPONSE_HDR_C_SHIFT		6
559 #define ISCSI_TEXT_RESPONSE_HDR_F_MASK		0x1
560 #define ISCSI_TEXT_RESPONSE_HDR_F_SHIFT		7
561 	u8 opcode;
562 	__le32 hdr_second_dword;
563 #define ISCSI_TEXT_RESPONSE_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
564 #define ISCSI_TEXT_RESPONSE_HDR_DATA_SEG_LEN_SHIFT	0
565 #define ISCSI_TEXT_RESPONSE_HDR_TOTAL_AHS_LEN_MASK	0xFF
566 #define ISCSI_TEXT_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT	24
567 	struct regpair lun;
568 	__le32 itt;
569 	__le32 ttt;
570 	__le32 stat_sn;
571 	__le32 exp_cmd_sn;
572 	__le32 max_cmd_sn;
573 	__le32 reserved4[3];
574 };
575 
576 /* iSCSI TMF Request PDU header */
577 struct iscsi_tmf_request_hdr {
578 	__le16 reserved0;
579 	u8 function;
580 	u8 opcode;
581 	__le32 hdr_second_dword;
582 #define ISCSI_TMF_REQUEST_HDR_DATA_SEG_LEN_MASK		0xFFFFFF
583 #define ISCSI_TMF_REQUEST_HDR_DATA_SEG_LEN_SHIFT	0
584 #define ISCSI_TMF_REQUEST_HDR_TOTAL_AHS_LEN_MASK	0xFF
585 #define ISCSI_TMF_REQUEST_HDR_TOTAL_AHS_LEN_SHIFT	24
586 	struct regpair lun;
587 	__le32 itt;
588 	__le32 rtt;
589 	__le32 cmd_sn;
590 	__le32 exp_stat_sn;
591 	__le32 ref_cmd_sn;
592 	__le32 exp_data_sn;
593 	__le32 reserved4[2];
594 };
595 
596 struct iscsi_tmf_response_hdr {
597 	u8 reserved2;
598 	u8 hdr_response;
599 	u8 hdr_flags;
600 	u8 opcode;
601 	__le32 hdr_second_dword;
602 #define ISCSI_TMF_RESPONSE_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
603 #define ISCSI_TMF_RESPONSE_HDR_DATA_SEG_LEN_SHIFT	0
604 #define ISCSI_TMF_RESPONSE_HDR_TOTAL_AHS_LEN_MASK	0xFF
605 #define ISCSI_TMF_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT	24
606 	struct regpair reserved0;
607 	__le32 itt;
608 	__le32 reserved1;
609 	__le32 stat_sn;
610 	__le32 exp_cmd_sn;
611 	__le32 max_cmd_sn;
612 	__le32 reserved4[3];
613 };
614 
615 /* iSCSI Response PDU header */
616 struct iscsi_response_hdr {
617 	u8 hdr_status;
618 	u8 hdr_response;
619 	u8 hdr_flags;
620 	u8 opcode;
621 	__le32 hdr_second_dword;
622 #define ISCSI_RESPONSE_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
623 #define ISCSI_RESPONSE_HDR_DATA_SEG_LEN_SHIFT	0
624 #define ISCSI_RESPONSE_HDR_TOTAL_AHS_LEN_MASK	0xFF
625 #define ISCSI_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT	24
626 	struct regpair lun;
627 	__le32 itt;
628 	__le32 snack_tag;
629 	__le32 stat_sn;
630 	__le32 exp_cmd_sn;
631 	__le32 max_cmd_sn;
632 	__le32 exp_data_sn;
633 	__le32 bi_residual_count;
634 	__le32 residual_count;
635 };
636 
637 /* iSCSI Reject PDU header */
638 struct iscsi_reject_hdr {
639 	u8 reserved4;
640 	u8 hdr_reason;
641 	u8 hdr_flags;
642 	u8 opcode;
643 	__le32 hdr_second_dword;
644 #define ISCSI_REJECT_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
645 #define ISCSI_REJECT_HDR_DATA_SEG_LEN_SHIFT	0
646 #define ISCSI_REJECT_HDR_TOTAL_AHS_LEN_MASK	0xFF
647 #define ISCSI_REJECT_HDR_TOTAL_AHS_LEN_SHIFT	24
648 	struct regpair reserved0;
649 	__le32 all_ones;
650 	__le32 reserved2;
651 	__le32 stat_sn;
652 	__le32 exp_cmd_sn;
653 	__le32 max_cmd_sn;
654 	__le32 data_sn;
655 	__le32 reserved3[2];
656 };
657 
658 /* iSCSI Asynchronous Message PDU header */
659 struct iscsi_async_msg_hdr {
660 	__le16 reserved0;
661 	u8 flags_attr;
662 #define ISCSI_ASYNC_MSG_HDR_RSRV_MASK		0x7F
663 #define ISCSI_ASYNC_MSG_HDR_RSRV_SHIFT		0
664 #define ISCSI_ASYNC_MSG_HDR_CONST1_MASK		0x1
665 #define ISCSI_ASYNC_MSG_HDR_CONST1_SHIFT	7
666 	u8 opcode;
667 	__le32 hdr_second_dword;
668 #define ISCSI_ASYNC_MSG_HDR_DATA_SEG_LEN_MASK	0xFFFFFF
669 #define ISCSI_ASYNC_MSG_HDR_DATA_SEG_LEN_SHIFT	0
670 #define ISCSI_ASYNC_MSG_HDR_TOTAL_AHS_LEN_MASK	0xFF
671 #define ISCSI_ASYNC_MSG_HDR_TOTAL_AHS_LEN_SHIFT	24
672 	struct regpair lun;
673 	__le32 all_ones;
674 	__le32 reserved1;
675 	__le32 stat_sn;
676 	__le32 exp_cmd_sn;
677 	__le32 max_cmd_sn;
678 	__le16 param1_rsrv;
679 	u8 async_vcode;
680 	u8 async_event;
681 	__le16 param3_rsrv;
682 	__le16 param2_rsrv;
683 	__le32 reserved7;
684 };
685 
686 /* PDU header part of Ystorm task context */
687 union iscsi_task_hdr {
688 	struct iscsi_common_hdr common;
689 	struct data_hdr data;
690 	struct iscsi_cmd_hdr cmd;
691 	struct iscsi_ext_cdb_cmd_hdr ext_cdb_cmd;
692 	struct iscsi_login_req_hdr login_req;
693 	struct iscsi_logout_req_hdr logout_req;
694 	struct iscsi_data_out_hdr data_out;
695 	struct iscsi_data_in_hdr data_in;
696 	struct iscsi_r2t_hdr r2t;
697 	struct iscsi_nop_out_hdr nop_out;
698 	struct iscsi_nop_in_hdr nop_in;
699 	struct iscsi_login_response_hdr login_response;
700 	struct iscsi_logout_response_hdr logout_response;
701 	struct iscsi_text_request_hdr text_request;
702 	struct iscsi_text_response_hdr text_response;
703 	struct iscsi_tmf_request_hdr tmf_request;
704 	struct iscsi_tmf_response_hdr tmf_response;
705 	struct iscsi_response_hdr response;
706 	struct iscsi_reject_hdr reject;
707 	struct iscsi_async_msg_hdr async_msg;
708 };
709 
710 /* The iscsi storm task context of Ystorm */
711 struct ystorm_iscsi_task_st_ctx {
712 	struct ystorm_iscsi_task_state state;
713 	struct ystorm_iscsi_task_rxmit_opt rxmit_opt;
714 	union iscsi_task_hdr pdu_hdr;
715 };
716 
717 struct e4_ystorm_iscsi_task_ag_ctx {
718 	u8 reserved;
719 	u8 byte1;
720 	__le16 word0;
721 	u8 flags0;
722 #define E4_YSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_MASK	0xF
723 #define E4_YSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_SHIFT	0
724 #define E4_YSTORM_ISCSI_TASK_AG_CTX_BIT0_MASK		0x1
725 #define E4_YSTORM_ISCSI_TASK_AG_CTX_BIT0_SHIFT		4
726 #define E4_YSTORM_ISCSI_TASK_AG_CTX_BIT1_MASK		0x1
727 #define E4_YSTORM_ISCSI_TASK_AG_CTX_BIT1_SHIFT		5
728 #define E4_YSTORM_ISCSI_TASK_AG_CTX_VALID_MASK		0x1
729 #define E4_YSTORM_ISCSI_TASK_AG_CTX_VALID_SHIFT		6
730 #define E4_YSTORM_ISCSI_TASK_AG_CTX_TTT_VALID_MASK   0x1	/* bit3 */
731 #define E4_YSTORM_ISCSI_TASK_AG_CTX_TTT_VALID_SHIFT  7
732 	u8 flags1;
733 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF0_MASK		0x3
734 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF0_SHIFT		0
735 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF1_MASK		0x3
736 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT		2
737 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF2SPECIAL_MASK	0x3
738 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF2SPECIAL_SHIFT	4
739 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF0EN_MASK		0x1
740 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF0EN_SHIFT		6
741 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK		0x1
742 #define E4_YSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT		7
743 	u8 flags2;
744 #define E4_YSTORM_ISCSI_TASK_AG_CTX_BIT4_MASK		0x1
745 #define E4_YSTORM_ISCSI_TASK_AG_CTX_BIT4_SHIFT		0
746 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK	0x1
747 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT	1
748 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK	0x1
749 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT	2
750 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK	0x1
751 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT	3
752 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK	0x1
753 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT	4
754 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK	0x1
755 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT	5
756 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK	0x1
757 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT	6
758 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK	0x1
759 #define E4_YSTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT	7
760 	u8 byte2;
761 	__le32 TTT;
762 	u8 byte3;
763 	u8 byte4;
764 	__le16 word1;
765 };
766 
767 struct e4_mstorm_iscsi_task_ag_ctx {
768 	u8 cdu_validation;
769 	u8 byte1;
770 	__le16 task_cid;
771 	u8 flags0;
772 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_MASK	0xF
773 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_SHIFT	0
774 #define E4_MSTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_MASK		0x1
775 #define E4_MSTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_SHIFT		4
776 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CONN_CLEAR_SQ_FLAG_MASK	0x1
777 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CONN_CLEAR_SQ_FLAG_SHIFT	5
778 #define E4_MSTORM_ISCSI_TASK_AG_CTX_VALID_MASK			0x1
779 #define E4_MSTORM_ISCSI_TASK_AG_CTX_VALID_SHIFT			6
780 #define E4_MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_FLAG_MASK	0x1
781 #define E4_MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_FLAG_SHIFT	7
782 	u8 flags1;
783 #define E4_MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_MASK	0x3
784 #define E4_MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_SHIFT	0
785 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CF1_MASK			0x3
786 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT			2
787 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CF2_MASK			0x3
788 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CF2_SHIFT			4
789 #define E4_MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_EN_MASK	0x1
790 #define E4_MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_EN_SHIFT	6
791 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK			0x1
792 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT			7
793 	u8 flags2;
794 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CF2EN_MASK		0x1
795 #define E4_MSTORM_ISCSI_TASK_AG_CTX_CF2EN_SHIFT		0
796 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK	0x1
797 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT	1
798 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK	0x1
799 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT	2
800 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK	0x1
801 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT	3
802 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK	0x1
803 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT	4
804 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK	0x1
805 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT	5
806 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK	0x1
807 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT	6
808 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK	0x1
809 #define E4_MSTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT	7
810 	u8 byte2;
811 	__le32 reg0;
812 	u8 byte3;
813 	u8 byte4;
814 	__le16 word1;
815 };
816 
817 struct e4_ustorm_iscsi_task_ag_ctx {
818 	u8 reserved;
819 	u8 state;
820 	__le16 icid;
821 	u8 flags0;
822 #define E4_USTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_MASK	0xF
823 #define E4_USTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_SHIFT	0
824 #define E4_USTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_MASK		0x1
825 #define E4_USTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_SHIFT		4
826 #define E4_USTORM_ISCSI_TASK_AG_CTX_CONN_CLEAR_SQ_FLAG_MASK     0x1
827 #define E4_USTORM_ISCSI_TASK_AG_CTX_CONN_CLEAR_SQ_FLAG_SHIFT    5
828 #define E4_USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_MASK		0x3
829 #define E4_USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_SHIFT		6
830 	u8 flags1;
831 #define E4_USTORM_ISCSI_TASK_AG_CTX_RESERVED1_MASK	0x3
832 #define E4_USTORM_ISCSI_TASK_AG_CTX_RESERVED1_SHIFT	0
833 #define E4_USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_MASK	0x3
834 #define E4_USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_SHIFT	2
835 #define E4_USTORM_ISCSI_TASK_AG_CTX_CF3_MASK		0x3
836 #define E4_USTORM_ISCSI_TASK_AG_CTX_CF3_SHIFT		4
837 #define E4_USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_MASK	0x3
838 #define E4_USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_SHIFT	6
839 	u8 flags2;
840 #define E4_USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_EN_MASK	0x1
841 #define E4_USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_EN_SHIFT	0
842 #define E4_USTORM_ISCSI_TASK_AG_CTX_DISABLE_DATA_ACKED_MASK	0x1
843 #define E4_USTORM_ISCSI_TASK_AG_CTX_DISABLE_DATA_ACKED_SHIFT	1
844 #define E4_USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_EN_MASK		0x1
845 #define E4_USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_EN_SHIFT		2
846 #define E4_USTORM_ISCSI_TASK_AG_CTX_CF3EN_MASK			0x1
847 #define E4_USTORM_ISCSI_TASK_AG_CTX_CF3EN_SHIFT			3
848 #define E4_USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_EN_MASK	0x1
849 #define E4_USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_EN_SHIFT	4
850 #define E4_USTORM_ISCSI_TASK_AG_CTX_CMP_DATA_TOTAL_EXP_EN_MASK	0x1
851 #define E4_USTORM_ISCSI_TASK_AG_CTX_CMP_DATA_TOTAL_EXP_EN_SHIFT	5
852 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK		0x1
853 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT		6
854 #define E4_USTORM_ISCSI_TASK_AG_CTX_CMP_CONT_RCV_EXP_EN_MASK	0x1
855 #define E4_USTORM_ISCSI_TASK_AG_CTX_CMP_CONT_RCV_EXP_EN_SHIFT	7
856 	u8 flags3;
857 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK		0x1
858 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT		0
859 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK		0x1
860 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT		1
861 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK		0x1
862 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT		2
863 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK		0x1
864 #define E4_USTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT		3
865 #define E4_USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_TYPE_MASK		0xF
866 #define E4_USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_TYPE_SHIFT	4
867 	__le32 dif_err_intervals;
868 	__le32 dif_error_1st_interval;
869 	__le32 rcv_cont_len;
870 	__le32 exp_cont_len;
871 	__le32 total_data_acked;
872 	__le32 exp_data_acked;
873 	u8 byte2;
874 	u8 byte3;
875 	__le16 word1;
876 	__le16 next_tid;
877 	__le16 word3;
878 	__le32 hdr_residual_count;
879 	__le32 exp_r2t_sn;
880 };
881 
882 /* The iscsi storm task context of Mstorm */
883 struct mstorm_iscsi_task_st_ctx {
884 	struct scsi_cached_sges data_desc;
885 	struct scsi_sgl_params sgl_params;
886 	__le32 rem_task_size;
887 	__le32 data_buffer_offset;
888 	u8 task_type;
889 	struct iscsi_dif_flags dif_flags;
890 	__le16 dif_task_icid;
891 	struct regpair sense_db;
892 	__le32 expected_itt;
893 	__le32 reserved1;
894 };
895 
896 struct iscsi_reg1 {
897 	__le32 reg1_map;
898 #define ISCSI_REG1_NUM_SGES_MASK	0xF
899 #define ISCSI_REG1_NUM_SGES_SHIFT	0
900 #define ISCSI_REG1_RESERVED1_MASK	0xFFFFFFF
901 #define ISCSI_REG1_RESERVED1_SHIFT	4
902 };
903 
904 struct tqe_opaque {
905 	__le16 opaque[2];
906 };
907 
908 /* The iscsi storm task context of Ustorm */
909 struct ustorm_iscsi_task_st_ctx {
910 	__le32 rem_rcv_len;
911 	__le32 exp_data_transfer_len;
912 	__le32 exp_data_sn;
913 	struct regpair lun;
914 	struct iscsi_reg1 reg1;
915 	u8 flags2;
916 #define USTORM_ISCSI_TASK_ST_CTX_AHS_EXIST_MASK		0x1
917 #define USTORM_ISCSI_TASK_ST_CTX_AHS_EXIST_SHIFT	0
918 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED1_MASK		0x7F
919 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED1_SHIFT	1
920 	struct iscsi_dif_flags dif_flags;
921 	__le16 reserved3;
922 	struct tqe_opaque tqe_opaque_list;
923 	__le32 reserved5;
924 	__le32 reserved6;
925 	__le32 reserved7;
926 	u8 task_type;
927 	u8 error_flags;
928 #define USTORM_ISCSI_TASK_ST_CTX_DATA_DIGEST_ERROR_MASK		0x1
929 #define USTORM_ISCSI_TASK_ST_CTX_DATA_DIGEST_ERROR_SHIFT	0
930 #define USTORM_ISCSI_TASK_ST_CTX_DATA_TRUNCATED_ERROR_MASK	0x1
931 #define USTORM_ISCSI_TASK_ST_CTX_DATA_TRUNCATED_ERROR_SHIFT	1
932 #define USTORM_ISCSI_TASK_ST_CTX_UNDER_RUN_ERROR_MASK		0x1
933 #define USTORM_ISCSI_TASK_ST_CTX_UNDER_RUN_ERROR_SHIFT		2
934 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED8_MASK			0x1F
935 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED8_SHIFT		3
936 	u8 flags;
937 #define USTORM_ISCSI_TASK_ST_CTX_CQE_WRITE_MASK			0x3
938 #define USTORM_ISCSI_TASK_ST_CTX_CQE_WRITE_SHIFT		0
939 #define USTORM_ISCSI_TASK_ST_CTX_LOCAL_COMP_MASK		0x1
940 #define USTORM_ISCSI_TASK_ST_CTX_LOCAL_COMP_SHIFT		2
941 #define USTORM_ISCSI_TASK_ST_CTX_Q0_R2TQE_WRITE_MASK		0x1
942 #define USTORM_ISCSI_TASK_ST_CTX_Q0_R2TQE_WRITE_SHIFT		3
943 #define USTORM_ISCSI_TASK_ST_CTX_TOTAL_DATA_ACKED_DONE_MASK	0x1
944 #define USTORM_ISCSI_TASK_ST_CTX_TOTAL_DATA_ACKED_DONE_SHIFT	4
945 #define USTORM_ISCSI_TASK_ST_CTX_HQ_SCANNED_DONE_MASK		0x1
946 #define USTORM_ISCSI_TASK_ST_CTX_HQ_SCANNED_DONE_SHIFT		5
947 #define USTORM_ISCSI_TASK_ST_CTX_R2T2RECV_DONE_MASK		0x1
948 #define USTORM_ISCSI_TASK_ST_CTX_R2T2RECV_DONE_SHIFT		6
949 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED0_MASK			0x1
950 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED0_SHIFT		7
951 	u8 cq_rss_number;
952 };
953 
954 /* iscsi task context */
955 struct e4_iscsi_task_context {
956 	struct ystorm_iscsi_task_st_ctx ystorm_st_context;
957 	struct e4_ystorm_iscsi_task_ag_ctx ystorm_ag_context;
958 	struct regpair ystorm_ag_padding[2];
959 	struct tdif_task_context tdif_context;
960 	struct e4_mstorm_iscsi_task_ag_ctx mstorm_ag_context;
961 	struct regpair mstorm_ag_padding[2];
962 	struct e4_ustorm_iscsi_task_ag_ctx ustorm_ag_context;
963 	struct mstorm_iscsi_task_st_ctx mstorm_st_context;
964 	struct ustorm_iscsi_task_st_ctx ustorm_st_context;
965 	struct rdif_task_context rdif_context;
966 };
967 
968 /* iSCSI connection offload params passed by driver to FW in ISCSI offload
969  * ramrod.
970  */
971 struct iscsi_conn_offload_params {
972 	struct regpair sq_pbl_addr;
973 	struct regpair r2tq_pbl_addr;
974 	struct regpair xhq_pbl_addr;
975 	struct regpair uhq_pbl_addr;
976 	__le16 physical_q0;
977 	__le16 physical_q1;
978 	u8 flags;
979 #define ISCSI_CONN_OFFLOAD_PARAMS_TCP_ON_CHIP_1B_MASK	0x1
980 #define ISCSI_CONN_OFFLOAD_PARAMS_TCP_ON_CHIP_1B_SHIFT	0
981 #define ISCSI_CONN_OFFLOAD_PARAMS_TARGET_MODE_MASK	0x1
982 #define ISCSI_CONN_OFFLOAD_PARAMS_TARGET_MODE_SHIFT	1
983 #define ISCSI_CONN_OFFLOAD_PARAMS_RESTRICTED_MODE_MASK	0x1
984 #define ISCSI_CONN_OFFLOAD_PARAMS_RESTRICTED_MODE_SHIFT	2
985 #define ISCSI_CONN_OFFLOAD_PARAMS_RESERVED1_MASK	0x1F
986 #define ISCSI_CONN_OFFLOAD_PARAMS_RESERVED1_SHIFT	3
987 	u8 default_cq;
988 	__le16 reserved0;
989 	__le32 stat_sn;
990 	__le32 initial_ack;
991 };
992 
993 /* iSCSI connection statistics */
994 struct iscsi_conn_stats_params {
995 	struct regpair iscsi_tcp_tx_packets_cnt;
996 	struct regpair iscsi_tcp_tx_bytes_cnt;
997 	struct regpair iscsi_tcp_tx_rxmit_cnt;
998 	struct regpair iscsi_tcp_rx_packets_cnt;
999 	struct regpair iscsi_tcp_rx_bytes_cnt;
1000 	struct regpair iscsi_tcp_rx_dup_ack_cnt;
1001 	__le32 iscsi_tcp_rx_chksum_err_cnt;
1002 	__le32 reserved;
1003 };
1004 
1005 
1006 /* iSCSI connection update params passed by driver to FW in ISCSI update
1007  *ramrod.
1008  */
1009 struct iscsi_conn_update_ramrod_params {
1010 	__le16 reserved0;
1011 	__le16 conn_id;
1012 	__le32 reserved1;
1013 	u8 flags;
1014 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_HD_EN_MASK		0x1
1015 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_HD_EN_SHIFT		0
1016 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DD_EN_MASK		0x1
1017 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DD_EN_SHIFT		1
1018 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_INITIAL_R2T_MASK	0x1
1019 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_INITIAL_R2T_SHIFT	2
1020 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_IMMEDIATE_DATA_MASK	0x1
1021 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_IMMEDIATE_DATA_SHIFT	3
1022 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_BLOCK_SIZE_MASK	0x1
1023 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_BLOCK_SIZE_SHIFT	4
1024 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_HOST_EN_MASK	0x1
1025 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_HOST_EN_SHIFT	5
1026 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_IMM_EN_MASK	0x1
1027 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_IMM_EN_SHIFT	6
1028 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_LUN_MAPPER_EN_MASK	0x1
1029 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_LUN_MAPPER_EN_SHIFT	7
1030 	u8 reserved3[3];
1031 	__le32 max_seq_size;
1032 	__le32 max_send_pdu_length;
1033 	__le32 max_recv_pdu_length;
1034 	__le32 first_seq_length;
1035 	__le32 exp_stat_sn;
1036 	union dif_configuration_params dif_on_imme_params;
1037 };
1038 
1039 /* iSCSI CQ element */
1040 struct iscsi_cqe_common {
1041 	__le16 conn_id;
1042 	u8 cqe_type;
1043 	union cqe_error_status error_bitmap;
1044 	__le32 reserved[3];
1045 	union iscsi_task_hdr iscsi_hdr;
1046 };
1047 
1048 /* iSCSI CQ element */
1049 struct iscsi_cqe_solicited {
1050 	__le16 conn_id;
1051 	u8 cqe_type;
1052 	union cqe_error_status error_bitmap;
1053 	__le16 itid;
1054 	u8 task_type;
1055 	u8 fw_dbg_field;
1056 	u8 caused_conn_err;
1057 	u8 reserved0[3];
1058 	__le32 data_truncated_bytes;
1059 	union iscsi_task_hdr iscsi_hdr;
1060 };
1061 
1062 /* iSCSI CQ element */
1063 struct iscsi_cqe_unsolicited {
1064 	__le16 conn_id;
1065 	u8 cqe_type;
1066 	union cqe_error_status error_bitmap;
1067 	__le16 reserved0;
1068 	u8 reserved1;
1069 	u8 unsol_cqe_type;
1070 	__le16 rqe_opaque;
1071 	__le16 reserved2[3];
1072 	union iscsi_task_hdr iscsi_hdr;
1073 };
1074 
1075 /* iSCSI CQ element */
1076 union iscsi_cqe {
1077 	struct iscsi_cqe_common cqe_common;
1078 	struct iscsi_cqe_solicited cqe_solicited;
1079 	struct iscsi_cqe_unsolicited cqe_unsolicited;
1080 };
1081 
1082 /* iSCSI CQE type */
1083 enum iscsi_cqes_type {
1084 	ISCSI_CQE_TYPE_SOLICITED = 1,
1085 	ISCSI_CQE_TYPE_UNSOLICITED,
1086 	ISCSI_CQE_TYPE_SOLICITED_WITH_SENSE,
1087 	ISCSI_CQE_TYPE_TASK_CLEANUP,
1088 	ISCSI_CQE_TYPE_DUMMY,
1089 	MAX_ISCSI_CQES_TYPE
1090 };
1091 
1092 /* iSCSI CQE type */
1093 enum iscsi_cqe_unsolicited_type {
1094 	ISCSI_CQE_UNSOLICITED_NONE,
1095 	ISCSI_CQE_UNSOLICITED_SINGLE,
1096 	ISCSI_CQE_UNSOLICITED_FIRST,
1097 	ISCSI_CQE_UNSOLICITED_MIDDLE,
1098 	ISCSI_CQE_UNSOLICITED_LAST,
1099 	MAX_ISCSI_CQE_UNSOLICITED_TYPE
1100 };
1101 
1102 /* iscsi debug modes */
1103 struct iscsi_debug_modes {
1104 	u8 flags;
1105 #define ISCSI_DEBUG_MODES_ASSERT_IF_RX_CONN_ERROR_MASK			0x1
1106 #define ISCSI_DEBUG_MODES_ASSERT_IF_RX_CONN_ERROR_SHIFT			0
1107 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_RESET_MASK			0x1
1108 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_RESET_SHIFT			1
1109 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_FIN_MASK			0x1
1110 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_FIN_SHIFT			2
1111 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_CLEANUP_MASK			0x1
1112 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_CLEANUP_SHIFT			3
1113 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_REJECT_OR_ASYNC_MASK		0x1
1114 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_REJECT_OR_ASYNC_SHIFT		4
1115 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_NOP_MASK			0x1
1116 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_NOP_SHIFT			5
1117 #define ISCSI_DEBUG_MODES_ASSERT_IF_DIF_OR_DATA_DIGEST_ERROR_MASK	0x1
1118 #define ISCSI_DEBUG_MODES_ASSERT_IF_DIF_OR_DATA_DIGEST_ERROR_SHIFT	6
1119 #define ISCSI_DEBUG_MODES_ASSERT_IF_HQ_CORRUPT_MASK			0x1
1120 #define ISCSI_DEBUG_MODES_ASSERT_IF_HQ_CORRUPT_SHIFT			7
1121 };
1122 
1123 /* iSCSI kernel completion queue IDs */
1124 enum iscsi_eqe_opcode {
1125 	ISCSI_EVENT_TYPE_INIT_FUNC = 0,
1126 	ISCSI_EVENT_TYPE_DESTROY_FUNC,
1127 	ISCSI_EVENT_TYPE_OFFLOAD_CONN,
1128 	ISCSI_EVENT_TYPE_UPDATE_CONN,
1129 	ISCSI_EVENT_TYPE_CLEAR_SQ,
1130 	ISCSI_EVENT_TYPE_TERMINATE_CONN,
1131 	ISCSI_EVENT_TYPE_MAC_UPDATE_CONN,
1132 	ISCSI_EVENT_TYPE_COLLECT_STATS_CONN,
1133 	ISCSI_EVENT_TYPE_ASYN_CONNECT_COMPLETE,
1134 	ISCSI_EVENT_TYPE_ASYN_TERMINATE_DONE,
1135 	ISCSI_EVENT_TYPE_START_OF_ERROR_TYPES = 10,
1136 	ISCSI_EVENT_TYPE_ASYN_ABORT_RCVD,
1137 	ISCSI_EVENT_TYPE_ASYN_CLOSE_RCVD,
1138 	ISCSI_EVENT_TYPE_ASYN_SYN_RCVD,
1139 	ISCSI_EVENT_TYPE_ASYN_MAX_RT_TIME,
1140 	ISCSI_EVENT_TYPE_ASYN_MAX_RT_CNT,
1141 	ISCSI_EVENT_TYPE_ASYN_MAX_KA_PROBES_CNT,
1142 	ISCSI_EVENT_TYPE_ASYN_FIN_WAIT2,
1143 	ISCSI_EVENT_TYPE_ISCSI_CONN_ERROR,
1144 	ISCSI_EVENT_TYPE_TCP_CONN_ERROR,
1145 	MAX_ISCSI_EQE_OPCODE
1146 };
1147 
1148 /* iSCSI EQE and CQE completion status */
1149 enum iscsi_error_types {
1150 	ISCSI_STATUS_NONE = 0,
1151 	ISCSI_CQE_ERROR_UNSOLICITED_RCV_ON_INVALID_CONN = 1,
1152 	ISCSI_CONN_ERROR_TASK_CID_MISMATCH,
1153 	ISCSI_CONN_ERROR_TASK_NOT_VALID,
1154 	ISCSI_CONN_ERROR_RQ_RING_IS_FULL,
1155 	ISCSI_CONN_ERROR_CMDQ_RING_IS_FULL,
1156 	ISCSI_CONN_ERROR_HQE_CACHING_FAILED,
1157 	ISCSI_CONN_ERROR_HEADER_DIGEST_ERROR,
1158 	ISCSI_CONN_ERROR_LOCAL_COMPLETION_ERROR,
1159 	ISCSI_CONN_ERROR_DATA_OVERRUN,
1160 	ISCSI_CONN_ERROR_OUT_OF_SGES_ERROR,
1161 	ISCSI_CONN_ERROR_IP_OPTIONS_ERROR,
1162 	ISCSI_CONN_ERROR_PRS_ERRORS,
1163 	ISCSI_CONN_ERROR_CONNECT_INVALID_TCP_OPTION,
1164 	ISCSI_CONN_ERROR_TCP_IP_FRAGMENT_ERROR,
1165 	ISCSI_CONN_ERROR_PROTOCOL_ERR_AHS_LEN,
1166 	ISCSI_CONN_ERROR_PROTOCOL_ERR_AHS_TYPE,
1167 	ISCSI_CONN_ERROR_PROTOCOL_ERR_ITT_OUT_OF_RANGE,
1168 	ISCSI_CONN_ERROR_PROTOCOL_ERR_TTT_OUT_OF_RANGE,
1169 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SEG_LEN_EXCEEDS_PDU_SIZE,
1170 	ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_OPCODE,
1171 	ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_OPCODE_BEFORE_UPDATE,
1172 	ISCSI_CONN_ERROR_UNVALID_NOPIN_DSL,
1173 	ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_CARRIES_NO_DATA,
1174 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SN,
1175 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_IN_TTT,
1176 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_OUT_ITT,
1177 	ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_TTT,
1178 	ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_BUFFER_OFFSET,
1179 	ISCSI_CONN_ERROR_PROTOCOL_ERR_BUFFER_OFFSET_OOO,
1180 	ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_SN,
1181 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_0,
1182 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_1,
1183 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_2,
1184 	ISCSI_CONN_ERROR_PROTOCOL_ERR_LUN,
1185 	ISCSI_CONN_ERROR_PROTOCOL_ERR_F_BIT_ZERO,
1186 	ISCSI_CONN_ERROR_PROTOCOL_ERR_F_BIT_ZERO_S_BIT_ONE,
1187 	ISCSI_CONN_ERROR_PROTOCOL_ERR_EXP_STAT_SN,
1188 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DSL_NOT_ZERO,
1189 	ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_DSL,
1190 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SEG_LEN_TOO_BIG,
1191 	ISCSI_CONN_ERROR_PROTOCOL_ERR_OUTSTANDING_R2T_COUNT,
1192 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DIF_TX,
1193 	ISCSI_CONN_ERROR_SENSE_DATA_LENGTH,
1194 	ISCSI_CONN_ERROR_DATA_PLACEMENT_ERROR,
1195 	ISCSI_CONN_ERROR_INVALID_ITT,
1196 	ISCSI_ERROR_UNKNOWN,
1197 	MAX_ISCSI_ERROR_TYPES
1198 };
1199 
1200 /* iSCSI Ramrod Command IDs */
1201 enum iscsi_ramrod_cmd_id {
1202 	ISCSI_RAMROD_CMD_ID_UNUSED = 0,
1203 	ISCSI_RAMROD_CMD_ID_INIT_FUNC = 1,
1204 	ISCSI_RAMROD_CMD_ID_DESTROY_FUNC = 2,
1205 	ISCSI_RAMROD_CMD_ID_OFFLOAD_CONN = 3,
1206 	ISCSI_RAMROD_CMD_ID_UPDATE_CONN = 4,
1207 	ISCSI_RAMROD_CMD_ID_TERMINATION_CONN = 5,
1208 	ISCSI_RAMROD_CMD_ID_CLEAR_SQ = 6,
1209 	ISCSI_RAMROD_CMD_ID_MAC_UPDATE = 7,
1210 	ISCSI_RAMROD_CMD_ID_CONN_STATS = 8,
1211 	MAX_ISCSI_RAMROD_CMD_ID
1212 };
1213 
1214 /* iSCSI connection termination request */
1215 struct iscsi_spe_conn_mac_update {
1216 	__le16 reserved0;
1217 	__le16 conn_id;
1218 	__le32 reserved1;
1219 	__le16 remote_mac_addr_lo;
1220 	__le16 remote_mac_addr_mid;
1221 	__le16 remote_mac_addr_hi;
1222 	u8 reserved2[2];
1223 };
1224 
1225 /* iSCSI and TCP connection (Option 1) offload params passed by driver to FW in
1226  * iSCSI offload ramrod.
1227  */
1228 struct iscsi_spe_conn_offload {
1229 	__le16 reserved0;
1230 	__le16 conn_id;
1231 	__le32 reserved1;
1232 	struct iscsi_conn_offload_params iscsi;
1233 	struct tcp_offload_params tcp;
1234 };
1235 
1236 /* iSCSI and TCP connection(Option 2) offload params passed by driver to FW in
1237  * iSCSI offload ramrod.
1238  */
1239 struct iscsi_spe_conn_offload_option2 {
1240 	__le16 reserved0;
1241 	__le16 conn_id;
1242 	__le32 reserved1;
1243 	struct iscsi_conn_offload_params iscsi;
1244 	struct tcp_offload_params_opt2 tcp;
1245 };
1246 
1247 /* iSCSI collect connection statistics request */
1248 struct iscsi_spe_conn_statistics {
1249 	__le16 reserved0;
1250 	__le16 conn_id;
1251 	__le32 reserved1;
1252 	u8 reset_stats;
1253 	u8 reserved2[7];
1254 	struct regpair stats_cnts_addr;
1255 };
1256 
1257 /* iSCSI connection termination request */
1258 struct iscsi_spe_conn_termination {
1259 	__le16 reserved0;
1260 	__le16 conn_id;
1261 	__le32 reserved1;
1262 	u8 abortive;
1263 	u8 reserved2[7];
1264 	struct regpair queue_cnts_addr;
1265 	struct regpair query_params_addr;
1266 };
1267 
1268 /* iSCSI firmware function init parameters */
1269 struct iscsi_spe_func_init {
1270 	__le16 half_way_close_timeout;
1271 	u8 num_sq_pages_in_ring;
1272 	u8 num_r2tq_pages_in_ring;
1273 	u8 num_uhq_pages_in_ring;
1274 	u8 ll2_rx_queue_id;
1275 	u8 flags;
1276 #define ISCSI_SPE_FUNC_INIT_COUNTERS_EN_MASK	0x1
1277 #define ISCSI_SPE_FUNC_INIT_COUNTERS_EN_SHIFT	0
1278 #define ISCSI_SPE_FUNC_INIT_RESERVED0_MASK	0x7F
1279 #define ISCSI_SPE_FUNC_INIT_RESERVED0_SHIFT	1
1280 	struct iscsi_debug_modes debug_mode;
1281 	u8 params;
1282 #define ISCSI_SPE_FUNC_INIT_MAX_SYN_RT_MASK	0xF
1283 #define ISCSI_SPE_FUNC_INIT_MAX_SYN_RT_SHIFT	0
1284 #define ISCSI_SPE_FUNC_INIT_RESERVED1_MASK	0xF
1285 #define ISCSI_SPE_FUNC_INIT_RESERVED1_SHIFT	4
1286 	u8 reserved2[7];
1287 	struct scsi_init_func_params func_params;
1288 	struct scsi_init_func_queues q_params;
1289 };
1290 
1291 /* iSCSI task type */
1292 enum iscsi_task_type {
1293 	ISCSI_TASK_TYPE_INITIATOR_WRITE,
1294 	ISCSI_TASK_TYPE_INITIATOR_READ,
1295 	ISCSI_TASK_TYPE_MIDPATH,
1296 	ISCSI_TASK_TYPE_UNSOLIC,
1297 	ISCSI_TASK_TYPE_EXCHCLEANUP,
1298 	ISCSI_TASK_TYPE_IRRELEVANT,
1299 	ISCSI_TASK_TYPE_TARGET_WRITE,
1300 	ISCSI_TASK_TYPE_TARGET_READ,
1301 	ISCSI_TASK_TYPE_TARGET_RESPONSE,
1302 	ISCSI_TASK_TYPE_LOGIN_RESPONSE,
1303 	ISCSI_TASK_TYPE_TARGET_IMM_W_DIF,
1304 	MAX_ISCSI_TASK_TYPE
1305 };
1306 
1307 /* iSCSI DesiredDataTransferLength/ttt union */
1308 union iscsi_ttt_txlen_union {
1309 	__le32 desired_tx_len;
1310 	__le32 ttt;
1311 };
1312 
1313 /* iSCSI uHQ element */
1314 struct iscsi_uhqe {
1315 	__le32 reg1;
1316 #define ISCSI_UHQE_PDU_PAYLOAD_LEN_MASK		0xFFFFF
1317 #define ISCSI_UHQE_PDU_PAYLOAD_LEN_SHIFT	0
1318 #define ISCSI_UHQE_LOCAL_COMP_MASK		0x1
1319 #define ISCSI_UHQE_LOCAL_COMP_SHIFT		20
1320 #define ISCSI_UHQE_TOGGLE_BIT_MASK		0x1
1321 #define ISCSI_UHQE_TOGGLE_BIT_SHIFT		21
1322 #define ISCSI_UHQE_PURE_PAYLOAD_MASK		0x1
1323 #define ISCSI_UHQE_PURE_PAYLOAD_SHIFT		22
1324 #define ISCSI_UHQE_LOGIN_RESPONSE_PDU_MASK	0x1
1325 #define ISCSI_UHQE_LOGIN_RESPONSE_PDU_SHIFT	23
1326 #define ISCSI_UHQE_TASK_ID_HI_MASK		0xFF
1327 #define ISCSI_UHQE_TASK_ID_HI_SHIFT		24
1328 	__le32 reg2;
1329 #define ISCSI_UHQE_BUFFER_OFFSET_MASK	0xFFFFFF
1330 #define ISCSI_UHQE_BUFFER_OFFSET_SHIFT	0
1331 #define ISCSI_UHQE_TASK_ID_LO_MASK	0xFF
1332 #define ISCSI_UHQE_TASK_ID_LO_SHIFT	24
1333 };
1334 
1335 /* iSCSI WQ element */
1336 struct iscsi_wqe {
1337 	__le16 task_id;
1338 	u8 flags;
1339 #define ISCSI_WQE_WQE_TYPE_MASK		0x7
1340 #define ISCSI_WQE_WQE_TYPE_SHIFT	0
1341 #define ISCSI_WQE_NUM_SGES_MASK		0xF
1342 #define ISCSI_WQE_NUM_SGES_SHIFT	3
1343 #define ISCSI_WQE_RESPONSE_MASK		0x1
1344 #define ISCSI_WQE_RESPONSE_SHIFT	7
1345 	struct iscsi_dif_flags prot_flags;
1346 	__le32 contlen_cdbsize;
1347 #define ISCSI_WQE_CONT_LEN_MASK		0xFFFFFF
1348 #define ISCSI_WQE_CONT_LEN_SHIFT	0
1349 #define ISCSI_WQE_CDB_SIZE_MASK		0xFF
1350 #define ISCSI_WQE_CDB_SIZE_SHIFT	24
1351 };
1352 
1353 /* iSCSI wqe type */
1354 enum iscsi_wqe_type {
1355 	ISCSI_WQE_TYPE_NORMAL,
1356 	ISCSI_WQE_TYPE_TASK_CLEANUP,
1357 	ISCSI_WQE_TYPE_MIDDLE_PATH,
1358 	ISCSI_WQE_TYPE_LOGIN,
1359 	ISCSI_WQE_TYPE_FIRST_R2T_CONT,
1360 	ISCSI_WQE_TYPE_NONFIRST_R2T_CONT,
1361 	ISCSI_WQE_TYPE_RESPONSE,
1362 	MAX_ISCSI_WQE_TYPE
1363 };
1364 
1365 /* iSCSI xHQ element */
1366 struct iscsi_xhqe {
1367 	union iscsi_ttt_txlen_union ttt_or_txlen;
1368 	__le32 exp_stat_sn;
1369 	struct iscsi_dif_flags prot_flags;
1370 	u8 total_ahs_length;
1371 	u8 opcode;
1372 	u8 flags;
1373 #define ISCSI_XHQE_FINAL_MASK		0x1
1374 #define ISCSI_XHQE_FINAL_SHIFT		0
1375 #define ISCSI_XHQE_STATUS_BIT_MASK	0x1
1376 #define ISCSI_XHQE_STATUS_BIT_SHIFT	1
1377 #define ISCSI_XHQE_NUM_SGES_MASK	0xF
1378 #define ISCSI_XHQE_NUM_SGES_SHIFT	2
1379 #define ISCSI_XHQE_RESERVED0_MASK	0x3
1380 #define ISCSI_XHQE_RESERVED0_SHIFT	6
1381 	union iscsi_seq_num seq_num;
1382 	__le16 reserved1;
1383 };
1384 
1385 /* Per PF iSCSI receive path statistics - mStorm RAM structure */
1386 struct mstorm_iscsi_stats_drv {
1387 	struct regpair iscsi_rx_dropped_pdus_task_not_valid;
1388 	struct regpair iscsi_rx_dup_ack_cnt;
1389 };
1390 
1391 /* Per PF iSCSI transmit path statistics - pStorm RAM structure */
1392 struct pstorm_iscsi_stats_drv {
1393 	struct regpair iscsi_tx_bytes_cnt;
1394 	struct regpair iscsi_tx_packet_cnt;
1395 };
1396 
1397 /* Per PF iSCSI receive path statistics - tStorm RAM structure */
1398 struct tstorm_iscsi_stats_drv {
1399 	struct regpair iscsi_rx_bytes_cnt;
1400 	struct regpair iscsi_rx_packet_cnt;
1401 	struct regpair iscsi_rx_new_ooo_isle_events_cnt;
1402 	struct regpair iscsi_rx_tcp_payload_bytes_cnt;
1403 	struct regpair iscsi_rx_tcp_pkt_cnt;
1404 	struct regpair iscsi_rx_pure_ack_cnt;
1405 	__le32 iscsi_cmdq_threshold_cnt;
1406 	__le32 iscsi_rq_threshold_cnt;
1407 	__le32 iscsi_immq_threshold_cnt;
1408 };
1409 
1410 /* Per PF iSCSI receive path statistics - uStorm RAM structure */
1411 struct ustorm_iscsi_stats_drv {
1412 	struct regpair iscsi_rx_data_pdu_cnt;
1413 	struct regpair iscsi_rx_r2t_pdu_cnt;
1414 	struct regpair iscsi_rx_total_pdu_cnt;
1415 };
1416 
1417 /* Per PF iSCSI transmit path statistics - xStorm RAM structure */
1418 struct xstorm_iscsi_stats_drv {
1419 	struct regpair iscsi_tx_go_to_slow_start_event_cnt;
1420 	struct regpair iscsi_tx_fast_retransmit_event_cnt;
1421 	struct regpair iscsi_tx_pure_ack_cnt;
1422 	struct regpair iscsi_tx_delayed_ack_cnt;
1423 };
1424 
1425 /* Per PF iSCSI transmit path statistics - yStorm RAM structure */
1426 struct ystorm_iscsi_stats_drv {
1427 	struct regpair iscsi_tx_data_pdu_cnt;
1428 	struct regpair iscsi_tx_r2t_pdu_cnt;
1429 	struct regpair iscsi_tx_total_pdu_cnt;
1430 	struct regpair iscsi_tx_tcp_payload_bytes_cnt;
1431 	struct regpair iscsi_tx_tcp_pkt_cnt;
1432 };
1433 
1434 struct e4_tstorm_iscsi_task_ag_ctx {
1435 	u8 byte0;
1436 	u8 byte1;
1437 	__le16 word0;
1438 	u8 flags0;
1439 #define E4_TSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_MASK	0xF
1440 #define E4_TSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_SHIFT	0
1441 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT0_MASK		0x1
1442 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT0_SHIFT		4
1443 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT1_MASK		0x1
1444 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT1_SHIFT		5
1445 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT2_MASK		0x1
1446 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT2_SHIFT		6
1447 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT3_MASK		0x1
1448 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT3_SHIFT		7
1449 	u8 flags1;
1450 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT4_MASK	0x1
1451 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT4_SHIFT	0
1452 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT5_MASK	0x1
1453 #define E4_TSTORM_ISCSI_TASK_AG_CTX_BIT5_SHIFT	1
1454 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF0_MASK	0x3
1455 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF0_SHIFT	2
1456 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF1_MASK	0x3
1457 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT	4
1458 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF2_MASK	0x3
1459 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF2_SHIFT	6
1460 	u8 flags2;
1461 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF3_MASK	0x3
1462 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF3_SHIFT	0
1463 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF4_MASK	0x3
1464 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF4_SHIFT	2
1465 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF5_MASK	0x3
1466 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF5_SHIFT	4
1467 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF6_MASK	0x3
1468 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF6_SHIFT	6
1469 	u8 flags3;
1470 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF7_MASK	0x3
1471 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF7_SHIFT	0
1472 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF0EN_MASK	0x1
1473 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF0EN_SHIFT	2
1474 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK	0x1
1475 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT	3
1476 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF2EN_MASK	0x1
1477 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF2EN_SHIFT	4
1478 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF3EN_MASK	0x1
1479 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF3EN_SHIFT	5
1480 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF4EN_MASK	0x1
1481 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF4EN_SHIFT	6
1482 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF5EN_MASK	0x1
1483 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF5EN_SHIFT	7
1484 	u8 flags4;
1485 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF6EN_MASK		0x1
1486 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF6EN_SHIFT		0
1487 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF7EN_MASK		0x1
1488 #define E4_TSTORM_ISCSI_TASK_AG_CTX_CF7EN_SHIFT		1
1489 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK	0x1
1490 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT	2
1491 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK	0x1
1492 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT	3
1493 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK	0x1
1494 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT	4
1495 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK	0x1
1496 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT	5
1497 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK	0x1
1498 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT	6
1499 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK	0x1
1500 #define E4_TSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT	7
1501 	u8 byte2;
1502 	__le16 word1;
1503 	__le32 reg0;
1504 	u8 byte3;
1505 	u8 byte4;
1506 	__le16 word2;
1507 	__le16 word3;
1508 	__le16 word4;
1509 	__le32 reg1;
1510 	__le32 reg2;
1511 };
1512 
1513 /* iSCSI doorbell data */
1514 struct iscsi_db_data {
1515 	u8 params;
1516 #define ISCSI_DB_DATA_DEST_MASK		0x3
1517 #define ISCSI_DB_DATA_DEST_SHIFT	0
1518 #define ISCSI_DB_DATA_AGG_CMD_MASK	0x3
1519 #define ISCSI_DB_DATA_AGG_CMD_SHIFT	2
1520 #define ISCSI_DB_DATA_BYPASS_EN_MASK	0x1
1521 #define ISCSI_DB_DATA_BYPASS_EN_SHIFT	4
1522 #define ISCSI_DB_DATA_RESERVED_MASK	0x1
1523 #define ISCSI_DB_DATA_RESERVED_SHIFT	5
1524 #define ISCSI_DB_DATA_AGG_VAL_SEL_MASK	0x3
1525 #define ISCSI_DB_DATA_AGG_VAL_SEL_SHIFT	6
1526 	u8 agg_flags;
1527 	__le16 sq_prod;
1528 };
1529 
1530 #endif /* __ISCSI_COMMON__ */
1531