1 /******************************************************************************* 2 * 3 * Copyright (c) 2015-2016 Intel Corporation. All rights reserved. 4 * 5 * This software is available to you under a choice of one of two 6 * licenses. You may choose to be licensed under the terms of the GNU 7 * General Public License (GPL) Version 2, available from the file 8 * COPYING in the main directory of this source tree, or the 9 * OpenFabrics.org BSD license below: 10 * 11 * Redistribution and use in source and binary forms, with or 12 * without modification, are permitted provided that the following 13 * conditions are met: 14 * 15 * - Redistributions of source code must retain the above 16 * copyright notice, this list of conditions and the following 17 * disclaimer. 18 * 19 * - Redistributions in binary form must reproduce the above 20 * copyright notice, this list of conditions and the following 21 * disclaimer in the documentation and/or other materials 22 * provided with the distribution. 23 * 24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 31 * SOFTWARE. 32 * 33 *******************************************************************************/ 34 35 #ifndef I40IW_TYPE_H 36 #define I40IW_TYPE_H 37 #include "i40iw_user.h" 38 #include "i40iw_hmc.h" 39 #include "i40iw_vf.h" 40 #include "i40iw_virtchnl.h" 41 42 struct i40iw_cqp_sq_wqe { 43 u64 buf[I40IW_CQP_WQE_SIZE]; 44 }; 45 46 struct i40iw_sc_aeqe { 47 u64 buf[I40IW_AEQE_SIZE]; 48 }; 49 50 struct i40iw_ceqe { 51 u64 buf[I40IW_CEQE_SIZE]; 52 }; 53 54 struct i40iw_cqp_ctx { 55 u64 buf[I40IW_CQP_CTX_SIZE]; 56 }; 57 58 struct i40iw_cq_shadow_area { 59 u64 buf[I40IW_SHADOW_AREA_SIZE]; 60 }; 61 62 struct i40iw_sc_dev; 63 struct i40iw_hmc_info; 64 struct i40iw_vsi_pestat; 65 66 struct i40iw_cqp_ops; 67 struct i40iw_ccq_ops; 68 struct i40iw_ceq_ops; 69 struct i40iw_aeq_ops; 70 struct i40iw_mr_ops; 71 struct i40iw_cqp_misc_ops; 72 struct i40iw_pd_ops; 73 struct i40iw_priv_qp_ops; 74 struct i40iw_priv_cq_ops; 75 struct i40iw_hmc_ops; 76 77 enum i40iw_page_size { 78 I40IW_PAGE_SIZE_4K, 79 I40IW_PAGE_SIZE_2M 80 }; 81 82 enum i40iw_resource_indicator_type { 83 I40IW_RSRC_INDICATOR_TYPE_ADAPTER = 0, 84 I40IW_RSRC_INDICATOR_TYPE_CQ, 85 I40IW_RSRC_INDICATOR_TYPE_QP, 86 I40IW_RSRC_INDICATOR_TYPE_SRQ 87 }; 88 89 enum i40iw_hdrct_flags { 90 DDP_LEN_FLAG = 0x80, 91 DDP_HDR_FLAG = 0x40, 92 RDMA_HDR_FLAG = 0x20 93 }; 94 95 enum i40iw_term_layers { 96 LAYER_RDMA = 0, 97 LAYER_DDP = 1, 98 LAYER_MPA = 2 99 }; 100 101 enum i40iw_term_error_types { 102 RDMAP_REMOTE_PROT = 1, 103 RDMAP_REMOTE_OP = 2, 104 DDP_CATASTROPHIC = 0, 105 DDP_TAGGED_BUFFER = 1, 106 DDP_UNTAGGED_BUFFER = 2, 107 DDP_LLP = 3 108 }; 109 110 enum i40iw_term_rdma_errors { 111 RDMAP_INV_STAG = 0x00, 112 RDMAP_INV_BOUNDS = 0x01, 113 RDMAP_ACCESS = 0x02, 114 RDMAP_UNASSOC_STAG = 0x03, 115 RDMAP_TO_WRAP = 0x04, 116 RDMAP_INV_RDMAP_VER = 0x05, 117 RDMAP_UNEXPECTED_OP = 0x06, 118 RDMAP_CATASTROPHIC_LOCAL = 0x07, 119 RDMAP_CATASTROPHIC_GLOBAL = 0x08, 120 RDMAP_CANT_INV_STAG = 0x09, 121 RDMAP_UNSPECIFIED = 0xff 122 }; 123 124 enum i40iw_term_ddp_errors { 125 DDP_CATASTROPHIC_LOCAL = 0x00, 126 DDP_TAGGED_INV_STAG = 0x00, 127 DDP_TAGGED_BOUNDS = 0x01, 128 DDP_TAGGED_UNASSOC_STAG = 0x02, 129 DDP_TAGGED_TO_WRAP = 0x03, 130 DDP_TAGGED_INV_DDP_VER = 0x04, 131 DDP_UNTAGGED_INV_QN = 0x01, 132 DDP_UNTAGGED_INV_MSN_NO_BUF = 0x02, 133 DDP_UNTAGGED_INV_MSN_RANGE = 0x03, 134 DDP_UNTAGGED_INV_MO = 0x04, 135 DDP_UNTAGGED_INV_TOO_LONG = 0x05, 136 DDP_UNTAGGED_INV_DDP_VER = 0x06 137 }; 138 139 enum i40iw_term_mpa_errors { 140 MPA_CLOSED = 0x01, 141 MPA_CRC = 0x02, 142 MPA_MARKER = 0x03, 143 MPA_REQ_RSP = 0x04, 144 }; 145 146 enum i40iw_flush_opcode { 147 FLUSH_INVALID = 0, 148 FLUSH_PROT_ERR, 149 FLUSH_REM_ACCESS_ERR, 150 FLUSH_LOC_QP_OP_ERR, 151 FLUSH_REM_OP_ERR, 152 FLUSH_LOC_LEN_ERR, 153 FLUSH_GENERAL_ERR, 154 FLUSH_FATAL_ERR 155 }; 156 157 enum i40iw_term_eventtypes { 158 TERM_EVENT_QP_FATAL, 159 TERM_EVENT_QP_ACCESS_ERR 160 }; 161 162 struct i40iw_terminate_hdr { 163 u8 layer_etype; 164 u8 error_code; 165 u8 hdrct; 166 u8 rsvd; 167 }; 168 169 enum i40iw_debug_flag { 170 I40IW_DEBUG_NONE = 0x00000000, 171 I40IW_DEBUG_ERR = 0x00000001, 172 I40IW_DEBUG_INIT = 0x00000002, 173 I40IW_DEBUG_DEV = 0x00000004, 174 I40IW_DEBUG_CM = 0x00000008, 175 I40IW_DEBUG_VERBS = 0x00000010, 176 I40IW_DEBUG_PUDA = 0x00000020, 177 I40IW_DEBUG_ILQ = 0x00000040, 178 I40IW_DEBUG_IEQ = 0x00000080, 179 I40IW_DEBUG_QP = 0x00000100, 180 I40IW_DEBUG_CQ = 0x00000200, 181 I40IW_DEBUG_MR = 0x00000400, 182 I40IW_DEBUG_PBLE = 0x00000800, 183 I40IW_DEBUG_WQE = 0x00001000, 184 I40IW_DEBUG_AEQ = 0x00002000, 185 I40IW_DEBUG_CQP = 0x00004000, 186 I40IW_DEBUG_HMC = 0x00008000, 187 I40IW_DEBUG_USER = 0x00010000, 188 I40IW_DEBUG_VIRT = 0x00020000, 189 I40IW_DEBUG_DCB = 0x00040000, 190 I40IW_DEBUG_CQE = 0x00800000, 191 I40IW_DEBUG_ALL = 0xFFFFFFFF 192 }; 193 194 enum i40iw_hw_stats_index_32b { 195 I40IW_HW_STAT_INDEX_IP4RXDISCARD = 0, 196 I40IW_HW_STAT_INDEX_IP4RXTRUNC, 197 I40IW_HW_STAT_INDEX_IP4TXNOROUTE, 198 I40IW_HW_STAT_INDEX_IP6RXDISCARD, 199 I40IW_HW_STAT_INDEX_IP6RXTRUNC, 200 I40IW_HW_STAT_INDEX_IP6TXNOROUTE, 201 I40IW_HW_STAT_INDEX_TCPRTXSEG, 202 I40IW_HW_STAT_INDEX_TCPRXOPTERR, 203 I40IW_HW_STAT_INDEX_TCPRXPROTOERR, 204 I40IW_HW_STAT_INDEX_MAX_32 205 }; 206 207 enum i40iw_hw_stats_index_64b { 208 I40IW_HW_STAT_INDEX_IP4RXOCTS = 0, 209 I40IW_HW_STAT_INDEX_IP4RXPKTS, 210 I40IW_HW_STAT_INDEX_IP4RXFRAGS, 211 I40IW_HW_STAT_INDEX_IP4RXMCPKTS, 212 I40IW_HW_STAT_INDEX_IP4TXOCTS, 213 I40IW_HW_STAT_INDEX_IP4TXPKTS, 214 I40IW_HW_STAT_INDEX_IP4TXFRAGS, 215 I40IW_HW_STAT_INDEX_IP4TXMCPKTS, 216 I40IW_HW_STAT_INDEX_IP6RXOCTS, 217 I40IW_HW_STAT_INDEX_IP6RXPKTS, 218 I40IW_HW_STAT_INDEX_IP6RXFRAGS, 219 I40IW_HW_STAT_INDEX_IP6RXMCPKTS, 220 I40IW_HW_STAT_INDEX_IP6TXOCTS, 221 I40IW_HW_STAT_INDEX_IP6TXPKTS, 222 I40IW_HW_STAT_INDEX_IP6TXFRAGS, 223 I40IW_HW_STAT_INDEX_IP6TXMCPKTS, 224 I40IW_HW_STAT_INDEX_TCPRXSEGS, 225 I40IW_HW_STAT_INDEX_TCPTXSEG, 226 I40IW_HW_STAT_INDEX_RDMARXRDS, 227 I40IW_HW_STAT_INDEX_RDMARXSNDS, 228 I40IW_HW_STAT_INDEX_RDMARXWRS, 229 I40IW_HW_STAT_INDEX_RDMATXRDS, 230 I40IW_HW_STAT_INDEX_RDMATXSNDS, 231 I40IW_HW_STAT_INDEX_RDMATXWRS, 232 I40IW_HW_STAT_INDEX_RDMAVBND, 233 I40IW_HW_STAT_INDEX_RDMAVINV, 234 I40IW_HW_STAT_INDEX_MAX_64 235 }; 236 237 struct i40iw_dev_hw_stats_offsets { 238 u32 stats_offset_32[I40IW_HW_STAT_INDEX_MAX_32]; 239 u32 stats_offset_64[I40IW_HW_STAT_INDEX_MAX_64]; 240 }; 241 242 struct i40iw_dev_hw_stats { 243 u64 stats_value_32[I40IW_HW_STAT_INDEX_MAX_32]; 244 u64 stats_value_64[I40IW_HW_STAT_INDEX_MAX_64]; 245 }; 246 247 struct i40iw_vsi_pestat { 248 struct i40iw_hw *hw; 249 struct i40iw_dev_hw_stats hw_stats; 250 struct i40iw_dev_hw_stats last_read_hw_stats; 251 struct i40iw_dev_hw_stats_offsets hw_stats_offsets; 252 struct timer_list stats_timer; 253 struct i40iw_sc_vsi *vsi; 254 spinlock_t lock; /* rdma stats lock */ 255 }; 256 257 struct i40iw_hw { 258 u8 __iomem *hw_addr; 259 void *dev_context; 260 struct i40iw_hmc_info hmc; 261 }; 262 263 struct i40iw_pfpdu { 264 struct list_head rxlist; 265 u32 rcv_nxt; 266 u32 fps; 267 u32 max_fpdu_data; 268 bool mode; 269 bool mpa_crc_err; 270 u64 total_ieq_bufs; 271 u64 fpdu_processed; 272 u64 bad_seq_num; 273 u64 crc_err; 274 u64 no_tx_bufs; 275 u64 tx_err; 276 u64 out_of_order; 277 u64 pmode_count; 278 }; 279 280 struct i40iw_sc_pd { 281 u32 size; 282 struct i40iw_sc_dev *dev; 283 u16 pd_id; 284 int abi_ver; 285 }; 286 287 struct i40iw_cqp_quanta { 288 u64 elem[I40IW_CQP_WQE_SIZE]; 289 }; 290 291 struct i40iw_sc_cqp { 292 u32 size; 293 u64 sq_pa; 294 u64 host_ctx_pa; 295 void *back_cqp; 296 struct i40iw_sc_dev *dev; 297 enum i40iw_status_code (*process_cqp_sds)(struct i40iw_sc_dev *, 298 struct i40iw_update_sds_info *); 299 struct i40iw_dma_mem sdbuf; 300 struct i40iw_ring sq_ring; 301 struct i40iw_cqp_quanta *sq_base; 302 u64 *host_ctx; 303 u64 *scratch_array; 304 u32 cqp_id; 305 u32 sq_size; 306 u32 hw_sq_size; 307 u8 struct_ver; 308 u8 polarity; 309 bool en_datacenter_tcp; 310 u8 hmc_profile; 311 u8 enabled_vf_count; 312 u8 timeout_count; 313 }; 314 315 struct i40iw_sc_aeq { 316 u32 size; 317 u64 aeq_elem_pa; 318 struct i40iw_sc_dev *dev; 319 struct i40iw_sc_aeqe *aeqe_base; 320 void *pbl_list; 321 u32 elem_cnt; 322 struct i40iw_ring aeq_ring; 323 bool virtual_map; 324 u8 pbl_chunk_size; 325 u32 first_pm_pbl_idx; 326 u8 polarity; 327 }; 328 329 struct i40iw_sc_ceq { 330 u32 size; 331 u64 ceq_elem_pa; 332 struct i40iw_sc_dev *dev; 333 struct i40iw_ceqe *ceqe_base; 334 void *pbl_list; 335 u32 ceq_id; 336 u32 elem_cnt; 337 struct i40iw_ring ceq_ring; 338 bool virtual_map; 339 u8 pbl_chunk_size; 340 bool tph_en; 341 u8 tph_val; 342 u32 first_pm_pbl_idx; 343 u8 polarity; 344 }; 345 346 struct i40iw_sc_cq { 347 struct i40iw_cq_uk cq_uk; 348 u64 cq_pa; 349 u64 shadow_area_pa; 350 struct i40iw_sc_dev *dev; 351 struct i40iw_sc_vsi *vsi; 352 void *pbl_list; 353 void *back_cq; 354 u32 ceq_id; 355 u32 shadow_read_threshold; 356 bool ceqe_mask; 357 bool virtual_map; 358 u8 pbl_chunk_size; 359 u8 cq_type; 360 bool ceq_id_valid; 361 bool tph_en; 362 u8 tph_val; 363 u32 first_pm_pbl_idx; 364 bool check_overflow; 365 }; 366 367 struct i40iw_sc_qp { 368 struct i40iw_qp_uk qp_uk; 369 u64 sq_pa; 370 u64 rq_pa; 371 u64 hw_host_ctx_pa; 372 u64 shadow_area_pa; 373 u64 q2_pa; 374 struct i40iw_sc_dev *dev; 375 struct i40iw_sc_vsi *vsi; 376 struct i40iw_sc_pd *pd; 377 u64 *hw_host_ctx; 378 void *llp_stream_handle; 379 void *back_qp; 380 struct i40iw_pfpdu pfpdu; 381 u8 *q2_buf; 382 u64 qp_compl_ctx; 383 u16 qs_handle; 384 u16 push_idx; 385 u8 sq_tph_val; 386 u8 rq_tph_val; 387 u8 qp_state; 388 u8 qp_type; 389 u8 hw_sq_size; 390 u8 hw_rq_size; 391 u8 src_mac_addr_idx; 392 bool sq_tph_en; 393 bool rq_tph_en; 394 bool rcv_tph_en; 395 bool xmit_tph_en; 396 bool virtual_map; 397 bool flush_sq; 398 bool flush_rq; 399 u8 user_pri; 400 struct list_head list; 401 bool on_qoslist; 402 bool sq_flush; 403 enum i40iw_flush_opcode flush_code; 404 enum i40iw_term_eventtypes eventtype; 405 u8 term_flags; 406 }; 407 408 struct i40iw_hmc_fpm_misc { 409 u32 max_ceqs; 410 u32 max_sds; 411 u32 xf_block_size; 412 u32 q1_block_size; 413 u32 ht_multiplier; 414 u32 timer_bucket; 415 }; 416 417 struct i40iw_vchnl_if { 418 enum i40iw_status_code (*vchnl_recv)(struct i40iw_sc_dev *, u32, u8 *, u16); 419 enum i40iw_status_code (*vchnl_send)(struct i40iw_sc_dev *dev, u32, u8 *, u16); 420 }; 421 422 #define I40IW_VCHNL_MAX_VF_MSG_SIZE 512 423 424 struct i40iw_vchnl_vf_msg_buffer { 425 struct i40iw_virtchnl_op_buf vchnl_msg; 426 char parm_buffer[I40IW_VCHNL_MAX_VF_MSG_SIZE - 1]; 427 }; 428 429 struct i40iw_qos { 430 struct list_head qplist; 431 spinlock_t lock; /* qos list */ 432 u16 qs_handle; 433 }; 434 435 struct i40iw_vfdev { 436 struct i40iw_sc_dev *pf_dev; 437 u8 *hmc_info_mem; 438 struct i40iw_vsi_pestat pestat; 439 struct i40iw_hmc_pble_info *pble_info; 440 struct i40iw_hmc_info hmc_info; 441 struct i40iw_vchnl_vf_msg_buffer vf_msg_buffer; 442 u64 fpm_query_buf_pa; 443 u64 *fpm_query_buf; 444 u32 vf_id; 445 u32 msg_count; 446 bool pf_hmc_initialized; 447 u16 pmf_index; 448 u16 iw_vf_idx; /* VF Device table index */ 449 bool stats_initialized; 450 }; 451 452 #define I40IW_INVALID_FCN_ID 0xff 453 struct i40iw_sc_vsi { 454 struct i40iw_sc_dev *dev; 455 void *back_vsi; /* Owned by OS */ 456 u32 ilq_count; 457 struct i40iw_virt_mem ilq_mem; 458 struct i40iw_puda_rsrc *ilq; 459 u32 ieq_count; 460 struct i40iw_virt_mem ieq_mem; 461 struct i40iw_puda_rsrc *ieq; 462 u16 exception_lan_queue; 463 u16 mtu; 464 u8 fcn_id; 465 bool stats_fcn_id_alloc; 466 struct i40iw_qos qos[I40IW_MAX_USER_PRIORITY]; 467 struct i40iw_vsi_pestat *pestat; 468 }; 469 470 struct i40iw_sc_dev { 471 struct list_head cqp_cmd_head; /* head of the CQP command list */ 472 spinlock_t cqp_lock; /* cqp list sync */ 473 struct i40iw_dev_uk dev_uk; 474 bool fcn_id_array[I40IW_MAX_STATS_COUNT]; 475 struct i40iw_dma_mem vf_fpm_query_buf[I40IW_MAX_PE_ENABLED_VF_COUNT]; 476 u64 fpm_query_buf_pa; 477 u64 fpm_commit_buf_pa; 478 u64 *fpm_query_buf; 479 u64 *fpm_commit_buf; 480 void *back_dev; 481 struct i40iw_hw *hw; 482 u8 __iomem *db_addr; 483 struct i40iw_hmc_info *hmc_info; 484 struct i40iw_hmc_pble_info *pble_info; 485 struct i40iw_vfdev *vf_dev[I40IW_MAX_PE_ENABLED_VF_COUNT]; 486 struct i40iw_sc_cqp *cqp; 487 struct i40iw_sc_aeq *aeq; 488 struct i40iw_sc_ceq *ceq[I40IW_CEQ_MAX_COUNT]; 489 struct i40iw_sc_cq *ccq; 490 struct i40iw_cqp_ops *cqp_ops; 491 struct i40iw_ccq_ops *ccq_ops; 492 struct i40iw_ceq_ops *ceq_ops; 493 struct i40iw_aeq_ops *aeq_ops; 494 struct i40iw_pd_ops *iw_pd_ops; 495 struct i40iw_priv_qp_ops *iw_priv_qp_ops; 496 struct i40iw_priv_cq_ops *iw_priv_cq_ops; 497 struct i40iw_mr_ops *mr_ops; 498 struct i40iw_cqp_misc_ops *cqp_misc_ops; 499 struct i40iw_hmc_ops *hmc_ops; 500 struct i40iw_vchnl_if vchnl_if; 501 const struct i40iw_vf_cqp_ops *iw_vf_cqp_ops; 502 503 struct i40iw_hmc_fpm_misc hmc_fpm_misc; 504 u32 debug_mask; 505 u8 hmc_fn_id; 506 bool is_pf; 507 bool vchnl_up; 508 bool ceq_valid; 509 u8 vf_id; 510 wait_queue_head_t vf_reqs; 511 u64 cqp_cmd_stats[OP_SIZE_CQP_STAT_ARRAY]; 512 struct i40iw_vchnl_vf_msg_buffer vchnl_vf_msg_buf; 513 u8 hw_rev; 514 }; 515 516 struct i40iw_modify_cq_info { 517 u64 cq_pa; 518 struct i40iw_cqe *cq_base; 519 void *pbl_list; 520 u32 ceq_id; 521 u32 cq_size; 522 u32 shadow_read_threshold; 523 bool virtual_map; 524 u8 pbl_chunk_size; 525 bool check_overflow; 526 bool cq_resize; 527 bool ceq_change; 528 bool check_overflow_change; 529 u32 first_pm_pbl_idx; 530 bool ceq_valid; 531 }; 532 533 struct i40iw_create_qp_info { 534 u8 next_iwarp_state; 535 bool ord_valid; 536 bool tcp_ctx_valid; 537 bool cq_num_valid; 538 bool arp_cache_idx_valid; 539 }; 540 541 struct i40iw_modify_qp_info { 542 u64 rx_win0; 543 u64 rx_win1; 544 u8 next_iwarp_state; 545 u8 termlen; 546 bool ord_valid; 547 bool tcp_ctx_valid; 548 bool cq_num_valid; 549 bool arp_cache_idx_valid; 550 bool reset_tcp_conn; 551 bool remove_hash_idx; 552 bool dont_send_term; 553 bool dont_send_fin; 554 bool cached_var_valid; 555 bool force_loopback; 556 }; 557 558 struct i40iw_ccq_cqe_info { 559 struct i40iw_sc_cqp *cqp; 560 u64 scratch; 561 u32 op_ret_val; 562 u16 maj_err_code; 563 u16 min_err_code; 564 u8 op_code; 565 bool error; 566 }; 567 568 struct i40iw_l2params { 569 u16 qs_handle_list[I40IW_MAX_USER_PRIORITY]; 570 u16 mtu; 571 }; 572 573 struct i40iw_vsi_init_info { 574 struct i40iw_sc_dev *dev; 575 void *back_vsi; 576 struct i40iw_l2params *params; 577 u16 exception_lan_queue; 578 }; 579 580 struct i40iw_vsi_stats_info { 581 struct i40iw_vsi_pestat *pestat; 582 u8 fcn_id; 583 bool alloc_fcn_id; 584 bool stats_initialize; 585 }; 586 587 struct i40iw_device_init_info { 588 u64 fpm_query_buf_pa; 589 u64 fpm_commit_buf_pa; 590 u64 *fpm_query_buf; 591 u64 *fpm_commit_buf; 592 struct i40iw_hw *hw; 593 void __iomem *bar0; 594 enum i40iw_status_code (*vchnl_send)(struct i40iw_sc_dev *, u32, u8 *, u16); 595 u8 hmc_fn_id; 596 bool is_pf; 597 u32 debug_mask; 598 }; 599 600 enum i40iw_cqp_hmc_profile { 601 I40IW_HMC_PROFILE_DEFAULT = 1, 602 I40IW_HMC_PROFILE_FAVOR_VF = 2, 603 I40IW_HMC_PROFILE_EQUAL = 3, 604 }; 605 606 struct i40iw_cqp_init_info { 607 u64 cqp_compl_ctx; 608 u64 host_ctx_pa; 609 u64 sq_pa; 610 struct i40iw_sc_dev *dev; 611 struct i40iw_cqp_quanta *sq; 612 u64 *host_ctx; 613 u64 *scratch_array; 614 u32 sq_size; 615 u8 struct_ver; 616 bool en_datacenter_tcp; 617 u8 hmc_profile; 618 u8 enabled_vf_count; 619 }; 620 621 struct i40iw_ceq_init_info { 622 u64 ceqe_pa; 623 struct i40iw_sc_dev *dev; 624 u64 *ceqe_base; 625 void *pbl_list; 626 u32 elem_cnt; 627 u32 ceq_id; 628 bool virtual_map; 629 u8 pbl_chunk_size; 630 bool tph_en; 631 u8 tph_val; 632 u32 first_pm_pbl_idx; 633 }; 634 635 struct i40iw_aeq_init_info { 636 u64 aeq_elem_pa; 637 struct i40iw_sc_dev *dev; 638 u32 *aeqe_base; 639 void *pbl_list; 640 u32 elem_cnt; 641 bool virtual_map; 642 u8 pbl_chunk_size; 643 u32 first_pm_pbl_idx; 644 }; 645 646 struct i40iw_ccq_init_info { 647 u64 cq_pa; 648 u64 shadow_area_pa; 649 struct i40iw_sc_dev *dev; 650 struct i40iw_cqe *cq_base; 651 u64 *shadow_area; 652 void *pbl_list; 653 u32 num_elem; 654 u32 ceq_id; 655 u32 shadow_read_threshold; 656 bool ceqe_mask; 657 bool ceq_id_valid; 658 bool tph_en; 659 u8 tph_val; 660 bool avoid_mem_cflct; 661 bool virtual_map; 662 u8 pbl_chunk_size; 663 u32 first_pm_pbl_idx; 664 }; 665 666 struct i40iwarp_offload_info { 667 u16 rcv_mark_offset; 668 u16 snd_mark_offset; 669 u16 pd_id; 670 u8 ddp_ver; 671 u8 rdmap_ver; 672 u8 ord_size; 673 u8 ird_size; 674 bool wr_rdresp_en; 675 bool rd_enable; 676 bool snd_mark_en; 677 bool rcv_mark_en; 678 bool bind_en; 679 bool fast_reg_en; 680 bool priv_mode_en; 681 bool lsmm_present; 682 u8 iwarp_mode; 683 bool align_hdrs; 684 bool rcv_no_mpa_crc; 685 686 u8 last_byte_sent; 687 }; 688 689 struct i40iw_tcp_offload_info { 690 bool ipv4; 691 bool no_nagle; 692 bool insert_vlan_tag; 693 bool time_stamp; 694 u8 cwnd_inc_limit; 695 bool drop_ooo_seg; 696 u8 dup_ack_thresh; 697 u8 ttl; 698 u8 src_mac_addr_idx; 699 bool avoid_stretch_ack; 700 u8 tos; 701 u16 src_port; 702 u16 dst_port; 703 u32 dest_ip_addr0; 704 u32 dest_ip_addr1; 705 u32 dest_ip_addr2; 706 u32 dest_ip_addr3; 707 u32 snd_mss; 708 u16 vlan_tag; 709 u16 arp_idx; 710 u32 flow_label; 711 bool wscale; 712 u8 tcp_state; 713 u8 snd_wscale; 714 u8 rcv_wscale; 715 u32 time_stamp_recent; 716 u32 time_stamp_age; 717 u32 snd_nxt; 718 u32 snd_wnd; 719 u32 rcv_nxt; 720 u32 rcv_wnd; 721 u32 snd_max; 722 u32 snd_una; 723 u32 srtt; 724 u32 rtt_var; 725 u32 ss_thresh; 726 u32 cwnd; 727 u32 snd_wl1; 728 u32 snd_wl2; 729 u32 max_snd_window; 730 u8 rexmit_thresh; 731 u32 local_ipaddr0; 732 u32 local_ipaddr1; 733 u32 local_ipaddr2; 734 u32 local_ipaddr3; 735 bool ignore_tcp_opt; 736 bool ignore_tcp_uns_opt; 737 }; 738 739 struct i40iw_qp_host_ctx_info { 740 u64 qp_compl_ctx; 741 struct i40iw_tcp_offload_info *tcp_info; 742 struct i40iwarp_offload_info *iwarp_info; 743 u32 send_cq_num; 744 u32 rcv_cq_num; 745 u16 push_idx; 746 bool push_mode_en; 747 bool tcp_info_valid; 748 bool iwarp_info_valid; 749 bool err_rq_idx_valid; 750 u16 err_rq_idx; 751 bool add_to_qoslist; 752 u8 user_pri; 753 }; 754 755 struct i40iw_aeqe_info { 756 u64 compl_ctx; 757 u32 qp_cq_id; 758 u16 ae_id; 759 u16 wqe_idx; 760 u8 tcp_state; 761 u8 iwarp_state; 762 bool qp; 763 bool cq; 764 bool sq; 765 bool in_rdrsp_wr; 766 bool out_rdrsp; 767 u8 q2_data_written; 768 bool aeqe_overflow; 769 }; 770 771 struct i40iw_allocate_stag_info { 772 u64 total_len; 773 u32 chunk_size; 774 u32 stag_idx; 775 u32 page_size; 776 u16 pd_id; 777 u16 access_rights; 778 bool remote_access; 779 bool use_hmc_fcn_index; 780 u8 hmc_fcn_index; 781 bool use_pf_rid; 782 bool all_memory; 783 }; 784 785 struct i40iw_reg_ns_stag_info { 786 u64 reg_addr_pa; 787 u64 fbo; 788 void *va; 789 u64 total_len; 790 u32 page_size; 791 u32 chunk_size; 792 u32 first_pm_pbl_index; 793 enum i40iw_addressing_type addr_type; 794 i40iw_stag_index stag_idx; 795 u16 access_rights; 796 u16 pd_id; 797 i40iw_stag_key stag_key; 798 bool use_hmc_fcn_index; 799 u8 hmc_fcn_index; 800 bool use_pf_rid; 801 bool all_memory; 802 }; 803 804 struct i40iw_fast_reg_stag_info { 805 u64 wr_id; 806 u64 reg_addr_pa; 807 u64 fbo; 808 void *va; 809 u64 total_len; 810 u32 page_size; 811 u32 chunk_size; 812 u32 first_pm_pbl_index; 813 enum i40iw_addressing_type addr_type; 814 i40iw_stag_index stag_idx; 815 u16 access_rights; 816 u16 pd_id; 817 i40iw_stag_key stag_key; 818 bool local_fence; 819 bool read_fence; 820 bool signaled; 821 bool use_hmc_fcn_index; 822 u8 hmc_fcn_index; 823 bool use_pf_rid; 824 bool defer_flag; 825 }; 826 827 struct i40iw_dealloc_stag_info { 828 u32 stag_idx; 829 u16 pd_id; 830 bool mr; 831 bool dealloc_pbl; 832 }; 833 834 struct i40iw_register_shared_stag { 835 void *va; 836 enum i40iw_addressing_type addr_type; 837 i40iw_stag_index new_stag_idx; 838 i40iw_stag_index parent_stag_idx; 839 u32 access_rights; 840 u16 pd_id; 841 i40iw_stag_key new_stag_key; 842 }; 843 844 struct i40iw_qp_init_info { 845 struct i40iw_qp_uk_init_info qp_uk_init_info; 846 struct i40iw_sc_pd *pd; 847 struct i40iw_sc_vsi *vsi; 848 u64 *host_ctx; 849 u8 *q2; 850 u64 sq_pa; 851 u64 rq_pa; 852 u64 host_ctx_pa; 853 u64 q2_pa; 854 u64 shadow_area_pa; 855 int abi_ver; 856 u8 sq_tph_val; 857 u8 rq_tph_val; 858 u8 type; 859 bool sq_tph_en; 860 bool rq_tph_en; 861 bool rcv_tph_en; 862 bool xmit_tph_en; 863 bool virtual_map; 864 }; 865 866 struct i40iw_cq_init_info { 867 struct i40iw_sc_dev *dev; 868 u64 cq_base_pa; 869 u64 shadow_area_pa; 870 u32 ceq_id; 871 u32 shadow_read_threshold; 872 bool virtual_map; 873 bool ceqe_mask; 874 u8 pbl_chunk_size; 875 u32 first_pm_pbl_idx; 876 bool ceq_id_valid; 877 bool tph_en; 878 u8 tph_val; 879 u8 type; 880 struct i40iw_cq_uk_init_info cq_uk_init_info; 881 }; 882 883 struct i40iw_upload_context_info { 884 u64 buf_pa; 885 bool freeze_qp; 886 bool raw_format; 887 u32 qp_id; 888 u8 qp_type; 889 }; 890 891 struct i40iw_add_arp_cache_entry_info { 892 u8 mac_addr[6]; 893 u32 reach_max; 894 u16 arp_index; 895 bool permanent; 896 }; 897 898 struct i40iw_apbvt_info { 899 u16 port; 900 bool add; 901 }; 902 903 enum i40iw_quad_entry_type { 904 I40IW_QHASH_TYPE_TCP_ESTABLISHED = 1, 905 I40IW_QHASH_TYPE_TCP_SYN, 906 }; 907 908 enum i40iw_quad_hash_manage_type { 909 I40IW_QHASH_MANAGE_TYPE_DELETE = 0, 910 I40IW_QHASH_MANAGE_TYPE_ADD, 911 I40IW_QHASH_MANAGE_TYPE_MODIFY 912 }; 913 914 struct i40iw_qhash_table_info { 915 struct i40iw_sc_vsi *vsi; 916 enum i40iw_quad_hash_manage_type manage; 917 enum i40iw_quad_entry_type entry_type; 918 bool vlan_valid; 919 bool ipv4_valid; 920 u8 mac_addr[6]; 921 u16 vlan_id; 922 u8 user_pri; 923 u32 qp_num; 924 u32 dest_ip[4]; 925 u32 src_ip[4]; 926 u16 dest_port; 927 u16 src_port; 928 }; 929 930 struct i40iw_local_mac_ipaddr_entry_info { 931 u8 mac_addr[6]; 932 u8 entry_idx; 933 }; 934 935 struct i40iw_cqp_manage_push_page_info { 936 u32 push_idx; 937 u16 qs_handle; 938 u8 free_page; 939 }; 940 941 struct i40iw_qp_flush_info { 942 u16 sq_minor_code; 943 u16 sq_major_code; 944 u16 rq_minor_code; 945 u16 rq_major_code; 946 u16 ae_code; 947 u8 ae_source; 948 bool sq; 949 bool rq; 950 bool userflushcode; 951 bool generate_ae; 952 }; 953 954 struct i40iw_cqp_commit_fpm_values { 955 u64 qp_base; 956 u64 cq_base; 957 u32 hte_base; 958 u32 arp_base; 959 u32 apbvt_inuse_base; 960 u32 mr_base; 961 u32 xf_base; 962 u32 xffl_base; 963 u32 q1_base; 964 u32 q1fl_base; 965 u32 fsimc_base; 966 u32 fsiav_base; 967 u32 pbl_base; 968 969 u32 qp_cnt; 970 u32 cq_cnt; 971 u32 hte_cnt; 972 u32 arp_cnt; 973 u32 mr_cnt; 974 u32 xf_cnt; 975 u32 xffl_cnt; 976 u32 q1_cnt; 977 u32 q1fl_cnt; 978 u32 fsimc_cnt; 979 u32 fsiav_cnt; 980 u32 pbl_cnt; 981 }; 982 983 struct i40iw_cqp_query_fpm_values { 984 u16 first_pe_sd_index; 985 u32 qp_objsize; 986 u32 cq_objsize; 987 u32 hte_objsize; 988 u32 arp_objsize; 989 u32 mr_objsize; 990 u32 xf_objsize; 991 u32 q1_objsize; 992 u32 fsimc_objsize; 993 u32 fsiav_objsize; 994 995 u32 qp_max; 996 u32 cq_max; 997 u32 hte_max; 998 u32 arp_max; 999 u32 mr_max; 1000 u32 xf_max; 1001 u32 xffl_max; 1002 u32 q1_max; 1003 u32 q1fl_max; 1004 u32 fsimc_max; 1005 u32 fsiav_max; 1006 u32 pbl_max; 1007 }; 1008 1009 struct i40iw_gen_ae_info { 1010 u16 ae_code; 1011 u8 ae_source; 1012 }; 1013 1014 struct i40iw_cqp_ops { 1015 enum i40iw_status_code (*cqp_init)(struct i40iw_sc_cqp *, 1016 struct i40iw_cqp_init_info *); 1017 enum i40iw_status_code (*cqp_create)(struct i40iw_sc_cqp *, u16 *, u16 *); 1018 void (*cqp_post_sq)(struct i40iw_sc_cqp *); 1019 u64 *(*cqp_get_next_send_wqe)(struct i40iw_sc_cqp *, u64 scratch); 1020 enum i40iw_status_code (*cqp_destroy)(struct i40iw_sc_cqp *); 1021 enum i40iw_status_code (*poll_for_cqp_op_done)(struct i40iw_sc_cqp *, u8, 1022 struct i40iw_ccq_cqe_info *); 1023 }; 1024 1025 struct i40iw_ccq_ops { 1026 enum i40iw_status_code (*ccq_init)(struct i40iw_sc_cq *, 1027 struct i40iw_ccq_init_info *); 1028 enum i40iw_status_code (*ccq_create)(struct i40iw_sc_cq *, u64, bool, bool); 1029 enum i40iw_status_code (*ccq_destroy)(struct i40iw_sc_cq *, u64, bool); 1030 enum i40iw_status_code (*ccq_create_done)(struct i40iw_sc_cq *); 1031 enum i40iw_status_code (*ccq_get_cqe_info)(struct i40iw_sc_cq *, 1032 struct i40iw_ccq_cqe_info *); 1033 void (*ccq_arm)(struct i40iw_sc_cq *); 1034 }; 1035 1036 struct i40iw_ceq_ops { 1037 enum i40iw_status_code (*ceq_init)(struct i40iw_sc_ceq *, 1038 struct i40iw_ceq_init_info *); 1039 enum i40iw_status_code (*ceq_create)(struct i40iw_sc_ceq *, u64, bool); 1040 enum i40iw_status_code (*cceq_create_done)(struct i40iw_sc_ceq *); 1041 enum i40iw_status_code (*cceq_destroy_done)(struct i40iw_sc_ceq *); 1042 enum i40iw_status_code (*cceq_create)(struct i40iw_sc_ceq *, u64); 1043 enum i40iw_status_code (*ceq_destroy)(struct i40iw_sc_ceq *, u64, bool); 1044 void *(*process_ceq)(struct i40iw_sc_dev *, struct i40iw_sc_ceq *); 1045 }; 1046 1047 struct i40iw_aeq_ops { 1048 enum i40iw_status_code (*aeq_init)(struct i40iw_sc_aeq *, 1049 struct i40iw_aeq_init_info *); 1050 enum i40iw_status_code (*aeq_create)(struct i40iw_sc_aeq *, u64, bool); 1051 enum i40iw_status_code (*aeq_destroy)(struct i40iw_sc_aeq *, u64, bool); 1052 enum i40iw_status_code (*get_next_aeqe)(struct i40iw_sc_aeq *, 1053 struct i40iw_aeqe_info *); 1054 enum i40iw_status_code (*repost_aeq_entries)(struct i40iw_sc_dev *, u32); 1055 enum i40iw_status_code (*aeq_create_done)(struct i40iw_sc_aeq *); 1056 enum i40iw_status_code (*aeq_destroy_done)(struct i40iw_sc_aeq *); 1057 }; 1058 1059 struct i40iw_pd_ops { 1060 void (*pd_init)(struct i40iw_sc_dev *, struct i40iw_sc_pd *, u16, int); 1061 }; 1062 1063 struct i40iw_priv_qp_ops { 1064 enum i40iw_status_code (*qp_init)(struct i40iw_sc_qp *, struct i40iw_qp_init_info *); 1065 enum i40iw_status_code (*qp_create)(struct i40iw_sc_qp *, 1066 struct i40iw_create_qp_info *, u64, bool); 1067 enum i40iw_status_code (*qp_modify)(struct i40iw_sc_qp *, 1068 struct i40iw_modify_qp_info *, u64, bool); 1069 enum i40iw_status_code (*qp_destroy)(struct i40iw_sc_qp *, u64, bool, bool, bool); 1070 enum i40iw_status_code (*qp_flush_wqes)(struct i40iw_sc_qp *, 1071 struct i40iw_qp_flush_info *, u64, bool); 1072 enum i40iw_status_code (*qp_upload_context)(struct i40iw_sc_dev *, 1073 struct i40iw_upload_context_info *, 1074 u64, bool); 1075 enum i40iw_status_code (*qp_setctx)(struct i40iw_sc_qp *, u64 *, 1076 struct i40iw_qp_host_ctx_info *); 1077 1078 void (*qp_send_lsmm)(struct i40iw_sc_qp *, void *, u32, i40iw_stag); 1079 void (*qp_send_lsmm_nostag)(struct i40iw_sc_qp *, void *, u32); 1080 void (*qp_send_rtt)(struct i40iw_sc_qp *, bool); 1081 enum i40iw_status_code (*qp_post_wqe0)(struct i40iw_sc_qp *, u8); 1082 enum i40iw_status_code (*iw_mr_fast_register)(struct i40iw_sc_qp *, 1083 struct i40iw_fast_reg_stag_info *, 1084 bool); 1085 }; 1086 1087 struct i40iw_priv_cq_ops { 1088 enum i40iw_status_code (*cq_init)(struct i40iw_sc_cq *, struct i40iw_cq_init_info *); 1089 enum i40iw_status_code (*cq_create)(struct i40iw_sc_cq *, u64, bool, bool); 1090 enum i40iw_status_code (*cq_destroy)(struct i40iw_sc_cq *, u64, bool); 1091 enum i40iw_status_code (*cq_modify)(struct i40iw_sc_cq *, 1092 struct i40iw_modify_cq_info *, u64, bool); 1093 }; 1094 1095 struct i40iw_mr_ops { 1096 enum i40iw_status_code (*alloc_stag)(struct i40iw_sc_dev *, 1097 struct i40iw_allocate_stag_info *, u64, bool); 1098 enum i40iw_status_code (*mr_reg_non_shared)(struct i40iw_sc_dev *, 1099 struct i40iw_reg_ns_stag_info *, 1100 u64, bool); 1101 enum i40iw_status_code (*mr_reg_shared)(struct i40iw_sc_dev *, 1102 struct i40iw_register_shared_stag *, 1103 u64, bool); 1104 enum i40iw_status_code (*dealloc_stag)(struct i40iw_sc_dev *, 1105 struct i40iw_dealloc_stag_info *, 1106 u64, bool); 1107 enum i40iw_status_code (*query_stag)(struct i40iw_sc_dev *, u64, u32, bool); 1108 enum i40iw_status_code (*mw_alloc)(struct i40iw_sc_dev *, u64, u32, u16, bool); 1109 }; 1110 1111 struct i40iw_cqp_misc_ops { 1112 enum i40iw_status_code (*manage_push_page)(struct i40iw_sc_cqp *, 1113 struct i40iw_cqp_manage_push_page_info *, 1114 u64, bool); 1115 enum i40iw_status_code (*manage_hmc_pm_func_table)(struct i40iw_sc_cqp *, 1116 u64, u8, bool, bool); 1117 enum i40iw_status_code (*set_hmc_resource_profile)(struct i40iw_sc_cqp *, 1118 u64, u8, u8, bool, bool); 1119 enum i40iw_status_code (*commit_fpm_values)(struct i40iw_sc_cqp *, u64, u8, 1120 struct i40iw_dma_mem *, bool, u8); 1121 enum i40iw_status_code (*query_fpm_values)(struct i40iw_sc_cqp *, u64, u8, 1122 struct i40iw_dma_mem *, bool, u8); 1123 enum i40iw_status_code (*static_hmc_pages_allocated)(struct i40iw_sc_cqp *, 1124 u64, u8, bool, bool); 1125 enum i40iw_status_code (*add_arp_cache_entry)(struct i40iw_sc_cqp *, 1126 struct i40iw_add_arp_cache_entry_info *, 1127 u64, bool); 1128 enum i40iw_status_code (*del_arp_cache_entry)(struct i40iw_sc_cqp *, u64, u16, bool); 1129 enum i40iw_status_code (*query_arp_cache_entry)(struct i40iw_sc_cqp *, u64, u16, bool); 1130 enum i40iw_status_code (*manage_apbvt_entry)(struct i40iw_sc_cqp *, 1131 struct i40iw_apbvt_info *, u64, bool); 1132 enum i40iw_status_code (*manage_qhash_table_entry)(struct i40iw_sc_cqp *, 1133 struct i40iw_qhash_table_info *, u64, bool); 1134 enum i40iw_status_code (*alloc_local_mac_ipaddr_table_entry)(struct i40iw_sc_cqp *, u64, bool); 1135 enum i40iw_status_code (*add_local_mac_ipaddr_entry)(struct i40iw_sc_cqp *, 1136 struct i40iw_local_mac_ipaddr_entry_info *, 1137 u64, bool); 1138 enum i40iw_status_code (*del_local_mac_ipaddr_entry)(struct i40iw_sc_cqp *, u64, u8, u8, bool); 1139 enum i40iw_status_code (*cqp_nop)(struct i40iw_sc_cqp *, u64, bool); 1140 enum i40iw_status_code (*commit_fpm_values_done)(struct i40iw_sc_cqp 1141 *); 1142 enum i40iw_status_code (*query_fpm_values_done)(struct i40iw_sc_cqp *); 1143 enum i40iw_status_code (*manage_hmc_pm_func_table_done)(struct i40iw_sc_cqp *); 1144 enum i40iw_status_code (*update_suspend_qp)(struct i40iw_sc_cqp *, struct i40iw_sc_qp *, u64); 1145 enum i40iw_status_code (*update_resume_qp)(struct i40iw_sc_cqp *, struct i40iw_sc_qp *, u64); 1146 }; 1147 1148 struct i40iw_hmc_ops { 1149 enum i40iw_status_code (*init_iw_hmc)(struct i40iw_sc_dev *, u8); 1150 enum i40iw_status_code (*parse_fpm_query_buf)(u64 *, struct i40iw_hmc_info *, 1151 struct i40iw_hmc_fpm_misc *); 1152 enum i40iw_status_code (*configure_iw_fpm)(struct i40iw_sc_dev *, u8); 1153 enum i40iw_status_code (*parse_fpm_commit_buf)(u64 *, struct i40iw_hmc_obj_info *, u32 *sd); 1154 enum i40iw_status_code (*create_hmc_object)(struct i40iw_sc_dev *dev, 1155 struct i40iw_hmc_create_obj_info *); 1156 enum i40iw_status_code (*del_hmc_object)(struct i40iw_sc_dev *dev, 1157 struct i40iw_hmc_del_obj_info *, 1158 bool reset); 1159 enum i40iw_status_code (*pf_init_vfhmc)(struct i40iw_sc_dev *, u8, u32 *); 1160 enum i40iw_status_code (*vf_configure_vffpm)(struct i40iw_sc_dev *, u32 *); 1161 }; 1162 1163 struct cqp_info { 1164 union { 1165 struct { 1166 struct i40iw_sc_qp *qp; 1167 struct i40iw_create_qp_info info; 1168 u64 scratch; 1169 } qp_create; 1170 1171 struct { 1172 struct i40iw_sc_qp *qp; 1173 struct i40iw_modify_qp_info info; 1174 u64 scratch; 1175 } qp_modify; 1176 1177 struct { 1178 struct i40iw_sc_qp *qp; 1179 u64 scratch; 1180 bool remove_hash_idx; 1181 bool ignore_mw_bnd; 1182 } qp_destroy; 1183 1184 struct { 1185 struct i40iw_sc_cq *cq; 1186 u64 scratch; 1187 bool check_overflow; 1188 } cq_create; 1189 1190 struct { 1191 struct i40iw_sc_cq *cq; 1192 u64 scratch; 1193 } cq_destroy; 1194 1195 struct { 1196 struct i40iw_sc_dev *dev; 1197 struct i40iw_allocate_stag_info info; 1198 u64 scratch; 1199 } alloc_stag; 1200 1201 struct { 1202 struct i40iw_sc_dev *dev; 1203 u64 scratch; 1204 u32 mw_stag_index; 1205 u16 pd_id; 1206 } mw_alloc; 1207 1208 struct { 1209 struct i40iw_sc_dev *dev; 1210 struct i40iw_reg_ns_stag_info info; 1211 u64 scratch; 1212 } mr_reg_non_shared; 1213 1214 struct { 1215 struct i40iw_sc_dev *dev; 1216 struct i40iw_dealloc_stag_info info; 1217 u64 scratch; 1218 } dealloc_stag; 1219 1220 struct { 1221 struct i40iw_sc_cqp *cqp; 1222 struct i40iw_local_mac_ipaddr_entry_info info; 1223 u64 scratch; 1224 } add_local_mac_ipaddr_entry; 1225 1226 struct { 1227 struct i40iw_sc_cqp *cqp; 1228 struct i40iw_add_arp_cache_entry_info info; 1229 u64 scratch; 1230 } add_arp_cache_entry; 1231 1232 struct { 1233 struct i40iw_sc_cqp *cqp; 1234 u64 scratch; 1235 u8 entry_idx; 1236 u8 ignore_ref_count; 1237 } del_local_mac_ipaddr_entry; 1238 1239 struct { 1240 struct i40iw_sc_cqp *cqp; 1241 u64 scratch; 1242 u16 arp_index; 1243 } del_arp_cache_entry; 1244 1245 struct { 1246 struct i40iw_sc_cqp *cqp; 1247 struct i40iw_manage_vf_pble_info info; 1248 u64 scratch; 1249 } manage_vf_pble_bp; 1250 1251 struct { 1252 struct i40iw_sc_cqp *cqp; 1253 struct i40iw_cqp_manage_push_page_info info; 1254 u64 scratch; 1255 } manage_push_page; 1256 1257 struct { 1258 struct i40iw_sc_dev *dev; 1259 struct i40iw_upload_context_info info; 1260 u64 scratch; 1261 } qp_upload_context; 1262 1263 struct { 1264 struct i40iw_sc_cqp *cqp; 1265 u64 scratch; 1266 } alloc_local_mac_ipaddr_entry; 1267 1268 struct { 1269 struct i40iw_sc_dev *dev; 1270 struct i40iw_hmc_fcn_info info; 1271 u64 scratch; 1272 } manage_hmc_pm; 1273 1274 struct { 1275 struct i40iw_sc_ceq *ceq; 1276 u64 scratch; 1277 } ceq_create; 1278 1279 struct { 1280 struct i40iw_sc_ceq *ceq; 1281 u64 scratch; 1282 } ceq_destroy; 1283 1284 struct { 1285 struct i40iw_sc_aeq *aeq; 1286 u64 scratch; 1287 } aeq_create; 1288 1289 struct { 1290 struct i40iw_sc_aeq *aeq; 1291 u64 scratch; 1292 } aeq_destroy; 1293 1294 struct { 1295 struct i40iw_sc_qp *qp; 1296 struct i40iw_qp_flush_info info; 1297 u64 scratch; 1298 } qp_flush_wqes; 1299 1300 struct { 1301 struct i40iw_sc_qp *qp; 1302 struct i40iw_gen_ae_info info; 1303 u64 scratch; 1304 } gen_ae; 1305 1306 struct { 1307 struct i40iw_sc_cqp *cqp; 1308 void *fpm_values_va; 1309 u64 fpm_values_pa; 1310 u8 hmc_fn_id; 1311 u64 scratch; 1312 } query_fpm_values; 1313 1314 struct { 1315 struct i40iw_sc_cqp *cqp; 1316 void *fpm_values_va; 1317 u64 fpm_values_pa; 1318 u8 hmc_fn_id; 1319 u64 scratch; 1320 } commit_fpm_values; 1321 1322 struct { 1323 struct i40iw_sc_cqp *cqp; 1324 struct i40iw_apbvt_info info; 1325 u64 scratch; 1326 } manage_apbvt_entry; 1327 1328 struct { 1329 struct i40iw_sc_cqp *cqp; 1330 struct i40iw_qhash_table_info info; 1331 u64 scratch; 1332 } manage_qhash_table_entry; 1333 1334 struct { 1335 struct i40iw_sc_dev *dev; 1336 struct i40iw_update_sds_info info; 1337 u64 scratch; 1338 } update_pe_sds; 1339 1340 struct { 1341 struct i40iw_sc_cqp *cqp; 1342 struct i40iw_sc_qp *qp; 1343 u64 scratch; 1344 } suspend_resume; 1345 } u; 1346 }; 1347 1348 struct cqp_commands_info { 1349 struct list_head cqp_cmd_entry; 1350 u8 cqp_cmd; 1351 u8 post_sq; 1352 struct cqp_info in; 1353 }; 1354 1355 struct i40iw_virtchnl_work_info { 1356 void (*callback_fcn)(void *vf_dev); 1357 void *worker_vf_dev; 1358 }; 1359 1360 struct i40iw_cqp_timeout { 1361 u64 compl_cqp_cmds; 1362 u8 count; 1363 }; 1364 1365 #endif 1366