Lines Matching refs:wqe
160 __le64 *wqe; in irdma_sc_add_arp_cache_entry() local
163 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_arp_cache_entry()
164 if (!wqe) in irdma_sc_add_arp_cache_entry()
166 set_64bit_val(wqe, 8, info->reach_max); in irdma_sc_add_arp_cache_entry()
167 set_64bit_val(wqe, 16, ether_addr_to_u64(info->mac_addr)); in irdma_sc_add_arp_cache_entry()
176 set_64bit_val(wqe, 24, hdr); in irdma_sc_add_arp_cache_entry()
179 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_add_arp_cache_entry()
197 __le64 *wqe; in irdma_sc_del_arp_cache_entry() local
200 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_arp_cache_entry()
201 if (!wqe) in irdma_sc_del_arp_cache_entry()
209 set_64bit_val(wqe, 24, hdr); in irdma_sc_del_arp_cache_entry()
212 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_del_arp_cache_entry()
232 __le64 *wqe; in irdma_sc_manage_apbvt_entry() local
235 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_apbvt_entry()
236 if (!wqe) in irdma_sc_manage_apbvt_entry()
239 set_64bit_val(wqe, 16, info->port); in irdma_sc_manage_apbvt_entry()
246 set_64bit_val(wqe, 24, hdr); in irdma_sc_manage_apbvt_entry()
249 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_apbvt_entry()
280 __le64 *wqe; in irdma_sc_manage_qhash_table_entry() local
286 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_qhash_table_entry()
287 if (!wqe) in irdma_sc_manage_qhash_table_entry()
290 set_64bit_val(wqe, 0, ether_addr_to_u64(info->mac_addr)); in irdma_sc_manage_qhash_table_entry()
295 set_64bit_val(wqe, 48, in irdma_sc_manage_qhash_table_entry()
298 set_64bit_val(wqe, 56, in irdma_sc_manage_qhash_table_entry()
302 set_64bit_val(wqe, 48, in irdma_sc_manage_qhash_table_entry()
310 set_64bit_val(wqe, 16, qw2); in irdma_sc_manage_qhash_table_entry()
314 set_64bit_val(wqe, 40, in irdma_sc_manage_qhash_table_entry()
317 set_64bit_val(wqe, 32, in irdma_sc_manage_qhash_table_entry()
321 set_64bit_val(wqe, 32, in irdma_sc_manage_qhash_table_entry()
326 set_64bit_val(wqe, 8, qw1); in irdma_sc_manage_qhash_table_entry()
336 set_64bit_val(wqe, 24, temp); in irdma_sc_manage_qhash_table_entry()
339 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_qhash_table_entry()
429 __le64 *wqe; in irdma_sc_qp_create() local
437 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_create()
438 if (!wqe) in irdma_sc_qp_create()
441 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in irdma_sc_qp_create()
442 set_64bit_val(wqe, 40, qp->shadow_area_pa); in irdma_sc_qp_create()
459 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_create()
462 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_create()
480 __le64 *wqe; in irdma_sc_qp_modify() local
487 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_modify()
488 if (!wqe) in irdma_sc_qp_modify()
501 set_64bit_val(wqe, 8, in irdma_sc_qp_modify()
504 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in irdma_sc_qp_modify()
505 set_64bit_val(wqe, 40, qp->shadow_area_pa); in irdma_sc_qp_modify()
529 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_modify()
532 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_modify()
551 __le64 *wqe; in irdma_sc_qp_destroy() local
556 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_destroy()
557 if (!wqe) in irdma_sc_qp_destroy()
560 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in irdma_sc_qp_destroy()
561 set_64bit_val(wqe, 40, qp->shadow_area_pa); in irdma_sc_qp_destroy()
571 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_destroy()
574 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_destroy()
744 __le64 *wqe; in irdma_sc_alloc_local_mac_entry() local
747 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_alloc_local_mac_entry()
748 if (!wqe) in irdma_sc_alloc_local_mac_entry()
757 set_64bit_val(wqe, 24, hdr); in irdma_sc_alloc_local_mac_entry()
760 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_alloc_local_mac_entry()
780 __le64 *wqe; in irdma_sc_add_local_mac_entry() local
783 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_add_local_mac_entry()
784 if (!wqe) in irdma_sc_add_local_mac_entry()
787 set_64bit_val(wqe, 32, ether_addr_to_u64(info->mac_addr)); in irdma_sc_add_local_mac_entry()
796 set_64bit_val(wqe, 24, header); in irdma_sc_add_local_mac_entry()
799 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_add_local_mac_entry()
818 __le64 *wqe; in irdma_sc_del_local_mac_entry() local
821 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_del_local_mac_entry()
822 if (!wqe) in irdma_sc_del_local_mac_entry()
833 set_64bit_val(wqe, 24, header); in irdma_sc_del_local_mac_entry()
836 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_del_local_mac_entry()
1041 __le64 *wqe; in irdma_sc_alloc_stag() local
1057 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_alloc_stag()
1058 if (!wqe) in irdma_sc_alloc_stag()
1061 set_64bit_val(wqe, 8, in irdma_sc_alloc_stag()
1064 set_64bit_val(wqe, 16, in irdma_sc_alloc_stag()
1066 set_64bit_val(wqe, 40, in irdma_sc_alloc_stag()
1070 set_64bit_val(wqe, 48, in irdma_sc_alloc_stag()
1084 set_64bit_val(wqe, 24, hdr); in irdma_sc_alloc_stag()
1087 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_alloc_stag()
1106 __le64 *wqe; in irdma_sc_mr_reg_non_shared() local
1138 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_mr_reg_non_shared()
1139 if (!wqe) in irdma_sc_mr_reg_non_shared()
1143 set_64bit_val(wqe, 0, in irdma_sc_mr_reg_non_shared()
1146 set_64bit_val(wqe, 8, in irdma_sc_mr_reg_non_shared()
1149 set_64bit_val(wqe, 16, in irdma_sc_mr_reg_non_shared()
1153 set_64bit_val(wqe, 32, info->reg_addr_pa); in irdma_sc_mr_reg_non_shared()
1154 set_64bit_val(wqe, 48, 0); in irdma_sc_mr_reg_non_shared()
1156 set_64bit_val(wqe, 32, 0); in irdma_sc_mr_reg_non_shared()
1157 set_64bit_val(wqe, 48, in irdma_sc_mr_reg_non_shared()
1160 set_64bit_val(wqe, 40, info->hmc_fcn_index); in irdma_sc_mr_reg_non_shared()
1161 set_64bit_val(wqe, 56, 0); in irdma_sc_mr_reg_non_shared()
1176 set_64bit_val(wqe, 24, hdr); in irdma_sc_mr_reg_non_shared()
1179 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_mr_reg_non_shared()
1199 __le64 *wqe; in irdma_sc_dealloc_stag() local
1203 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_dealloc_stag()
1204 if (!wqe) in irdma_sc_dealloc_stag()
1207 set_64bit_val(wqe, 8, in irdma_sc_dealloc_stag()
1209 set_64bit_val(wqe, 16, in irdma_sc_dealloc_stag()
1217 set_64bit_val(wqe, 24, hdr); in irdma_sc_dealloc_stag()
1220 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_dealloc_stag()
1240 __le64 *wqe; in irdma_sc_mw_alloc() local
1243 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_mw_alloc()
1244 if (!wqe) in irdma_sc_mw_alloc()
1247 set_64bit_val(wqe, 8, in irdma_sc_mw_alloc()
1249 set_64bit_val(wqe, 16, in irdma_sc_mw_alloc()
1259 set_64bit_val(wqe, 24, hdr); in irdma_sc_mw_alloc()
1262 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_mw_alloc()
1280 __le64 *wqe; in irdma_sc_mr_fast_register() local
1296 wqe = irdma_qp_get_next_send_wqe(&qp->qp_uk, &wqe_idx, in irdma_sc_mr_fast_register()
1298 if (!wqe) in irdma_sc_mr_fast_register()
1310 set_64bit_val(wqe, 0, temp); in irdma_sc_mr_fast_register()
1314 set_64bit_val(wqe, 8, in irdma_sc_mr_fast_register()
1317 set_64bit_val(wqe, 16, in irdma_sc_mr_fast_register()
1335 set_64bit_val(wqe, 24, hdr); in irdma_sc_mr_fast_register()
1338 wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_mr_fast_register()
1340 irdma_qp_push_wqe(&qp->qp_uk, wqe, IRDMA_QP_WQE_MIN_QUANTA, in irdma_sc_mr_fast_register()
1356 __le64 *wqe; in irdma_sc_gen_rts_ae() local
1362 wqe = qp_uk->sq_base[1].elem; in irdma_sc_gen_rts_ae()
1369 set_64bit_val(wqe, 24, hdr); in irdma_sc_gen_rts_ae()
1371 16, 8, wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_gen_rts_ae()
1373 wqe = qp_uk->sq_base[2].elem; in irdma_sc_gen_rts_ae()
1378 set_64bit_val(wqe, 24, hdr); in irdma_sc_gen_rts_ae()
1380 wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_gen_rts_ae()
1393 __le64 *wqe; in irdma_sc_send_lsmm() local
1398 wqe = qp_uk->sq_base->elem; in irdma_sc_send_lsmm()
1400 set_64bit_val(wqe, 0, (uintptr_t)lsmm_buf); in irdma_sc_send_lsmm()
1402 set_64bit_val(wqe, 8, in irdma_sc_send_lsmm()
1406 set_64bit_val(wqe, 8, in irdma_sc_send_lsmm()
1411 set_64bit_val(wqe, 16, 0); in irdma_sc_send_lsmm()
1419 set_64bit_val(wqe, 24, hdr); in irdma_sc_send_lsmm()
1422 wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_send_lsmm()
1436 __le64 *wqe; in irdma_sc_send_lsmm_nostag() local
1441 wqe = qp_uk->sq_base->elem; in irdma_sc_send_lsmm_nostag()
1443 set_64bit_val(wqe, 0, (uintptr_t)lsmm_buf); in irdma_sc_send_lsmm_nostag()
1446 set_64bit_val(wqe, 8, in irdma_sc_send_lsmm_nostag()
1449 set_64bit_val(wqe, 8, in irdma_sc_send_lsmm_nostag()
1452 set_64bit_val(wqe, 16, 0); in irdma_sc_send_lsmm_nostag()
1460 set_64bit_val(wqe, 24, hdr); in irdma_sc_send_lsmm_nostag()
1463 16, 8, wqe, IRDMA_QP_WQE_MIN_SIZE, false); in irdma_sc_send_lsmm_nostag()
1473 __le64 *wqe; in irdma_sc_send_rtt() local
1478 wqe = qp_uk->sq_base->elem; in irdma_sc_send_rtt()
1480 set_64bit_val(wqe, 0, 0); in irdma_sc_send_rtt()
1481 set_64bit_val(wqe, 16, 0); in irdma_sc_send_rtt()
1484 set_64bit_val(wqe, 8, in irdma_sc_send_rtt()
1487 set_64bit_val(wqe, 8, in irdma_sc_send_rtt()
1496 set_64bit_val(wqe, 8, 0); in irdma_sc_send_rtt()
1498 set_64bit_val(wqe, 8, in irdma_sc_send_rtt()
1507 set_64bit_val(wqe, 24, hdr); in irdma_sc_send_rtt()
1509 print_hex_dump_debug("WQE: RTR WQE", DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_send_rtt()
2072 __le64 *wqe; in irdma_sc_gather_stats() local
2078 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_gather_stats()
2079 if (!wqe) in irdma_sc_gather_stats()
2082 set_64bit_val(wqe, 40, in irdma_sc_gather_stats()
2084 set_64bit_val(wqe, 32, info->stats_buff_mem.pa); in irdma_sc_gather_stats()
2095 set_64bit_val(wqe, 24, temp); in irdma_sc_gather_stats()
2098 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_gather_stats()
2120 __le64 *wqe; in irdma_sc_manage_stats_inst() local
2123 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_stats_inst()
2124 if (!wqe) in irdma_sc_manage_stats_inst()
2127 set_64bit_val(wqe, 40, in irdma_sc_manage_stats_inst()
2138 set_64bit_val(wqe, 24, temp); in irdma_sc_manage_stats_inst()
2141 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_stats_inst()
2157 __le64 *wqe; in irdma_sc_set_up_map() local
2161 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_set_up_map()
2162 if (!wqe) in irdma_sc_set_up_map()
2168 set_64bit_val(wqe, 0, temp); in irdma_sc_set_up_map()
2169 set_64bit_val(wqe, 40, in irdma_sc_set_up_map()
2180 set_64bit_val(wqe, 24, temp); in irdma_sc_set_up_map()
2182 print_hex_dump_debug("WQE: UPMAP WQE", DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_set_up_map()
2201 __le64 *wqe; in irdma_sc_manage_ws_node() local
2204 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_ws_node()
2205 if (!wqe) in irdma_sc_manage_ws_node()
2208 set_64bit_val(wqe, 32, in irdma_sc_manage_ws_node()
2223 set_64bit_val(wqe, 24, temp); in irdma_sc_manage_ws_node()
2226 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_ws_node()
2244 __le64 *wqe; in irdma_sc_qp_flush_wqes() local
2264 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_flush_wqes()
2265 if (!wqe) in irdma_sc_qp_flush_wqes()
2280 set_64bit_val(wqe, 16, temp); in irdma_sc_qp_flush_wqes()
2285 set_64bit_val(wqe, 8, temp); in irdma_sc_qp_flush_wqes()
2296 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_flush_wqes()
2299 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_flush_wqes()
2318 __le64 *wqe; in irdma_sc_gen_ae() local
2323 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_gen_ae()
2324 if (!wqe) in irdma_sc_gen_ae()
2329 set_64bit_val(wqe, 8, temp); in irdma_sc_gen_ae()
2337 set_64bit_val(wqe, 24, hdr); in irdma_sc_gen_ae()
2340 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_gen_ae()
2358 __le64 *wqe; in irdma_sc_qp_upload_context() local
2363 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_qp_upload_context()
2364 if (!wqe) in irdma_sc_qp_upload_context()
2367 set_64bit_val(wqe, 16, info->buf_pa); in irdma_sc_qp_upload_context()
2377 set_64bit_val(wqe, 24, hdr); in irdma_sc_qp_upload_context()
2380 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_qp_upload_context()
2399 __le64 *wqe; in irdma_sc_manage_push_page() local
2406 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_push_page()
2407 if (!wqe) in irdma_sc_manage_push_page()
2410 set_64bit_val(wqe, 16, info->qs_handle); in irdma_sc_manage_push_page()
2418 set_64bit_val(wqe, 24, hdr); in irdma_sc_manage_push_page()
2421 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_manage_push_page()
2439 __le64 *wqe; in irdma_sc_suspend_qp() local
2441 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_suspend_qp()
2442 if (!wqe) in irdma_sc_suspend_qp()
2450 set_64bit_val(wqe, 24, hdr); in irdma_sc_suspend_qp()
2453 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_suspend_qp()
2470 __le64 *wqe; in irdma_sc_resume_qp() local
2472 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_resume_qp()
2473 if (!wqe) in irdma_sc_resume_qp()
2476 set_64bit_val(wqe, 16, in irdma_sc_resume_qp()
2484 set_64bit_val(wqe, 24, hdr); in irdma_sc_resume_qp()
2487 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_resume_qp()
2553 __le64 *wqe; in irdma_sc_cq_create() local
2573 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_create()
2574 if (!wqe) { in irdma_sc_cq_create()
2580 set_64bit_val(wqe, 0, cq->cq_uk.cq_size); in irdma_sc_cq_create()
2581 set_64bit_val(wqe, 8, (uintptr_t)cq >> 1); in irdma_sc_cq_create()
2582 set_64bit_val(wqe, 16, in irdma_sc_cq_create()
2584 set_64bit_val(wqe, 32, (cq->virtual_map ? 0 : cq->cq_pa)); in irdma_sc_cq_create()
2585 set_64bit_val(wqe, 40, cq->shadow_area_pa); in irdma_sc_cq_create()
2586 set_64bit_val(wqe, 48, in irdma_sc_cq_create()
2588 set_64bit_val(wqe, 56, in irdma_sc_cq_create()
2607 set_64bit_val(wqe, 24, hdr); in irdma_sc_cq_create()
2610 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_cq_create()
2627 __le64 *wqe; in irdma_sc_cq_destroy() local
2632 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_destroy()
2633 if (!wqe) in irdma_sc_cq_destroy()
2640 set_64bit_val(wqe, 0, cq->cq_uk.cq_size); in irdma_sc_cq_destroy()
2641 set_64bit_val(wqe, 8, (uintptr_t)cq >> 1); in irdma_sc_cq_destroy()
2642 set_64bit_val(wqe, 40, cq->shadow_area_pa); in irdma_sc_cq_destroy()
2643 set_64bit_val(wqe, 48, in irdma_sc_cq_destroy()
2659 set_64bit_val(wqe, 24, hdr); in irdma_sc_cq_destroy()
2662 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_cq_destroy()
2695 __le64 *wqe; in irdma_sc_cq_modify() local
2705 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_cq_modify()
2706 if (!wqe) in irdma_sc_cq_modify()
2709 set_64bit_val(wqe, 0, info->cq_size); in irdma_sc_cq_modify()
2710 set_64bit_val(wqe, 8, (uintptr_t)cq >> 1); in irdma_sc_cq_modify()
2711 set_64bit_val(wqe, 16, in irdma_sc_cq_modify()
2713 set_64bit_val(wqe, 32, info->cq_pa); in irdma_sc_cq_modify()
2714 set_64bit_val(wqe, 40, cq->shadow_area_pa); in irdma_sc_cq_modify()
2715 set_64bit_val(wqe, 48, info->first_pm_pbl_idx); in irdma_sc_cq_modify()
2716 set_64bit_val(wqe, 56, in irdma_sc_cq_modify()
2733 set_64bit_val(wqe, 24, hdr); in irdma_sc_cq_modify()
2736 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_cq_modify()
3301 __le64 *wqe = NULL; in irdma_sc_cqp_get_next_send_wqe_idx() local
3318 wqe = cqp->sq_base[*wqe_idx].elem; in irdma_sc_cqp_get_next_send_wqe_idx()
3320 IRDMA_CQP_INIT_WQE(wqe); in irdma_sc_cqp_get_next_send_wqe_idx()
3322 return wqe; in irdma_sc_cqp_get_next_send_wqe_idx()
3499 __le64 *wqe; in irdma_sc_manage_hmc_pm_func_table() local
3502 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_manage_hmc_pm_func_table()
3503 if (!wqe) in irdma_sc_manage_hmc_pm_func_table()
3506 set_64bit_val(wqe, 0, 0); in irdma_sc_manage_hmc_pm_func_table()
3507 set_64bit_val(wqe, 8, 0); in irdma_sc_manage_hmc_pm_func_table()
3508 set_64bit_val(wqe, 16, 0); in irdma_sc_manage_hmc_pm_func_table()
3509 set_64bit_val(wqe, 32, 0); in irdma_sc_manage_hmc_pm_func_table()
3510 set_64bit_val(wqe, 40, 0); in irdma_sc_manage_hmc_pm_func_table()
3511 set_64bit_val(wqe, 48, 0); in irdma_sc_manage_hmc_pm_func_table()
3512 set_64bit_val(wqe, 56, 0); in irdma_sc_manage_hmc_pm_func_table()
3521 set_64bit_val(wqe, 24, hdr); in irdma_sc_manage_hmc_pm_func_table()
3524 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_manage_hmc_pm_func_table()
3558 __le64 *wqe; in irdma_sc_commit_fpm_val() local
3563 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_commit_fpm_val()
3564 if (!wqe) in irdma_sc_commit_fpm_val()
3567 set_64bit_val(wqe, 16, hmc_fn_id); in irdma_sc_commit_fpm_val()
3568 set_64bit_val(wqe, 32, commit_fpm_mem->pa); in irdma_sc_commit_fpm_val()
3576 set_64bit_val(wqe, 24, hdr); in irdma_sc_commit_fpm_val()
3579 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_commit_fpm_val()
3620 __le64 *wqe; in irdma_sc_query_fpm_val() local
3625 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_query_fpm_val()
3626 if (!wqe) in irdma_sc_query_fpm_val()
3629 set_64bit_val(wqe, 16, hmc_fn_id); in irdma_sc_query_fpm_val()
3630 set_64bit_val(wqe, 32, query_fpm_mem->pa); in irdma_sc_query_fpm_val()
3636 set_64bit_val(wqe, 24, hdr); in irdma_sc_query_fpm_val()
3639 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_query_fpm_val()
3710 __le64 *wqe; in irdma_sc_ceq_create() local
3714 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ceq_create()
3715 if (!wqe) in irdma_sc_ceq_create()
3717 set_64bit_val(wqe, 16, ceq->elem_cnt); in irdma_sc_ceq_create()
3718 set_64bit_val(wqe, 32, in irdma_sc_ceq_create()
3720 set_64bit_val(wqe, 48, in irdma_sc_ceq_create()
3722 set_64bit_val(wqe, 56, in irdma_sc_ceq_create()
3734 set_64bit_val(wqe, 24, hdr); in irdma_sc_ceq_create()
3737 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_ceq_create()
3810 __le64 *wqe; in irdma_sc_ceq_destroy() local
3814 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ceq_destroy()
3815 if (!wqe) in irdma_sc_ceq_destroy()
3818 set_64bit_val(wqe, 16, ceq->elem_cnt); in irdma_sc_ceq_destroy()
3819 set_64bit_val(wqe, 48, ceq->first_pm_pbl_idx); in irdma_sc_ceq_destroy()
3828 set_64bit_val(wqe, 24, hdr); in irdma_sc_ceq_destroy()
3831 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_ceq_destroy()
3975 __le64 *wqe; in irdma_sc_aeq_create() local
3980 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_aeq_create()
3981 if (!wqe) in irdma_sc_aeq_create()
3983 set_64bit_val(wqe, 16, aeq->elem_cnt); in irdma_sc_aeq_create()
3984 set_64bit_val(wqe, 32, in irdma_sc_aeq_create()
3986 set_64bit_val(wqe, 48, in irdma_sc_aeq_create()
3995 set_64bit_val(wqe, 24, hdr); in irdma_sc_aeq_create()
3998 wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_aeq_create()
4014 __le64 *wqe; in irdma_sc_aeq_destroy() local
4023 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_aeq_destroy()
4024 if (!wqe) in irdma_sc_aeq_destroy()
4026 set_64bit_val(wqe, 16, aeq->elem_cnt); in irdma_sc_aeq_destroy()
4027 set_64bit_val(wqe, 48, aeq->first_pm_pbl_idx); in irdma_sc_aeq_destroy()
4034 set_64bit_val(wqe, 24, hdr); in irdma_sc_aeq_destroy()
4037 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_aeq_destroy()
4309 __le64 *wqe; in irdma_sc_ccq_destroy() local
4315 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_ccq_destroy()
4316 if (!wqe) in irdma_sc_ccq_destroy()
4319 set_64bit_val(wqe, 0, ccq->cq_uk.cq_size); in irdma_sc_ccq_destroy()
4320 set_64bit_val(wqe, 8, (uintptr_t)ccq >> 1); in irdma_sc_ccq_destroy()
4321 set_64bit_val(wqe, 40, ccq->shadow_area_pa); in irdma_sc_ccq_destroy()
4334 set_64bit_val(wqe, 24, hdr); in irdma_sc_ccq_destroy()
4337 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_ccq_destroy()
4469 __le64 *wqe; in cqp_sds_wqe_fill() local
4475 wqe = irdma_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); in cqp_sds_wqe_fill()
4476 if (!wqe) in cqp_sds_wqe_fill()
4491 set_64bit_val(wqe, 16, data); in cqp_sds_wqe_fill()
4495 set_64bit_val(wqe, 48, in cqp_sds_wqe_fill()
4499 set_64bit_val(wqe, 56, info->entry[2].data); in cqp_sds_wqe_fill()
4502 set_64bit_val(wqe, 32, in cqp_sds_wqe_fill()
4506 set_64bit_val(wqe, 40, info->entry[1].data); in cqp_sds_wqe_fill()
4509 set_64bit_val(wqe, 0, in cqp_sds_wqe_fill()
4512 set_64bit_val(wqe, 8, info->entry[0].data); in cqp_sds_wqe_fill()
4523 set_64bit_val(wqe, 24, hdr); in cqp_sds_wqe_fill()
4532 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in cqp_sds_wqe_fill()
4595 __le64 *wqe; in irdma_sc_static_hmc_pages_allocated() local
4598 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_static_hmc_pages_allocated()
4599 if (!wqe) in irdma_sc_static_hmc_pages_allocated()
4602 set_64bit_val(wqe, 16, in irdma_sc_static_hmc_pages_allocated()
4610 set_64bit_val(wqe, 24, hdr); in irdma_sc_static_hmc_pages_allocated()
4613 DUMP_PREFIX_OFFSET, 16, 8, wqe, in irdma_sc_static_hmc_pages_allocated()
4693 __le64 *wqe; in irdma_sc_query_rdma_features() local
4696 wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch); in irdma_sc_query_rdma_features()
4697 if (!wqe) in irdma_sc_query_rdma_features()
4701 set_64bit_val(wqe, 32, temp); in irdma_sc_query_rdma_features()
4709 set_64bit_val(wqe, 24, temp); in irdma_sc_query_rdma_features()
4712 16, 8, wqe, IRDMA_CQP_WQE_SIZE * 8, false); in irdma_sc_query_rdma_features()