Lines Matching refs:wqe
51 void i40iw_insert_wqe_hdr(u64 *wqe, u64 header) in i40iw_insert_wqe_hdr() argument
54 set_64bit_val(wqe, 24, header); in i40iw_insert_wqe_hdr()
607 u64 *wqe = NULL; in i40iw_sc_cqp_get_next_send_wqe_idx() local
627 wqe = cqp->sq_base[*wqe_idx].elem; in i40iw_sc_cqp_get_next_send_wqe_idx()
629 I40IW_CQP_INIT_WQE(wqe); in i40iw_sc_cqp_get_next_send_wqe_idx()
631 return wqe; in i40iw_sc_cqp_get_next_send_wqe_idx()
835 u64 *wqe; in i40iw_sc_manage_push_page() local
841 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_manage_push_page()
842 if (!wqe) in i40iw_sc_manage_push_page()
845 set_64bit_val(wqe, 16, info->qs_handle); in i40iw_sc_manage_push_page()
852 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_manage_push_page()
855 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_manage_push_page()
877 u64 *wqe; in i40iw_sc_manage_hmc_pm_func_table() local
882 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_manage_hmc_pm_func_table()
883 if (!wqe) in i40iw_sc_manage_hmc_pm_func_table()
891 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_manage_hmc_pm_func_table()
893 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_manage_hmc_pm_func_table()
915 u64 *wqe; in i40iw_sc_set_hmc_resource_profile() local
920 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_set_hmc_resource_profile()
921 if (!wqe) in i40iw_sc_set_hmc_resource_profile()
924 set_64bit_val(wqe, 16, in i40iw_sc_set_hmc_resource_profile()
931 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_set_hmc_resource_profile()
934 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_set_hmc_resource_profile()
988 u64 *wqe; in i40iw_sc_commit_fpm_values() local
993 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_commit_fpm_values()
994 if (!wqe) in i40iw_sc_commit_fpm_values()
997 set_64bit_val(wqe, 16, hmc_fn_id); in i40iw_sc_commit_fpm_values()
998 set_64bit_val(wqe, 32, commit_fpm_mem->pa); in i40iw_sc_commit_fpm_values()
1003 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_commit_fpm_values()
1006 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_commit_fpm_values()
1045 u64 *wqe; in i40iw_sc_query_rdma_features() local
1048 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_query_rdma_features()
1049 if (!wqe) in i40iw_sc_query_rdma_features()
1052 set_64bit_val(wqe, 32, feat_mem->pa); in i40iw_sc_query_rdma_features()
1057 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_query_rdma_features()
1060 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_query_rdma_features()
1139 u64 *wqe; in i40iw_sc_query_fpm_values() local
1144 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_query_fpm_values()
1145 if (!wqe) in i40iw_sc_query_fpm_values()
1148 set_64bit_val(wqe, 16, hmc_fn_id); in i40iw_sc_query_fpm_values()
1149 set_64bit_val(wqe, 32, query_fpm_mem->pa); in i40iw_sc_query_fpm_values()
1154 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_query_fpm_values()
1157 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_query_fpm_values()
1189 u64 *wqe; in i40iw_sc_add_arp_cache_entry() local
1192 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_add_arp_cache_entry()
1193 if (!wqe) in i40iw_sc_add_arp_cache_entry()
1195 set_64bit_val(wqe, 8, info->reach_max); in i40iw_sc_add_arp_cache_entry()
1204 set_64bit_val(wqe, 16, temp); in i40iw_sc_add_arp_cache_entry()
1212 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_add_arp_cache_entry()
1215 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_add_arp_cache_entry()
1235 u64 *wqe; in i40iw_sc_del_arp_cache_entry() local
1238 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_del_arp_cache_entry()
1239 if (!wqe) in i40iw_sc_del_arp_cache_entry()
1245 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_del_arp_cache_entry()
1248 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_del_arp_cache_entry()
1268 u64 *wqe; in i40iw_sc_query_arp_cache_entry() local
1271 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_query_arp_cache_entry()
1272 if (!wqe) in i40iw_sc_query_arp_cache_entry()
1280 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_query_arp_cache_entry()
1283 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_query_arp_cache_entry()
1303 u64 *wqe; in i40iw_sc_manage_apbvt_entry() local
1306 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_manage_apbvt_entry()
1307 if (!wqe) in i40iw_sc_manage_apbvt_entry()
1310 set_64bit_val(wqe, 16, info->port); in i40iw_sc_manage_apbvt_entry()
1316 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_manage_apbvt_entry()
1319 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_manage_apbvt_entry()
1348 u64 *wqe; in i40iw_sc_manage_qhash_table_entry() local
1354 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_manage_qhash_table_entry()
1355 if (!wqe) in i40iw_sc_manage_qhash_table_entry()
1365 set_64bit_val(wqe, 0, temp); in i40iw_sc_manage_qhash_table_entry()
1370 set_64bit_val(wqe, in i40iw_sc_manage_qhash_table_entry()
1374 set_64bit_val(wqe, in i40iw_sc_manage_qhash_table_entry()
1379 set_64bit_val(wqe, in i40iw_sc_manage_qhash_table_entry()
1387 set_64bit_val(wqe, 16, qw2); in i40iw_sc_manage_qhash_table_entry()
1391 set_64bit_val(wqe, in i40iw_sc_manage_qhash_table_entry()
1395 set_64bit_val(wqe, in i40iw_sc_manage_qhash_table_entry()
1400 set_64bit_val(wqe, in i40iw_sc_manage_qhash_table_entry()
1406 set_64bit_val(wqe, 8, qw1); in i40iw_sc_manage_qhash_table_entry()
1414 i40iw_insert_wqe_hdr(wqe, temp); in i40iw_sc_manage_qhash_table_entry()
1417 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_manage_qhash_table_entry()
1435 u64 *wqe; in i40iw_sc_alloc_local_mac_ipaddr_entry() local
1438 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_alloc_local_mac_ipaddr_entry()
1439 if (!wqe) in i40iw_sc_alloc_local_mac_ipaddr_entry()
1444 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_alloc_local_mac_ipaddr_entry()
1446 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_alloc_local_mac_ipaddr_entry()
1465 u64 *wqe; in i40iw_sc_add_local_mac_ipaddr_entry() local
1468 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_add_local_mac_ipaddr_entry()
1469 if (!wqe) in i40iw_sc_add_local_mac_ipaddr_entry()
1478 set_64bit_val(wqe, 32, temp); in i40iw_sc_add_local_mac_ipaddr_entry()
1484 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_add_local_mac_ipaddr_entry()
1487 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_add_local_mac_ipaddr_entry()
1509 u64 *wqe; in i40iw_sc_del_local_mac_ipaddr_entry() local
1512 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_del_local_mac_ipaddr_entry()
1513 if (!wqe) in i40iw_sc_del_local_mac_ipaddr_entry()
1521 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_del_local_mac_ipaddr_entry()
1524 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_del_local_mac_ipaddr_entry()
1541 u64 *wqe; in i40iw_sc_cqp_nop() local
1544 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_cqp_nop()
1545 if (!wqe) in i40iw_sc_cqp_nop()
1549 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_cqp_nop()
1551 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_cqp_nop()
1612 u64 *wqe; in i40iw_sc_ceq_create() local
1616 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_ceq_create()
1617 if (!wqe) in i40iw_sc_ceq_create()
1619 set_64bit_val(wqe, 16, ceq->elem_cnt); in i40iw_sc_ceq_create()
1620 set_64bit_val(wqe, 32, (ceq->virtual_map ? 0 : ceq->ceq_elem_pa)); in i40iw_sc_ceq_create()
1621 set_64bit_val(wqe, 48, (ceq->virtual_map ? ceq->first_pm_pbl_idx : 0)); in i40iw_sc_ceq_create()
1622 set_64bit_val(wqe, 56, LS_64(ceq->tph_val, I40IW_CQPSQ_TPHVAL)); in i40iw_sc_ceq_create()
1631 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_ceq_create()
1634 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_ceq_create()
1692 u64 *wqe; in i40iw_sc_ceq_destroy() local
1696 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_ceq_destroy()
1697 if (!wqe) in i40iw_sc_ceq_destroy()
1699 set_64bit_val(wqe, 16, ceq->elem_cnt); in i40iw_sc_ceq_destroy()
1700 set_64bit_val(wqe, 48, ceq->first_pm_pbl_idx); in i40iw_sc_ceq_destroy()
1707 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_ceq_destroy()
1709 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_ceq_destroy()
1794 u64 *wqe; in i40iw_sc_aeq_create() local
1799 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_aeq_create()
1800 if (!wqe) in i40iw_sc_aeq_create()
1802 set_64bit_val(wqe, 16, aeq->elem_cnt); in i40iw_sc_aeq_create()
1803 set_64bit_val(wqe, 32, in i40iw_sc_aeq_create()
1805 set_64bit_val(wqe, 48, in i40iw_sc_aeq_create()
1813 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_aeq_create()
1815 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_aeq_create()
1831 u64 *wqe; in i40iw_sc_aeq_destroy() local
1836 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_aeq_destroy()
1837 if (!wqe) in i40iw_sc_aeq_destroy()
1839 set_64bit_val(wqe, 16, aeq->elem_cnt); in i40iw_sc_aeq_destroy()
1840 set_64bit_val(wqe, 48, aeq->first_pm_pbl_idx); in i40iw_sc_aeq_destroy()
1845 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_aeq_destroy()
1848 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_aeq_destroy()
2092 u64 *wqe; in i40iw_sc_ccq_create() local
2098 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_ccq_create()
2099 if (!wqe) in i40iw_sc_ccq_create()
2101 set_64bit_val(wqe, 0, ccq->cq_uk.cq_size); in i40iw_sc_ccq_create()
2102 set_64bit_val(wqe, 8, RS_64_1(ccq, 1)); in i40iw_sc_ccq_create()
2103 set_64bit_val(wqe, 16, in i40iw_sc_ccq_create()
2105 set_64bit_val(wqe, 32, (ccq->virtual_map ? 0 : ccq->cq_pa)); in i40iw_sc_ccq_create()
2106 set_64bit_val(wqe, 40, ccq->shadow_area_pa); in i40iw_sc_ccq_create()
2107 set_64bit_val(wqe, 48, in i40iw_sc_ccq_create()
2109 set_64bit_val(wqe, 56, in i40iw_sc_ccq_create()
2124 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_ccq_create()
2127 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_ccq_create()
2151 u64 *wqe; in i40iw_sc_ccq_destroy() local
2157 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_ccq_destroy()
2158 if (!wqe) in i40iw_sc_ccq_destroy()
2160 set_64bit_val(wqe, 0, ccq->cq_uk.cq_size); in i40iw_sc_ccq_destroy()
2161 set_64bit_val(wqe, 8, RS_64_1(ccq, 1)); in i40iw_sc_ccq_destroy()
2162 set_64bit_val(wqe, 40, ccq->shadow_area_pa); in i40iw_sc_ccq_destroy()
2173 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_ccq_destroy()
2176 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_ccq_destroy()
2250 u64 *wqe; in i40iw_sc_cq_create() local
2261 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_cq_create()
2262 if (!wqe) in i40iw_sc_cq_create()
2265 set_64bit_val(wqe, 0, cq->cq_uk.cq_size); in i40iw_sc_cq_create()
2266 set_64bit_val(wqe, 8, RS_64_1(cq, 1)); in i40iw_sc_cq_create()
2267 set_64bit_val(wqe, in i40iw_sc_cq_create()
2271 set_64bit_val(wqe, 32, (cq->virtual_map ? 0 : cq->cq_pa)); in i40iw_sc_cq_create()
2273 set_64bit_val(wqe, 40, cq->shadow_area_pa); in i40iw_sc_cq_create()
2274 set_64bit_val(wqe, 48, (cq->virtual_map ? cq->first_pm_pbl_idx : 0)); in i40iw_sc_cq_create()
2275 set_64bit_val(wqe, 56, LS_64(cq->tph_val, I40IW_CQPSQ_TPHVAL)); in i40iw_sc_cq_create()
2289 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_cq_create()
2292 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_cq_create()
2310 u64 *wqe; in i40iw_sc_cq_destroy() local
2314 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_cq_destroy()
2315 if (!wqe) in i40iw_sc_cq_destroy()
2317 set_64bit_val(wqe, 0, cq->cq_uk.cq_size); in i40iw_sc_cq_destroy()
2318 set_64bit_val(wqe, 8, RS_64_1(cq, 1)); in i40iw_sc_cq_destroy()
2319 set_64bit_val(wqe, 40, cq->shadow_area_pa); in i40iw_sc_cq_destroy()
2320 set_64bit_val(wqe, 48, (cq->virtual_map ? cq->first_pm_pbl_idx : 0)); in i40iw_sc_cq_destroy()
2333 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_cq_destroy()
2336 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_cq_destroy()
2356 u64 *wqe; in i40iw_sc_cq_modify() local
2373 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_cq_modify()
2374 if (!wqe) in i40iw_sc_cq_modify()
2406 set_64bit_val(wqe, 0, cq_size); in i40iw_sc_cq_modify()
2407 set_64bit_val(wqe, 8, RS_64_1(cq, 1)); in i40iw_sc_cq_modify()
2408 set_64bit_val(wqe, 16, in i40iw_sc_cq_modify()
2410 set_64bit_val(wqe, 32, (cq->virtual_map ? 0 : cq->cq_pa)); in i40iw_sc_cq_modify()
2411 set_64bit_val(wqe, 40, cq->shadow_area_pa); in i40iw_sc_cq_modify()
2412 set_64bit_val(wqe, 48, (cq->virtual_map ? first_pm_pbl_idx : 0)); in i40iw_sc_cq_modify()
2413 set_64bit_val(wqe, 56, LS_64(cq->tph_val, I40IW_CQPSQ_TPHVAL)); in i40iw_sc_cq_modify()
2428 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_cq_modify()
2431 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_cq_modify()
2533 u64 *wqe; in i40iw_sc_qp_create() local
2541 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_qp_create()
2542 if (!wqe) in i40iw_sc_qp_create()
2545 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in i40iw_sc_qp_create()
2547 set_64bit_val(wqe, 40, qp->shadow_area_pa); in i40iw_sc_qp_create()
2560 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_qp_create()
2562 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_qp_create()
2582 u64 *wqe; in i40iw_sc_qp_modify() local
2589 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_qp_modify()
2590 if (!wqe) in i40iw_sc_qp_modify()
2602 set_64bit_val(wqe, in i40iw_sc_qp_modify()
2606 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in i40iw_sc_qp_modify()
2607 set_64bit_val(wqe, 40, qp->shadow_area_pa); in i40iw_sc_qp_modify()
2625 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_qp_modify()
2628 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_qp_modify()
2650 u64 *wqe; in i40iw_sc_qp_destroy() local
2656 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_qp_destroy()
2657 if (!wqe) in i40iw_sc_qp_destroy()
2659 set_64bit_val(wqe, 16, qp->hw_host_ctx_pa); in i40iw_sc_qp_destroy()
2660 set_64bit_val(wqe, 40, qp->shadow_area_pa); in i40iw_sc_qp_destroy()
2669 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_qp_destroy()
2671 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_qp_destroy()
2692 u64 *wqe; in i40iw_sc_qp_flush_wqes() local
2709 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_qp_flush_wqes()
2710 if (!wqe) in i40iw_sc_qp_flush_wqes()
2722 set_64bit_val(wqe, 16, temp); in i40iw_sc_qp_flush_wqes()
2727 set_64bit_val(wqe, 8, temp); in i40iw_sc_qp_flush_wqes()
2737 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_qp_flush_wqes()
2740 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_qp_flush_wqes()
2761 u64 *wqe; in i40iw_sc_gen_ae() local
2766 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_gen_ae()
2767 if (!wqe) in i40iw_sc_gen_ae()
2773 set_64bit_val(wqe, 8, temp); in i40iw_sc_gen_ae()
2780 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_gen_ae()
2783 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_gen_ae()
2803 u64 *wqe; in i40iw_sc_qp_upload_context() local
2808 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_qp_upload_context()
2809 if (!wqe) in i40iw_sc_qp_upload_context()
2811 set_64bit_val(wqe, 16, info->buf_pa); in i40iw_sc_qp_upload_context()
2820 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_qp_upload_context()
2823 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_qp_upload_context()
3031 u64 *wqe; in i40iw_sc_alloc_stag() local
3038 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_alloc_stag()
3039 if (!wqe) in i40iw_sc_alloc_stag()
3041 set_64bit_val(wqe, in i40iw_sc_alloc_stag()
3045 set_64bit_val(wqe, in i40iw_sc_alloc_stag()
3048 set_64bit_val(wqe, in i40iw_sc_alloc_stag()
3062 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_alloc_stag()
3065 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_alloc_stag()
3085 u64 *wqe; in i40iw_sc_mr_reg_non_shared() local
3107 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_mr_reg_non_shared()
3108 if (!wqe) in i40iw_sc_mr_reg_non_shared()
3112 set_64bit_val(wqe, 0, temp); in i40iw_sc_mr_reg_non_shared()
3114 set_64bit_val(wqe, in i40iw_sc_mr_reg_non_shared()
3119 set_64bit_val(wqe, in i40iw_sc_mr_reg_non_shared()
3124 set_64bit_val(wqe, 32, info->reg_addr_pa); in i40iw_sc_mr_reg_non_shared()
3125 set_64bit_val(wqe, 48, 0); in i40iw_sc_mr_reg_non_shared()
3127 set_64bit_val(wqe, 32, 0); in i40iw_sc_mr_reg_non_shared()
3128 set_64bit_val(wqe, 48, info->first_pm_pbl_index); in i40iw_sc_mr_reg_non_shared()
3130 set_64bit_val(wqe, 40, info->hmc_fcn_index); in i40iw_sc_mr_reg_non_shared()
3131 set_64bit_val(wqe, 56, 0); in i40iw_sc_mr_reg_non_shared()
3145 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_mr_reg_non_shared()
3148 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_mr_reg_non_shared()
3168 u64 *wqe; in i40iw_sc_mr_reg_shared() local
3181 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_mr_reg_shared()
3182 if (!wqe) in i40iw_sc_mr_reg_shared()
3188 set_64bit_val(wqe, in i40iw_sc_mr_reg_shared()
3192 set_64bit_val(wqe, in i40iw_sc_mr_reg_shared()
3198 set_64bit_val(wqe, 16, temp); in i40iw_sc_mr_reg_shared()
3208 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_mr_reg_shared()
3211 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_mr_reg_shared()
3232 u64 *wqe; in i40iw_sc_dealloc_stag() local
3236 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_dealloc_stag()
3237 if (!wqe) in i40iw_sc_dealloc_stag()
3239 set_64bit_val(wqe, in i40iw_sc_dealloc_stag()
3242 set_64bit_val(wqe, in i40iw_sc_dealloc_stag()
3250 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_dealloc_stag()
3253 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_dealloc_stag()
3273 u64 *wqe; in i40iw_sc_query_stag() local
3277 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_query_stag()
3278 if (!wqe) in i40iw_sc_query_stag()
3280 set_64bit_val(wqe, in i40iw_sc_query_stag()
3287 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_query_stag()
3290 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_query_stag()
3314 u64 *wqe; in i40iw_sc_mw_alloc() local
3317 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_mw_alloc()
3318 if (!wqe) in i40iw_sc_mw_alloc()
3320 set_64bit_val(wqe, 8, LS_64(pd_id, I40IW_CQPSQ_STAG_PDID)); in i40iw_sc_mw_alloc()
3321 set_64bit_val(wqe, in i40iw_sc_mw_alloc()
3328 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_mw_alloc()
3331 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_mw_alloc()
3350 u64 *wqe; in i40iw_sc_mr_fast_register() local
3355 wqe = i40iw_qp_get_next_send_wqe(&qp->qp_uk, &wqe_idx, I40IW_QP_WQE_MIN_SIZE, in i40iw_sc_mr_fast_register()
3357 if (!wqe) in i40iw_sc_mr_fast_register()
3364 set_64bit_val(wqe, 0, temp); in i40iw_sc_mr_fast_register()
3367 set_64bit_val(wqe, in i40iw_sc_mr_fast_register()
3372 set_64bit_val(wqe, in i40iw_sc_mr_fast_register()
3389 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_mr_fast_register()
3392 wqe, I40IW_QP_WQE_MIN_SIZE); in i40iw_sc_mr_fast_register()
3411 u64 *wqe; in i40iw_sc_send_lsmm() local
3416 wqe = qp_uk->sq_base->elem; in i40iw_sc_send_lsmm()
3418 set_64bit_val(wqe, 0, (uintptr_t)lsmm_buf); in i40iw_sc_send_lsmm()
3420 set_64bit_val(wqe, 8, (size | LS_64(stag, I40IWQPSQ_FRAG_STAG))); in i40iw_sc_send_lsmm()
3422 set_64bit_val(wqe, 16, 0); in i40iw_sc_send_lsmm()
3429 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_send_lsmm()
3432 wqe, I40IW_QP_WQE_MIN_SIZE); in i40iw_sc_send_lsmm()
3445 u64 *wqe; in i40iw_sc_send_lsmm_nostag() local
3450 wqe = qp_uk->sq_base->elem; in i40iw_sc_send_lsmm_nostag()
3452 set_64bit_val(wqe, 0, (uintptr_t)lsmm_buf); in i40iw_sc_send_lsmm_nostag()
3454 set_64bit_val(wqe, 8, size); in i40iw_sc_send_lsmm_nostag()
3456 set_64bit_val(wqe, 16, 0); in i40iw_sc_send_lsmm_nostag()
3463 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_send_lsmm_nostag()
3466 wqe, I40IW_QP_WQE_MIN_SIZE); in i40iw_sc_send_lsmm_nostag()
3476 u64 *wqe; in i40iw_sc_send_rtt() local
3481 wqe = qp_uk->sq_base->elem; in i40iw_sc_send_rtt()
3483 set_64bit_val(wqe, 0, 0); in i40iw_sc_send_rtt()
3484 set_64bit_val(wqe, 8, 0); in i40iw_sc_send_rtt()
3485 set_64bit_val(wqe, 16, 0); in i40iw_sc_send_rtt()
3490 set_64bit_val(wqe, 8, ((u64)0xabcd << 32)); in i40iw_sc_send_rtt()
3496 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_send_rtt()
3499 wqe, I40IW_QP_WQE_MIN_SIZE); in i40iw_sc_send_rtt()
3509 u64 *wqe; in i40iw_sc_post_wqe0() local
3514 wqe = qp_uk->sq_base->elem; in i40iw_sc_post_wqe0()
3516 if (!wqe) in i40iw_sc_post_wqe0()
3520 set_64bit_val(wqe, 0, 0); in i40iw_sc_post_wqe0()
3521 set_64bit_val(wqe, 8, 0); in i40iw_sc_post_wqe0()
3522 set_64bit_val(wqe, 16, 0); in i40iw_sc_post_wqe0()
3526 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_post_wqe0()
3529 set_64bit_val(wqe, 0, 0); in i40iw_sc_post_wqe0()
3530 set_64bit_val(wqe, 8, 0); in i40iw_sc_post_wqe0()
3531 set_64bit_val(wqe, 16, 0); in i40iw_sc_post_wqe0()
3537 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_post_wqe0()
3727 u64 *wqe; in cqp_sds_wqe_fill() local
3733 wqe = i40iw_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); in cqp_sds_wqe_fill()
3734 if (!wqe) in cqp_sds_wqe_fill()
3737 I40IW_CQP_INIT_WQE(wqe); in cqp_sds_wqe_fill()
3755 set_64bit_val(wqe, 16, data); in cqp_sds_wqe_fill()
3759 set_64bit_val(wqe, 48, in cqp_sds_wqe_fill()
3763 set_64bit_val(wqe, 56, info->entry[2].data); in cqp_sds_wqe_fill()
3766 set_64bit_val(wqe, 32, in cqp_sds_wqe_fill()
3770 set_64bit_val(wqe, 40, info->entry[1].data); in cqp_sds_wqe_fill()
3773 set_64bit_val(wqe, 0, in cqp_sds_wqe_fill()
3776 set_64bit_val(wqe, 8, info->entry[0].data); in cqp_sds_wqe_fill()
3782 i40iw_insert_wqe_hdr(wqe, header); in cqp_sds_wqe_fill()
3785 wqe, I40IW_CQP_WQE_SIZE * 8); in cqp_sds_wqe_fill()
3845 u64 *wqe; in i40iw_sc_suspend_qp() local
3847 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_suspend_qp()
3848 if (!wqe) in i40iw_sc_suspend_qp()
3854 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_suspend_qp()
3857 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_suspend_qp()
3874 u64 *wqe; in i40iw_sc_resume_qp() local
3876 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_resume_qp()
3877 if (!wqe) in i40iw_sc_resume_qp()
3879 set_64bit_val(wqe, in i40iw_sc_resume_qp()
3887 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_resume_qp()
3890 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_resume_qp()
3912 u64 *wqe; in i40iw_sc_static_hmc_pages_allocated() local
3916 wqe = i40iw_sc_cqp_get_next_send_wqe(cqp, scratch); in i40iw_sc_static_hmc_pages_allocated()
3917 if (!wqe) in i40iw_sc_static_hmc_pages_allocated()
3919 set_64bit_val(wqe, in i40iw_sc_static_hmc_pages_allocated()
3926 i40iw_insert_wqe_hdr(wqe, header); in i40iw_sc_static_hmc_pages_allocated()
3929 wqe, I40IW_CQP_WQE_SIZE * 8); in i40iw_sc_static_hmc_pages_allocated()