49 	u64 header, *wqe;  in i40iw_nop_1()  local
58 	wqe = qp->sq_base[wqe_idx].elem;  in i40iw_nop_1()
69 	set_64bit_val(wqe, 0, 0);  in i40iw_nop_1()
70 	set_64bit_val(wqe, 8, 0);  in i40iw_nop_1()
71 	set_64bit_val(wqe, 16, 0);  in i40iw_nop_1()
79 	set_64bit_val(wqe, 24, header);  in i40iw_nop_1()
141 	u64 *wqe = NULL;  in i40iw_qp_get_next_send_wqe()  local
183 	wqe = qp->sq_base[*wqe_idx].elem;  in i40iw_qp_get_next_send_wqe()
196 	return wqe;  in i40iw_qp_get_next_send_wqe()
205 static void i40iw_set_fragment(u64 *wqe, u32 offset, struct i40iw_sge *sge)  in i40iw_set_fragment()  argument
208 		set_64bit_val(wqe, offset, LS_64(sge->tag_off, I40IWQPSQ_FRAG_TO));  in i40iw_set_fragment()
209 		set_64bit_val(wqe, (offset + 8),  in i40iw_set_fragment()
222 	u64 *wqe = NULL;  in i40iw_qp_get_next_recv_wqe()  local
234 	wqe = qp->rq_base[*wqe_idx * (qp->rq_wqe_size_multiplier >> 2)].elem;  in i40iw_qp_get_next_recv_wqe()
236 	return wqe;  in i40iw_qp_get_next_recv_wqe()
250 	u64 *wqe;  in i40iw_rdma_write()  local
274 	wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, total_size, info->wr_id);  in i40iw_rdma_write()
275 	if (!wqe)  in i40iw_rdma_write()
277 	set_64bit_val(wqe, 16,  in i40iw_rdma_write()
290 	i40iw_set_fragment(wqe, 0, op_info->lo_sg_list);  in i40iw_rdma_write()
293 		i40iw_set_fragment(wqe, byte_off, &op_info->lo_sg_list[i]);  in i40iw_rdma_write()
299 	set_64bit_val(wqe, 24, header);  in i40iw_rdma_write()
319 	u64 *wqe;  in i40iw_rdma_read()  local
331 	wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, op_info->lo_addr.len, info->wr_id);  in i40iw_rdma_read()
332 	if (!wqe)  in i40iw_rdma_read()
336 	set_64bit_val(wqe, 16, LS_64(op_info->rem_addr.tag_off, I40IWQPSQ_FRAG_TO));  in i40iw_rdma_read()
344 	i40iw_set_fragment(wqe, 0, &op_info->lo_addr);  in i40iw_rdma_read()
348 	set_64bit_val(wqe, 24, header);  in i40iw_rdma_read()
367 	u64 *wqe;  in i40iw_send()  local
385 	wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, total_size, info->wr_id);  in i40iw_send()
386 	if (!wqe)  in i40iw_send()
390 	set_64bit_val(wqe, 16, 0);  in i40iw_send()
400 	i40iw_set_fragment(wqe, 0, op_info->sg_list);  in i40iw_send()
403 		i40iw_set_fragment(wqe, byte_off, &op_info->sg_list[i]);  in i40iw_send()
409 	set_64bit_val(wqe, 24, header);  in i40iw_send()
426 	u64 *wqe;  in i40iw_inline_rdma_write()  local
444 	wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, op_info->len, info->wr_id);  in i40iw_inline_rdma_write()
445 	if (!wqe)  in i40iw_inline_rdma_write()
449 	set_64bit_val(wqe, 16,  in i40iw_inline_rdma_write()
462 	dest = (u8 *)wqe;  in i40iw_inline_rdma_write()
470 		dest = (u8 *)wqe + 32;  in i40iw_inline_rdma_write()
476 	set_64bit_val(wqe, 24, header);  in i40iw_inline_rdma_write()
480 		memcpy(push, wqe, (op_info->len > 16) ? op_info->len + 16 : 32);  in i40iw_inline_rdma_write()
502 	u64 *wqe;  in i40iw_inline_send()  local
520 	wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, op_info->len, info->wr_id);  in i40iw_inline_send()
521 	if (!wqe)  in i40iw_inline_send()
535 	dest = (u8 *)wqe;  in i40iw_inline_send()
543 		dest = (u8 *)wqe + 32;  in i40iw_inline_send()
549 	set_64bit_val(wqe, 24, header);  in i40iw_inline_send()
553 		memcpy(push, wqe, (op_info->len > 16) ? op_info->len + 16 : 32);  in i40iw_inline_send()
573 	u64 *wqe;  in i40iw_stag_local_invalidate()  local
582 	wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, I40IW_QP_WQE_MIN_SIZE, 0, info->wr_id);  in i40iw_stag_local_invalidate()
583 	if (!wqe)  in i40iw_stag_local_invalidate()
585 	set_64bit_val(wqe, 0, 0);  in i40iw_stag_local_invalidate()
586 	set_64bit_val(wqe, 8,  in i40iw_stag_local_invalidate()
588 	set_64bit_val(wqe, 16, 0);  in i40iw_stag_local_invalidate()
597 	set_64bit_val(wqe, 24, header);  in i40iw_stag_local_invalidate()
615 	u64 *wqe;  in i40iw_mw_bind()  local
624 	wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, I40IW_QP_WQE_MIN_SIZE, 0, info->wr_id);  in i40iw_mw_bind()
625 	if (!wqe)  in i40iw_mw_bind()
627 	set_64bit_val(wqe, 0, (uintptr_t)op_info->va);  in i40iw_mw_bind()
628 	set_64bit_val(wqe, 8,  in i40iw_mw_bind()
631 	set_64bit_val(wqe, 16, op_info->bind_length);  in i40iw_mw_bind()
645 	set_64bit_val(wqe, 24, header);  in i40iw_mw_bind()
661 	u64 *wqe;  in i40iw_post_receive()  local
669 	wqe = i40iw_qp_get_next_recv_wqe(qp, &wqe_idx);  in i40iw_post_receive()
670 	if (!wqe)  in i40iw_post_receive()
674 	set_64bit_val(wqe, 16, 0);  in i40iw_post_receive()
680 	i40iw_set_fragment(wqe, 0, info->sg_list);  in i40iw_post_receive()
683 		i40iw_set_fragment(wqe, byte_off, &info->sg_list[i]);  in i40iw_post_receive()
689 	set_64bit_val(wqe, 24, header);  in i40iw_post_receive()
1132 	u64 header, *wqe;  in i40iw_nop()  local
1135 	wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, I40IW_QP_WQE_MIN_SIZE, 0, wr_id);  in i40iw_nop()
1136 	if (!wqe)  in i40iw_nop()
1138 	set_64bit_val(wqe, 0, 0);  in i40iw_nop()
1139 	set_64bit_val(wqe, 8, 0);  in i40iw_nop()
1140 	set_64bit_val(wqe, 16, 0);  in i40iw_nop()
1148 	set_64bit_val(wqe, 24, header);  in i40iw_nop()