58 static inline void set_data_seg_v2(struct hns_roce_v2_wqe_data_seg *dseg,  in set_data_seg_v2()  argument
61 	dseg->lkey = cpu_to_le32(sg->lkey);  in set_data_seg_v2()
62 	dseg->addr = cpu_to_le64(sg->addr);  in set_data_seg_v2()
63 	dseg->len  = cpu_to_le32(sg->length);  in set_data_seg_v2()
135 	struct hns_roce_v2_wqe_data_seg *dseg =  in set_atomic_seg()  local
138 		(void *)dseg + sizeof(struct hns_roce_v2_wqe_data_seg);  in set_atomic_seg()
140 	set_data_seg_v2(dseg, wr->sg_list);  in set_atomic_seg()
173 	void *dseg;  in fill_ext_sge_inl_data()  local
182 	dseg = hns_roce_get_extend_sge(qp, idx & (qp->sge.sge_cnt - 1));  in fill_ext_sge_inl_data()
183 	left_len_in_pg = hr_hw_page_align((uintptr_t)dseg) - (uintptr_t)dseg;  in fill_ext_sge_inl_data()
194 			memcpy(dseg, addr, len);  in fill_ext_sge_inl_data()
205 			dseg += len;  in fill_ext_sge_inl_data()
207 			memcpy(dseg, addr, left_len_in_pg);  in fill_ext_sge_inl_data()
212 			dseg = hns_roce_get_extend_sge(qp,  in fill_ext_sge_inl_data()
226 	struct hns_roce_v2_wqe_data_seg *dseg;  in set_extend_sge()  local
230 		dseg = hns_roce_get_extend_sge(qp, idx & (qp->sge.sge_cnt - 1));  in set_extend_sge()
232 			set_data_seg_v2(dseg, sge);  in set_extend_sge()
265 	void *dseg = rc_sq_wqe;  in set_rc_inl()  local
277 	dseg += sizeof(struct hns_roce_v2_rc_send_wqe);  in set_rc_inl()
283 			memcpy(dseg, ((void *)wr->sg_list[i].addr),  in set_rc_inl()
285 			dseg += wr->sg_list[i].length;  in set_rc_inl()
307 	struct hns_roce_v2_wqe_data_seg *dseg =  in set_rwqe_data_seg()  local
324 				set_data_seg_v2(dseg, wr->sg_list + i);  in set_rwqe_data_seg()
325 				dseg++;  in set_rwqe_data_seg()
331 				set_data_seg_v2(dseg, wr->sg_list + i);  in set_rwqe_data_seg()
332 				dseg++;  in set_rwqe_data_seg()
772 	struct hns_roce_v2_wqe_data_seg *dseg = wqe;  in fill_recv_sge_to_wqe()  local
779 		set_data_seg_v2(dseg + cnt, wr->sg_list + i);  in fill_recv_sge_to_wqe()
785 		dseg[cnt].lkey = cpu_to_le32(HNS_ROCE_INVALID_LKEY);  in fill_recv_sge_to_wqe()
786 		dseg[cnt].addr = 0;  in fill_recv_sge_to_wqe()
787 		dseg[cnt].len = cpu_to_le32(HNS_ROCE_INVALID_SGE_LENGTH);  in fill_recv_sge_to_wqe()
791 			memset(dseg + cnt, 0,  in fill_recv_sge_to_wqe()