Lines Matching refs:qpriv
340 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_qp_priv_init() local
343 qpriv->rcd = qp_to_rcd(rdi, qp); in hfi1_qp_priv_init()
345 spin_lock_init(&qpriv->opfn.lock); in hfi1_qp_priv_init()
346 INIT_WORK(&qpriv->opfn.opfn_work, opfn_send_conn_request); in hfi1_qp_priv_init()
347 INIT_WORK(&qpriv->tid_rdma.trigger_work, tid_rdma_trigger_resume); in hfi1_qp_priv_init()
348 qpriv->flow_state.psn = 0; in hfi1_qp_priv_init()
349 qpriv->flow_state.index = RXE_NUM_TID_FLOWS; in hfi1_qp_priv_init()
350 qpriv->flow_state.last_index = RXE_NUM_TID_FLOWS; in hfi1_qp_priv_init()
351 qpriv->flow_state.generation = KERN_GENERATION_RESERVED; in hfi1_qp_priv_init()
352 qpriv->s_state = TID_OP(WRITE_RESP); in hfi1_qp_priv_init()
353 qpriv->s_tid_cur = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
354 qpriv->s_tid_head = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
355 qpriv->s_tid_tail = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
356 qpriv->rnr_nak_state = TID_RNR_NAK_INIT; in hfi1_qp_priv_init()
357 qpriv->r_tid_head = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
358 qpriv->r_tid_tail = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
359 qpriv->r_tid_ack = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
360 qpriv->r_tid_alloc = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
361 atomic_set(&qpriv->n_requests, 0); in hfi1_qp_priv_init()
362 atomic_set(&qpriv->n_tid_requests, 0); in hfi1_qp_priv_init()
363 timer_setup(&qpriv->s_tid_timer, hfi1_tid_timeout, 0); in hfi1_qp_priv_init()
364 timer_setup(&qpriv->s_tid_retry_timer, hfi1_tid_retry_timeout, 0); in hfi1_qp_priv_init()
365 INIT_LIST_HEAD(&qpriv->tid_wait); in hfi1_qp_priv_init()
368 struct hfi1_devdata *dd = qpriv->rcd->dd; in hfi1_qp_priv_init()
370 qpriv->pages = kzalloc_node(TID_RDMA_MAX_PAGES * in hfi1_qp_priv_init()
371 sizeof(*qpriv->pages), in hfi1_qp_priv_init()
373 if (!qpriv->pages) in hfi1_qp_priv_init()
414 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_qp_priv_tid_free() local
432 cancel_work_sync(&qpriv->opfn.opfn_work); in hfi1_qp_priv_tid_free()
433 kfree(qpriv->pages); in hfi1_qp_priv_tid_free()
434 qpriv->pages = NULL; in hfi1_qp_priv_tid_free()
777 struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; in hfi1_kern_setup_hw_flow() local
778 struct tid_flow_state *fs = &qpriv->flow_state; in hfi1_kern_setup_hw_flow()
817 struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; in hfi1_kern_clear_hw_flow() local
818 struct tid_flow_state *fs = &qpriv->flow_state; in hfi1_kern_clear_hw_flow()
1460 struct hfi1_qp_priv *qpriv = req->qp->priv; in hfi1_kern_exp_rcv_setup() local
1482 if (kern_get_phys_blocks(flow, qpriv->pages, ss, last)) { in hfi1_kern_exp_rcv_setup()
1513 flow->idx = qpriv->flow_state.index; in hfi1_kern_exp_rcv_setup()
1514 flow->flow_state.generation = qpriv->flow_state.generation; in hfi1_kern_exp_rcv_setup()
1515 flow->flow_state.spsn = qpriv->flow_state.psn; in hfi1_kern_exp_rcv_setup()
1519 qpriv->flow_state.psn += flow->npkts; in hfi1_kern_exp_rcv_setup()
1650 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_init_trdma_req() local
1663 req->rcd = qpriv->rcd; in hfi1_init_trdma_req()
1703 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_read_packet() local
1737 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_read_packet()
1751 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_read_packet()
1754 qpriv->rcd->ctxt); in hfi1_build_tid_rdma_read_packet()
1767 qpriv->pending_tid_r_segs++; in hfi1_build_tid_rdma_read_packet()
1785 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_read_req() local
1801 if (qpriv->pending_tid_r_segs) in hfi1_build_tid_rdma_read_req()
1805 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_build_tid_rdma_read_req()
1832 if ((qpriv->flow_state.psn + npkts) > MAX_TID_FLOW_PSN - 1) { in hfi1_build_tid_rdma_read_req()
1838 if (hfi1_kern_setup_hw_flow(qpriv->rcd, qp)) in hfi1_build_tid_rdma_read_req()
1888 struct hfi1_qp_priv *qpriv = qp->priv; in tid_rdma_rcv_read_request() local
1962 req->n_flows = qpriv->tid_rdma.local.max_read; in tid_rdma_rcv_read_request()
1968 req->seg_len = qpriv->tid_rdma.local.max_len; in tid_rdma_rcv_read_request()
1985 struct hfi1_qp_priv *qpriv = qp->priv; in tid_rdma_rcv_error() local
2121 qpriv->pending_tid_w_segs -= in tid_rdma_rcv_error()
2128 qpriv->pending_tid_w_segs += in tid_rdma_rcv_error()
2165 qpriv->pending_tid_w_segs -= in tid_rdma_rcv_error()
2173 qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK; in tid_rdma_rcv_error()
2191 if (qpriv->rnr_nak_state) { in tid_rdma_rcv_error()
2193 qpriv->rnr_nak_state = TID_RNR_NAK_INIT; in tid_rdma_rcv_error()
2230 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_read_req() local
2256 if (!len || len & ~PAGE_MASK || len > qpriv->tid_rdma.local.max_len) in hfi1_rc_rcv_tid_rdma_read_req()
2310 qpriv->r_tid_alloc = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_read_req()
2343 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_read_resp() local
2362 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_read_resp()
2853 struct hfi1_qp_priv *qpriv; in hfi1_handle_kdeth_eflags() local
2927 qpriv = qp->priv; in hfi1_handle_kdeth_eflags()
2928 if (qpriv->r_tid_tail == HFI1_QP_WQE_INVALID || in hfi1_handle_kdeth_eflags()
2929 qpriv->r_tid_tail == qpriv->r_tid_head) in hfi1_handle_kdeth_eflags()
2931 e = &qp->s_ack_queue[qpriv->r_tid_tail]; in hfi1_handle_kdeth_eflags()
2949 if (!(qpriv->s_flags & HFI1_R_TID_SW_PSN)) { in hfi1_handle_kdeth_eflags()
2950 qpriv->s_flags |= HFI1_R_TID_SW_PSN; in hfi1_handle_kdeth_eflags()
2954 qpriv->r_next_psn_kdeth = in hfi1_handle_kdeth_eflags()
2973 qpriv->s_nak_state = 0; in hfi1_handle_kdeth_eflags()
2984 qpriv->r_next_psn_kdeth = in hfi1_handle_kdeth_eflags()
3022 if (!qpriv->s_nak_state) { in hfi1_handle_kdeth_eflags()
3023 qpriv->s_nak_state = IB_NAK_PSN_ERROR; in hfi1_handle_kdeth_eflags()
3025 qpriv->s_nak_psn = mask_psn(flow->flow_state.r_next_psn); in hfi1_handle_kdeth_eflags()
3042 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_tid_rdma_restart_req() local
3098 rvt_skip_sge(&qpriv->tid_ss, (req->cur_seg * req->seg_len) + in hfi1_tid_rdma_restart_req()
3129 i = qpriv->s_tid_tail; in hfi1_tid_rdma_restart_req()
3139 if (i == qpriv->s_tid_cur) in hfi1_tid_rdma_restart_req()
3157 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_qp_kern_exp_rcv_clear_all() local
3167 fs = &qpriv->flow_state; in hfi1_qp_kern_exp_rcv_clear_all()
3169 hfi1_kern_clear_hw_flow(qpriv->rcd, qp); in hfi1_qp_kern_exp_rcv_clear_all()
3272 struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; in setup_tid_rdma_wqe() local
3277 struct hfi1_pportdata *ppd = qpriv->rcd->ppd; in setup_tid_rdma_wqe()
3282 if (qpriv->hdr_type != HFI1_PKT_TYPE_9B) in setup_tid_rdma_wqe()
3286 remote = rcu_dereference(qpriv->tid_rdma.remote); in setup_tid_rdma_wqe()
3326 qpriv->tid_r_reqs++; in setup_tid_rdma_wqe()
3330 atomic_inc(&qpriv->n_requests); in setup_tid_rdma_wqe()
3358 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_write_req() local
3363 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_req()
3403 static u32 position_in_queue(struct hfi1_qp_priv *qpriv, in position_in_queue() argument
3406 return qpriv->tid_enqueue - queue->dequeue; in position_in_queue()
3416 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_compute_tid_rnr_timeout() local
3421 bytes_per_us = active_egress_rate(qpriv->rcd->ppd) / 8; in hfi1_compute_tid_rnr_timeout()
3455 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_tid_write_alloc_resources() local
3456 struct hfi1_ctxtdata *rcd = qpriv->rcd; in hfi1_tid_write_alloc_resources()
3457 struct tid_rdma_params *local = &qpriv->tid_rdma.local; in hfi1_tid_write_alloc_resources()
3480 if (qpriv->rnr_nak_state == TID_RNR_NAK_SEND) in hfi1_tid_write_alloc_resources()
3484 if (qpriv->r_tid_alloc == qpriv->r_tid_head) { in hfi1_tid_write_alloc_resources()
3486 if (qpriv->flow_state.index < RXE_NUM_TID_FLOWS && in hfi1_tid_write_alloc_resources()
3487 !qpriv->alloc_w_segs) { in hfi1_tid_write_alloc_resources()
3489 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_tid_write_alloc_resources()
3494 e = &qp->s_ack_queue[qpriv->r_tid_alloc]; in hfi1_tid_write_alloc_resources()
3505 if (qpriv->alloc_w_segs >= local->max_write) in hfi1_tid_write_alloc_resources()
3509 if (qpriv->sync_pt && qpriv->alloc_w_segs) in hfi1_tid_write_alloc_resources()
3513 if (qpriv->sync_pt && !qpriv->alloc_w_segs) { in hfi1_tid_write_alloc_resources()
3515 qpriv->sync_pt = false; in hfi1_tid_write_alloc_resources()
3516 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_tid_write_alloc_resources()
3520 if (qpriv->flow_state.index >= RXE_NUM_TID_FLOWS) { in hfi1_tid_write_alloc_resources()
3521 ret = hfi1_kern_setup_hw_flow(qpriv->rcd, qp); in hfi1_tid_write_alloc_resources()
3524 position_in_queue(qpriv, in hfi1_tid_write_alloc_resources()
3536 if (qpriv->flow_state.psn + npkts > MAX_TID_FLOW_PSN - 1) { in hfi1_tid_write_alloc_resources()
3537 qpriv->sync_pt = true; in hfi1_tid_write_alloc_resources()
3559 to_seg = position_in_queue(qpriv, &rcd->rarr_queue); in hfi1_tid_write_alloc_resources()
3563 qpriv->alloc_w_segs++; in hfi1_tid_write_alloc_resources()
3568 if (++qpriv->r_tid_alloc > in hfi1_tid_write_alloc_resources()
3570 qpriv->r_tid_alloc = 0; in hfi1_tid_write_alloc_resources()
3597 qp->r_head_ack_queue = qpriv->r_tid_alloc + 1; in hfi1_tid_write_alloc_resources()
3600 qpriv->r_tid_head = qp->r_head_ack_queue; in hfi1_tid_write_alloc_resources()
3622 qpriv->rnr_nak_state = TID_RNR_NAK_SEND; in hfi1_tid_write_alloc_resources()
3654 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_write_req() local
3680 num_segs = DIV_ROUND_UP(len, qpriv->tid_rdma.local.max_len); in hfi1_rc_rcv_tid_rdma_write_req()
3692 if (qpriv->rnr_nak_state) in hfi1_rc_rcv_tid_rdma_write_req()
3711 if (qpriv->rnr_nak_state) { in hfi1_rc_rcv_tid_rdma_write_req()
3714 qpriv->rnr_nak_state = TID_RNR_NAK_INIT; in hfi1_rc_rcv_tid_rdma_write_req()
3745 req->n_flows = min_t(u16, num_segs, qpriv->tid_rdma.local.max_write); in hfi1_rc_rcv_tid_rdma_write_req()
3752 req->seg_len = qpriv->tid_rdma.local.max_len; in hfi1_rc_rcv_tid_rdma_write_req()
3776 if (qpriv->r_tid_tail == HFI1_QP_WQE_INVALID) { in hfi1_rc_rcv_tid_rdma_write_req()
3777 qpriv->r_tid_tail = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_write_req()
3778 } else if (qpriv->r_tid_tail == qpriv->r_tid_head) { in hfi1_rc_rcv_tid_rdma_write_req()
3781 e = &qp->s_ack_queue[qpriv->r_tid_tail]; in hfi1_rc_rcv_tid_rdma_write_req()
3786 if (qpriv->r_tid_tail == qpriv->r_tid_ack) in hfi1_rc_rcv_tid_rdma_write_req()
3787 qpriv->r_tid_ack = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_write_req()
3788 qpriv->r_tid_tail = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_write_req()
3793 qpriv->r_tid_head = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_write_req()
3830 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_write_resp() local
3857 if (qpriv->rnr_nak_state == TID_RNR_NAK_SENT) in hfi1_build_tid_rdma_write_resp()
3902 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_resp()
3913 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_write_resp()
3916 qpriv->rcd->ctxt); in hfi1_build_tid_rdma_write_resp()
3921 qpriv->pending_tid_w_segs++; in hfi1_build_tid_rdma_write_resp()
3928 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_add_tid_reap_timer() local
3931 if (!(qpriv->s_flags & HFI1_R_TID_RSC_TIMER)) { in hfi1_add_tid_reap_timer()
3932 qpriv->s_flags |= HFI1_R_TID_RSC_TIMER; in hfi1_add_tid_reap_timer()
3933 qpriv->s_tid_timer.expires = jiffies + in hfi1_add_tid_reap_timer()
3934 qpriv->tid_timer_timeout_jiffies; in hfi1_add_tid_reap_timer()
3935 add_timer(&qpriv->s_tid_timer); in hfi1_add_tid_reap_timer()
3941 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_mod_tid_reap_timer() local
3944 qpriv->s_flags |= HFI1_R_TID_RSC_TIMER; in hfi1_mod_tid_reap_timer()
3945 mod_timer(&qpriv->s_tid_timer, jiffies + in hfi1_mod_tid_reap_timer()
3946 qpriv->tid_timer_timeout_jiffies); in hfi1_mod_tid_reap_timer()
3951 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_stop_tid_reap_timer() local
3955 if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) { in hfi1_stop_tid_reap_timer()
3956 rval = del_timer(&qpriv->s_tid_timer); in hfi1_stop_tid_reap_timer()
3957 qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER; in hfi1_stop_tid_reap_timer()
3964 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_del_tid_reap_timer() local
3966 del_timer_sync(&qpriv->s_tid_timer); in hfi1_del_tid_reap_timer()
3967 qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER; in hfi1_del_tid_reap_timer()
3972 struct hfi1_qp_priv *qpriv = from_timer(qpriv, t, s_tid_timer); in hfi1_tid_timeout() local
3973 struct rvt_qp *qp = qpriv->owner; in hfi1_tid_timeout()
3980 if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) { in hfi1_tid_timeout()
3985 (u64)qpriv->tid_timer_timeout_jiffies); in hfi1_tid_timeout()
3991 hfi1_kern_clear_hw_flow(qpriv->rcd, qp); in hfi1_tid_timeout()
4030 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_write_resp() local
4069 wqe = rvt_get_swqe_ptr(qp, qpriv->s_tid_cur); in hfi1_rc_rcv_tid_rdma_write_resp()
4166 if (qpriv->s_tid_cur != qpriv->s_tid_head && in hfi1_rc_rcv_tid_rdma_write_resp()
4168 for (i = qpriv->s_tid_cur + 1; ; i++) { in hfi1_rc_rcv_tid_rdma_write_resp()
4172 if (i == qpriv->s_tid_head) in hfi1_rc_rcv_tid_rdma_write_resp()
4177 qpriv->s_tid_cur = i; in hfi1_rc_rcv_tid_rdma_write_resp()
4201 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_packet() local
4222 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_packet()
4418 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_write_ack() local
4419 struct tid_flow_state *fs = &qpriv->flow_state; in hfi1_build_tid_rdma_write_ack()
4425 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_ack()
4431 if (qpriv->resync) { in hfi1_build_tid_rdma_write_ack()
4435 } else if (qpriv->s_nak_state) { in hfi1_build_tid_rdma_write_ack()
4436 *bth2 = mask_psn(qpriv->s_nak_psn); in hfi1_build_tid_rdma_write_ack()
4439 (qpriv->s_nak_state << in hfi1_build_tid_rdma_write_ack()
4447 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_write_ack()
4450 qpriv->rcd->ctxt); in hfi1_build_tid_rdma_write_ack()
4456 if (qpriv->resync) { in hfi1_build_tid_rdma_write_ack()
4463 if (hfi1_tid_rdma_is_resync_psn(qpriv->r_next_psn_kdeth - 1)) { in hfi1_build_tid_rdma_write_ack()
4465 cpu_to_be32(qpriv->r_next_psn_kdeth_save); in hfi1_build_tid_rdma_write_ack()
4473 qpriv->r_next_psn_kdeth_save = in hfi1_build_tid_rdma_write_ack()
4474 qpriv->r_next_psn_kdeth - 1; in hfi1_build_tid_rdma_write_ack()
4476 cpu_to_be32(qpriv->r_next_psn_kdeth_save); in hfi1_build_tid_rdma_write_ack()
4477 qpriv->r_next_psn_kdeth = mask_psn(*bth2 + 1); in hfi1_build_tid_rdma_write_ack()
4479 qpriv->resync = false; in hfi1_build_tid_rdma_write_ack()
4489 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_ack() local
4509 cmp_psn(psn, qpriv->s_resync_psn)) in hfi1_rc_rcv_tid_rdma_ack()
4556 atomic_dec(&qpriv->n_tid_requests); in hfi1_rc_rcv_tid_rdma_ack()
4571 if (qpriv->s_flags & RVT_S_WAIT_ACK) in hfi1_rc_rcv_tid_rdma_ack()
4572 qpriv->s_flags &= ~RVT_S_WAIT_ACK; in hfi1_rc_rcv_tid_rdma_ack()
4595 qpriv->s_flags &= ~RVT_S_SEND_ONE; in hfi1_rc_rcv_tid_rdma_ack()
4598 if ((qp->s_acked == qpriv->s_tid_tail && in hfi1_rc_rcv_tid_rdma_ack()
4601 qpriv->s_state = TID_OP(WRITE_DATA_LAST); in hfi1_rc_rcv_tid_rdma_ack()
4606 qpriv->s_state = TID_OP(WRITE_DATA); in hfi1_rc_rcv_tid_rdma_ack()
4688 if (++last_acked == qpriv->s_tid_cur + 1) in hfi1_rc_rcv_tid_rdma_ack()
4696 qpriv->s_tid_tail = qp->s_acked; in hfi1_rc_rcv_tid_rdma_ack()
4697 qpriv->s_state = TID_OP(WRITE_REQ); in hfi1_rc_rcv_tid_rdma_ack()
4701 qpriv->s_retry = qp->s_retry_cnt; in hfi1_rc_rcv_tid_rdma_ack()
4719 qpriv->s_tid_tail = qp->s_acked; in hfi1_rc_rcv_tid_rdma_ack()
4720 qpriv->s_state = TID_OP(WRITE_REQ); in hfi1_rc_rcv_tid_rdma_ack()
4721 qpriv->s_retry = qp->s_retry_cnt; in hfi1_rc_rcv_tid_rdma_ack()
4835 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_resync() local
4842 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_resync()
4850 qpriv->s_resync_psn = *bth2; in hfi1_build_tid_rdma_resync()
4861 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_resync() local
4862 struct hfi1_ctxtdata *rcd = qpriv->rcd; in hfi1_rc_rcv_tid_rdma_resync()
4867 struct tid_flow_state *fs = &qpriv->flow_state; in hfi1_rc_rcv_tid_rdma_resync()
4888 if (qpriv->resync) in hfi1_rc_rcv_tid_rdma_resync()
4908 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_rc_rcv_tid_rdma_resync()
4916 for (idx = qpriv->r_tid_tail; ; idx++) { in hfi1_rc_rcv_tid_rdma_resync()
4957 qpriv->resync = true; in hfi1_rc_rcv_tid_rdma_resync()
4959 qpriv->s_nak_state = 0; in hfi1_rc_rcv_tid_rdma_resync()
5179 struct hfi1_qp_priv *qpriv = qp->priv; in make_tid_rdma_ack() local
5196 e = &qp->s_ack_queue[qpriv->r_tid_ack]; in make_tid_rdma_ack()
5210 if (qpriv->resync) { in make_tid_rdma_ack()
5212 qpriv->r_tid_ack = !qpriv->r_tid_ack ? in make_tid_rdma_ack()
5214 qpriv->r_tid_ack - 1; in make_tid_rdma_ack()
5215 e = &qp->s_ack_queue[qpriv->r_tid_ack]; in make_tid_rdma_ack()
5226 if (!qpriv->s_nak_state && !qpriv->resync && in make_tid_rdma_ack()
5254 next = qpriv->r_tid_ack + 1; in make_tid_rdma_ack()
5257 qpriv->r_tid_ack = next; in make_tid_rdma_ack()
5265 e = &qp->s_ack_queue[qpriv->r_tid_ack]; in make_tid_rdma_ack()
5273 if (qpriv->s_nak_state || in make_tid_rdma_ack()
5274 (qpriv->resync && in make_tid_rdma_ack()
5275 !hfi1_tid_rdma_is_resync_psn(qpriv->r_next_psn_kdeth - 1) && in make_tid_rdma_ack()
5276 (cmp_psn(qpriv->r_next_psn_kdeth - 1, in make_tid_rdma_ack()
5286 e = &qp->s_ack_queue[qpriv->r_tid_ack]; in make_tid_rdma_ack()
5290 qpriv->s_flags & HFI1_R_TID_WAIT_INTERLCK) in make_tid_rdma_ack()
5291 qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK; in make_tid_rdma_ack()
5299 qpriv->s_flags &= ~RVT_S_ACK_PENDING; in make_tid_rdma_ack()
5301 ps->s_txreq->sde = qpriv->s_sde; in make_tid_rdma_ack()
5314 qpriv->s_flags &= ~RVT_S_ACK_PENDING; in make_tid_rdma_ack()