Lines Matching refs:s_flags
147 priv->s_flags |= RVT_S_ACK_PENDING; in tid_rdma_schedule_ack()
512 if (!fqp || (fqp == qp && (qp->s_flags & HFI1_S_WAIT_TID_SPACE))) in kernel_tid_waiters()
544 qp->s_flags &= ~HFI1_S_WAIT_TID_SPACE; in dequeue_tid_waiter()
568 qp->s_flags |= HFI1_S_WAIT_TID_SPACE; in queue_qp_for_tid_wait()
588 if (!(qp->s_flags & HFI1_S_WAIT_TID_SPACE)) in __trigger_tid_waiter()
648 if (qp->s_flags & HFI1_S_WAIT_TID_SPACE) { in tid_rdma_trigger_resume()
673 qp->s_flags &= ~HFI1_S_WAIT_TID_SPACE; in _tid_rdma_flush_wait()
677 qp->s_flags &= ~HFI1_S_WAIT_TID_SPACE; in _tid_rdma_flush_wait()
1805 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_build_tid_rdma_read_req()
2173 qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK; in tid_rdma_rcv_error()
2200 qp->s_flags |= RVT_S_RESP_PENDING; in tid_rdma_rcv_error()
2313 qp->s_flags |= RVT_S_RESP_PENDING; in hfi1_rc_rcv_tid_rdma_read_req()
2315 qp->s_flags |= RVT_S_ECN; in hfi1_rc_rcv_tid_rdma_read_req()
2500 priv->s_flags |= HFI1_R_TID_SW_PSN; in hfi1_rc_rcv_tid_rdma_read_resp()
2509 if ((qp->s_flags & RVT_S_WAIT_FENCE) && in hfi1_rc_rcv_tid_rdma_read_resp()
2511 qp->s_flags &= ~(RVT_S_WAIT_FENCE | in hfi1_rc_rcv_tid_rdma_read_resp()
2515 if (qp->s_flags & RVT_S_WAIT_RDMAR) { in hfi1_rc_rcv_tid_rdma_read_resp()
2516 qp->s_flags &= ~(RVT_S_WAIT_RDMAR | RVT_S_WAIT_ACK); in hfi1_rc_rcv_tid_rdma_read_resp()
2547 priv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_rc_rcv_tid_rdma_read_resp()
2753 if (priv->s_flags & HFI1_R_TID_SW_PSN) { in handle_read_kdeth_eflags()
2794 priv->s_flags |= HFI1_R_TID_SW_PSN; in handle_read_kdeth_eflags()
2949 if (!(qpriv->s_flags & HFI1_R_TID_SW_PSN)) { in hfi1_handle_kdeth_eflags()
2950 qpriv->s_flags |= HFI1_R_TID_SW_PSN; in hfi1_handle_kdeth_eflags()
3251 priv->s_flags |= HFI1_S_TID_WAIT_INTERLCK; in hfi1_tid_rdma_wqe_interlock()
3382 qp->s_flags |= HFI1_S_WAIT_TID_RESP; in hfi1_build_tid_rdma_write_req()
3489 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_tid_write_alloc_resources()
3516 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_tid_write_alloc_resources()
3612 qp->s_flags &= ~(RVT_S_ACK_PENDING); in hfi1_tid_write_alloc_resources()
3799 qp->s_flags |= RVT_S_RESP_PENDING; in hfi1_rc_rcv_tid_rdma_write_req()
3801 qp->s_flags |= RVT_S_ECN; in hfi1_rc_rcv_tid_rdma_write_req()
3931 if (!(qpriv->s_flags & HFI1_R_TID_RSC_TIMER)) { in hfi1_add_tid_reap_timer()
3932 qpriv->s_flags |= HFI1_R_TID_RSC_TIMER; in hfi1_add_tid_reap_timer()
3944 qpriv->s_flags |= HFI1_R_TID_RSC_TIMER; in hfi1_mod_tid_reap_timer()
3955 if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) { in hfi1_stop_tid_reap_timer()
3957 qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER; in hfi1_stop_tid_reap_timer()
3967 qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER; in hfi1_del_tid_reap_timer()
3980 if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) { in hfi1_tid_timeout()
4179 qp->s_flags &= ~HFI1_S_WAIT_TID_RESP; in hfi1_rc_rcv_tid_rdma_write_resp()
4189 qp->s_flags |= RVT_S_ECN; in hfi1_rc_rcv_tid_rdma_write_resp()
4330 priv->s_flags |= HFI1_R_TID_SW_PSN; in hfi1_rc_rcv_tid_rdma_write_data()
4378 qp->s_flags |= RVT_S_RESP_PENDING; in hfi1_rc_rcv_tid_rdma_write_data()
4383 if (priv->s_flags & HFI1_R_TID_RSC_TIMER) { in hfi1_rc_rcv_tid_rdma_write_data()
4395 qp->s_flags |= RVT_S_ECN; in hfi1_rc_rcv_tid_rdma_write_data()
4508 if ((qp->s_flags & HFI1_S_WAIT_HALT) && in hfi1_rc_rcv_tid_rdma_ack()
4571 if (qpriv->s_flags & RVT_S_WAIT_ACK) in hfi1_rc_rcv_tid_rdma_ack()
4572 qpriv->s_flags &= ~RVT_S_WAIT_ACK; in hfi1_rc_rcv_tid_rdma_ack()
4588 qp->s_flags &= ~HFI1_S_WAIT_HALT; in hfi1_rc_rcv_tid_rdma_ack()
4595 qpriv->s_flags &= ~RVT_S_SEND_ONE; in hfi1_rc_rcv_tid_rdma_ack()
4745 if (!(priv->s_flags & HFI1_S_TID_RETRY_TIMER)) { in hfi1_add_tid_retry_timer()
4746 priv->s_flags |= HFI1_S_TID_RETRY_TIMER; in hfi1_add_tid_retry_timer()
4760 priv->s_flags |= HFI1_S_TID_RETRY_TIMER; in hfi1_mod_tid_retry_timer()
4771 if (priv->s_flags & HFI1_S_TID_RETRY_TIMER) { in hfi1_stop_tid_retry_timer()
4773 priv->s_flags &= ~HFI1_S_TID_RETRY_TIMER; in hfi1_stop_tid_retry_timer()
4783 priv->s_flags &= ~HFI1_S_TID_RETRY_TIMER; in hfi1_del_tid_retry_timer()
4797 if (priv->s_flags & HFI1_S_TID_RETRY_TIMER) { in hfi1_tid_retry_timeout()
4814 priv->s_flags &= ~RVT_S_WAIT_ACK; in hfi1_tid_retry_timeout()
4816 priv->s_flags |= RVT_S_SEND_ONE; in hfi1_tid_retry_timeout()
4821 qp->s_flags |= HFI1_S_WAIT_HALT; in hfi1_tid_retry_timeout()
4908 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_rc_rcv_tid_rdma_resync()
4963 qp->s_flags |= RVT_S_ECN; in hfi1_rc_rcv_tid_rdma_resync()
5017 !(qp->s_flags & (RVT_S_BUSY | RVT_S_WAIT_ACK | in hfi1_make_tid_rdma_pkt()
5020 !(qp->s_flags & (RVT_S_BUSY | HFI1_S_ANY_WAIT_IO)))) { in hfi1_make_tid_rdma_pkt()
5026 priv->s_flags |= HFI1_S_TID_BUSY_SET; in hfi1_make_tid_rdma_pkt()
5037 if ((priv->s_flags & RVT_S_ACK_PENDING) && in hfi1_make_tid_rdma_pkt()
5050 if (priv->s_flags & RVT_S_WAIT_ACK) in hfi1_make_tid_rdma_pkt()
5108 qp->s_flags |= HFI1_S_WAIT_TID_RESP; in hfi1_make_tid_rdma_pkt()
5145 if (priv->s_flags & RVT_S_SEND_ONE) { in hfi1_make_tid_rdma_pkt()
5146 priv->s_flags &= ~RVT_S_SEND_ONE; in hfi1_make_tid_rdma_pkt()
5147 priv->s_flags |= RVT_S_WAIT_ACK; in hfi1_make_tid_rdma_pkt()
5162 priv->s_flags &= ~RVT_S_BUSY; in hfi1_make_tid_rdma_pkt()
5290 qpriv->s_flags & HFI1_R_TID_WAIT_INTERLCK) in make_tid_rdma_ack()
5291 qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK; in make_tid_rdma_ack()
5299 qpriv->s_flags &= ~RVT_S_ACK_PENDING; in make_tid_rdma_ack()
5314 qpriv->s_flags &= ~RVT_S_ACK_PENDING; in make_tid_rdma_ack()
5322 return !(priv->s_flags & RVT_S_BUSY || in hfi1_send_tid_ok()
5323 qp->s_flags & HFI1_S_ANY_WAIT_IO) && in hfi1_send_tid_ok()
5325 (priv->s_flags & RVT_S_RESP_PENDING) || in hfi1_send_tid_ok()
5326 !(qp->s_flags & HFI1_S_ANY_TID_WAIT_SEND)); in hfi1_send_tid_ok()
5354 if (qp->s_flags & HFI1_S_ANY_WAIT_IO) in hfi1_do_tid_send()
5360 priv->s_flags |= RVT_S_BUSY; in hfi1_do_tid_send()
5372 if (priv->s_flags & HFI1_S_TID_BUSY_SET) { in hfi1_do_tid_send()
5373 qp->s_flags |= RVT_S_BUSY; in hfi1_do_tid_send()
5390 if (priv->s_flags & HFI1_S_TID_BUSY_SET) { in hfi1_do_tid_send()
5391 qp->s_flags &= ~RVT_S_BUSY; in hfi1_do_tid_send()
5392 priv->s_flags &= ~HFI1_S_TID_BUSY_SET; in hfi1_do_tid_send()
5447 if (qp->s_flags & HFI1_S_ANY_WAIT_IO) in hfi1_schedule_tid_send()
5470 priv->s_flags |= HFI1_R_TID_WAIT_INTERLCK; in hfi1_tid_rdma_ack_interlock()
5498 qp->s_flags |= RVT_S_ECN; in tid_rdma_rcv_err()
5514 !(priv->s_flags & HFI1_R_TID_SW_PSN)) { in update_r_next_psn_fecn()