Lines Matching refs:s_lock
504 __must_hold(&rcd->exp_lock) __must_hold(&qp->s_lock) in kernel_tid_waiters()
509 lockdep_assert_held(&qp->s_lock); in kernel_tid_waiters()
535 __must_hold(&rcd->exp_lock) __must_hold(&qp->s_lock) in dequeue_tid_waiter()
539 lockdep_assert_held(&qp->s_lock); in dequeue_tid_waiter()
561 __must_hold(&rcd->exp_lock) __must_hold(&qp->s_lock) in queue_qp_for_tid_wait()
565 lockdep_assert_held(&qp->s_lock); in queue_qp_for_tid_wait()
585 __must_hold(&qp->s_lock) in __trigger_tid_waiter()
587 lockdep_assert_held(&qp->s_lock); in __trigger_tid_waiter()
647 spin_lock_irq(&qp->s_lock); in tid_rdma_trigger_resume()
649 spin_unlock_irq(&qp->s_lock); in tid_rdma_trigger_resume()
652 spin_unlock_irq(&qp->s_lock); in tid_rdma_trigger_resume()
665 __must_hold(&qp->s_lock) in _tid_rdma_flush_wait()
671 lockdep_assert_held(&qp->s_lock); in _tid_rdma_flush_wait()
685 __must_hold(&qp->s_lock) in hfi1_tid_rdma_flush_wait()
1456 __must_hold(&req->qp->s_lock) in hfi1_kern_exp_rcv_setup()
1465 lockdep_assert_held(&req->qp->s_lock); in hfi1_kern_exp_rcv_setup()
1547 __must_hold(&req->qp->s_lock) in hfi1_kern_exp_rcv_clear()
1555 lockdep_assert_held(&req->qp->s_lock); in hfi1_kern_exp_rcv_clear()
1590 __must_hold(&req->qp->s_lock) in hfi1_kern_exp_rcv_clear_all()
1783 __must_hold(&qp->s_lock) in hfi1_build_tid_rdma_read_req()
2007 spin_lock_irqsave(&qp->s_lock, flags); in tid_rdma_rcv_error()
2203 spin_unlock_irqrestore(&qp->s_lock, flags); in tid_rdma_rcv_error()
2269 spin_lock_irqsave(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_read_req()
2318 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_read_req()
2322 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_read_req()
2331 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_read_req()
2409 __must_hold(&qp->s_lock) in find_tid_request()
2461 spin_lock_irqsave(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_read_resp()
2568 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_read_resp()
2572 __must_hold(&qp->s_lock) in hfi1_kern_read_tid_flow_free()
2579 lockdep_assert_held(&qp->s_lock); in hfi1_kern_read_tid_flow_free()
2602 spin_lock(&qp->s_lock); in tid_rdma_tid_err()
2617 spin_unlock(&qp->s_lock); in tid_rdma_tid_err()
2670 spin_lock(&qp->s_lock); in handle_read_kdeth_eflags()
2833 spin_unlock(&qp->s_lock); in handle_read_kdeth_eflags()
2926 spin_lock(&qp->s_lock); in hfi1_handle_kdeth_eflags()
3013 spin_unlock(&qp->s_lock); in hfi1_handle_kdeth_eflags()
3463 lockdep_assert_held(&qp->s_lock); in hfi1_tid_write_alloc_resources()
3701 spin_lock_irqsave(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_write_req()
3804 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_write_req()
3808 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_write_req()
3817 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_write_req()
3930 lockdep_assert_held(&qp->s_lock); in hfi1_add_tid_reap_timer()
3943 lockdep_assert_held(&qp->s_lock); in hfi1_mod_tid_reap_timer()
3954 lockdep_assert_held(&qp->s_lock); in hfi1_stop_tid_reap_timer()
3979 spin_lock(&qp->s_lock); in hfi1_tid_timeout()
3998 spin_unlock(&qp->s_lock); in hfi1_tid_timeout()
4010 spin_unlock(&qp->s_lock); in hfi1_tid_timeout()
4045 spin_lock_irqsave(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_write_resp()
4190 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_write_resp()
4280 spin_lock_irqsave(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_write_data()
4396 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_write_data()
4504 spin_lock_irqsave(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_ack()
4735 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_ack()
4744 lockdep_assert_held(&qp->s_lock); in hfi1_add_tid_retry_timer()
4759 lockdep_assert_held(&qp->s_lock); in hfi1_mod_tid_retry_timer()
4770 lockdep_assert_held(&qp->s_lock); in hfi1_stop_tid_retry_timer()
4795 spin_lock(&qp->s_lock); in hfi1_tid_retry_timeout()
4827 spin_unlock(&qp->s_lock); in hfi1_tid_retry_timeout()
4876 spin_lock_irqsave(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_resync()
4964 spin_unlock_irqrestore(&qp->s_lock, flags); in hfi1_rc_rcv_tid_rdma_resync()
4972 __must_hold(&qp->s_lock) in update_tid_tail()
4978 lockdep_assert_held(&qp->s_lock); in update_tid_tail()
4997 __must_hold(&qp->s_lock) in hfi1_make_tid_rdma_pkt()
5009 lockdep_assert_held(&qp->s_lock); in hfi1_make_tid_rdma_pkt()
5350 spin_lock_irqsave(&qp->s_lock, ps.flags); in hfi1_do_tid_send()
5356 spin_unlock_irqrestore(&qp->s_lock, ps.flags); in hfi1_do_tid_send()
5376 spin_unlock_irqrestore(&qp->s_lock, ps.flags); in hfi1_do_tid_send()
5389 spin_lock_irqsave(&qp->s_lock, ps.flags); in hfi1_do_tid_send()
5401 spin_unlock_irqrestore(&qp->s_lock, ps.flags); in hfi1_do_tid_send()
5436 lockdep_assert_held(&qp->s_lock); in hfi1_schedule_tid_send()
5497 spin_lock_irqsave(&qp->s_lock, flags); in tid_rdma_rcv_err()
5499 spin_unlock_irqrestore(&qp->s_lock, flags); in tid_rdma_rcv_err()