Home
last modified time | relevance | path

Searched refs:s_iowait (Results 1 – 13 of 13) sorted by relevance

/kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/
Dqp.c168 flush_list_head(&iowait_get_ib_work(&priv->s_iowait)->tx_head); in flush_tx_list()
169 flush_list_head(&iowait_get_tid_work(&priv->s_iowait)->tx_head); in flush_tx_list()
176 seqlock_t *lock = priv->s_iowait.lock; in flush_iowait()
181 if (!list_empty(&priv->s_iowait.list)) { in flush_iowait()
182 list_del_init(&priv->s_iowait.list); in flush_iowait()
183 priv->s_iowait.lock = NULL; in flush_iowait()
375 return iowait_schedule(&priv->s_iowait, ppd->hfi1_wq, in _hfi1_schedule_send()
387 while (iowait_pio_pending(&priv->s_iowait)) { in qp_pio_drain()
391 iowait_pio_drain(&priv->s_iowait); in qp_pio_drain()
415 iowait_set_flag(&((struct hfi1_qp_priv *)qp->priv)->s_iowait, in hfi1_schedule_send()
[all …]
Dverbs_txreq.c84 list_del_init(&priv->s_iowait.list); in hfi1_put_txreq()
107 if (list_empty(&priv->s_iowait.list)) { in __get_txreq()
110 list_add_tail(&priv->s_iowait.list, &dev->txwait); in __get_txreq()
111 priv->s_iowait.lock = &dev->txwait_lock; in __get_txreq()
Dverbs.h165 struct iowait s_iowait; member
315 static inline struct rvt_qp *iowait_to_qp(struct iowait *s_iowait) in iowait_to_qp() argument
319 priv = container_of(s_iowait, struct hfi1_qp_priv, s_iowait); in iowait_to_qp()
Dverbs.c611 list_del_init(&priv->s_iowait.list); in mem_timer()
612 priv->s_iowait.lock = NULL; in mem_timer()
658 if (list_empty(&priv->s_iowait.list)) { in hfi1_wait_kmem()
662 list_add_tail(&priv->s_iowait.list, &dev->memwait); in hfi1_wait_kmem()
663 priv->s_iowait.lock = &dev->iowait_lock; in hfi1_wait_kmem()
944 if (list_empty(&priv->s_iowait.list)) { in pio_wait()
952 iowait_get_priority(&priv->s_iowait); in pio_wait()
953 iowait_queue(ps->pkts_sent, &priv->s_iowait, in pio_wait()
955 priv->s_iowait.lock = &sc->waitlock; in pio_wait()
975 if (iowait_pio_dec(&priv->s_iowait)) in verbs_pio_complete()
[all …]
Dqp.h96 (verbs_txreq_queued(iowait_get_ib_work(&priv->s_iowait)) || in hfi1_send_ok()
Druc.c544 ps.wait = iowait_get_ib_work(&priv->s_iowait); in hfi1_do_send()
579 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_IB); in hfi1_do_send()
614 iowait_starve_clear(ps.pkts_sent, &priv->s_iowait); in hfi1_do_send()
Dpio.c968 list_del_init(&priv->s_iowait.list); in sc_disable()
969 priv->s_iowait.lock = NULL; in sc_disable()
1641 list_del_init(&priv->s_iowait.list); in sc_piobufavail()
1642 priv->s_iowait.lock = NULL; in sc_piobufavail()
1646 &priv->s_iowait, in sc_piobufavail()
Dtid_rdma.c5023 iowork = iowait_get_ib_work(&priv->s_iowait); in hfi1_make_tid_rdma_pkt()
5170 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); in hfi1_make_tid_rdma_pkt()
5324 (verbs_txreq_queued(iowait_get_tid_work(&priv->s_iowait)) || in hfi1_send_tid_ok()
5345 ps.wait = iowait_get_tid_work(&priv->s_iowait); in hfi1_do_tid_send()
5355 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); in hfi1_do_tid_send()
5374 ps.wait = iowait_get_ib_work(&priv->s_iowait); in hfi1_do_tid_send()
5393 ps.wait = iowait_get_tid_work(&priv->s_iowait); in hfi1_do_tid_send()
5394 if (iowait_flag_set(&priv->s_iowait, in hfi1_do_tid_send()
5400 iowait_starve_clear(ps.pkts_sent, &priv->s_iowait); in hfi1_do_tid_send()
5415 return iowait_tid_schedule(&priv->s_iowait, ppd->hfi1_wq, in _hfi1_schedule_tid_send()
[all …]
Dtrace_tid.h783 __entry->iow_flags = priv->s_iowait.flags;
902 ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags;
1006 __entry->iow_flags = priv->s_iowait.flags;
1504 __entry->iow_flags = priv->s_iowait.flags;
Dud.c497 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_ud_req()
535 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_ud_req()
Duc.c85 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_uc_req()
Drc.c177 iowait_set_flag(&qpriv->s_iowait, IOWAIT_PENDING_IB); in make_rc_ack()
485 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_rc_req()
1217 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_IB); in hfi1_make_rc_req()
Dtrace_tx.h128 ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags;