Lines Matching refs:rq
100 static inline unsigned int vnic_rq_desc_avail(struct vnic_rq *rq) in vnic_rq_desc_avail() argument
103 return rq->ring.desc_avail; in vnic_rq_desc_avail()
106 static inline unsigned int vnic_rq_desc_used(struct vnic_rq *rq) in vnic_rq_desc_used() argument
109 return rq->ring.desc_count - rq->ring.desc_avail - 1; in vnic_rq_desc_used()
112 static inline void *vnic_rq_next_desc(struct vnic_rq *rq) in vnic_rq_next_desc() argument
114 return rq->to_use->desc; in vnic_rq_next_desc()
117 static inline unsigned int vnic_rq_next_index(struct vnic_rq *rq) in vnic_rq_next_index() argument
119 return rq->to_use->index; in vnic_rq_next_index()
122 static inline void vnic_rq_post(struct vnic_rq *rq, in vnic_rq_post() argument
127 struct vnic_rq_buf *buf = rq->to_use; in vnic_rq_post()
136 rq->to_use = buf; in vnic_rq_post()
137 rq->ring.desc_avail--; in vnic_rq_post()
153 iowrite32(buf->index, &rq->ctrl->posted_index); in vnic_rq_post()
157 static inline void vnic_rq_return_descs(struct vnic_rq *rq, unsigned int count) in vnic_rq_return_descs() argument
159 rq->ring.desc_avail += count; in vnic_rq_return_descs()
167 static inline void vnic_rq_service(struct vnic_rq *rq, in vnic_rq_service() argument
169 int desc_return, void (*buf_service)(struct vnic_rq *rq, in vnic_rq_service() argument
176 buf = rq->to_clean; in vnic_rq_service()
181 (*buf_service)(rq, cq_desc, buf, skipped, opaque); in vnic_rq_service()
184 rq->ring.desc_avail++; in vnic_rq_service()
186 rq->to_clean = buf->next; in vnic_rq_service()
191 buf = rq->to_clean; in vnic_rq_service()
195 static inline int vnic_rq_fill(struct vnic_rq *rq, in vnic_rq_fill() argument
196 int (*buf_fill)(struct vnic_rq *rq)) in vnic_rq_fill() argument
200 while (vnic_rq_desc_avail(rq) > 0) { in vnic_rq_fill()
202 err = (*buf_fill)(rq); in vnic_rq_fill()
211 static inline void enic_busy_poll_init_lock(struct vnic_rq *rq) in enic_busy_poll_init_lock() argument
213 atomic_set(&rq->bpoll_state, ENIC_POLL_STATE_IDLE); in enic_busy_poll_init_lock()
216 static inline bool enic_poll_lock_napi(struct vnic_rq *rq) in enic_poll_lock_napi() argument
218 int rc = atomic_cmpxchg(&rq->bpoll_state, ENIC_POLL_STATE_IDLE, in enic_poll_lock_napi()
224 static inline void enic_poll_unlock_napi(struct vnic_rq *rq, in enic_poll_unlock_napi() argument
227 WARN_ON(atomic_read(&rq->bpoll_state) != ENIC_POLL_STATE_NAPI); in enic_poll_unlock_napi()
229 atomic_set(&rq->bpoll_state, ENIC_POLL_STATE_IDLE); in enic_poll_unlock_napi()
232 static inline bool enic_poll_lock_poll(struct vnic_rq *rq) in enic_poll_lock_poll() argument
234 int rc = atomic_cmpxchg(&rq->bpoll_state, ENIC_POLL_STATE_IDLE, in enic_poll_lock_poll()
241 static inline void enic_poll_unlock_poll(struct vnic_rq *rq) in enic_poll_unlock_poll() argument
243 WARN_ON(atomic_read(&rq->bpoll_state) != ENIC_POLL_STATE_POLL); in enic_poll_unlock_poll()
244 atomic_set(&rq->bpoll_state, ENIC_POLL_STATE_IDLE); in enic_poll_unlock_poll()
247 static inline bool enic_poll_busy_polling(struct vnic_rq *rq) in enic_poll_busy_polling() argument
249 return atomic_read(&rq->bpoll_state) & ENIC_POLL_STATE_POLL; in enic_poll_busy_polling()
254 static inline void enic_busy_poll_init_lock(struct vnic_rq *rq) in enic_busy_poll_init_lock() argument
258 static inline bool enic_poll_lock_napi(struct vnic_rq *rq) in enic_poll_lock_napi() argument
263 static inline bool enic_poll_unlock_napi(struct vnic_rq *rq, in enic_poll_unlock_napi() argument
269 static inline bool enic_poll_lock_poll(struct vnic_rq *rq) in enic_poll_lock_poll() argument
274 static inline bool enic_poll_unlock_poll(struct vnic_rq *rq) in enic_poll_unlock_poll() argument
279 static inline bool enic_poll_ll_polling(struct vnic_rq *rq) in enic_poll_ll_polling() argument
285 void vnic_rq_free(struct vnic_rq *rq);
286 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index,
288 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index,
291 unsigned int vnic_rq_error_status(struct vnic_rq *rq);
292 void vnic_rq_enable(struct vnic_rq *rq);
293 int vnic_rq_disable(struct vnic_rq *rq);
294 void vnic_rq_clean(struct vnic_rq *rq,
295 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf));