Lines Matching refs:node
169 struct pv_node *node; member
208 static struct qspinlock **pv_hash(struct qspinlock *lock, struct pv_node *node) in pv_hash() argument
218 WRITE_ONCE(he->node, node); in pv_hash()
240 struct pv_node *node; in pv_unhash() local
244 node = READ_ONCE(he->node); in pv_unhash()
246 return node; in pv_unhash()
275 static void pv_init_node(struct mcs_spinlock *node) in pv_init_node() argument
277 struct pv_node *pn = (struct pv_node *)node; in pv_init_node()
290 static void pv_wait_node(struct mcs_spinlock *node, struct mcs_spinlock *prev) in pv_wait_node() argument
292 struct pv_node *pn = (struct pv_node *)node; in pv_wait_node()
299 if (READ_ONCE(node->locked)) in pv_wait_node()
319 if (!READ_ONCE(node->locked)) { in pv_wait_node()
340 !READ_ONCE(node->locked)); in pv_wait_node()
357 static void pv_kick_node(struct qspinlock *lock, struct mcs_spinlock *node) in pv_kick_node() argument
359 struct pv_node *pn = (struct pv_node *)node; in pv_kick_node()
399 pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node) in pv_wait_head_or_lock() argument
401 struct pv_node *pn = (struct pv_node *)node; in pv_wait_head_or_lock()
501 struct pv_node *node; in __pv_queued_spin_unlock_slowpath() local
523 node = pv_unhash(lock); in __pv_queued_spin_unlock_slowpath()
539 pv_kick(node->cpu); in __pv_queued_spin_unlock_slowpath()