| /kernel/sched/ |
| D | swait.c | 6 void __init_swait_queue_head(struct swait_queue_head *q, const char *name, in __init_swait_queue_head() argument
9 raw_spin_lock_init(&q->lock); in __init_swait_queue_head()
10 lockdep_set_class_and_name(&q->lock, key, name); in __init_swait_queue_head()
11 INIT_LIST_HEAD(&q->task_list); in __init_swait_queue_head()
21 void swake_up_locked(struct swait_queue_head *q) in swake_up_locked() argument
25 if (list_empty(&q->task_list)) in swake_up_locked()
28 curr = list_first_entry(&q->task_list, typeof(*curr), task_list); in swake_up_locked()
41 void swake_up_all_locked(struct swait_queue_head *q) in swake_up_all_locked() argument
43 while (!list_empty(&q->task_list)) in swake_up_all_locked()
44 swake_up_locked(q); in swake_up_all_locked()
[all …]
|
| /kernel/futex/ |
| D | requeue.c | 74 void requeue_futex(struct futex_q *q, struct futex_hash_bucket *hb1, in requeue_futex() argument
83 plist_del(&q->list, &hb1->chain); in requeue_futex()
86 plist_add(&q->list, &hb2->chain); in requeue_futex()
87 q->lock_ptr = &hb2->lock; in requeue_futex()
89 q->key = *key2; in requeue_futex()
92 static inline bool futex_requeue_pi_prepare(struct futex_q *q, in futex_requeue_pi_prepare() argument
102 old = atomic_read_acquire(&q->requeue_state); in futex_requeue_pi_prepare()
119 } while (!atomic_try_cmpxchg(&q->requeue_state, &old, new)); in futex_requeue_pi_prepare()
121 q->pi_state = pi_state; in futex_requeue_pi_prepare()
125 static inline void futex_requeue_pi_complete(struct futex_q *q, int locked) in futex_requeue_pi_complete() argument
[all …]
|
| D | pi.c | 683 static int __fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q, in __fixup_pi_state_owner() argument
686 struct futex_pi_state *pi_state = q->pi_state; in __fixup_pi_state_owner()
804 spin_unlock(q->lock_ptr); in __fixup_pi_state_owner()
821 spin_lock(q->lock_ptr); in __fixup_pi_state_owner()
855 static int fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q, in fixup_pi_state_owner() argument
858 struct futex_pi_state *pi_state = q->pi_state; in fixup_pi_state_owner()
861 lockdep_assert_held(q->lock_ptr); in fixup_pi_state_owner()
864 ret = __fixup_pi_state_owner(uaddr, q, argowner); in fixup_pi_state_owner()
884 int fixup_pi_owner(u32 __user *uaddr, struct futex_q *q, int locked) in fixup_pi_owner() argument
895 if (q->pi_state->owner != current) in fixup_pi_owner()
[all …]
|
| D | waitwake.c | 116 void futex_wake_mark(struct wake_q_head *wake_q, struct futex_q *q) in futex_wake_mark() argument
118 struct task_struct *p = q->task; in futex_wake_mark()
120 if (WARN(q->pi_state || q->rt_waiter, "refusing to wake PI futex\n")) in futex_wake_mark()
124 __futex_unqueue(q); in futex_wake_mark()
132 smp_store_release(&q->lock_ptr, NULL); in futex_wake_mark()
333 void futex_wait_queue(struct futex_hash_bucket *hb, struct futex_q *q, in futex_wait_queue() argument
343 futex_queue(q, hb); in futex_wait_queue()
353 if (likely(!plist_node_empty(&q->list))) { in futex_wait_queue()
383 if (!futex_unqueue(&v[i].q)) in unqueue_multiple()
434 &vs[i].q.key, FUTEX_READ); in futex_wait_multiple_setup()
[all …]
|
| D | core.c | 510 void __futex_unqueue(struct futex_q *q) in __futex_unqueue() argument
514 if (WARN_ON_SMP(!q->lock_ptr) || WARN_ON(plist_node_empty(&q->list))) in __futex_unqueue()
516 lockdep_assert_held(q->lock_ptr); in __futex_unqueue()
518 hb = container_of(q->lock_ptr, struct futex_hash_bucket, lock); in __futex_unqueue()
519 plist_del(&q->list, &hb->chain); in __futex_unqueue()
524 struct futex_hash_bucket *futex_q_lock(struct futex_q *q) in futex_q_lock() argument
529 hb = futex_hash(&q->key); in futex_q_lock()
541 q->lock_ptr = &hb->lock; in futex_q_lock()
554 void __futex_queue(struct futex_q *q, struct futex_hash_bucket *hb) in __futex_queue() argument
569 plist_node_init(&q->list, prio); in __futex_queue()
[all …]
|
| D | futex.h | 144 struct futex_q *q, struct futex_hash_bucket **hb);
145 extern void futex_wait_queue(struct futex_hash_bucket *hb, struct futex_q *q,
147 extern void futex_wake_mark(struct wake_q_head *wake_q, struct futex_q *q);
154 extern void __futex_unqueue(struct futex_q *q);
155 extern void __futex_queue(struct futex_q *q, struct futex_hash_bucket *hb);
156 extern int futex_unqueue(struct futex_q *q);
170 static inline void futex_queue(struct futex_q *q, struct futex_hash_bucket *hb) in futex_queue() argument
173 __futex_queue(q, hb); in futex_queue()
177 extern void futex_unqueue_pi(struct futex_q *q);
219 extern struct futex_hash_bucket *futex_q_lock(struct futex_q *q);
[all …]
|
| D | syscalls.c | 219 futexv[i].q = futex_q_init; in futex_parse_waitv()
|
| /kernel/trace/ |
| D | blktrace.c | 314 static void blk_trace_free(struct request_queue *q, struct blk_trace *bt) in blk_trace_free() argument
323 debugfs_lookup_and_remove("dropped", q->debugfs_dir); in blk_trace_free()
324 debugfs_lookup_and_remove("msg", q->debugfs_dir); in blk_trace_free()
380 static void blk_trace_cleanup(struct request_queue *q, struct blk_trace *bt) in blk_trace_cleanup() argument
384 blk_trace_free(q, bt); in blk_trace_cleanup()
388 static int __blk_trace_remove(struct request_queue *q) in __blk_trace_remove() argument
392 bt = rcu_replace_pointer(q->blk_trace, NULL, in __blk_trace_remove()
393 lockdep_is_held(&q->debugfs_mutex)); in __blk_trace_remove()
397 blk_trace_cleanup(q, bt); in __blk_trace_remove()
402 int blk_trace_remove(struct request_queue *q) in blk_trace_remove() argument
[all …]
|
| D | trace_boot.c | 564 char *q; in trace_boot_set_ftrace_filter() local
567 q = kstrdup(p, GFP_KERNEL); in trace_boot_set_ftrace_filter()
568 if (!q) in trace_boot_set_ftrace_filter()
570 if (ftrace_set_filter(tr->ops, q, strlen(q), 0) < 0) in trace_boot_set_ftrace_filter()
574 kfree(q); in trace_boot_set_ftrace_filter()
577 q = kstrdup(p, GFP_KERNEL); in trace_boot_set_ftrace_filter()
578 if (!q) in trace_boot_set_ftrace_filter()
580 if (ftrace_set_notrace(tr->ops, q, strlen(q), 0) < 0) in trace_boot_set_ftrace_filter()
584 kfree(q); in trace_boot_set_ftrace_filter()
|
| D | trace_events_filter.c | 1356 char q; in parse_pred() local
1445 q = str[i]; in parse_pred()
1447 q = 0; in parse_pred()
1450 if (q && str[i] == q) in parse_pred()
1452 if (!q && (str[i] == ')' || str[i] == '&' || in parse_pred()
1457 if (q) in parse_pred()
1471 char q = str[i]; in parse_pred() local
1493 if (str[i] == q) in parse_pred()
|
| D | trace_events_inject.c | 105 char q = str[i]; in parse_field() local
116 if (str[i] == q) in parse_field()
|
| /kernel/ |
| D | latencytop.c | 123 int q, same = 1; in account_global_scheduler_latency() local
131 for (q = 0; q < LT_BACKTRACEDEPTH; q++) { in account_global_scheduler_latency()
132 unsigned long record = lat->backtrace[q]; in account_global_scheduler_latency()
134 if (latency_record[i].backtrace[q] != record) { in account_global_scheduler_latency()
180 int i, q; in __account_scheduler_latency() local
208 for (q = 0; q < LT_BACKTRACEDEPTH; q++) { in __account_scheduler_latency()
209 unsigned long record = lat.backtrace[q]; in __account_scheduler_latency()
211 if (mylat->backtrace[q] != record) { in __account_scheduler_latency()
253 int q; in lstats_show() local
256 for (q = 0; q < LT_BACKTRACEDEPTH; q++) { in lstats_show()
[all …]
|
| D | signal.c | 419 struct sigqueue *q = NULL; in __sigqueue_alloc() local
439 q = kmem_cache_alloc(sigqueue_cachep, gfp_flags); in __sigqueue_alloc()
444 if (unlikely(q == NULL)) { in __sigqueue_alloc()
447 INIT_LIST_HEAD(&q->list); in __sigqueue_alloc()
448 q->flags = sigqueue_flags; in __sigqueue_alloc()
449 q->ucounts = ucounts; in __sigqueue_alloc()
451 return q; in __sigqueue_alloc()
454 static void __sigqueue_free(struct sigqueue *q) in __sigqueue_free() argument
456 if (q->flags & SIGQUEUE_PREALLOC) in __sigqueue_free()
458 if (q->ucounts) { in __sigqueue_free()
[all …]
|
| D | watch_queue.c | 313 struct watch_type_filter *q; in watch_queue_set_filter() local
359 q = wfilter->filters; in watch_queue_set_filter()
364 q->type = tf[i].type; in watch_queue_set_filter()
365 q->info_filter = tf[i].info_filter; in watch_queue_set_filter()
366 q->info_mask = tf[i].info_mask; in watch_queue_set_filter()
367 q->subtype_filter[0] = tf[i].subtype_filter[0]; in watch_queue_set_filter()
368 __set_bit(q->type, wfilter->type_filter); in watch_queue_set_filter()
369 q++; in watch_queue_set_filter()
|
| D | crash_core.c | 212 char *q; in get_last_crashkernel() local
222 q = end_p - strlen(suffix_tbl[i]); in get_last_crashkernel()
223 if (!strncmp(q, suffix_tbl[i], in get_last_crashkernel()
229 q = end_p - strlen(suffix); in get_last_crashkernel()
230 if (!strncmp(q, suffix, strlen(suffix))) in get_last_crashkernel()
|
| D | auditfilter.c | 1078 static void audit_list_rules(int seq, struct sk_buff_head *q) in audit_list_rules() argument
1097 skb_queue_tail(q, skb); in audit_list_rules()
1103 skb_queue_tail(q, skb); in audit_list_rules()
1187 skb_queue_head_init(&dest->q); in audit_list_rules_send()
1190 audit_list_rules(seq, &dest->q); in audit_list_rules_send()
1195 skb_queue_purge(&dest->q); in audit_list_rules_send()
|
| D | auditsc.c | 271 struct audit_tree_refs *q; in unroll_tree_refs() local
283 for (q = p; q != ctx->trees; q = q->next, n = 31) { in unroll_tree_refs()
285 audit_put_chunk(q->c[n]); in unroll_tree_refs()
286 q->c[n] = NULL; in unroll_tree_refs()
290 audit_put_chunk(q->c[n]); in unroll_tree_refs()
291 q->c[n] = NULL; in unroll_tree_refs()
299 struct audit_tree_refs *p, *q; in free_tree_refs() local
301 for (p = ctx->first_trees; p; p = q) { in free_tree_refs()
302 q = p->next; in free_tree_refs()
|
| D | audit_tree.c | 611 struct list_head *p, *q; in trim_marked() local
618 for (p = tree->chunks.next; p != &tree->chunks; p = q) { in trim_marked()
620 q = p->next; in trim_marked()
|
| D | ptrace.c | 734 struct sigqueue *q; in ptrace_peek_siginfo() local
763 list_for_each_entry(q, &pending->list, list) { in ptrace_peek_siginfo()
766 copy_siginfo(&info, &q->info); in ptrace_peek_siginfo()
|
| D | audit.h | 243 struct sk_buff_head q; member
|
| /kernel/cgroup/ |
| D | pids.c | 160 struct pids_cgroup *p, *q; in pids_try_charge() local
184 for (q = pids; q != p; q = parent_pids(q)) in pids_try_charge()
185 pids_cancel(q, num); in pids_try_charge()
|
| /kernel/bpf/ |
| D | cpumap.c | 48 void *q[CPU_MAP_BULK_SIZE]; member
711 struct ptr_ring *q; in bq_flush_to_queue() local
717 q = rcpu->queue; in bq_flush_to_queue()
718 spin_lock(&q->producer_lock); in bq_flush_to_queue()
721 struct xdp_frame *xdpf = bq->q[i]; in bq_flush_to_queue()
724 err = __ptr_ring_produce(q, xdpf); in bq_flush_to_queue()
732 spin_unlock(&q->producer_lock); in bq_flush_to_queue()
760 bq->q[bq->count++] = xdpf; in bq_enqueue()
|
| D | devmap.c | 57 struct xdp_frame *q[DEV_MAP_BULK_SIZE]; member
377 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all()
383 to_send = dev_map_bpf_prog_run(bq->xdp_prog, bq->q, cnt, dev); in bq_xmit_all()
388 sent = dev->netdev_ops->ndo_xdp_xmit(dev, to_send, bq->q, flags); in bq_xmit_all()
401 xdp_return_frame_rx_napi(bq->q[i]); in bq_xmit_all()
468 bq->q[bq->count++] = xdpf; in bq_enqueue()
|
| /kernel/time/ |
| D | timeconst.bc | 55 print "#error \qinclude/generated/timeconst.h has the wrong HZ value!\q\n"
|
| /kernel/events/ |
| D | uprobes.c | 320 struct list_head *pos, *q; in delayed_uprobe_remove() local
326 list_for_each_safe(pos, q, &delayed_uprobe_list) { in delayed_uprobe_remove()
1328 struct list_head *pos, *q; in delayed_ref_ctr_inc() local
1334 list_for_each_safe(pos, q, &delayed_uprobe_list) { in delayed_ref_ctr_inc()
|