| /kernel/ |
| D | jump_label.c | 38 if (jea->key < jeb->key) in jump_label_cmp()
41 if (jea->key > jeb->key) in jump_label_cmp()
57 static void jump_label_update(struct static_key *key);
59 void static_key_slow_inc(struct static_key *key) in static_key_slow_inc() argument
77 for (v = atomic_read(&key->enabled); v > 0; v = v1) { in static_key_slow_inc()
78 v1 = atomic_cmpxchg(&key->enabled, v, v + 1); in static_key_slow_inc()
84 if (atomic_read(&key->enabled) == 0) { in static_key_slow_inc()
85 atomic_set(&key->enabled, -1); in static_key_slow_inc()
86 jump_label_update(key); in static_key_slow_inc()
87 atomic_set(&key->enabled, 1); in static_key_slow_inc()
[all …]
|
| D | futex.c | 207 union futex_key key; member
237 union futex_key key; member
246 .key = FUTEX_KEY_INIT,
340 static inline void futex_get_mm(union futex_key *key) in futex_get_mm() argument
342 atomic_inc(&key->private.mm->mm_count); in futex_get_mm()
388 static struct futex_hash_bucket *hash_futex(union futex_key *key) in hash_futex() argument
390 u32 hash = jhash2((u32 *)key, offsetof(typeof(*key), both.offset) / 4, in hash_futex()
391 key->both.offset); in hash_futex()
412 static void get_futex_key_refs(union futex_key *key) in get_futex_key_refs() argument
414 if (!key->both.ptr) in get_futex_key_refs()
[all …]
|
| D | tracepoint.c | 244 if (tp->regfunc && !static_key_enabled(&tp->key)) in tracepoint_add_func()
263 if (!static_key_enabled(&tp->key)) in tracepoint_add_func()
264 static_key_slow_inc(&tp->key); in tracepoint_add_func()
292 if (tp->unregfunc && static_key_enabled(&tp->key)) in tracepoint_remove_func()
295 if (static_key_enabled(&tp->key)) in tracepoint_remove_func()
296 static_key_slow_dec(&tp->key); in tracepoint_remove_func()
|
| D | cgroup.c | 744 unsigned long key = 0UL; in css_set_hash() local
749 key += (unsigned long)css[i]; in css_set_hash()
750 key = (key >> 16) ^ key; in css_set_hash()
752 return key; in css_set_hash()
895 unsigned long key; in find_existing_css_set() local
919 key = css_set_hash(template); in find_existing_css_set()
920 hash_for_each_possible(css_set_table, cset, hlist, key) { in find_existing_css_set()
1015 unsigned long key; in find_css_set() local
1069 key = css_set_hash(cset->subsys); in find_css_set()
1070 hash_add(css_set_table, &cset->hlist, key); in find_css_set()
[all …]
|
| D | kthread.c | 554 struct lock_class_key *key) in __init_kthread_worker() argument
557 lockdep_set_class_and_name(&worker->lock, key, name); in __init_kthread_worker()
|
| /kernel/sched/ |
| D | wait.c | 15 void __init_waitqueue_head(wait_queue_head_t *q, const char *name, struct lock_class_key *key) in __init_waitqueue_head() argument
18 lockdep_set_class_and_name(&q->lock, key, name); in __init_waitqueue_head()
67 int nr_exclusive, int wake_flags, void *key) in __wake_up_common() argument
74 if (curr->func(curr, mode, wake_flags, key) && in __wake_up_common()
91 int nr_exclusive, void *key) in __wake_up() argument
96 __wake_up_common(q, mode, nr_exclusive, 0, key); in __wake_up()
110 void __wake_up_locked_key(wait_queue_head_t *q, unsigned int mode, void *key) in __wake_up_locked_key() argument
112 __wake_up_common(q, mode, 1, 0, key); in __wake_up_locked_key()
134 int nr_exclusive, void *key) in __wake_up_sync_key() argument
146 __wake_up_common(q, mode, nr_exclusive, wake_flags, key); in __wake_up_sync_key()
[all …]
|
| /kernel/bpf/ |
| D | hashtab.c | 31 char key[0] __aligned(8); member
118 static inline u32 htab_map_hash(const void *key, u32 key_len) in htab_map_hash() argument
120 return jhash(key, key_len, 0); in htab_map_hash()
129 void *key, u32 key_size) in lookup_elem_raw() argument
134 if (l->hash == hash && !memcmp(&l->key, key, key_size)) in lookup_elem_raw()
141 static void *htab_map_lookup_elem(struct bpf_map *map, void *key) in htab_map_lookup_elem() argument
153 hash = htab_map_hash(key, key_size); in htab_map_lookup_elem()
157 l = lookup_elem_raw(head, hash, key, key_size); in htab_map_lookup_elem()
160 return l->key + round_up(map->key_size, 8); in htab_map_lookup_elem()
166 static int htab_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in htab_map_get_next_key() argument
[all …]
|
| D | syscall.c | 226 void __user *ukey = u64_to_ptr(attr->key); in map_lookup_elem()
230 void *key, *value, *ptr; in map_lookup_elem() local
243 key = kmalloc(map->key_size, GFP_USER); in map_lookup_elem()
244 if (!key) in map_lookup_elem()
248 if (copy_from_user(key, ukey, map->key_size) != 0) in map_lookup_elem()
257 ptr = map->ops->map_lookup_elem(map, key); in map_lookup_elem()
275 kfree(key); in map_lookup_elem()
285 void __user *ukey = u64_to_ptr(attr->key); in map_update_elem()
289 void *key, *value; in map_update_elem() local
302 key = kmalloc(map->key_size, GFP_USER); in map_update_elem()
[all …]
|
| D | arraymap.c | 90 static void *array_map_lookup_elem(struct bpf_map *map, void *key) in array_map_lookup_elem() argument
93 u32 index = *(u32 *)key; in array_map_lookup_elem()
102 static int array_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in array_map_get_next_key() argument
105 u32 index = key ? *(u32 *)key : U32_MAX; in array_map_get_next_key()
121 static int array_map_update_elem(struct bpf_map *map, void *key, void *value, in array_map_update_elem() argument
125 u32 index = *(u32 *)key; in array_map_update_elem()
146 static int array_map_delete_elem(struct bpf_map *map, void *key) in array_map_delete_elem() argument
208 static void *fd_array_map_lookup_elem(struct bpf_map *map, void *key) in fd_array_map_lookup_elem() argument
214 static int fd_array_map_update_elem(struct bpf_map *map, void *key, in fd_array_map_update_elem() argument
219 u32 index = *(u32 *)key, ufd; in fd_array_map_update_elem()
[all …]
|
| D | helpers.c | 36 void *key = (void *) (unsigned long) r2; in bpf_map_lookup_elem() local
41 value = map->ops->map_lookup_elem(map, key); in bpf_map_lookup_elem()
60 void *key = (void *) (unsigned long) r2; in bpf_map_update_elem() local
65 return map->ops->map_update_elem(map, key, value, r4); in bpf_map_update_elem()
81 void *key = (void *) (unsigned long) r2; in bpf_map_delete_elem() local
85 return map->ops->map_delete_elem(map, key); in bpf_map_delete_elem()
|
| /kernel/debug/kdb/ |
| D | kdb_io.c | 59 int key; in kdb_read_get_key() local
73 key = *ped++; in kdb_read_get_key()
78 key = (*f)(); in kdb_read_get_key()
79 if (key == -1) { in kdb_read_get_key()
87 if (key == '\r') in kdb_read_get_key()
88 key = '\n'; in kdb_read_get_key()
89 *buffer++ = key; in kdb_read_get_key()
93 if (escape_delay == 0 && key == '\e') { in kdb_read_get_key()
99 *ped++ = key; in kdb_read_get_key()
109 if (key != '[') in kdb_read_get_key()
[all …]
|
| /kernel/locking/ |
| D | lockdep.c | 292 #define __classhashfn(key) hash_long((unsigned long)key, CLASSHASH_BITS) argument
293 #define classhashentry(key) (classhash_table + __classhashfn((key))) argument
473 const char * __get_key_name(struct lockdep_subclass_key *key, char *str) in __get_key_name() argument
475 return kallsyms_lookup((unsigned long)key, NULL, NULL, NULL, str); in __get_key_name()
518 name = __get_key_name(class->key, str); in __print_lock_name()
547 name = __get_key_name(lock->key->subkeys, str); in print_lockdep_cache()
651 if (new_class->key - new_class->subclass == class->key) in count_matching_names()
668 struct lockdep_subclass_key *key; in look_up_lock_class() local
700 if (unlikely(!lock->key)) in look_up_lock_class()
701 lock->key = (void *)lock; in look_up_lock_class()
[all …]
|
| D | spinlock_debug.c | 17 struct lock_class_key *key) in __raw_spin_lock_init() argument
24 lockdep_init_map(&lock->dep_map, name, key, 0); in __raw_spin_lock_init()
35 struct lock_class_key *key) in __rwlock_init() argument
42 lockdep_init_map(&lock->dep_map, name, key, 0); in __rwlock_init()
|
| D | lockdep_proc.c | 46 name = __get_key_name(class->key, str); in print_name()
68 seq_printf(m, "%p", class->key); in l_show()
86 seq_printf(m, " -> [%p] ", entry->class->key); in l_show()
152 if (!class->key) in lc_show()
155 seq_printf(m, "[%p] ", class->key); in lc_show()
449 ckey = rcu_dereference_sched(class->key); in seq_stats()
|
| D | mutex-debug.c | 94 struct lock_class_key *key) in debug_mutex_init() argument
101 lockdep_init_map(&lock->dep_map, name, key, 0); in debug_mutex_init()
|
| D | rwsem-spinlock.c | 40 struct lock_class_key *key) in __init_rwsem() argument
47 lockdep_init_map(&sem->dep_map, name, key, 0); in __init_rwsem()
|
| D | mutex.h | 43 #define debug_mutex_init(lock, name, key) do { } while (0) argument
|
| D | mutex-debug.h | 28 struct lock_class_key *key);
|
| D | rwsem-xadd.c | 74 struct lock_class_key *key) in __init_rwsem() argument
81 lockdep_init_map(&sem->dep_map, name, key, 0); in __init_rwsem()
|
| D | lockdep_internals.h | 78 extern const char * __get_key_name(struct lockdep_subclass_key *key, char *str);
|
| /kernel/trace/ |
| D | ftrace.c | 811 unsigned long key; in ftrace_find_profiled_func() local
813 key = hash_long(ip, FTRACE_PROFILE_HASH_BITS); in ftrace_find_profiled_func()
814 hhd = &stat->hash[key]; in ftrace_find_profiled_func()
830 unsigned long key; in ftrace_add_profile() local
832 key = hash_long(rec->ip, FTRACE_PROFILE_HASH_BITS); in ftrace_add_profile()
833 hlist_add_head_rcu(&rec->node, &stat->hash[key]); in ftrace_add_profile()
1229 unsigned long key; in ftrace_lookup_ip() local
1237 key = hash_long(ip, hash->size_bits); in ftrace_lookup_ip()
1239 key = 0; in ftrace_lookup_ip()
1241 hhd = &hash->buckets[key]; in ftrace_lookup_ip()
[all …]
|
| D | trace_output.c | 614 unsigned key; in ftrace_find_event() local
616 key = type & (EVENT_HASHSIZE - 1); in ftrace_find_event()
618 hlist_for_each_entry(event, &event_hash[key], node) { in ftrace_find_event()
683 unsigned key; in register_trace_event() local
735 key = event->type & (EVENT_HASHSIZE - 1); in register_trace_event()
737 hlist_add_head(&event->node, &event_hash[key]); in register_trace_event()
|
| /kernel/time/ |
| D | timer.c | 633 const char *name, struct lock_class_key *key);
636 const char *name, struct lock_class_key *key) in init_timer_on_stack_key() argument
639 do_init_timer(timer, flags, name, key); in init_timer_on_stack_key()
681 const char *name, struct lock_class_key *key) in do_init_timer() argument
691 lockdep_init_map(&timer->lockdep_map, name, key, 0); in do_init_timer()
706 const char *name, struct lock_class_key *key) in init_timer_key() argument
709 do_init_timer(timer, flags, name, key); in init_timer_key()
|
| /kernel/power/ |
| D | poweroff.c | 27 static void handle_poweroff(int key) in handle_poweroff() argument
|
| /kernel/rcu/ |
| D | srcu.c | 116 struct lock_class_key *key) in __init_srcu_struct() argument
120 lockdep_init_map(&sp->dep_map, name, key, 0); in __init_srcu_struct()
|