| /kernel/ |
| D | jump_label.c | 39 if (jea->key < jeb->key) in jump_label_cmp()
42 if (jea->key > jeb->key) in jump_label_cmp()
58 static void jump_label_update(struct static_key *key);
69 int static_key_count(struct static_key *key) in static_key_count() argument
75 int n = atomic_read(&key->enabled); in static_key_count()
81 void static_key_enable(struct static_key *key) in static_key_enable() argument
83 int count = static_key_count(key); in static_key_enable()
88 static_key_slow_inc(key); in static_key_enable()
92 void static_key_disable(struct static_key *key) in static_key_disable() argument
94 int count = static_key_count(key); in static_key_disable()
[all …]
|
| D | futex.c | 212 union futex_key key; member
242 union futex_key key; member
251 .key = FUTEX_KEY_INIT,
339 static inline void futex_get_mm(union futex_key *key) in futex_get_mm() argument
341 atomic_inc(&key->private.mm->mm_count); in futex_get_mm()
391 static struct futex_hash_bucket *hash_futex(union futex_key *key) in hash_futex() argument
393 u32 hash = jhash2((u32*)&key->both.word, in hash_futex()
394 (sizeof(key->both.word)+sizeof(key->both.ptr))/4, in hash_futex()
395 key->both.offset); in hash_futex()
420 static void get_futex_key_refs(union futex_key *key) in get_futex_key_refs() argument
[all …]
|
| D | memremap.c | 199 resource_size_t key, align_start, align_size, align_end; in pgmap_radix_release() local
206 for (key = res->start; key <= res->end; key += SECTION_SIZE) { in pgmap_radix_release()
207 if (key >= end_key) in pgmap_radix_release()
209 radix_tree_delete(&pgmap_radix, key >> PA_SECTION_SHIFT); in pgmap_radix_release()
295 resource_size_t key = 0, align_start, align_size, align_end; in devm_memremap_pages() local
339 for (key = align_start; key <= align_end; key += SECTION_SIZE) { in devm_memremap_pages()
343 dup = find_dev_pagemap(key); in devm_memremap_pages()
351 error = radix_tree_insert(&pgmap_radix, key >> PA_SECTION_SHIFT, in devm_memremap_pages()
398 pgmap_radix_release(res, key); in devm_memremap_pages()
|
| D | tracepoint.c | 198 if (tp->regfunc && !static_key_enabled(&tp->key)) in tracepoint_add_func()
217 if (!static_key_enabled(&tp->key)) in tracepoint_add_func()
218 static_key_slow_inc(&tp->key); in tracepoint_add_func()
244 if (tp->unregfunc && static_key_enabled(&tp->key)) in tracepoint_remove_func()
247 if (static_key_enabled(&tp->key)) in tracepoint_remove_func()
248 static_key_slow_dec(&tp->key); in tracepoint_remove_func()
|
| D | cgroup.c | 800 unsigned long key = 0UL; in css_set_hash() local
805 key += (unsigned long)css[i]; in css_set_hash()
806 key = (key >> 16) ^ key; in css_set_hash()
808 return key; in css_set_hash()
951 unsigned long key; in find_existing_css_set() local
975 key = css_set_hash(template); in find_existing_css_set()
976 hash_for_each_possible(css_set_table, cset, hlist, key) { in find_existing_css_set()
1071 unsigned long key; in find_css_set() local
1125 key = css_set_hash(cset->subsys); in find_css_set()
1126 hash_add(css_set_table, &cset->hlist, key); in find_css_set()
[all …]
|
| /kernel/sched/ |
| D | wait.c | 14 void __init_waitqueue_head(wait_queue_head_t *q, const char *name, struct lock_class_key *key) in __init_waitqueue_head() argument
17 lockdep_set_class_and_name(&q->lock, key, name); in __init_waitqueue_head()
66 int nr_exclusive, int wake_flags, void *key) in __wake_up_common() argument
73 if (curr->func(curr, mode, wake_flags, key) && in __wake_up_common()
90 int nr_exclusive, void *key) in __wake_up() argument
95 __wake_up_common(q, mode, nr_exclusive, 0, key); in __wake_up()
109 void __wake_up_locked_key(wait_queue_head_t *q, unsigned int mode, void *key) in __wake_up_locked_key() argument
111 __wake_up_common(q, mode, 1, 0, key); in __wake_up_locked_key()
133 int nr_exclusive, void *key) in __wake_up_sync_key() argument
145 __wake_up_common(q, mode, nr_exclusive, wake_flags, key); in __wake_up_sync_key()
[all …]
|
| D | swait.c | 5 struct lock_class_key *key) in __init_swait_queue_head() argument
8 lockdep_set_class_and_name(&q->lock, key, name); in __init_swait_queue_head()
|
| /kernel/bpf/ |
| D | hashtab.c | 54 char key[0] __aligned(8); member
60 *(void __percpu **)(l->key + key_size) = pptr; in htab_elem_set_ptr()
65 return *(void __percpu **)(l->key + key_size); in htab_elem_get_ptr()
265 static inline u32 htab_map_hash(const void *key, u32 key_len) in htab_map_hash() argument
267 return jhash(key, key_len, 0); in htab_map_hash()
281 void *key, u32 key_size) in lookup_elem_raw() argument
286 if (l->hash == hash && !memcmp(&l->key, key, key_size)) in lookup_elem_raw()
293 static void *__htab_map_lookup_elem(struct bpf_map *map, void *key) in __htab_map_lookup_elem() argument
305 hash = htab_map_hash(key, key_size); in __htab_map_lookup_elem()
309 l = lookup_elem_raw(head, hash, key, key_size); in __htab_map_lookup_elem()
[all …]
|
| D | syscall.c | 340 int __weak bpf_stackmap_copy(struct bpf_map *map, void *key, void *value) in bpf_stackmap_copy() argument
350 void __user *ukey = u64_to_ptr(attr->key); in map_lookup_elem()
354 void *key, *value, *ptr; in map_lookup_elem() local
373 key = kmalloc(map->key_size, GFP_USER); in map_lookup_elem()
374 if (!key) in map_lookup_elem()
378 if (copy_from_user(key, ukey, map->key_size) != 0) in map_lookup_elem()
393 err = bpf_percpu_hash_copy(map, key, value); in map_lookup_elem()
395 err = bpf_percpu_array_copy(map, key, value); in map_lookup_elem()
397 err = bpf_stackmap_copy(map, key, value); in map_lookup_elem()
400 ptr = map->ops->map_lookup_elem(map, key); in map_lookup_elem()
[all …]
|
| D | arraymap.c | 144 static void *array_map_lookup_elem(struct bpf_map *map, void *key) in array_map_lookup_elem() argument
147 u32 index = *(u32 *)key; in array_map_lookup_elem()
156 static void *percpu_array_map_lookup_elem(struct bpf_map *map, void *key) in percpu_array_map_lookup_elem() argument
159 u32 index = *(u32 *)key; in percpu_array_map_lookup_elem()
167 int bpf_percpu_array_copy(struct bpf_map *map, void *key, void *value) in bpf_percpu_array_copy() argument
170 u32 index = *(u32 *)key; in bpf_percpu_array_copy()
194 static int array_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in array_map_get_next_key() argument
197 u32 index = *(u32 *)key; in array_map_get_next_key()
213 static int array_map_update_elem(struct bpf_map *map, void *key, void *value, in array_map_update_elem() argument
217 u32 index = *(u32 *)key; in array_map_update_elem()
[all …]
|
| D | helpers.c | 30 BPF_CALL_2(bpf_map_lookup_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument
33 return (unsigned long) map->ops->map_lookup_elem(map, key); in BPF_CALL_2()
45 BPF_CALL_4(bpf_map_update_elem, struct bpf_map *, map, void *, key, in BPF_CALL_4() argument
49 return map->ops->map_update_elem(map, key, value, flags); in BPF_CALL_4()
63 BPF_CALL_2(bpf_map_delete_elem, struct bpf_map *, map, void *, key) in BPF_CALL_2() argument
66 return map->ops->map_delete_elem(map, key); in BPF_CALL_2()
|
| D | stackmap.c | 198 static void *stack_map_lookup_elem(struct bpf_map *map, void *key) in stack_map_lookup_elem() argument
204 int bpf_stackmap_copy(struct bpf_map *map, void *key, void *value) in bpf_stackmap_copy() argument
208 u32 id = *(u32 *)key, trace_len; in bpf_stackmap_copy()
227 static int stack_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in stack_map_get_next_key() argument
232 static int stack_map_update_elem(struct bpf_map *map, void *key, void *value, in stack_map_update_elem() argument
239 static int stack_map_delete_elem(struct bpf_map *map, void *key) in stack_map_delete_elem() argument
243 u32 id = *(u32 *)key; in stack_map_delete_elem()
|
| /kernel/debug/kdb/ |
| D | kdb_io.c | 59 int key; in kdb_read_get_key() local
73 key = *ped++; in kdb_read_get_key()
78 key = (*f)(); in kdb_read_get_key()
79 if (key == -1) { in kdb_read_get_key()
87 if (key == '\r') in kdb_read_get_key()
88 key = '\n'; in kdb_read_get_key()
89 *buffer++ = key; in kdb_read_get_key()
93 if (escape_delay == 0 && key == '\e') { in kdb_read_get_key()
99 *ped++ = key; in kdb_read_get_key()
109 if (key != '[') in kdb_read_get_key()
[all …]
|
| /kernel/trace/ |
| D | tracing_map.c | 309 kfree(elt->key); in tracing_map_elt_free()
324 elt->key = kzalloc(map->key_size, GFP_KERNEL); in tracing_map_elt_alloc()
325 if (!elt->key) { in tracing_map_elt_alloc()
403 static inline bool keys_match(void *key, void *test_key, unsigned key_size) in keys_match() argument
407 if (memcmp(key, test_key, key_size)) in keys_match()
414 __tracing_map_insert(struct tracing_map *map, void *key, bool lookup_only) in __tracing_map_insert() argument
419 key_hash = jhash(key, map->key_size, 0); in __tracing_map_insert()
427 test_key = entry->key; in __tracing_map_insert()
430 keys_match(key, entry->val->key, map->key_size)) { in __tracing_map_insert()
439 if (!cmpxchg(&entry->key, 0, key_hash)) { in __tracing_map_insert()
[all …]
|
| D | tracing_map.h | 139 void *key; member
144 u32 key; member
154 void *key; member
258 tracing_map_insert(struct tracing_map *map, void *key);
260 tracing_map_lookup(struct tracing_map *map, void *key);
|
| D | trace_events_hist.c | 855 static inline void add_to_key(char *compound_key, void *key, in add_to_key() argument
867 size = strlen(key); in add_to_key()
876 memcpy(compound_key + key_field->offset, key, size); in add_to_key()
889 void *key = NULL; in event_hist_trigger() local
906 key = entries; in event_hist_trigger()
910 key = (void *)(unsigned long)field_contents; in event_hist_trigger()
913 key = (void *)&field_contents; in event_hist_trigger()
917 add_to_key(compound_key, key, key_field, rec); in event_hist_trigger()
921 key = compound_key; in event_hist_trigger()
923 elt = tracing_map_insert(hist_data->map, key); in event_hist_trigger()
[all …]
|
| D | ftrace.c | 782 unsigned long key; in ftrace_find_profiled_func() local
784 key = hash_long(ip, FTRACE_PROFILE_HASH_BITS); in ftrace_find_profiled_func()
785 hhd = &stat->hash[key]; in ftrace_find_profiled_func()
801 unsigned long key; in ftrace_add_profile() local
803 key = hash_long(rec->ip, FTRACE_PROFILE_HASH_BITS); in ftrace_add_profile()
804 hlist_add_head_rcu(&rec->node, &stat->hash[key]); in ftrace_add_profile()
1207 unsigned long key; in ftrace_lookup_ip() local
1215 key = hash_long(ip, hash->size_bits); in ftrace_lookup_ip()
1217 key = 0; in ftrace_lookup_ip()
1219 hhd = &hash->buckets[key]; in ftrace_lookup_ip()
[all …]
|
| /kernel/locking/ |
| D | lockdep.c | 291 #define __classhashfn(key) hash_long((unsigned long)key, CLASSHASH_BITS) argument
292 #define classhashentry(key) (classhash_table + __classhashfn((key))) argument
313 static inline u64 iterate_chain_key(u64 key, u32 idx) in iterate_chain_key() argument
315 u32 k0 = key, k1 = key >> 32; in iterate_chain_key()
463 const char * __get_key_name(struct lockdep_subclass_key *key, char *str) in __get_key_name() argument
465 return kallsyms_lookup((unsigned long)key, NULL, NULL, NULL, str); in __get_key_name()
508 name = __get_key_name(class->key, str); in __print_lock_name()
537 name = __get_key_name(lock->key->subkeys, str); in print_lockdep_cache()
641 if (new_class->key - new_class->subclass == class->key) in count_matching_names()
658 struct lockdep_subclass_key *key; in look_up_lock_class() local
[all …]
|
| D | spinlock_debug.c | 17 struct lock_class_key *key) in __raw_spin_lock_init() argument
24 lockdep_init_map(&lock->dep_map, name, key, 0); in __raw_spin_lock_init()
35 struct lock_class_key *key) in __rwlock_init() argument
42 lockdep_init_map(&lock->dep_map, name, key, 0); in __rwlock_init()
|
| D | lockdep_proc.c | 46 name = __get_key_name(class->key, str); in print_name()
68 seq_printf(m, "%p", class->key); in l_show()
86 seq_printf(m, " -> [%p] ", entry->class->key); in l_show()
154 if (!class->key) in lc_show()
157 seq_printf(m, "[%p] ", class->key); in lc_show()
449 ckey = rcu_dereference_sched(class->key); in seq_stats()
|
| D | mutex-debug.c | 94 struct lock_class_key *key) in debug_mutex_init() argument
101 lockdep_init_map(&lock->dep_map, name, key, 0); in debug_mutex_init()
|
| D | rwsem-spinlock.c | 40 struct lock_class_key *key) in __init_rwsem() argument
47 lockdep_init_map(&sem->dep_map, name, key, 0); in __init_rwsem()
|
| D | mutex.h | 49 #define debug_mutex_init(lock, name, key) do { } while (0) argument
|
| /kernel/time/ |
| D | timer.c | 741 const char *name, struct lock_class_key *key);
744 const char *name, struct lock_class_key *key) in init_timer_on_stack_key() argument
747 do_init_timer(timer, flags, name, key); in init_timer_on_stack_key()
789 const char *name, struct lock_class_key *key) in do_init_timer() argument
798 lockdep_init_map(&timer->lockdep_map, name, key, 0); in do_init_timer()
813 const char *name, struct lock_class_key *key) in init_timer_key() argument
816 do_init_timer(timer, flags, name, key); in init_timer_key()
|
| /kernel/power/ |
| D | poweroff.c | 27 static void handle_poweroff(int key) in handle_poweroff() argument
|