| /kernel/ |
| D | kallsyms.c | 58 static unsigned int kallsyms_expand_symbol(unsigned int off, in kallsyms_expand_symbol() argument
66 data = &kallsyms_names[off]; in kallsyms_expand_symbol()
74 off += len + 1; in kallsyms_expand_symbol()
103 return off; in kallsyms_expand_symbol()
110 static char kallsyms_get_symbol_type(unsigned int off) in kallsyms_get_symbol_type() argument
116 return kallsyms_token_table[kallsyms_token_index[kallsyms_names[off + 1]]]; in kallsyms_get_symbol_type()
189 unsigned int off; in kallsyms_lookup_name() local
191 for (i = 0, off = 0; i < kallsyms_num_syms; i++) { in kallsyms_lookup_name()
192 off = kallsyms_expand_symbol(off, namebuf, ARRAY_SIZE(namebuf)); in kallsyms_lookup_name()
209 unsigned int off; in kallsyms_on_each_symbol() local
[all …]
|
| D | kheaders.c | 35 char *buf, loff_t off, size_t len) in ikheaders_read() argument
37 memcpy(buf, &kernel_headers_data[off], len); in ikheaders_read()
|
| D | params.c | 456 int i, off, ret; in param_array_get() local
460 for (i = off = 0; i < (arr->num ? *arr->num : arr->max); i++) { in param_array_get()
463 buffer[off - 1] = ','; in param_array_get()
466 ret = arr->ops->get(buffer + off, &p); in param_array_get()
469 off += ret; in param_array_get()
471 buffer[off] = '\0'; in param_array_get()
472 return off; in param_array_get()
|
| D | kcov.c | 461 unsigned long size, off; in kcov_mmap() local
480 for (off = 0; off < size; off += PAGE_SIZE) { in kcov_mmap()
481 page = vmalloc_to_page(kcov->area + off); in kcov_mmap()
482 if (vm_insert_page(vma, vma->vm_start + off, page)) in kcov_mmap()
|
| D | ksysfs.c | 199 char *buf, loff_t off, size_t count) in notes_read() argument
201 memcpy(buf, &__start_notes + off, count); in notes_read()
|
| D | ptrace.c | 754 if (arg.off > ULONG_MAX) in ptrace_peek_siginfo()
764 unsigned long off = arg.off + i; in ptrace_peek_siginfo() local
769 if (!off--) { in ptrace_peek_siginfo()
|
| /kernel/bpf/ |
| D | verifier.c | 601 verbose(env, "%lld", reg->var_off.value + reg->off); in print_verifier_state()
611 verbose(env, ",off=%d", reg->off); in print_verifier_state()
690 verbose(env, "%lld", reg->var_off.value + reg->off); in print_verifier_state()
1110 reg->off == 0 && in reg_is_init_pkt_pointer()
1455 static int find_subprog(struct bpf_verifier_env *env, int off) in find_subprog() argument
1459 p = bsearch(&off, env->subprog_info, env->subprog_cnt, in find_subprog()
1467 static int add_subprog(struct bpf_verifier_env *env, int off) in add_subprog() argument
1472 if (off >= insn_cnt || off < 0) { in add_subprog()
1476 ret = find_subprog(env, off); in add_subprog()
1483 env->subprog_info[env->subprog_cnt++].start = off; in add_subprog()
[all …]
|
| D | core.c | 310 dst[i].off == 0) { in bpf_prog_calc_tag()
370 s32 off = insn->off; in bpf_adj_delta_to_off() local
372 if (curr < pos && curr + off + 1 >= end_old) in bpf_adj_delta_to_off()
373 off += delta; in bpf_adj_delta_to_off()
374 else if (curr >= end_new && curr + off + 1 < end_new) in bpf_adj_delta_to_off()
375 off -= delta; in bpf_adj_delta_to_off()
376 if (off < off_min || off > off_max) in bpf_adj_delta_to_off()
379 insn->off = off; in bpf_adj_delta_to_off()
423 static void bpf_adj_linfo(struct bpf_prog *prog, u32 off, u32 delta) in bpf_adj_linfo() argument
435 if (off < linfo[i].insn_off) in bpf_adj_linfo()
[all …]
|
| D | disasm.c | 155 insn->off, insn->src_reg); in print_bpf_insn()
160 insn->dst_reg, insn->off, in print_bpf_insn()
170 insn->off, insn->imm); in print_bpf_insn()
184 insn->src_reg, insn->off); in print_bpf_insn()
237 insn->code, insn->off); in print_bpf_insn()
247 insn->src_reg, insn->off); in print_bpf_insn()
254 insn->imm, insn->off); in print_bpf_insn()
|
| D | cgroup.c | 1220 static bool cgroup_dev_is_valid_access(int off, int size, in cgroup_dev_is_valid_access() argument
1230 if (off < 0 || off + size > sizeof(struct bpf_cgroup_dev_ctx)) in cgroup_dev_is_valid_access()
1233 if (off % size != 0) in cgroup_dev_is_valid_access()
1236 switch (off) { in cgroup_dev_is_valid_access()
1239 if (!bpf_ctx_narrow_access_ok(off, size, size_default)) in cgroup_dev_is_valid_access()
1720 static bool sysctl_is_valid_access(int off, int size, enum bpf_access_type type, in sysctl_is_valid_access() argument
1726 if (off < 0 || off + size > sizeof(struct bpf_sysctl) || off % size) in sysctl_is_valid_access()
1729 switch (off) { in sysctl_is_valid_access()
1734 return bpf_ctx_narrow_access_ok(off, size, size_default); in sysctl_is_valid_access()
1738 return bpf_ctx_narrow_access_ok(off, size, size_default); in sysctl_is_valid_access()
[all …]
|
| D | arraymap.c | 187 u32 off) in array_map_direct_value_addr() argument
193 if (off >= map->value_size) in array_map_direct_value_addr()
201 u32 *off) in array_map_direct_value_meta() argument
212 *off = imm - base; in array_map_direct_value_meta()
266 int cpu, off = 0; in bpf_percpu_array_copy() local
280 bpf_long_memcpy(value + off, per_cpu_ptr(pptr, cpu), size); in bpf_percpu_array_copy()
281 off += size; in bpf_percpu_array_copy()
350 int cpu, off = 0; in bpf_percpu_array_update() local
375 bpf_long_memcpy(per_cpu_ptr(pptr, cpu), value + off, size); in bpf_percpu_array_update()
376 off += size; in bpf_percpu_array_update()
[all …]
|
| D | btf.c | 243 u32 off; member
2982 u32 i, off = -ENOENT; in btf_find_spin_lock() local
2997 if (off != -ENOENT) in btf_find_spin_lock()
3000 off = btf_member_bit_offset(t, member); in btf_find_spin_lock()
3001 if (off % 8) in btf_find_spin_lock()
3004 off /= 8; in btf_find_spin_lock()
3005 if (off % __alignof__(struct bpf_spin_lock)) in btf_find_spin_lock()
3009 return off; in btf_find_spin_lock()
3988 return (int)(x->off - y->off) ? : (int)(x->len - y->len); in btf_sec_info_cmp()
4014 if (expected_total < secs[i].off) { in btf_check_sec_info()
[all …]
|
| D | sysfs_btf.c | 18 char *buf, loff_t off, size_t len) in btf_vmlinux_read() argument
20 memcpy(buf, __start_BTF + off, len); in btf_vmlinux_read()
|
| D | local_storage.c | 189 int cpu, off = 0; in bpf_percpu_cgroup_storage_copy() local
205 bpf_long_memcpy(value + off, in bpf_percpu_cgroup_storage_copy()
207 off += size; in bpf_percpu_cgroup_storage_copy()
218 int cpu, off = 0; in bpf_percpu_cgroup_storage_update() local
240 value + off, size); in bpf_percpu_cgroup_storage_update()
241 off += size; in bpf_percpu_cgroup_storage_update()
|
| D | hashtab.c | 814 int off = 0, cpu; in pcpu_copy_value() local
818 value + off, size); in pcpu_copy_value()
819 off += size; in pcpu_copy_value()
1489 int off = 0, cpu; in __htab_map_lookup_and_delete_batch() local
1494 bpf_long_memcpy(dst_val + off, in __htab_map_lookup_and_delete_batch()
1496 off += size; in __htab_map_lookup_and_delete_batch()
1741 int ret = 0, off = 0, cpu; in __bpf_hash_map_seq_show() local
1759 bpf_long_memcpy(info->percpu_value_buf + off, in __bpf_hash_map_seq_show()
1762 off += roundup_value_size; in __bpf_hash_map_seq_show()
1897 int cpu, off = 0; in bpf_percpu_hash_copy() local
[all …]
|
| D | offload.c | 178 bpf_prog_offload_replace_insn(struct bpf_verifier_env *env, u32 off, in bpf_prog_offload_replace_insn() argument
190 ret = ops->replace_insn(env, off, insn); in bpf_prog_offload_replace_insn()
197 bpf_prog_offload_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) in bpf_prog_offload_remove_insns() argument
206 ret = offload->offdev->ops->remove_insns(env, off, cnt); in bpf_prog_offload_remove_insns()
|
| D | ringbuf.c | 319 unsigned long off = (unsigned long)hdr->pg_off << PAGE_SHIFT; in bpf_ringbuf_restore_from_rec() local
321 return (void*)((addr & PAGE_MASK) - off); in bpf_ringbuf_restore_from_rec()
|
| /kernel/time/ |
| D | namespace.c | 142 static struct timens_offset offset_from_ts(struct timespec64 off) in offset_from_ts() argument
146 ret.sec = off.tv_sec; in offset_from_ts()
147 ret.nsec = off.tv_nsec; in offset_from_ts()
386 struct proc_timens_offset *off = &offsets[i]; in proc_timens_set_offset() local
388 switch (off->clockid) { in proc_timens_set_offset()
402 if (off->val.tv_sec > KTIME_SEC_MAX || in proc_timens_set_offset()
403 off->val.tv_sec < -KTIME_SEC_MAX) in proc_timens_set_offset()
406 tp = timespec64_add(tp, off->val); in proc_timens_set_offset()
424 struct proc_timens_offset *off = &offsets[i]; in proc_timens_set_offset() local
427 switch (off->clockid) { in proc_timens_set_offset()
[all …]
|
| /kernel/trace/ |
| D | bpf_trace.c | 1377 static bool kprobe_prog_is_valid_access(int off, int size, enum bpf_access_type type, in kprobe_prog_is_valid_access() argument
1381 if (off < 0 || off >= sizeof(struct pt_regs)) in kprobe_prog_is_valid_access()
1385 if (off % size != 0) in kprobe_prog_is_valid_access()
1391 if (off + size > sizeof(struct pt_regs)) in kprobe_prog_is_valid_access()
1486 static bool tp_prog_is_valid_access(int off, int size, enum bpf_access_type type, in tp_prog_is_valid_access() argument
1490 if (off < sizeof(void *) || off >= PERF_MAX_TRACE_SIZE) in tp_prog_is_valid_access()
1494 if (off % size != 0) in tp_prog_is_valid_access()
1756 static bool raw_tp_prog_is_valid_access(int off, int size, in raw_tp_prog_is_valid_access() argument
1761 if (off < 0 || off >= sizeof(__u64) * MAX_BPF_FUNC_ARGS) in raw_tp_prog_is_valid_access()
1765 if (off % size != 0) in raw_tp_prog_is_valid_access()
[all …]
|
| /kernel/power/ |
| D | swap.c | 686 size_t off; in save_image_lzo() local
780 for (off = 0; off < LZO_UNC_SIZE; off += PAGE_SIZE) { in save_image_lzo()
788 memcpy(data[thr].unc + off, in save_image_lzo()
796 if (!off) in save_image_lzo()
799 data[thr].unc_len = off; in save_image_lzo()
842 for (off = 0; in save_image_lzo()
843 off < LZO_HEADER + data[thr].cmp_len; in save_image_lzo()
844 off += PAGE_SIZE) { in save_image_lzo()
845 memcpy(page, data[thr].cmp + off, PAGE_SIZE); in save_image_lzo()
1176 size_t off; in load_image_lzo() local
[all …]
|
| /kernel/dma/ |
| D | ops_helpers.c | 41 unsigned long off = vma->vm_pgoff; in dma_common_mmap() local
50 if (off >= count || user_count > count - off) in dma_common_mmap()
|
| D | coherent.c | 268 unsigned long off = vma->vm_pgoff; in __dma_mmap_from_coherent() local
274 if (off < count && user_count <= count - off) { in __dma_mmap_from_coherent()
275 unsigned long pfn = mem->pfn_base + start + off; in __dma_mmap_from_coherent()
|
| /kernel/gcov/ |
| D | gcc_4_7.c | 407 static size_t store_gcov_u32(void *buffer, size_t off, u32 v) in store_gcov_u32() argument
412 data = buffer + off; in store_gcov_u32()
431 static size_t store_gcov_u64(void *buffer, size_t off, u64 v) in store_gcov_u64() argument
436 data = buffer + off; in store_gcov_u64()
|
| D | clang.c | 481 static size_t store_gcov_u32(void *buffer, size_t off, u32 v) in store_gcov_u32() argument
486 data = buffer + off; in store_gcov_u32()
505 static size_t store_gcov_u64(void *buffer, size_t off, u64 v) in store_gcov_u64() argument
510 data = buffer + off; in store_gcov_u64()
|
| /kernel/cgroup/ |
| D | cgroup-v1.c | 491 char *buf, size_t nbytes, loff_t off, in __cgroup1_procs_write() argument
537 char *buf, size_t nbytes, loff_t off) in cgroup1_procs_write() argument
539 return __cgroup1_procs_write(of, buf, nbytes, off, true); in cgroup1_procs_write()
543 char *buf, size_t nbytes, loff_t off) in cgroup1_tasks_write() argument
545 return __cgroup1_procs_write(of, buf, nbytes, off, false); in cgroup1_tasks_write()
549 char *buf, size_t nbytes, loff_t off) in cgroup_release_agent_write() argument
|