| /kernel/bpf/ |
| D | devmap.c | 492 static u32 dev_map_bpf_prog_run_skb(struct sk_buff *skb, struct bpf_dtab_netdev *dst) in dev_map_bpf_prog_run_skb() argument
494 struct xdp_txq_info txq = { .dev = dst->dev }; in dev_map_bpf_prog_run_skb()
498 if (!dst->xdp_prog) in dev_map_bpf_prog_run_skb()
504 act = bpf_prog_run_generic_xdp(skb, &xdp, dst->xdp_prog); in dev_map_bpf_prog_run_skb()
513 trace_xdp_exception(dst->dev, dst->xdp_prog, act); in dev_map_bpf_prog_run_skb()
529 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, in dev_map_enqueue() argument
532 struct net_device *dev = dst->dev; in dev_map_enqueue()
534 return __xdp_enqueue(dev, xdp, dev_rx, dst->xdp_prog); in dev_map_enqueue()
593 struct bpf_dtab_netdev *dst, *last_dst = NULL; in dev_map_enqueue_multi() local
612 dst = rcu_dereference_check(dtab->netdev_map[i], in dev_map_enqueue_multi()
[all …]
|
| D | queue_stack_maps.c | 200 void *dst; in queue_stack_map_push_elem() local
228 dst = &qs->elements[qs->head * qs->map.value_size]; in queue_stack_map_push_elem()
229 memcpy(dst, value, qs->map.value_size); in queue_stack_map_push_elem()
|
| D | core.c | 275 struct bpf_insn *dst; in bpf_prog_calc_tag() local
291 dst = (void *)raw; in bpf_prog_calc_tag()
293 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag()
295 dst[i].code == (BPF_LD | BPF_IMM | BPF_DW) && in bpf_prog_calc_tag()
296 (dst[i].src_reg == BPF_PSEUDO_MAP_FD || in bpf_prog_calc_tag()
297 dst[i].src_reg == BPF_PSEUDO_MAP_VALUE)) { in bpf_prog_calc_tag()
299 dst[i].imm = 0; in bpf_prog_calc_tag()
301 dst[i].code == 0 && in bpf_prog_calc_tag()
302 dst[i].dst_reg == 0 && in bpf_prog_calc_tag()
303 dst[i].src_reg == 0 && in bpf_prog_calc_tag()
[all …]
|
| D | bpf_lsm.c | 79 BPF_CALL_3(bpf_ima_inode_hash, struct inode *, inode, void *, dst, u32, size) in BPF_CALL_3() argument
81 return ima_inode_hash(inode, dst, size); in BPF_CALL_3()
|
| D | verifier.c | 764 static void *copy_array(void *dst, const void *src, size_t n, size_t size, gfp_t flags) in copy_array() argument
774 if (ksize(dst) < bytes) { in copy_array()
775 kfree(dst); in copy_array()
776 dst = kmalloc_track_caller(bytes, flags); in copy_array()
777 if (!dst) in copy_array()
781 memcpy(dst, src, bytes); in copy_array()
783 return dst ? dst : ZERO_SIZE_PTR; in copy_array()
812 static int copy_reference_state(struct bpf_func_state *dst, const struct bpf_func_state *src) in copy_reference_state() argument
814 dst->refs = copy_array(dst->refs, src->refs, src->acquired_refs, in copy_reference_state()
816 if (!dst->refs) in copy_reference_state()
[all …]
|
| D | helpers.c | 336 void copy_map_value_locked(struct bpf_map *map, void *dst, void *src, in copy_map_value_locked() argument
344 lock = dst + map->spin_lock_off; in copy_map_value_locked()
347 copy_map_value(map, dst, src); in copy_map_value_locked()
637 BPF_CALL_3(bpf_copy_from_user, void *, dst, u32, size, in BPF_CALL_3() argument
640 int ret = copy_from_user(dst, user_ptr, size); in BPF_CALL_3()
643 memset(dst, 0, size); in BPF_CALL_3()
|
| D | cgroup.c | 73 static void bpf_cgroup_storages_assign(struct bpf_cgroup_storage *dst[], in bpf_cgroup_storages_assign() argument
79 dst[stype] = src[stype]; in bpf_cgroup_storages_assign()
1744 static int copy_sysctl_value(char *dst, size_t dst_len, char *src, in copy_sysctl_value() argument
1747 if (!dst) in copy_sysctl_value()
1754 memset(dst, 0, dst_len); in copy_sysctl_value()
1758 memcpy(dst, src, min(dst_len, src_len)); in copy_sysctl_value()
1761 memset(dst + src_len, '\0', dst_len - src_len); in copy_sysctl_value()
1765 dst[dst_len - 1] = '\0'; in copy_sysctl_value()
|
| /kernel/trace/ |
| D | bpf_trace.c | 153 bpf_probe_read_user_common(void *dst, u32 size, const void __user *unsafe_ptr) in bpf_probe_read_user_common() argument
157 ret = copy_from_user_nofault(dst, unsafe_ptr, size); in bpf_probe_read_user_common()
159 memset(dst, 0, size); in bpf_probe_read_user_common()
163 BPF_CALL_3(bpf_probe_read_user, void *, dst, u32, size, in BPF_CALL_3() argument
166 return bpf_probe_read_user_common(dst, size, unsafe_ptr); in BPF_CALL_3()
179 bpf_probe_read_user_str_common(void *dst, u32 size, in bpf_probe_read_user_str_common() argument
194 ret = strncpy_from_user_nofault(dst, unsafe_ptr, size); in bpf_probe_read_user_str_common()
196 memset(dst, 0, size); in bpf_probe_read_user_str_common()
200 BPF_CALL_3(bpf_probe_read_user_str, void *, dst, u32, size, in BPF_CALL_3() argument
203 return bpf_probe_read_user_str_common(dst, size, unsafe_ptr); in BPF_CALL_3()
[all …]
|
| D | trace_uprobe.c | 150 u8 *dst = get_loc_data(dest, base); in fetch_store_string() local
157 ret = strlcpy(dst, current->comm, maxlen); in fetch_store_string()
159 ret = strncpy_from_user(dst, src, maxlen); in fetch_store_string()
162 dst[ret - 1] = '\0'; in fetch_store_string()
170 *(u32 *)dest = make_data_loc(ret, (void *)dst - base); in fetch_store_string()
172 *(u32 *)dest = make_data_loc(0, (void *)dst - base); in fetch_store_string()
|
| D | trace_osnoise.c | 640 copy_int_safe_time(struct osnoise_variables *osn_var, u64 *dst, u64 *src) in copy_int_safe_time() argument
649 *dst = *src; in copy_int_safe_time()
|
| /kernel/events/ |
| D | internal.h | 177 memcpy_common(void *dst, const void *src, unsigned long n) in memcpy_common() argument
179 memcpy(dst, src, n); in memcpy_common()
186 memcpy_skip(void *dst, const void *src, unsigned long n) in DEFINE_OUTPUT_COPY()
197 arch_perf_out_copy_user(void *dst, const void *src, unsigned long n) in DEFINE_OUTPUT_COPY()
202 ret = __copy_from_user_inatomic(dst, src, n); in DEFINE_OUTPUT_COPY()
|
| /kernel/power/ |
| D | snapshot.c | 464 struct rtree_node *node, *block, **dst; in add_rtree_block() local
496 dst = &zone->rtree; in add_rtree_block()
506 *dst = node; in add_rtree_block()
511 dst = (struct rtree_node **)&((*dst)->data[index]); in add_rtree_block()
512 node = *dst; in add_rtree_block()
516 *dst = block; in add_rtree_block()
1372 static inline void do_copy_page(long *dst, long *src) in do_copy_page() argument
1377 *dst++ = *src++; in do_copy_page()
1388 static void safe_copy_page(void *dst, struct page *s_page) in safe_copy_page() argument
1391 do_copy_page(dst, page_address(s_page)); in safe_copy_page()
[all …]
|
| /kernel/cgroup/ |
| D | freezer.c | 223 struct cgroup *src, struct cgroup *dst) in cgroup_freezer_migrate_task() argument
238 !test_bit(CGRP_FREEZE, &dst->flags) && in cgroup_freezer_migrate_task()
248 cgroup_inc_frozen_cnt(dst); in cgroup_freezer_migrate_task()
251 cgroup_update_frozen(dst); in cgroup_freezer_migrate_task()
257 cgroup_freeze_task(task, test_bit(CGRP_FREEZE, &dst->flags)); in cgroup_freezer_migrate_task()
|
| /kernel/ |
| D | smp.c | 39 u64 dst:16; member
191 (union cfd_seq_cnt){ .u.src = s, .u.dst = d, .u.type = t, .u.cnt = c }
193 static u64 cfd_seq_inc(unsigned int src, unsigned int dst, unsigned int type) in cfd_seq_inc() argument
197 new = CFD_SEQ(src, dst, type, 0); in cfd_seq_inc()
207 #define cfd_seq_store(var, src, dst, type) \ argument
210 var = cfd_seq_inc(src, dst, type); \
241 return csd->node.dst; /* Other CSD_TYPE_ values might not have ->dst. */ in csd_lock_wait_getcpu()
245 static void cfd_seq_data_add(u64 val, unsigned int src, unsigned int dst, in cfd_seq_data_add() argument
253 new[1] = CFD_SEQ(src, dst, type, new[0].u.cnt + 1); in cfd_seq_data_add()
314 data[i].u.dst, csd_lock_get_type(data[i].u.type)); in csd_lock_print_extended()
[all …]
|
| D | ptrace.c | 632 int ptrace_readdata(struct task_struct *tsk, unsigned long src, char __user *dst, int len) in ptrace_readdata() argument
648 if (copy_to_user(dst, buf, retval)) in ptrace_readdata()
652 dst += retval; in ptrace_readdata()
658 int ptrace_writedata(struct task_struct *tsk, char __user *src, unsigned long dst, int len) in ptrace_writedata() argument
669 retval = ptrace_access_vm(tsk, dst, buf, this_len, in ptrace_writedata()
678 dst += retval; in ptrace_writedata()
|
| D | kexec_file.c | 899 void *src, *dst; in kexec_purgatory_setup_sechdrs() local
934 dst = pi->purgatory_buf + offset; in kexec_purgatory_setup_sechdrs()
935 memcpy(dst, src, sechdrs[i].sh_size); in kexec_purgatory_setup_sechdrs()
|
| D | module.c | 2808 Elf_Sym *dst; in add_kallsyms() local
2825 mod->core_kallsyms.symtab = dst = mod->core_layout.base + info->symoffs; in add_kallsyms()
2836 dst[ndst] = src[i]; in add_kallsyms()
2837 dst[ndst++].st_name = s - mod->core_kallsyms.strtab; in add_kallsyms()
3154 static int copy_chunked_from_user(void *dst, const void __user *usrc, unsigned long len) in copy_chunked_from_user() argument
3159 if (copy_from_user(dst, usrc, n) != 0) in copy_chunked_from_user()
3162 dst += n; in copy_chunked_from_user()
|
| /kernel/kcsan/ |
| D | core.c | 1087 void *__tsan_memmove(void *dst, const void *src, size_t len);
1088 noinline void *__tsan_memmove(void *dst, const void *src, size_t len) in __tsan_memmove() argument
1092 check_access(dst, check_len, KCSAN_ACCESS_WRITE); in __tsan_memmove()
1094 return memmove(dst, src, len); in __tsan_memmove()
1097 void *__tsan_memmove(void *dst, const void *src, size_t len) __alias(memmove);
1102 void *__tsan_memcpy(void *dst, const void *src, size_t len);
1103 noinline void *__tsan_memcpy(void *dst, const void *src, size_t len) in __tsan_memcpy() argument
1107 check_access(dst, check_len, KCSAN_ACCESS_WRITE); in __tsan_memcpy()
1109 return memcpy(dst, src, len); in __tsan_memcpy()
1112 void *__tsan_memcpy(void *dst, const void *src, size_t len) __alias(memcpy);
|
| /kernel/sched/ |
| D | cputime.c | 1015 static int kcpustat_cpu_fetch_vtime(struct kernel_cpustat *dst, in kcpustat_cpu_fetch_vtime() argument
1033 *dst = *src; in kcpustat_cpu_fetch_vtime()
1034 cpustat = dst->cpustat; in kcpustat_cpu_fetch_vtime()
1068 void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu) in kcpustat_cpu_fetch() argument
1075 *dst = *src; in kcpustat_cpu_fetch()
1088 *dst = *src; in kcpustat_cpu_fetch()
1092 err = kcpustat_cpu_fetch_vtime(dst, src, curr, cpu); in kcpustat_cpu_fetch()
|
| D | core.c | 2590 int dup_user_cpus_ptr(struct task_struct *dst, struct task_struct *src, in dup_user_cpus_ptr() argument
2600 dst->user_cpus_ptr = NULL; in dup_user_cpus_ptr()
2622 swap(dst->user_cpus_ptr, user_mask); in dup_user_cpus_ptr()
2623 cpumask_copy(dst->user_cpus_ptr, src->user_cpus_ptr); in dup_user_cpus_ptr()
6130 struct rq *dst = cpu_rq(this), *src = cpu_rq(that); in try_steal_cookie() local
6136 double_rq_lock(dst, src); in try_steal_cookie()
6138 cookie = dst->core->core_cookie; in try_steal_cookie()
6142 if (dst->curr != dst->idle) in try_steal_cookie()
6156 if (p->core_occupation > dst->idle->core_occupation) in try_steal_cookie()
6161 activate_task(dst, p, 0); in try_steal_cookie()
[all …]
|
| /kernel/gcov/ |
| D | gcc_4_7.c | 246 void gcov_info_add(struct gcov_info *dst, struct gcov_info *src) in gcov_info_add() argument
255 dci_ptr = dst->functions[fi_idx]->ctrs; in gcov_info_add()
|
| D | clang.c | 272 void gcov_info_add(struct gcov_info *dst, struct gcov_info *src) in gcov_info_add() argument
278 list_for_each_entry(dfn_ptr, &dst->functions, head) { in gcov_info_add()
|
| /kernel/time/ |
| D | tick-internal.h | 59 extern ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt);
|
| D | clocksource.c | 1330 ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt) in sysfs_get_uname() argument
1342 memcpy(dst, buf, cnt); in sysfs_get_uname()
1343 dst[cnt] = 0; in sysfs_get_uname()
|
| /kernel/locking/ |
| D | lockdep.c | 248 static inline void lock_time_add(struct lock_time *src, struct lock_time *dst) in lock_time_add() argument
253 if (src->max > dst->max) in lock_time_add()
254 dst->max = src->max; in lock_time_add()
256 if (src->min < dst->min || !dst->nr) in lock_time_add()
257 dst->min = src->min; in lock_time_add()
259 dst->total += src->total; in lock_time_add()
260 dst->nr += src->nr; in lock_time_add()
|