Home
last modified time | relevance | path

Searched refs:dst (Results 1 – 25 of 32) sorted by relevance

12

/kernel/bpf/
Ddevmap.c489 static u32 dev_map_bpf_prog_run_skb(struct sk_buff *skb, struct bpf_dtab_netdev *dst) in dev_map_bpf_prog_run_skb() argument
491 struct xdp_txq_info txq = { .dev = dst->dev }; in dev_map_bpf_prog_run_skb()
495 if (!dst->xdp_prog) in dev_map_bpf_prog_run_skb()
501 act = bpf_prog_run_generic_xdp(skb, &xdp, dst->xdp_prog); in dev_map_bpf_prog_run_skb()
507 bpf_warn_invalid_xdp_action(NULL, dst->xdp_prog, act); in dev_map_bpf_prog_run_skb()
510 trace_xdp_exception(dst->dev, dst->xdp_prog, act); in dev_map_bpf_prog_run_skb()
526 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_frame *xdpf, in dev_map_enqueue() argument
529 struct net_device *dev = dst->dev; in dev_map_enqueue()
531 return __xdp_enqueue(dev, xdpf, dev_rx, dst->xdp_prog); in dev_map_enqueue()
596 struct bpf_dtab_netdev *dst, *last_dst = NULL; in dev_map_enqueue_multi() local
[all …]
Dcpumask.c249 __bpf_kfunc bool bpf_cpumask_and(struct bpf_cpumask *dst, in bpf_cpumask_and() argument
253 return cpumask_and((struct cpumask *)dst, src1, src2); in bpf_cpumask_and()
264 __bpf_kfunc void bpf_cpumask_or(struct bpf_cpumask *dst, in bpf_cpumask_or() argument
268 cpumask_or((struct cpumask *)dst, src1, src2); in bpf_cpumask_or()
279 __bpf_kfunc void bpf_cpumask_xor(struct bpf_cpumask *dst, in bpf_cpumask_xor() argument
283 cpumask_xor((struct cpumask *)dst, src1, src2); in bpf_cpumask_xor()
371 __bpf_kfunc void bpf_cpumask_copy(struct bpf_cpumask *dst, const struct cpumask *src) in bpf_cpumask_copy() argument
373 cpumask_copy((struct cpumask *)dst, src); in bpf_cpumask_copy()
Dhelpers.c373 void copy_map_value_locked(struct bpf_map *map, void *dst, void *src, in copy_map_value_locked() argument
381 lock = dst + map->record->spin_lock_off; in copy_map_value_locked()
384 copy_map_value(map, dst, src); in copy_map_value_locked()
654 BPF_CALL_3(bpf_copy_from_user, void *, dst, u32, size, in BPF_CALL_3() argument
657 int ret = copy_from_user(dst, user_ptr, size); in BPF_CALL_3()
660 memset(dst, 0, size); in BPF_CALL_3()
677 BPF_CALL_5(bpf_copy_from_user_task, void *, dst, u32, size, in BPF_CALL_5() argument
689 ret = access_process_vm(tsk, (unsigned long)user_ptr, dst, size, 0); in BPF_CALL_5()
693 memset(dst, 0, size); in BPF_CALL_5()
1609 BPF_CALL_5(bpf_dynptr_read, void *, dst, u32, len, const struct bpf_dynptr_kern *, src, in BPF_CALL_5() argument
[all …]
Dbpf_lsm.c138 BPF_CALL_3(bpf_ima_inode_hash, struct inode *, inode, void *, dst, u32, size) in BPF_CALL_3() argument
140 return ima_inode_hash(inode, dst, size); in BPF_CALL_3()
162 BPF_CALL_3(bpf_ima_file_hash, struct file *, file, void *, dst, u32, size) in BPF_CALL_3() argument
164 return ima_file_hash(file, dst, size); in BPF_CALL_3()
Dqueue_stack_maps.c195 void *dst; in queue_stack_map_push_elem() local
223 dst = &qs->elements[qs->head * qs->map.value_size]; in queue_stack_map_push_elem()
224 memcpy(dst, value, qs->map.value_size); in queue_stack_map_push_elem()
Dcore.c287 struct bpf_insn *dst; in bpf_prog_calc_tag() local
303 dst = (void *)raw; in bpf_prog_calc_tag()
305 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag()
307 dst[i].code == (BPF_LD | BPF_IMM | BPF_DW) && in bpf_prog_calc_tag()
308 (dst[i].src_reg == BPF_PSEUDO_MAP_FD || in bpf_prog_calc_tag()
309 dst[i].src_reg == BPF_PSEUDO_MAP_VALUE)) { in bpf_prog_calc_tag()
311 dst[i].imm = 0; in bpf_prog_calc_tag()
313 dst[i].code == 0 && in bpf_prog_calc_tag()
314 dst[i].dst_reg == 0 && in bpf_prog_calc_tag()
315 dst[i].src_reg == 0 && in bpf_prog_calc_tag()
[all …]
Dcgroup.c240 static void bpf_cgroup_storages_assign(struct bpf_cgroup_storage *dst[], in bpf_cgroup_storages_assign() argument
246 dst[stype] = src[stype]; in bpf_cgroup_storages_assign()
2077 static int copy_sysctl_value(char *dst, size_t dst_len, char *src, in copy_sysctl_value() argument
2080 if (!dst) in copy_sysctl_value()
2087 memset(dst, 0, dst_len); in copy_sysctl_value()
2091 memcpy(dst, src, min(dst_len, src_len)); in copy_sysctl_value()
2094 memset(dst + src_len, '\0', dst_len - src_len); in copy_sysctl_value()
2098 dst[dst_len - 1] = '\0'; in copy_sysctl_value()
Dverifier.c1559 static void *copy_array(void *dst, const void *src, size_t n, size_t size, gfp_t flags) in copy_array() argument
1562 void *orig = dst; in copy_array()
1572 dst = krealloc(orig, alloc_bytes, flags); in copy_array()
1573 if (!dst) { in copy_array()
1578 memcpy(dst, src, bytes); in copy_array()
1580 return dst ? dst : ZERO_SIZE_PTR; in copy_array()
1611 static int copy_reference_state(struct bpf_func_state *dst, const struct bpf_func_state *src) in copy_reference_state() argument
1613 dst->refs = copy_array(dst->refs, src->refs, src->acquired_refs, in copy_reference_state()
1615 if (!dst->refs) in copy_reference_state()
1618 dst->acquired_refs = src->acquired_refs; in copy_reference_state()
[all …]
/kernel/events/
Dinternal.h177 memcpy_common(void *dst, const void *src, unsigned long n) in memcpy_common() argument
179 memcpy(dst, src, n); in memcpy_common()
186 memcpy_skip(void *dst, const void *src, unsigned long n) in DEFINE_OUTPUT_COPY()
197 arch_perf_out_copy_user(void *dst, const void *src, unsigned long n) in DEFINE_OUTPUT_COPY()
202 ret = __copy_from_user_inatomic(dst, src, n); in DEFINE_OUTPUT_COPY()
/kernel/power/
Dsnapshot.c469 struct rtree_node *node, *block, **dst; in add_rtree_block() local
501 dst = &zone->rtree; in add_rtree_block()
511 *dst = node; in add_rtree_block()
516 dst = (struct rtree_node **)&((*dst)->data[index]); in add_rtree_block()
517 node = *dst; in add_rtree_block()
521 *dst = block; in add_rtree_block()
1439 static inline bool do_copy_page(long *dst, long *src) in do_copy_page() argument
1446 *dst++ = *src++; in do_copy_page()
1460 static bool safe_copy_page(void *dst, struct page *s_page) in safe_copy_page() argument
1465 zeros_only = do_copy_page(dst, page_address(s_page)); in safe_copy_page()
[all …]
/kernel/cgroup/
Dfreezer.c228 struct cgroup *src, struct cgroup *dst) in cgroup_freezer_migrate_task() argument
243 !test_bit(CGRP_FREEZE, &dst->flags) && in cgroup_freezer_migrate_task()
253 cgroup_inc_frozen_cnt(dst); in cgroup_freezer_migrate_task()
256 cgroup_update_frozen(dst); in cgroup_freezer_migrate_task()
262 cgroup_freeze_task(task, test_bit(CGRP_FREEZE, &dst->flags)); in cgroup_freezer_migrate_task()
/kernel/kcsan/
Dcore.c1344 void *__tsan_memmove(void *dst, const void *src, size_t len);
1345 noinline void *__tsan_memmove(void *dst, const void *src, size_t len) in __tsan_memmove() argument
1349 check_access(dst, check_len, KCSAN_ACCESS_WRITE, _RET_IP_); in __tsan_memmove()
1351 return memmove(dst, src, len); in __tsan_memmove()
1354 void *__tsan_memmove(void *dst, const void *src, size_t len) __alias(memmove);
1359 void *__tsan_memcpy(void *dst, const void *src, size_t len);
1360 noinline void *__tsan_memcpy(void *dst, const void *src, size_t len) in __tsan_memcpy() argument
1364 check_access(dst, check_len, KCSAN_ACCESS_WRITE, _RET_IP_); in __tsan_memcpy()
1366 return memcpy(dst, src, len); in __tsan_memcpy()
1369 void *__tsan_memcpy(void *dst, const void *src, size_t len) __alias(memcpy);
/kernel/trace/
Dbpf_trace.c171 bpf_probe_read_user_common(void *dst, u32 size, const void __user *unsafe_ptr) in bpf_probe_read_user_common() argument
175 ret = copy_from_user_nofault(dst, unsafe_ptr, size); in bpf_probe_read_user_common()
177 memset(dst, 0, size); in bpf_probe_read_user_common()
181 BPF_CALL_3(bpf_probe_read_user, void *, dst, u32, size, in BPF_CALL_3() argument
184 return bpf_probe_read_user_common(dst, size, unsafe_ptr); in BPF_CALL_3()
197 bpf_probe_read_user_str_common(void *dst, u32 size, in bpf_probe_read_user_str_common() argument
212 ret = strncpy_from_user_nofault(dst, unsafe_ptr, size); in bpf_probe_read_user_str_common()
214 memset(dst, 0, size); in bpf_probe_read_user_str_common()
218 BPF_CALL_3(bpf_probe_read_user_str, void *, dst, u32, size, in BPF_CALL_3() argument
221 return bpf_probe_read_user_str_common(dst, size, unsafe_ptr); in BPF_CALL_3()
[all …]
Dtrace_uprobe.c147 u8 *dst = get_loc_data(dest, base); in fetch_store_string() local
154 ret = strlcpy(dst, current->comm, maxlen); in fetch_store_string()
156 ret = strncpy_from_user(dst, src, maxlen); in fetch_store_string()
159 dst[ret - 1] = '\0'; in fetch_store_string()
167 *(u32 *)dest = make_data_loc(ret, (void *)dst - base); in fetch_store_string()
169 *(u32 *)dest = make_data_loc(0, (void *)dst - base); in fetch_store_string()
/kernel/sched/
Dcputime.c1044 static int kcpustat_cpu_fetch_vtime(struct kernel_cpustat *dst, in kcpustat_cpu_fetch_vtime() argument
1062 *dst = *src; in kcpustat_cpu_fetch_vtime()
1063 cpustat = dst->cpustat; in kcpustat_cpu_fetch_vtime()
1097 void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu) in kcpustat_cpu_fetch() argument
1104 *dst = *src; in kcpustat_cpu_fetch()
1117 *dst = *src; in kcpustat_cpu_fetch()
1121 err = kcpustat_cpu_fetch_vtime(dst, src, curr, cpu); in kcpustat_cpu_fetch()
/kernel/module/
Dkallsyms.c174 Elf_Sym *dst; in add_kallsyms() local
198 mod->core_kallsyms.symtab = dst = data_base + info->symoffs; in add_kallsyms()
212 dst[ndst] = src[i]; in add_kallsyms()
213 dst[ndst++].st_name = s - mod->core_kallsyms.strtab; in add_kallsyms()
Ddecompress.c265 zstd_dec.dst = kmap_local_page(page); in module_zstd_decompress()
270 kunmap_local(zstd_dec.dst); in module_zstd_decompress()
/kernel/
Dptrace.c627 int ptrace_readdata(struct task_struct *tsk, unsigned long src, char __user *dst, int len) in ptrace_readdata() argument
643 if (copy_to_user(dst, buf, retval)) in ptrace_readdata()
647 dst += retval; in ptrace_readdata()
653 int ptrace_writedata(struct task_struct *tsk, char __user *src, unsigned long dst, int len) in ptrace_writedata() argument
664 retval = ptrace_access_vm(tsk, dst, buf, this_len, in ptrace_writedata()
673 dst += retval; in ptrace_writedata()
Dsmp.c206 return csd->node.dst; /* Other CSD_TYPE_ values might not have ->dst. */ in csd_lock_wait_getcpu()
644 csd->node.dst = cpu; in smp_call_function_single()
820 csd->node.dst = cpu; in smp_call_function_many_cond()
Dkexec_file.c897 void *src, *dst; in kexec_purgatory_setup_sechdrs() local
932 dst = pi->purgatory_buf + offset; in kexec_purgatory_setup_sechdrs()
933 memcpy(dst, src, sechdrs[i].sh_size); in kexec_purgatory_setup_sechdrs()
/kernel/gcov/
Dgcc_4_7.c248 void gcov_info_add(struct gcov_info *dst, struct gcov_info *src) in gcov_info_add() argument
257 dci_ptr = dst->functions[fi_idx]->ctrs; in gcov_info_add()
Dclang.c272 void gcov_info_add(struct gcov_info *dst, struct gcov_info *src) in gcov_info_add() argument
278 list_for_each_entry(dfn_ptr, &dst->functions, head) { in gcov_info_add()
/kernel/time/
Dtick-internal.h59 extern ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt);
Dclocksource.c1343 ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt) in sysfs_get_uname() argument
1355 memcpy(dst, buf, cnt); in sysfs_get_uname()
1356 dst[cnt] = 0; in sysfs_get_uname()
/kernel/locking/
Dlockdep.c279 static inline void lock_time_add(struct lock_time *src, struct lock_time *dst) in lock_time_add() argument
284 if (src->max > dst->max) in lock_time_add()
285 dst->max = src->max; in lock_time_add()
287 if (src->min < dst->min || !dst->nr) in lock_time_add()
288 dst->min = src->min; in lock_time_add()
290 dst->total += src->total; in lock_time_add()
291 dst->nr += src->nr; in lock_time_add()

12