Home
last modified time | relevance | path

Searched refs:dst (Results 1 – 25 of 30) sorted by relevance

12

/kernel/bpf/
Ddevmap.c488 static u32 dev_map_bpf_prog_run_skb(struct sk_buff *skb, struct bpf_dtab_netdev *dst) in dev_map_bpf_prog_run_skb() argument
490 struct xdp_txq_info txq = { .dev = dst->dev }; in dev_map_bpf_prog_run_skb()
494 if (!dst->xdp_prog) in dev_map_bpf_prog_run_skb()
500 act = bpf_prog_run_generic_xdp(skb, &xdp, dst->xdp_prog); in dev_map_bpf_prog_run_skb()
506 bpf_warn_invalid_xdp_action(NULL, dst->xdp_prog, act); in dev_map_bpf_prog_run_skb()
509 trace_xdp_exception(dst->dev, dst->xdp_prog, act); in dev_map_bpf_prog_run_skb()
525 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_frame *xdpf, in dev_map_enqueue() argument
528 struct net_device *dev = dst->dev; in dev_map_enqueue()
530 return __xdp_enqueue(dev, xdpf, dev_rx, dst->xdp_prog); in dev_map_enqueue()
589 struct bpf_dtab_netdev *dst, *last_dst = NULL; in dev_map_enqueue_multi() local
[all …]
Dhelpers.c366 void copy_map_value_locked(struct bpf_map *map, void *dst, void *src, in copy_map_value_locked() argument
374 lock = dst + map->spin_lock_off; in copy_map_value_locked()
377 copy_map_value(map, dst, src); in copy_map_value_locked()
647 BPF_CALL_3(bpf_copy_from_user, void *, dst, u32, size, in BPF_CALL_3() argument
650 int ret = copy_from_user(dst, user_ptr, size); in BPF_CALL_3()
653 memset(dst, 0, size); in BPF_CALL_3()
669 BPF_CALL_5(bpf_copy_from_user_task, void *, dst, u32, size, in BPF_CALL_5() argument
681 ret = access_process_vm(tsk, (unsigned long)user_ptr, dst, size, 0); in BPF_CALL_5()
685 memset(dst, 0, size); in BPF_CALL_5()
1504 BPF_CALL_5(bpf_dynptr_read, void *, dst, u32, len, struct bpf_dynptr_kern *, src, in BPF_CALL_5() argument
[all …]
Dbpf_lsm.c138 BPF_CALL_3(bpf_ima_inode_hash, struct inode *, inode, void *, dst, u32, size) in BPF_CALL_3() argument
140 return ima_inode_hash(inode, dst, size); in BPF_CALL_3()
161 BPF_CALL_3(bpf_ima_file_hash, struct file *, file, void *, dst, u32, size) in BPF_CALL_3() argument
163 return ima_file_hash(file, dst, size); in BPF_CALL_3()
Dqueue_stack_maps.c199 void *dst; in queue_stack_map_push_elem() local
227 dst = &qs->elements[qs->head * qs->map.value_size]; in queue_stack_map_push_elem()
228 memcpy(dst, value, qs->map.value_size); in queue_stack_map_push_elem()
Dcore.c281 struct bpf_insn *dst; in bpf_prog_calc_tag() local
297 dst = (void *)raw; in bpf_prog_calc_tag()
299 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag()
301 dst[i].code == (BPF_LD | BPF_IMM | BPF_DW) && in bpf_prog_calc_tag()
302 (dst[i].src_reg == BPF_PSEUDO_MAP_FD || in bpf_prog_calc_tag()
303 dst[i].src_reg == BPF_PSEUDO_MAP_VALUE)) { in bpf_prog_calc_tag()
305 dst[i].imm = 0; in bpf_prog_calc_tag()
307 dst[i].code == 0 && in bpf_prog_calc_tag()
308 dst[i].dst_reg == 0 && in bpf_prog_calc_tag()
309 dst[i].src_reg == 0 && in bpf_prog_calc_tag()
[all …]
Dverifier.c1011 static void *copy_array(void *dst, const void *src, size_t n, size_t size, gfp_t flags) in copy_array() argument
1014 void *orig = dst; in copy_array()
1024 dst = krealloc(orig, alloc_bytes, flags); in copy_array()
1025 if (!dst) { in copy_array()
1030 memcpy(dst, src, bytes); in copy_array()
1032 return dst ? dst : ZERO_SIZE_PTR; in copy_array()
1063 static int copy_reference_state(struct bpf_func_state *dst, const struct bpf_func_state *src) in copy_reference_state() argument
1065 dst->refs = copy_array(dst->refs, src->refs, src->acquired_refs, in copy_reference_state()
1067 if (!dst->refs) in copy_reference_state()
1070 dst->acquired_refs = src->acquired_refs; in copy_reference_state()
[all …]
Dcgroup.c240 static void bpf_cgroup_storages_assign(struct bpf_cgroup_storage *dst[], in bpf_cgroup_storages_assign() argument
246 dst[stype] = src[stype]; in bpf_cgroup_storages_assign()
2063 static int copy_sysctl_value(char *dst, size_t dst_len, char *src, in copy_sysctl_value() argument
2066 if (!dst) in copy_sysctl_value()
2073 memset(dst, 0, dst_len); in copy_sysctl_value()
2077 memcpy(dst, src, min(dst_len, src_len)); in copy_sysctl_value()
2080 memset(dst + src_len, '\0', dst_len - src_len); in copy_sysctl_value()
2084 dst[dst_len - 1] = '\0'; in copy_sysctl_value()
/kernel/events/
Dinternal.h177 memcpy_common(void *dst, const void *src, unsigned long n) in memcpy_common() argument
179 memcpy(dst, src, n); in memcpy_common()
186 memcpy_skip(void *dst, const void *src, unsigned long n) in DEFINE_OUTPUT_COPY()
197 arch_perf_out_copy_user(void *dst, const void *src, unsigned long n) in DEFINE_OUTPUT_COPY()
202 ret = __copy_from_user_inatomic(dst, src, n); in DEFINE_OUTPUT_COPY()
/kernel/cgroup/
Dfreezer.c228 struct cgroup *src, struct cgroup *dst) in cgroup_freezer_migrate_task() argument
243 !test_bit(CGRP_FREEZE, &dst->flags) && in cgroup_freezer_migrate_task()
253 cgroup_inc_frozen_cnt(dst); in cgroup_freezer_migrate_task()
256 cgroup_update_frozen(dst); in cgroup_freezer_migrate_task()
262 cgroup_freeze_task(task, test_bit(CGRP_FREEZE, &dst->flags)); in cgroup_freezer_migrate_task()
/kernel/power/
Dsnapshot.c469 struct rtree_node *node, *block, **dst; in add_rtree_block() local
501 dst = &zone->rtree; in add_rtree_block()
511 *dst = node; in add_rtree_block()
516 dst = (struct rtree_node **)&((*dst)->data[index]); in add_rtree_block()
517 node = *dst; in add_rtree_block()
521 *dst = block; in add_rtree_block()
1387 static inline bool do_copy_page(long *dst, long *src) in do_copy_page() argument
1394 *dst++ = *src++; in do_copy_page()
1408 static bool safe_copy_page(void *dst, struct page *s_page) in safe_copy_page() argument
1413 zeros_only = do_copy_page(dst, page_address(s_page)); in safe_copy_page()
[all …]
/kernel/
Dsmp.c39 u64 dst:16; member
195 (union cfd_seq_cnt){ .u.src = s, .u.dst = d, .u.type = t, .u.cnt = c }
197 static u64 cfd_seq_inc(unsigned int src, unsigned int dst, unsigned int type) in cfd_seq_inc() argument
201 new = CFD_SEQ(src, dst, type, 0); in cfd_seq_inc()
211 #define cfd_seq_store(var, src, dst, type) \ argument
214 var = cfd_seq_inc(src, dst, type); \
245 return csd->node.dst; /* Other CSD_TYPE_ values might not have ->dst. */ in csd_lock_wait_getcpu()
249 static void cfd_seq_data_add(u64 val, unsigned int src, unsigned int dst, in cfd_seq_data_add() argument
257 new[1] = CFD_SEQ(src, dst, type, new[0].u.cnt + 1); in cfd_seq_data_add()
318 data[i].u.dst, csd_lock_get_type(data[i].u.type)); in csd_lock_print_extended()
[all …]
Dptrace.c626 int ptrace_readdata(struct task_struct *tsk, unsigned long src, char __user *dst, int len) in ptrace_readdata() argument
642 if (copy_to_user(dst, buf, retval)) in ptrace_readdata()
646 dst += retval; in ptrace_readdata()
652 int ptrace_writedata(struct task_struct *tsk, char __user *src, unsigned long dst, int len) in ptrace_writedata() argument
663 retval = ptrace_access_vm(tsk, dst, buf, this_len, in ptrace_writedata()
672 dst += retval; in ptrace_writedata()
Dkexec_file.c887 void *src, *dst; in kexec_purgatory_setup_sechdrs() local
922 dst = pi->purgatory_buf + offset; in kexec_purgatory_setup_sechdrs()
923 memcpy(dst, src, sechdrs[i].sh_size); in kexec_purgatory_setup_sechdrs()
/kernel/trace/
Dbpf_trace.c163 bpf_probe_read_user_common(void *dst, u32 size, const void __user *unsafe_ptr) in bpf_probe_read_user_common() argument
167 ret = copy_from_user_nofault(dst, unsafe_ptr, size); in bpf_probe_read_user_common()
169 memset(dst, 0, size); in bpf_probe_read_user_common()
173 BPF_CALL_3(bpf_probe_read_user, void *, dst, u32, size, in BPF_CALL_3() argument
176 return bpf_probe_read_user_common(dst, size, unsafe_ptr); in BPF_CALL_3()
189 bpf_probe_read_user_str_common(void *dst, u32 size, in bpf_probe_read_user_str_common() argument
204 ret = strncpy_from_user_nofault(dst, unsafe_ptr, size); in bpf_probe_read_user_str_common()
206 memset(dst, 0, size); in bpf_probe_read_user_str_common()
210 BPF_CALL_3(bpf_probe_read_user_str, void *, dst, u32, size, in BPF_CALL_3() argument
213 return bpf_probe_read_user_str_common(dst, size, unsafe_ptr); in BPF_CALL_3()
[all …]
Dtrace_uprobe.c152 u8 *dst = get_loc_data(dest, base); in fetch_store_string() local
159 ret = strlcpy(dst, current->comm, maxlen); in fetch_store_string()
161 ret = strncpy_from_user(dst, src, maxlen); in fetch_store_string()
164 dst[ret - 1] = '\0'; in fetch_store_string()
172 *(u32 *)dest = make_data_loc(ret, (void *)dst - base); in fetch_store_string()
174 *(u32 *)dest = make_data_loc(0, (void *)dst - base); in fetch_store_string()
Dtrace_osnoise.c826 copy_int_safe_time(struct osnoise_variables *osn_var, u64 *dst, u64 *src) in copy_int_safe_time() argument
835 *dst = *src; in copy_int_safe_time()
/kernel/kcsan/
Dcore.c1344 void *__tsan_memmove(void *dst, const void *src, size_t len);
1345 noinline void *__tsan_memmove(void *dst, const void *src, size_t len) in __tsan_memmove() argument
1349 check_access(dst, check_len, KCSAN_ACCESS_WRITE, _RET_IP_); in __tsan_memmove()
1351 return memmove(dst, src, len); in __tsan_memmove()
1354 void *__tsan_memmove(void *dst, const void *src, size_t len) __alias(memmove);
1359 void *__tsan_memcpy(void *dst, const void *src, size_t len);
1360 noinline void *__tsan_memcpy(void *dst, const void *src, size_t len) in __tsan_memcpy() argument
1364 check_access(dst, check_len, KCSAN_ACCESS_WRITE, _RET_IP_); in __tsan_memcpy()
1366 return memcpy(dst, src, len); in __tsan_memcpy()
1369 void *__tsan_memcpy(void *dst, const void *src, size_t len) __alias(memcpy);
/kernel/sched/
Dcputime.c1035 static int kcpustat_cpu_fetch_vtime(struct kernel_cpustat *dst, in kcpustat_cpu_fetch_vtime() argument
1053 *dst = *src; in kcpustat_cpu_fetch_vtime()
1054 cpustat = dst->cpustat; in kcpustat_cpu_fetch_vtime()
1088 void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu) in kcpustat_cpu_fetch() argument
1095 *dst = *src; in kcpustat_cpu_fetch()
1108 *dst = *src; in kcpustat_cpu_fetch()
1112 err = kcpustat_cpu_fetch_vtime(dst, src, curr, cpu); in kcpustat_cpu_fetch()
Dcore.c2819 int dup_user_cpus_ptr(struct task_struct *dst, struct task_struct *src, in dup_user_cpus_ptr() argument
2829 dst->user_cpus_ptr = NULL; in dup_user_cpus_ptr()
2851 swap(dst->user_cpus_ptr, user_mask); in dup_user_cpus_ptr()
2852 cpumask_copy(dst->user_cpus_ptr, src->user_cpus_ptr); in dup_user_cpus_ptr()
6329 struct rq *dst = cpu_rq(this), *src = cpu_rq(that); in try_steal_cookie() local
6335 double_rq_lock(dst, src); in try_steal_cookie()
6337 cookie = dst->core->core_cookie; in try_steal_cookie()
6341 if (dst->curr != dst->idle) in try_steal_cookie()
6355 if (p->core_occupation > dst->idle->core_occupation) in try_steal_cookie()
6360 activate_task(dst, p, 0); in try_steal_cookie()
[all …]
/kernel/module/
Dkallsyms.c170 Elf_Sym *dst; in add_kallsyms() local
192 mod->core_kallsyms.symtab = dst = mod->data_layout.base + info->symoffs; in add_kallsyms()
206 dst[ndst] = src[i]; in add_kallsyms()
207 dst[ndst++].st_name = s - mod->core_kallsyms.strtab; in add_kallsyms()
/kernel/gcov/
Dgcc_4_7.c246 void gcov_info_add(struct gcov_info *dst, struct gcov_info *src) in gcov_info_add() argument
255 dci_ptr = dst->functions[fi_idx]->ctrs; in gcov_info_add()
Dclang.c272 void gcov_info_add(struct gcov_info *dst, struct gcov_info *src) in gcov_info_add() argument
278 list_for_each_entry(dfn_ptr, &dst->functions, head) { in gcov_info_add()
/kernel/time/
Dtick-internal.h59 extern ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt);
Dclocksource.c1336 ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt) in sysfs_get_uname() argument
1348 memcpy(dst, buf, cnt); in sysfs_get_uname()
1349 dst[cnt] = 0; in sysfs_get_uname()
/kernel/locking/
Dlockdep.c279 static inline void lock_time_add(struct lock_time *src, struct lock_time *dst) in lock_time_add() argument
284 if (src->max > dst->max) in lock_time_add()
285 dst->max = src->max; in lock_time_add()
287 if (src->min < dst->min || !dst->nr) in lock_time_add()
288 dst->min = src->min; in lock_time_add()
290 dst->total += src->total; in lock_time_add()
291 dst->nr += src->nr; in lock_time_add()

12