| /kernel/dma/ |
| D | direct.c | 69 static bool dma_coherent_ok(struct device *dev, phys_addr_t phys, size_t size) in dma_coherent_ok() argument
75 return dma_addr + size - 1 <= in dma_coherent_ok()
79 static int dma_set_decrypted(struct device *dev, void *vaddr, size_t size) in dma_set_decrypted() argument
83 return set_memory_decrypted((unsigned long)vaddr, PFN_UP(size)); in dma_set_decrypted()
86 static int dma_set_encrypted(struct device *dev, void *vaddr, size_t size) in dma_set_encrypted() argument
92 ret = set_memory_encrypted((unsigned long)vaddr, PFN_UP(size)); in dma_set_encrypted()
99 size_t size) in __dma_direct_free_pages() argument
102 swiotlb_free(dev, page, size)) in __dma_direct_free_pages()
104 dma_free_contiguous(dev, page, size); in __dma_direct_free_pages()
107 static struct page *__dma_direct_alloc_pages(struct device *dev, size_t size, in __dma_direct_alloc_pages() argument
[all …]
|
| D | mapping.c | 25 size_t size; member
35 dma_free_attrs(dev, this->size, this->vaddr, this->dma_handle, in dmam_release()
44 WARN_ON(this->size != match->size || in dmam_match()
60 void dmam_free_coherent(struct device *dev, size_t size, void *vaddr, in dmam_free_coherent() argument
63 struct dma_devres match_data = { size, vaddr, dma_handle }; in dmam_free_coherent()
65 dma_free_coherent(dev, size, vaddr, dma_handle); in dmam_free_coherent()
84 void *dmam_alloc_attrs(struct device *dev, size_t size, dma_addr_t *dma_handle, in dmam_alloc_attrs() argument
94 vaddr = dma_alloc_attrs(dev, size, dma_handle, gfp, attrs); in dmam_alloc_attrs()
102 dr->size = size; in dmam_alloc_attrs()
143 size_t offset, size_t size, enum dma_data_direction dir, in dma_map_page_attrs() argument
[all …]
|
| D | coherent.c | 17 int size; member
39 dma_addr_t device_addr, size_t size, bool use_dma_pfn_offset) in dma_init_coherent_memory() argument
42 int pages = size >> PAGE_SHIFT; in dma_init_coherent_memory()
46 if (!size) in dma_init_coherent_memory()
49 mem_base = memremap(phys_addr, size, MEMREMAP_WC); in dma_init_coherent_memory()
63 dma_mem->size = pages; in dma_init_coherent_memory()
74 &phys_addr, size / SZ_1M); in dma_init_coherent_memory()
119 dma_addr_t device_addr, size_t size) in dma_declare_coherent_memory() argument
124 mem = dma_init_coherent_memory(phys_addr, device_addr, size, false); in dma_declare_coherent_memory()
144 ssize_t size, dma_addr_t *dma_handle) in __dma_alloc_from_coherent() argument
[all …]
|
| D | direct.h | 13 void *cpu_addr, dma_addr_t dma_addr, size_t size,
17 void *cpu_addr, dma_addr_t dma_addr, size_t size,
55 dma_addr_t addr, size_t size, enum dma_data_direction dir) in dma_direct_sync_single_for_device() argument
60 swiotlb_sync_single_for_device(dev, paddr, size, dir); in dma_direct_sync_single_for_device()
63 arch_sync_dma_for_device(paddr, size, dir); in dma_direct_sync_single_for_device()
67 dma_addr_t addr, size_t size, enum dma_data_direction dir) in dma_direct_sync_single_for_cpu() argument
72 arch_sync_dma_for_cpu(paddr, size, dir); in dma_direct_sync_single_for_cpu()
77 swiotlb_sync_single_for_cpu(dev, paddr, size, dir); in dma_direct_sync_single_for_cpu()
80 arch_dma_mark_clean(paddr, size); in dma_direct_sync_single_for_cpu()
84 struct page *page, unsigned long offset, size_t size, in dma_direct_map_page() argument
[all …]
|
| D | debug.h | 13 size_t offset, size_t size,
18 size_t size, int direction);
27 extern void debug_dma_alloc_coherent(struct device *dev, size_t size,
31 extern void debug_dma_free_coherent(struct device *dev, size_t size,
35 size_t size, int direction,
40 size_t size, int direction);
43 dma_addr_t dma_handle, size_t size,
48 size_t size, int direction);
59 size_t offset, size_t size, in debug_dma_map_page() argument
66 size_t size, int direction) in debug_dma_unmap_page() argument
[all …]
|
| D | ops_helpers.c | 19 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_common_get_sgtable() argument
27 sg_set_page(sgt->sgl, page, PAGE_ALIGN(size), 0); in dma_common_get_sgtable()
35 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_common_mmap() argument
40 unsigned long count = PAGE_ALIGN(size) >> PAGE_SHIFT; in dma_common_mmap()
47 if (dma_mmap_from_dev_coherent(dev, vma, cpu_addr, size, &ret)) in dma_common_mmap()
61 struct page *dma_common_alloc_pages(struct device *dev, size_t size, in dma_common_alloc_pages() argument
67 page = dma_alloc_contiguous(dev, size, gfp); in dma_common_alloc_pages()
69 page = alloc_pages_node(dev_to_node(dev), gfp, get_order(size)); in dma_common_alloc_pages()
73 *dma_handle = ops->map_page(dev, page, 0, size, dir, in dma_common_alloc_pages()
76 dma_free_contiguous(dev, page, size); in dma_common_alloc_pages()
[all …]
|
| D | pool.c | 46 static void dma_atomic_pool_size_add(gfp_t gfp, size_t size) in dma_atomic_pool_size_add() argument
49 pool_size_dma += size; in dma_atomic_pool_size_add()
51 pool_size_dma32 += size; in dma_atomic_pool_size_add()
53 pool_size_kernel += size; in dma_atomic_pool_size_add()
58 unsigned long size; in cma_in_zone() local
66 size = cma_get_size(cma); in cma_in_zone()
67 if (!size) in cma_in_zone()
71 end = cma_get_base(cma) + size - 1; in cma_in_zone()
240 static struct page *__dma_alloc_from_pool(struct device *dev, size_t size, in __dma_alloc_from_pool() argument
247 addr = gen_pool_alloc(pool, size); in __dma_alloc_from_pool()
[all …]
|
| D | contiguous.c | 207 dma_contiguous_early_fixup(phys_addr_t base, unsigned long size) in dma_contiguous_early_fixup() argument
228 int __init dma_contiguous_reserve_area(phys_addr_t size, phys_addr_t base, in dma_contiguous_reserve_area() argument
234 ret = cma_declare_contiguous(base, size, limit, 0, 0, fixed, in dma_contiguous_reserve_area()
284 static struct page *cma_alloc_aligned(struct cma *cma, size_t size, gfp_t gfp) in cma_alloc_aligned() argument
286 unsigned int align = min(get_order(size), CONFIG_CMA_ALIGNMENT); in cma_alloc_aligned()
288 return cma_alloc(cma, size >> PAGE_SHIFT, align, in cma_alloc_aligned()
307 struct page *dma_alloc_contiguous(struct device *dev, size_t size, gfp_t gfp) in dma_alloc_contiguous() argument
317 return cma_alloc_aligned(dev->cma_area, size, gfp); in dma_alloc_contiguous()
318 if (size <= PAGE_SIZE) in dma_alloc_contiguous()
327 page = cma_alloc_aligned(cma, size, gfp); in dma_alloc_contiguous()
[all …]
|
| D | debug.c | 70 u64 size; member
283 ((b->dev_addr + b->size) >= (a->dev_addr + a->size))) in containing_match()
315 entry->size == ref->size ? ++match_lvl : 0; in __hash_bucket_find()
420 entry->dev_addr, entry->size, in debug_dma_dump_mappings()
796 entry->dev_addr, entry->size, in dump_show()
864 count, entry->dev_addr, entry->size, in dma_debug_device_change()
977 ref->dev_addr, ref->size); in check_unmap()
982 if (ref->size != entry->size) { in check_unmap()
987 ref->dev_addr, entry->size, ref->size); in check_unmap()
995 ref->dev_addr, ref->size, in check_unmap()
[all …]
|
| D | swiotlb.c | 121 void __init swiotlb_adjust_size(unsigned long size) in swiotlb_adjust_size() argument
130 size = ALIGN(size, IO_TLB_SIZE); in swiotlb_adjust_size()
131 default_nslabs = ALIGN(size >> IO_TLB_SHIFT, IO_TLB_SEGSIZE); in swiotlb_adjust_size()
132 pr_info("SWIOTLB bounce buffer size adjusted to %luMB", size >> 20); in swiotlb_adjust_size()
366 static void swiotlb_bounce(struct device *dev, phys_addr_t tlb_addr, size_t size, in swiotlb_bounce() argument
393 alloc_size, size, tlb_offset); in swiotlb_bounce()
400 if (size > alloc_size) { in swiotlb_bounce()
403 alloc_size, size); in swiotlb_bounce()
404 size = alloc_size; in swiotlb_bounce()
414 while (size) { in swiotlb_bounce()
[all …]
|
| /kernel/ |
| D | stacktrace.c | 47 int stack_trace_snprint(char *buf, size_t size, const unsigned long *entries, in stack_trace_snprint() argument
55 for (i = 0; i < nr_entries && size; i++) { in stack_trace_snprint()
56 generated = snprintf(buf, size, "%*c%pS\n", 1 + spaces, ' ', in stack_trace_snprint()
60 if (generated >= size) { in stack_trace_snprint()
61 buf += size; in stack_trace_snprint()
62 size = 0; in stack_trace_snprint()
65 size -= generated; in stack_trace_snprint()
77 unsigned int size; member
86 if (c->len >= c->size) in stack_trace_consume_entry()
94 return c->len < c->size; in stack_trace_consume_entry()
[all …]
|
| D | iomem.c | 9 __weak void __iomem *ioremap_cache(resource_size_t offset, unsigned long size) in ioremap_cache() argument
11 return ioremap(offset, size); in ioremap_cache()
16 static void *arch_memremap_wb(resource_size_t offset, unsigned long size) in arch_memremap_wb() argument
18 return (__force void *)ioremap_cache(offset, size); in arch_memremap_wb()
23 static bool arch_memremap_can_ram_remap(resource_size_t offset, size_t size, in arch_memremap_can_ram_remap() argument
30 static void *try_ram_remap(resource_size_t offset, size_t size, in try_ram_remap() argument
37 arch_memremap_can_ram_remap(offset, size, flags)) in try_ram_remap()
71 void *memremap(resource_size_t offset, size_t size, unsigned long flags) in memremap() argument
73 int is_ram = region_intersects(offset, size, in memremap()
82 &offset, (unsigned long) size); in memremap()
[all …]
|
| D | regset.c | 8 unsigned int size, in __regset_get() argument
16 if (size > regset->n * regset->size) in __regset_get()
17 size = regset->n * regset->size; in __regset_get()
19 to_free = p = kzalloc(size, GFP_KERNEL); in __regset_get()
24 (struct membuf){.p = p, .left = size}); in __regset_get()
30 return size - res; in __regset_get()
35 unsigned int size, in regset_get() argument
38 return __regset_get(target, regset, size, &data); in regset_get()
44 unsigned int size, in regset_get_alloc() argument
48 return __regset_get(target, regset, size, data); in regset_get_alloc()
[all …]
|
| D | kcov.c | 58 unsigned int size; member
76 unsigned int size; member
130 static struct kcov_remote_area *kcov_remote_area_get(unsigned int size) in kcov_remote_area_get() argument
137 if (area->size == size) { in kcov_remote_area_get()
147 unsigned int size) in kcov_remote_area_put() argument
150 area->size = size; in kcov_remote_area_put()
300 u64 size = cases[1]; in __sanitizer_cov_trace_switch() local
303 switch (size) { in __sanitizer_cov_trace_switch()
326 unsigned int size, void *area, enum kcov_mode mode, in kcov_start() argument
329 kcov_debug("t = %px, size = %u, area = %px\n", t, size, area); in kcov_start()
[all …]
|
| D | module.c | 125 return (unsigned long)layout->size; in __mod_tree_size()
187 if (mod->init_layout.size) in mod_tree_insert()
193 if (mod->init_layout.size) in mod_tree_remove_init()
241 static void __mod_update_bounds(void *base, unsigned int size) in __mod_update_bounds() argument
244 unsigned long max = min + size; in __mod_update_bounds()
254 __mod_update_bounds(mod->core_layout.base, mod->core_layout.size); in mod_update_bounds()
255 if (mod->init_layout.size) in mod_update_bounds()
256 __mod_update_bounds(mod->init_layout.base, mod->init_layout.size); in mod_update_bounds()
629 const void *from, unsigned long size) in percpu_modcopy() argument
634 memcpy(per_cpu_ptr(mod->percpu, cpu), from, size); in percpu_modcopy()
[all …]
|
| D | resource.c | 219 resource_size_t size; in __release_child_resources() local
233 size = resource_size(tmp); in __release_child_resources()
235 tmp->end = size - 1; in __release_child_resources()
480 static int __region_intersects(resource_size_t start, size_t size, in __region_intersects() argument
488 res.end = start + size - 1; in __region_intersects()
528 int region_intersects(resource_size_t start, size_t size, unsigned long flags, in region_intersects() argument
534 ret = __region_intersects(start, size, flags, desc); in region_intersects()
547 resource_size_t size, in simple_align_resource() argument
568 resource_size_t size, in __find_resource() argument
602 size, constraint->align); in __find_resource()
[all …]
|
| /kernel/kcsan/ |
| D | core.c | 113 size_t size, in find_watchpoint() argument
138 if (matching_access(wp_addr_masked, wp_size, addr_masked, size)) in find_watchpoint()
146 insert_watchpoint(unsigned long addr, size_t size, bool is_write) in insert_watchpoint() argument
149 const long encoded_watchpoint = encode_watchpoint(addr, size, is_write); in insert_watchpoint()
216 __kcsan_check_access(scoped_access->ptr, scoped_access->size, scoped_access->type); in kcsan_check_scoped_accesses()
222 is_atomic(const volatile void *ptr, size_t size, int type, struct kcsan_ctx *ctx) in is_atomic() argument
236 (type & KCSAN_ACCESS_WRITE) && size <= sizeof(long) && in is_atomic()
237 !(type & KCSAN_ACCESS_COMPOUND) && IS_ALIGNED((unsigned long)ptr, size)) in is_atomic()
259 should_watch(const volatile void *ptr, size_t size, int type, struct kcsan_ctx *ctx) in should_watch() argument
268 if (is_atomic(ptr, size, type, ctx)) in should_watch()
[all …]
|
| D | report.c | 30 size_t size; member
384 other_info->ai.size, get_thread_desc(other_info->ai.task_pid), in print_report()
397 get_access_type(ai->access_type), ai->ptr, ai->size, in print_report()
401 get_access_type(ai->access_type), ai->ptr, ai->size, in print_report()
412 if (ai->size <= 8) { in print_report()
413 int hex_len = ai->size * 2; in print_report()
444 other_info->ai.size = 0; in release_report()
505 } while (other_info->ai.size && other_info->ai.ptr == ai->ptr && in set_other_info_task_blocking()
531 WARN_ON(other_info->ai.size); in prepare_report_producer()
549 while (!other_info->ai.size) { /* Await valid @other_info. */ in prepare_report_consumer()
[all …]
|
| /kernel/events/ |
| D | ring_buffer.c | 139 unsigned long data_size, unsigned int size, in ring_buffer_has_space() argument
143 return CIRC_SPACE(head, tail, data_size) >= size; in ring_buffer_has_space()
145 return CIRC_SPACE(tail, head, data_size) >= size; in ring_buffer_has_space()
151 struct perf_event *event, unsigned int size, in __perf_output_begin() argument
185 size += sizeof(lost_event); in __perf_output_begin()
187 size += event->id_header_size; in __perf_output_begin()
198 size, backward))) in __perf_output_begin()
215 head += size; in __perf_output_begin()
217 head -= size; in __perf_output_begin()
238 handle->size = (1UL << page_shift) - offset; in __perf_output_begin()
[all …]
|
| D | internal.h | 94 unsigned long size, u64 flags);
136 unsigned long size, written; \
139 size = min(handle->size, len); \
141 written = size - written; \
147 handle->size -= written; \
148 if (!handle->size) { \
154 handle->size = PAGE_SIZE << page_order(rb); \
156 } while (len && written == size); \
165 __DEFINE_OUTPUT_COPY_BODY(true, memcpy_func, handle->addr, buf, size)
173 orig_len - len, size) in __output_custom()
|
| /kernel/trace/ |
| D | bpf_trace.c | 153 bpf_probe_read_user_common(void *dst, u32 size, const void __user *unsafe_ptr) in bpf_probe_read_user_common() argument
157 ret = copy_from_user_nofault(dst, unsafe_ptr, size); in bpf_probe_read_user_common()
159 memset(dst, 0, size); in bpf_probe_read_user_common()
163 BPF_CALL_3(bpf_probe_read_user, void *, dst, u32, size, in BPF_CALL_3() argument
166 return bpf_probe_read_user_common(dst, size, unsafe_ptr); in BPF_CALL_3()
179 bpf_probe_read_user_str_common(void *dst, u32 size, in bpf_probe_read_user_str_common() argument
194 ret = strncpy_from_user_nofault(dst, unsafe_ptr, size); in bpf_probe_read_user_str_common()
196 memset(dst, 0, size); in bpf_probe_read_user_str_common()
200 BPF_CALL_3(bpf_probe_read_user_str, void *, dst, u32, size, in BPF_CALL_3() argument
203 return bpf_probe_read_user_str_common(dst, size, unsafe_ptr); in BPF_CALL_3()
[all …]
|
| D | trace_events_inject.c | 142 int size = 0; in trace_get_entry_size() local
146 if (field->size + field->offset > size) in trace_get_entry_size()
147 size = field->size + field->offset; in trace_get_entry_size()
150 return size; in trace_get_entry_size()
153 static void *trace_alloc_entry(struct trace_event_call *call, int *size) in trace_alloc_entry() argument
185 *size = entry_size + 1; in trace_alloc_entry()
216 strlcpy(entry + field->offset, addr, field->size); in parse_entry()
240 switch (field->size) { in parse_entry()
282 int err = -ENODEV, size; in event_inject_write() local
298 size = parse_entry(buf, call, &entry); in event_inject_write()
[all …]
|
| /kernel/debug/kdb/ |
| D | kdb_support.c | 267 int kdb_getarea_size(void *res, unsigned long addr, size_t size) in kdb_getarea_size() argument
269 int ret = copy_from_kernel_nofault((char *)res, (char *)addr, size); in kdb_getarea_size()
292 int kdb_putarea_size(unsigned long addr, void *res, size_t size) in kdb_putarea_size() argument
294 int ret = copy_to_kernel_nofault((char *)addr, (char *)res, size); in kdb_putarea_size()
318 static int kdb_getphys(void *res, unsigned long addr, size_t size) in kdb_getphys() argument
329 memcpy(res, vaddr + (addr & (PAGE_SIZE - 1)), size); in kdb_getphys()
344 int kdb_getphysword(unsigned long *word, unsigned long addr, size_t size) in kdb_getphysword() argument
353 switch (size) { in kdb_getphysword()
370 if (size <= sizeof(*word)) { in kdb_getphysword()
379 kdb_func_printf("bad width %zu\n", size); in kdb_getphysword()
[all …]
|
| /kernel/bpf/ |
| D | local_storage.c | 188 u32 size; in bpf_percpu_cgroup_storage_copy() local
201 size = round_up(_map->value_size, 8); in bpf_percpu_cgroup_storage_copy()
204 per_cpu_ptr(storage->percpu_buf, cpu), size); in bpf_percpu_cgroup_storage_copy()
205 off += size; in bpf_percpu_cgroup_storage_copy()
217 u32 size; in bpf_percpu_cgroup_storage_update() local
235 size = round_up(_map->value_size, 8); in bpf_percpu_cgroup_storage_update()
238 value + off, size); in bpf_percpu_cgroup_storage_update()
239 off += size; in bpf_percpu_cgroup_storage_update()
364 u32 offset, size; in cgroup_storage_check_btf() local
385 size = sizeof_field(struct bpf_cgroup_storage_key, cgroup_inode_id); in cgroup_storage_check_btf()
[all …]
|
| D | queue_stack_maps.c | 20 u32 size; /* max_entries + 1 */ member
39 if (unlikely(head >= qs->size)) in queue_stack_map_is_full()
71 u64 size, queue_size; in queue_stack_map_alloc() local
73 size = (u64) attr->max_entries + 1; in queue_stack_map_alloc()
74 queue_size = sizeof(*qs) + size * attr->value_size; in queue_stack_map_alloc()
84 qs->size = size; in queue_stack_map_alloc()
123 if (unlikely(++qs->tail >= qs->size)) in __queue_map_get()
155 if (unlikely(index >= qs->size)) in __stack_map_get()
156 index = qs->size - 1; in __stack_map_get()
224 if (unlikely(++qs->tail >= qs->size)) in queue_stack_map_push_elem()
[all …]
|