| /mm/kasan/ |
| D | generic.c | 43 static __always_inline bool memory_is_poisoned_1(unsigned long addr) in memory_is_poisoned_1()
55 static __always_inline bool memory_is_poisoned_2_4_8(unsigned long addr, in memory_is_poisoned_2_4_8()
70 static __always_inline bool memory_is_poisoned_16(unsigned long addr) in memory_is_poisoned_16()
123 static __always_inline bool memory_is_poisoned_n(unsigned long addr, in memory_is_poisoned_n()
142 static __always_inline bool memory_is_poisoned(unsigned long addr, size_t size) in memory_is_poisoned()
162 static __always_inline bool check_region_inline(unsigned long addr, in check_region_inline()
186 bool kasan_check_range(unsigned long addr, size_t size, bool write, in kasan_check_range()
192 bool kasan_byte_accessible(const void *addr) in kasan_byte_accessible()
259 void __asan_loadN(unsigned long addr, size_t size) in __asan_loadN()
269 void __asan_storeN(unsigned long addr, size_t size) in __asan_storeN()
[all …]
|
| D | report.c | 113 static void end_report(unsigned long *flags, unsigned long addr) in end_report()
146 struct page *kasan_addr_to_page(const void *addr) in kasan_addr_to_page()
155 const void *addr) in describe_object_addr()
187 const void *addr, u8 tag) in describe_object_stacks()
221 const void *addr, u8 tag) in describe_object()
228 static inline bool kernel_or_module_addr(const void *addr) in kernel_or_module_addr()
237 static inline bool init_task_stack_addr(const void *addr) in init_task_stack_addr()
244 static void print_address_description(void *addr, u8 tag) in print_address_description()
271 static bool meta_row_is_guilty(const void *row, const void *addr) in meta_row_is_guilty()
276 static int meta_pointer_offset(const void *row, const void *addr) in meta_pointer_offset()
[all …]
|
| D | kasan.h | 238 static inline bool addr_has_metadata(const void *addr) in addr_has_metadata()
256 static inline bool addr_has_metadata(const void *addr) in addr_has_metadata()
266 static inline void kasan_print_tags(u8 addr_tag, const void *addr) { } in kasan_print_tags()
276 static inline void kasan_print_address_stack_frame(const void *addr) { } in kasan_print_address_stack_frame()
303 static inline const void *arch_kasan_set_tag(const void *addr, u8 tag) in arch_kasan_set_tag()
309 #define arch_kasan_get_tag(addr) 0 argument
312 #define set_tag(addr, tag) ((void *)arch_kasan_set_tag((addr), (tag))) argument
313 #define get_tag(addr) arch_kasan_get_tag(addr) argument
333 #define arch_get_mem_tag(addr) (0xFF) argument
336 #define arch_set_mem_tag_range(addr, size, tag, init) ((void *)(addr)) argument
[all …]
|
| D | sw_tags.c | 70 bool kasan_check_range(unsigned long addr, size_t size, bool write, in kasan_check_range()
121 bool kasan_byte_accessible(const void *addr) in kasan_byte_accessible()
152 void __hwasan_loadN_noabort(unsigned long addr, unsigned long size) in __hwasan_loadN_noabort()
158 void __hwasan_storeN_noabort(unsigned long addr, unsigned long size) in __hwasan_storeN_noabort()
164 void __hwasan_tag_memory(unsigned long addr, u8 tag, unsigned long size) in __hwasan_tag_memory()
170 void kasan_tag_mismatch(unsigned long addr, unsigned long access_info, in kasan_tag_mismatch()
|
| D | shadow.c | 42 void *memset(void *addr, int c, size_t len) in memset()
72 void kasan_poison(const void *addr, size_t size, u8 value, bool init) in kasan_poison()
103 void kasan_poison_last_granule(const void *addr, size_t size) in kasan_poison_last_granule()
115 void kasan_unpoison(const void *addr, size_t size, bool init) in kasan_unpoison()
146 static bool shadow_mapped(unsigned long addr) in shadow_mapped()
257 static int kasan_populate_vmalloc_pte(pte_t *ptep, unsigned long addr, in kasan_populate_vmalloc_pte()
284 int kasan_populate_vmalloc(unsigned long addr, unsigned long size) in kasan_populate_vmalloc()
343 static int kasan_depopulate_vmalloc_pte(pte_t *ptep, unsigned long addr, in kasan_depopulate_vmalloc_pte()
514 int kasan_alloc_module_shadow(void *addr, size_t size, gfp_t gfp_mask) in kasan_alloc_module_shadow()
|
| D | init.c | 92 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate()
109 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
142 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate()
179 static int __ref zero_p4d_populate(pgd_t *pgd, unsigned long addr, in zero_p4d_populate()
229 unsigned long addr = (unsigned long)shadow_start; in kasan_populate_early_shadow() local
342 static void kasan_remove_pte_table(pte_t *pte, unsigned long addr, in kasan_remove_pte_table()
361 static void kasan_remove_pmd_table(pmd_t *pmd, unsigned long addr, in kasan_remove_pmd_table()
387 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table()
414 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr, in kasan_remove_p4d_table()
442 unsigned long addr, end, next; in kasan_remove_zero_shadow() local
|
| D | report_generic.c | 33 void *kasan_find_first_bad_addr(void *addr, size_t size) in kasan_find_first_bad_addr()
214 static bool __must_check get_address_stack_frame_info(const void *addr, in get_address_stack_frame_info()
266 void kasan_print_address_stack_frame(const void *addr) in kasan_print_address_stack_frame()
317 void __asan_report_load_n_noabort(unsigned long addr, size_t size) in __asan_report_load_n_noabort()
323 void __asan_report_store_n_noabort(unsigned long addr, size_t size) in __asan_report_store_n_noabort()
|
| /mm/ |
| D | vmalloc.c | 76 unsigned long addr = (unsigned long)kasan_reset_tag(x); in is_vmalloc_addr() local
100 static int vmap_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in vmap_pte_range()
134 static int vmap_try_huge_pmd(pmd_t *pmd, unsigned long addr, unsigned long end, in vmap_try_huge_pmd()
159 static int vmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in vmap_pmd_range()
184 static int vmap_try_huge_pud(pud_t *pud, unsigned long addr, unsigned long end, in vmap_try_huge_pud()
209 static int vmap_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end, in vmap_pud_range()
235 static int vmap_try_huge_p4d(p4d_t *p4d, unsigned long addr, unsigned long end, in vmap_try_huge_p4d()
260 static int vmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in vmap_p4d_range()
286 static int vmap_range_noflush(unsigned long addr, unsigned long end, in vmap_range_noflush()
315 int ioremap_page_range(unsigned long addr, unsigned long end, in ioremap_page_range()
[all …]
|
| D | memory.c | 214 struct vm_area_struct *get_vma(struct mm_struct *mm, unsigned long addr) in get_vma()
268 unsigned long addr) in free_pte_range()
295 unsigned long addr, unsigned long end, in free_pmd_range()
329 unsigned long addr, unsigned long end, in free_pud_range()
363 unsigned long addr, unsigned long end, in free_p4d_range()
399 unsigned long addr, unsigned long end, in free_pgd_range()
465 unsigned long addr = vma->vm_start; in free_pgtables() local
571 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
664 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
720 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
[all …]
|
| D | nommu.c | 137 void vfree(const void *addr) in vfree()
191 struct page *vmalloc_to_page(const void *addr) in vmalloc_to_page()
197 unsigned long vmalloc_to_pfn(const void *addr) in vmalloc_to_pfn()
203 long vread(char *buf, char *addr, unsigned long count) in vread()
323 void vunmap(const void *addr) in vunmap()
353 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
662 struct vm_area_struct *find_vma_from_tree(struct mm_struct *mm, unsigned long addr) in find_vma_from_tree()
682 struct vm_area_struct *__find_vma(struct mm_struct *mm, unsigned long addr) in __find_vma()
703 struct vm_area_struct *find_extend_vma(struct mm_struct *mm, unsigned long addr) in find_extend_vma()
722 unsigned long addr, in find_vma_exact()
[all …]
|
| D | ptdump.c | 16 unsigned long addr) in note_kasan_page_table()
28 static int ptdump_pgd_entry(pgd_t *pgd, unsigned long addr, in ptdump_pgd_entry()
49 static int ptdump_p4d_entry(p4d_t *p4d, unsigned long addr, in ptdump_p4d_entry()
70 static int ptdump_pud_entry(pud_t *pud, unsigned long addr, in ptdump_pud_entry()
91 static int ptdump_pmd_entry(pmd_t *pmd, unsigned long addr, in ptdump_pmd_entry()
110 static int ptdump_pte_entry(pte_t *pte, unsigned long addr, in ptdump_pte_entry()
124 static int ptdump_hole(unsigned long addr, unsigned long next, in ptdump_hole()
|
| D | sparse-vmemmap.c | 61 unsigned long addr = start; in split_vmemmap_huge_pmd() local
88 static void vmemmap_pte_range(pmd_t *pmd, unsigned long addr, in vmemmap_pte_range()
115 static int vmemmap_pmd_range(pud_t *pud, unsigned long addr, in vmemmap_pmd_range()
138 static int vmemmap_pud_range(p4d_t *p4d, unsigned long addr, in vmemmap_pud_range()
158 static int vmemmap_p4d_range(pgd_t *pgd, unsigned long addr, in vmemmap_p4d_range()
181 unsigned long addr = start; in vmemmap_remap_range() local
233 static void vmemmap_remap_pte(pte_t *pte, unsigned long addr, in vmemmap_remap_pte()
248 static void vmemmap_restore_pte(pte_t *pte, unsigned long addr, in vmemmap_restore_pte()
497 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node, in vmemmap_pte_populate()
525 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate()
[all …]
|
| D | pagewalk.c | 23 static int walk_pte_range_inner(pte_t *pte, unsigned long addr, in walk_pte_range_inner()
41 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in walk_pte_range()
62 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range()
93 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range()
100 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in walk_pmd_range()
161 static int walk_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end, in walk_pud_range()
213 static int walk_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in walk_p4d_range()
248 static int walk_pgd_range(unsigned long addr, unsigned long end, in walk_pgd_range()
286 static unsigned long hugetlb_entry_end(struct hstate *h, unsigned long addr, in hugetlb_entry_end()
293 static int walk_hugetlb_range(unsigned long addr, unsigned long end, in walk_hugetlb_range()
[all …]
|
| D | mmap.c | 65 #define arch_mmap_check(addr, len, flags) (0) argument
531 static int find_vma_links(struct mm_struct *mm, unsigned long addr, in find_vma_links()
611 unsigned long addr, unsigned long end) in count_vma_pages_range()
1167 struct vm_area_struct *prev, unsigned long addr, in vma_merge()
1413 unsigned long do_mmap(struct file *file, unsigned long addr, in do_mmap()
1592 unsigned long ksys_mmap_pgoff(unsigned long addr, unsigned long len, in ksys_mmap_pgoff()
1640 SYSCALL_DEFINE6(mmap_pgoff, unsigned long, addr, unsigned long, len, in SYSCALL_DEFINE6() argument
1649 unsigned long addr; member
1729 unsigned long mmap_region(struct file *file, unsigned long addr, in mmap_region()
2123 unsigned long addr; in vm_unmapped_area() local
[all …]
|
| D | mincore.c | 24 static int mincore_hugetlb(pte_t *pte, unsigned long hmask, unsigned long addr, in mincore_hugetlb()
71 static int __mincore_unmapped_range(unsigned long addr, unsigned long end, in __mincore_unmapped_range()
90 static int mincore_unmapped_range(unsigned long addr, unsigned long end, in mincore_unmapped_range()
99 static int mincore_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in mincore_pte_range()
185 static long do_mincore(unsigned long addr, unsigned long pages, unsigned char *vec) in do_mincore()
|
| D | hmm.c | 42 static int hmm_pfns_fill(unsigned long addr, unsigned long end, in hmm_pfns_fill()
63 static int hmm_vma_fault(unsigned long addr, unsigned long end, in hmm_vma_fault()
147 static int hmm_vma_walk_hole(unsigned long addr, unsigned long end, in hmm_vma_walk_hole()
187 static int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pmd()
223 static int hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pte()
330 unsigned long addr = start; in hmm_vma_walk_pmd() local
415 unsigned long addr = start; in hmm_vma_walk_pud() local
477 unsigned long addr = start, i, pfn; in hmm_vma_walk_hugetlb_entry() local
|
| D | mprotect.c | 40 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range()
228 struct vm_area_struct *vma, pud_t *pud, unsigned long addr, in change_pmd_range()
304 struct vm_area_struct *vma, p4d_t *p4d, unsigned long addr, in change_pud_range()
324 struct vm_area_struct *vma, pgd_t *pgd, unsigned long addr, in change_p4d_range()
344 struct vm_area_struct *vma, unsigned long addr, in change_protection_range()
386 static int prot_none_pte_entry(pte_t *pte, unsigned long addr, in prot_none_pte_entry()
394 unsigned long addr, unsigned long next, in prot_none_hugetlb_entry()
401 static int prot_none_test(unsigned long addr, unsigned long next, in prot_none_test()
|
| D | gup.c | 1829 struct page *get_dump_page(unsigned long addr) in get_dump_page()
2300 static int gup_pte_range(pmd_t pmd, pmd_t *pmdp, unsigned long addr, in gup_pte_range()
2393 static int gup_pte_range(pmd_t pmd, pmd_t *pmdp, unsigned long addr, in gup_pte_range()
2402 static int __gup_device_huge(unsigned long pfn, unsigned long addr, in __gup_device_huge()
2434 static int __gup_device_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in __gup_device_huge_pmd()
2452 static int __gup_device_huge_pud(pud_t orig, pud_t *pudp, unsigned long addr, in __gup_device_huge_pud()
2470 static int __gup_device_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in __gup_device_huge_pmd()
2478 static int __gup_device_huge_pud(pud_t pud, pud_t *pudp, unsigned long addr, in __gup_device_huge_pud()
2487 static int record_subpages(struct page *page, unsigned long addr, in record_subpages()
2499 static unsigned long hugepte_addr_end(unsigned long addr, unsigned long end, in hugepte_addr_end()
[all …]
|
| D | vmacache.c | 19 #define VMACACHE_HASH(addr) ((addr >> VMACACHE_SHIFT) & VMACACHE_MASK) argument
35 void vmacache_update(unsigned long addr, struct vm_area_struct *newvma) in vmacache_update()
61 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
|
| D | huge_memory.c | 77 unsigned long addr = (vma->vm_end & HPAGE_PMD_MASK) - HPAGE_PMD_SIZE; in transparent_hugepage_active() local
544 unsigned long addr, unsigned long len, in __thp_get_unmapped_area()
579 unsigned long thp_get_unmapped_area(struct file *filp, unsigned long addr, in thp_get_unmapped_area()
786 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
849 unsigned long addr = vmf->address & PMD_MASK; in vmf_insert_pfn_pmd_prot() local
888 static void insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pud()
940 unsigned long addr = vmf->address & PUD_MASK; in vmf_insert_pfn_pud_prot() local
965 static void touch_pmd(struct vm_area_struct *vma, unsigned long addr, in touch_pmd()
978 struct page *follow_devmap_pmd(struct vm_area_struct *vma, unsigned long addr, in follow_devmap_pmd()
1028 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd()
[all …]
|
| D | mapping_dirty_helpers.c | 33 static int wp_pte(pte_t *pte, unsigned long addr, unsigned long end, in wp_pte()
88 static int clean_record_pte(pte_t *pte, unsigned long addr, in clean_record_pte()
125 static int wp_clean_pmd_entry(pmd_t *pmd, unsigned long addr, unsigned long end, in wp_clean_pmd_entry()
155 static int wp_clean_pud_entry(pud_t *pud, unsigned long addr, unsigned long end, in wp_clean_pud_entry()
|
| D | mempolicy.c | 451 static int queue_pages_pmd(pmd_t *pmd, spinlock_t *ptl, unsigned long addr, in queue_pages_pmd()
501 static int queue_pages_pte_range(pmd_t *pmd, unsigned long addr, in queue_pages_pte_range()
566 unsigned long addr, unsigned long end, in queue_pages_hugetlb()
636 unsigned long addr, unsigned long end) in change_prot_numa()
654 unsigned long addr, unsigned long end) in change_prot_numa()
906 static int lookup_node(struct mm_struct *mm, unsigned long addr) in lookup_node()
924 unsigned long addr, unsigned long flags) in do_get_mempolicy()
1616 unsigned long addr, in kernel_get_mempolicy()
1644 unsigned long, addr, unsigned long, flags) in SYSCALL_DEFINE5() argument
1678 unsigned long addr) in __get_vma_policy()
[all …]
|
| D | ioremap.c | 14 void __iomem *ioremap_prot(phys_addr_t addr, size_t size, unsigned long prot) in ioremap_prot()
45 void iounmap(volatile void __iomem *addr) in iounmap()
|
| /mm/kfence/ |
| D | core.c | 214 static bool kfence_protect(unsigned long addr) in kfence_protect()
219 static bool kfence_unprotect(unsigned long addr) in kfence_unprotect()
283 static inline bool set_canary_byte(u8 *addr) in set_canary_byte()
290 static inline bool check_canary_byte(u8 *addr) in check_canary_byte()
305 unsigned long addr; in for_each_canary() local
338 void *addr; in kfence_guarded_alloc() local
433 static void kfence_guarded_free(void *addr, struct kfence_metadata *meta, bool zombie) in kfence_guarded_free()
510 unsigned long addr = (unsigned long)__kfence_pool; in kfence_init_pool() local
909 size_t kfence_ksize(const void *addr) in kfence_ksize()
920 void *kfence_object_start(const void *addr) in kfence_object_start()
[all …]
|
| /mm/damon/ |
| D | vaddr.c | 370 static int damon_mkold_pmd_entry(pmd_t *pmd, unsigned long addr, in damon_mkold_pmd_entry()
404 struct vm_area_struct *vma, unsigned long addr) in damon_hugetlb_mkold()
435 unsigned long addr, unsigned long end, in damon_mkold_hugetlb_entry()
462 static void damon_va_mkold(struct mm_struct *mm, unsigned long addr) in damon_va_mkold()
502 static int damon_young_pmd_entry(pmd_t *pmd, unsigned long addr, in damon_young_pmd_entry()
561 unsigned long addr, unsigned long end, in damon_young_hugetlb_entry()
602 static bool damon_va_young(struct mm_struct *mm, unsigned long addr, in damon_va_young()
|