/mm/kasan/ |
D | generic.c | 43 static __always_inline bool memory_is_poisoned_1(unsigned long addr) in memory_is_poisoned_1() 55 static __always_inline bool memory_is_poisoned_2_4_8(unsigned long addr, in memory_is_poisoned_2_4_8() 70 static __always_inline bool memory_is_poisoned_16(unsigned long addr) in memory_is_poisoned_16() 123 static __always_inline bool memory_is_poisoned_n(unsigned long addr, in memory_is_poisoned_n() 142 static __always_inline bool memory_is_poisoned(unsigned long addr, size_t size) in memory_is_poisoned() 162 static __always_inline bool check_region_inline(unsigned long addr, in check_region_inline() 186 bool kasan_check_range(unsigned long addr, size_t size, bool write, in kasan_check_range() 192 bool kasan_byte_accessible(const void *addr) in kasan_byte_accessible() 259 void __asan_loadN(unsigned long addr, size_t size) in __asan_loadN() 269 void __asan_storeN(unsigned long addr, size_t size) in __asan_storeN() [all …]
|
D | report.c | 113 static void end_report(unsigned long *flags, unsigned long addr) in end_report() 146 struct page *kasan_addr_to_page(const void *addr) in kasan_addr_to_page() 155 const void *addr) in describe_object_addr() 187 const void *addr, u8 tag) in describe_object_stacks() 221 const void *addr, u8 tag) in describe_object() 228 static inline bool kernel_or_module_addr(const void *addr) in kernel_or_module_addr() 237 static inline bool init_task_stack_addr(const void *addr) in init_task_stack_addr() 244 static void print_address_description(void *addr, u8 tag) in print_address_description() 271 static bool meta_row_is_guilty(const void *row, const void *addr) in meta_row_is_guilty() 276 static int meta_pointer_offset(const void *row, const void *addr) in meta_pointer_offset() [all …]
|
D | kasan.h | 238 static inline bool addr_has_metadata(const void *addr) in addr_has_metadata() 256 static inline bool addr_has_metadata(const void *addr) in addr_has_metadata() 266 static inline void kasan_print_tags(u8 addr_tag, const void *addr) { } in kasan_print_tags() 276 static inline void kasan_print_address_stack_frame(const void *addr) { } in kasan_print_address_stack_frame() 303 static inline const void *arch_kasan_set_tag(const void *addr, u8 tag) in arch_kasan_set_tag() 309 #define arch_kasan_get_tag(addr) 0 argument 312 #define set_tag(addr, tag) ((void *)arch_kasan_set_tag((addr), (tag))) argument 313 #define get_tag(addr) arch_kasan_get_tag(addr) argument 333 #define arch_get_mem_tag(addr) (0xFF) argument 336 #define arch_set_mem_tag_range(addr, size, tag, init) ((void *)(addr)) argument [all …]
|
D | sw_tags.c | 70 bool kasan_check_range(unsigned long addr, size_t size, bool write, in kasan_check_range() 121 bool kasan_byte_accessible(const void *addr) in kasan_byte_accessible() 152 void __hwasan_loadN_noabort(unsigned long addr, unsigned long size) in __hwasan_loadN_noabort() 158 void __hwasan_storeN_noabort(unsigned long addr, unsigned long size) in __hwasan_storeN_noabort() 164 void __hwasan_tag_memory(unsigned long addr, u8 tag, unsigned long size) in __hwasan_tag_memory() 170 void kasan_tag_mismatch(unsigned long addr, unsigned long access_info, in kasan_tag_mismatch()
|
D | shadow.c | 42 void *memset(void *addr, int c, size_t len) in memset() 72 void kasan_poison(const void *addr, size_t size, u8 value, bool init) in kasan_poison() 103 void kasan_poison_last_granule(const void *addr, size_t size) in kasan_poison_last_granule() 115 void kasan_unpoison(const void *addr, size_t size, bool init) in kasan_unpoison() 146 static bool shadow_mapped(unsigned long addr) in shadow_mapped() 257 static int kasan_populate_vmalloc_pte(pte_t *ptep, unsigned long addr, in kasan_populate_vmalloc_pte() 284 int kasan_populate_vmalloc(unsigned long addr, unsigned long size) in kasan_populate_vmalloc() 343 static int kasan_depopulate_vmalloc_pte(pte_t *ptep, unsigned long addr, in kasan_depopulate_vmalloc_pte() 514 int kasan_alloc_module_shadow(void *addr, size_t size, gfp_t gfp_mask) in kasan_alloc_module_shadow()
|
D | init.c | 92 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate() 109 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate() 142 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate() 179 static int __ref zero_p4d_populate(pgd_t *pgd, unsigned long addr, in zero_p4d_populate() 229 unsigned long addr = (unsigned long)shadow_start; in kasan_populate_early_shadow() local 342 static void kasan_remove_pte_table(pte_t *pte, unsigned long addr, in kasan_remove_pte_table() 361 static void kasan_remove_pmd_table(pmd_t *pmd, unsigned long addr, in kasan_remove_pmd_table() 387 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table() 414 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr, in kasan_remove_p4d_table() 442 unsigned long addr, end, next; in kasan_remove_zero_shadow() local
|
D | report_generic.c | 33 void *kasan_find_first_bad_addr(void *addr, size_t size) in kasan_find_first_bad_addr() 214 static bool __must_check get_address_stack_frame_info(const void *addr, in get_address_stack_frame_info() 266 void kasan_print_address_stack_frame(const void *addr) in kasan_print_address_stack_frame() 317 void __asan_report_load_n_noabort(unsigned long addr, size_t size) in __asan_report_load_n_noabort() 323 void __asan_report_store_n_noabort(unsigned long addr, size_t size) in __asan_report_store_n_noabort()
|
/mm/ |
D | vmalloc.c | 76 unsigned long addr = (unsigned long)kasan_reset_tag(x); in is_vmalloc_addr() local 100 static int vmap_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in vmap_pte_range() 134 static int vmap_try_huge_pmd(pmd_t *pmd, unsigned long addr, unsigned long end, in vmap_try_huge_pmd() 159 static int vmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in vmap_pmd_range() 184 static int vmap_try_huge_pud(pud_t *pud, unsigned long addr, unsigned long end, in vmap_try_huge_pud() 209 static int vmap_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end, in vmap_pud_range() 235 static int vmap_try_huge_p4d(p4d_t *p4d, unsigned long addr, unsigned long end, in vmap_try_huge_p4d() 260 static int vmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in vmap_p4d_range() 286 static int vmap_range_noflush(unsigned long addr, unsigned long end, in vmap_range_noflush() 315 int ioremap_page_range(unsigned long addr, unsigned long end, in ioremap_page_range() [all …]
|
D | memory.c | 214 struct vm_area_struct *get_vma(struct mm_struct *mm, unsigned long addr) in get_vma() 268 unsigned long addr) in free_pte_range() 295 unsigned long addr, unsigned long end, in free_pmd_range() 329 unsigned long addr, unsigned long end, in free_pud_range() 363 unsigned long addr, unsigned long end, in free_p4d_range() 399 unsigned long addr, unsigned long end, in free_pgd_range() 465 unsigned long addr = vma->vm_start; in free_pgtables() local 571 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte() 664 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page() 720 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd() [all …]
|
D | nommu.c | 137 void vfree(const void *addr) in vfree() 191 struct page *vmalloc_to_page(const void *addr) in vmalloc_to_page() 197 unsigned long vmalloc_to_pfn(const void *addr) in vmalloc_to_pfn() 203 long vread(char *buf, char *addr, unsigned long count) in vread() 323 void vunmap(const void *addr) in vunmap() 353 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page() 662 struct vm_area_struct *find_vma_from_tree(struct mm_struct *mm, unsigned long addr) in find_vma_from_tree() 682 struct vm_area_struct *__find_vma(struct mm_struct *mm, unsigned long addr) in __find_vma() 703 struct vm_area_struct *find_extend_vma(struct mm_struct *mm, unsigned long addr) in find_extend_vma() 722 unsigned long addr, in find_vma_exact() [all …]
|
D | ptdump.c | 16 unsigned long addr) in note_kasan_page_table() 28 static int ptdump_pgd_entry(pgd_t *pgd, unsigned long addr, in ptdump_pgd_entry() 49 static int ptdump_p4d_entry(p4d_t *p4d, unsigned long addr, in ptdump_p4d_entry() 70 static int ptdump_pud_entry(pud_t *pud, unsigned long addr, in ptdump_pud_entry() 91 static int ptdump_pmd_entry(pmd_t *pmd, unsigned long addr, in ptdump_pmd_entry() 110 static int ptdump_pte_entry(pte_t *pte, unsigned long addr, in ptdump_pte_entry() 124 static int ptdump_hole(unsigned long addr, unsigned long next, in ptdump_hole()
|
D | sparse-vmemmap.c | 61 unsigned long addr = start; in split_vmemmap_huge_pmd() local 88 static void vmemmap_pte_range(pmd_t *pmd, unsigned long addr, in vmemmap_pte_range() 115 static int vmemmap_pmd_range(pud_t *pud, unsigned long addr, in vmemmap_pmd_range() 138 static int vmemmap_pud_range(p4d_t *p4d, unsigned long addr, in vmemmap_pud_range() 158 static int vmemmap_p4d_range(pgd_t *pgd, unsigned long addr, in vmemmap_p4d_range() 181 unsigned long addr = start; in vmemmap_remap_range() local 233 static void vmemmap_remap_pte(pte_t *pte, unsigned long addr, in vmemmap_remap_pte() 248 static void vmemmap_restore_pte(pte_t *pte, unsigned long addr, in vmemmap_restore_pte() 497 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node, in vmemmap_pte_populate() 525 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate() [all …]
|
D | pagewalk.c | 23 static int walk_pte_range_inner(pte_t *pte, unsigned long addr, in walk_pte_range_inner() 41 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in walk_pte_range() 62 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range() 93 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range() 100 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in walk_pmd_range() 161 static int walk_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end, in walk_pud_range() 213 static int walk_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in walk_p4d_range() 248 static int walk_pgd_range(unsigned long addr, unsigned long end, in walk_pgd_range() 286 static unsigned long hugetlb_entry_end(struct hstate *h, unsigned long addr, in hugetlb_entry_end() 293 static int walk_hugetlb_range(unsigned long addr, unsigned long end, in walk_hugetlb_range() [all …]
|
D | mmap.c | 65 #define arch_mmap_check(addr, len, flags) (0) argument 531 static int find_vma_links(struct mm_struct *mm, unsigned long addr, in find_vma_links() 611 unsigned long addr, unsigned long end) in count_vma_pages_range() 1167 struct vm_area_struct *prev, unsigned long addr, in vma_merge() 1413 unsigned long do_mmap(struct file *file, unsigned long addr, in do_mmap() 1592 unsigned long ksys_mmap_pgoff(unsigned long addr, unsigned long len, in ksys_mmap_pgoff() 1640 SYSCALL_DEFINE6(mmap_pgoff, unsigned long, addr, unsigned long, len, in SYSCALL_DEFINE6() argument 1649 unsigned long addr; member 1729 unsigned long mmap_region(struct file *file, unsigned long addr, in mmap_region() 2123 unsigned long addr; in vm_unmapped_area() local [all …]
|
D | mincore.c | 24 static int mincore_hugetlb(pte_t *pte, unsigned long hmask, unsigned long addr, in mincore_hugetlb() 71 static int __mincore_unmapped_range(unsigned long addr, unsigned long end, in __mincore_unmapped_range() 90 static int mincore_unmapped_range(unsigned long addr, unsigned long end, in mincore_unmapped_range() 99 static int mincore_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in mincore_pte_range() 185 static long do_mincore(unsigned long addr, unsigned long pages, unsigned char *vec) in do_mincore()
|
D | hmm.c | 42 static int hmm_pfns_fill(unsigned long addr, unsigned long end, in hmm_pfns_fill() 63 static int hmm_vma_fault(unsigned long addr, unsigned long end, in hmm_vma_fault() 147 static int hmm_vma_walk_hole(unsigned long addr, unsigned long end, in hmm_vma_walk_hole() 187 static int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pmd() 223 static int hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pte() 330 unsigned long addr = start; in hmm_vma_walk_pmd() local 415 unsigned long addr = start; in hmm_vma_walk_pud() local 477 unsigned long addr = start, i, pfn; in hmm_vma_walk_hugetlb_entry() local
|
D | mprotect.c | 40 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range() 228 struct vm_area_struct *vma, pud_t *pud, unsigned long addr, in change_pmd_range() 304 struct vm_area_struct *vma, p4d_t *p4d, unsigned long addr, in change_pud_range() 324 struct vm_area_struct *vma, pgd_t *pgd, unsigned long addr, in change_p4d_range() 344 struct vm_area_struct *vma, unsigned long addr, in change_protection_range() 386 static int prot_none_pte_entry(pte_t *pte, unsigned long addr, in prot_none_pte_entry() 394 unsigned long addr, unsigned long next, in prot_none_hugetlb_entry() 401 static int prot_none_test(unsigned long addr, unsigned long next, in prot_none_test()
|
D | gup.c | 1829 struct page *get_dump_page(unsigned long addr) in get_dump_page() 2300 static int gup_pte_range(pmd_t pmd, pmd_t *pmdp, unsigned long addr, in gup_pte_range() 2393 static int gup_pte_range(pmd_t pmd, pmd_t *pmdp, unsigned long addr, in gup_pte_range() 2402 static int __gup_device_huge(unsigned long pfn, unsigned long addr, in __gup_device_huge() 2434 static int __gup_device_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in __gup_device_huge_pmd() 2452 static int __gup_device_huge_pud(pud_t orig, pud_t *pudp, unsigned long addr, in __gup_device_huge_pud() 2470 static int __gup_device_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in __gup_device_huge_pmd() 2478 static int __gup_device_huge_pud(pud_t pud, pud_t *pudp, unsigned long addr, in __gup_device_huge_pud() 2487 static int record_subpages(struct page *page, unsigned long addr, in record_subpages() 2499 static unsigned long hugepte_addr_end(unsigned long addr, unsigned long end, in hugepte_addr_end() [all …]
|
D | vmacache.c | 19 #define VMACACHE_HASH(addr) ((addr >> VMACACHE_SHIFT) & VMACACHE_MASK) argument 35 void vmacache_update(unsigned long addr, struct vm_area_struct *newvma) in vmacache_update() 61 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
|
D | huge_memory.c | 77 unsigned long addr = (vma->vm_end & HPAGE_PMD_MASK) - HPAGE_PMD_SIZE; in transparent_hugepage_active() local 544 unsigned long addr, unsigned long len, in __thp_get_unmapped_area() 579 unsigned long thp_get_unmapped_area(struct file *filp, unsigned long addr, in thp_get_unmapped_area() 786 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd() 849 unsigned long addr = vmf->address & PMD_MASK; in vmf_insert_pfn_pmd_prot() local 888 static void insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pud() 940 unsigned long addr = vmf->address & PUD_MASK; in vmf_insert_pfn_pud_prot() local 965 static void touch_pmd(struct vm_area_struct *vma, unsigned long addr, in touch_pmd() 978 struct page *follow_devmap_pmd(struct vm_area_struct *vma, unsigned long addr, in follow_devmap_pmd() 1028 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() [all …]
|
D | mapping_dirty_helpers.c | 33 static int wp_pte(pte_t *pte, unsigned long addr, unsigned long end, in wp_pte() 88 static int clean_record_pte(pte_t *pte, unsigned long addr, in clean_record_pte() 125 static int wp_clean_pmd_entry(pmd_t *pmd, unsigned long addr, unsigned long end, in wp_clean_pmd_entry() 155 static int wp_clean_pud_entry(pud_t *pud, unsigned long addr, unsigned long end, in wp_clean_pud_entry()
|
D | mempolicy.c | 451 static int queue_pages_pmd(pmd_t *pmd, spinlock_t *ptl, unsigned long addr, in queue_pages_pmd() 501 static int queue_pages_pte_range(pmd_t *pmd, unsigned long addr, in queue_pages_pte_range() 566 unsigned long addr, unsigned long end, in queue_pages_hugetlb() 636 unsigned long addr, unsigned long end) in change_prot_numa() 654 unsigned long addr, unsigned long end) in change_prot_numa() 906 static int lookup_node(struct mm_struct *mm, unsigned long addr) in lookup_node() 924 unsigned long addr, unsigned long flags) in do_get_mempolicy() 1616 unsigned long addr, in kernel_get_mempolicy() 1644 unsigned long, addr, unsigned long, flags) in SYSCALL_DEFINE5() argument 1678 unsigned long addr) in __get_vma_policy() [all …]
|
D | ioremap.c | 14 void __iomem *ioremap_prot(phys_addr_t addr, size_t size, unsigned long prot) in ioremap_prot() 45 void iounmap(volatile void __iomem *addr) in iounmap()
|
/mm/kfence/ |
D | core.c | 214 static bool kfence_protect(unsigned long addr) in kfence_protect() 219 static bool kfence_unprotect(unsigned long addr) in kfence_unprotect() 283 static inline bool set_canary_byte(u8 *addr) in set_canary_byte() 290 static inline bool check_canary_byte(u8 *addr) in check_canary_byte() 305 unsigned long addr; in for_each_canary() local 338 void *addr; in kfence_guarded_alloc() local 433 static void kfence_guarded_free(void *addr, struct kfence_metadata *meta, bool zombie) in kfence_guarded_free() 510 unsigned long addr = (unsigned long)__kfence_pool; in kfence_init_pool() local 909 size_t kfence_ksize(const void *addr) in kfence_ksize() 920 void *kfence_object_start(const void *addr) in kfence_object_start() [all …]
|
/mm/damon/ |
D | vaddr.c | 370 static int damon_mkold_pmd_entry(pmd_t *pmd, unsigned long addr, in damon_mkold_pmd_entry() 404 struct vm_area_struct *vma, unsigned long addr) in damon_hugetlb_mkold() 435 unsigned long addr, unsigned long end, in damon_mkold_hugetlb_entry() 462 static void damon_va_mkold(struct mm_struct *mm, unsigned long addr) in damon_va_mkold() 502 static int damon_young_pmd_entry(pmd_t *pmd, unsigned long addr, in damon_young_pmd_entry() 561 unsigned long addr, unsigned long end, in damon_young_hugetlb_entry() 602 static bool damon_va_young(struct mm_struct *mm, unsigned long addr, in damon_va_young()
|