/mm/kasan/ |
D | report.c | 88 static void end_report(unsigned long *flags, unsigned long addr) in end_report() 123 struct page *kasan_addr_to_page(const void *addr) in kasan_addr_to_page() 132 const void *addr) in describe_object_addr() 164 const void *addr, u8 tag) in describe_object_stacks() 198 const void *addr, u8 tag) in describe_object() 205 static inline bool kernel_or_module_addr(const void *addr) in kernel_or_module_addr() 214 static inline bool init_task_stack_addr(const void *addr) in init_task_stack_addr() 221 static void print_address_description(void *addr, u8 tag) in print_address_description() 248 static bool meta_row_is_guilty(const void *row, const void *addr) in meta_row_is_guilty() 253 static int meta_pointer_offset(const void *row, const void *addr) in meta_pointer_offset() [all …]
|
D | generic.c | 43 static __always_inline bool memory_is_poisoned_1(unsigned long addr) in memory_is_poisoned_1() 55 static __always_inline bool memory_is_poisoned_2_4_8(unsigned long addr, in memory_is_poisoned_2_4_8() 70 static __always_inline bool memory_is_poisoned_16(unsigned long addr) in memory_is_poisoned_16() 123 static __always_inline bool memory_is_poisoned_n(unsigned long addr, in memory_is_poisoned_n() 142 static __always_inline bool memory_is_poisoned(unsigned long addr, size_t size) in memory_is_poisoned() 162 static __always_inline bool check_region_inline(unsigned long addr, in check_region_inline() 183 bool kasan_check_range(unsigned long addr, size_t size, bool write, in kasan_check_range() 189 bool kasan_byte_accessible(const void *addr) in kasan_byte_accessible() 256 void __asan_loadN(unsigned long addr, size_t size) in __asan_loadN() 266 void __asan_storeN(unsigned long addr, size_t size) in __asan_storeN() [all …]
|
D | kasan.h | 208 static inline bool addr_has_metadata(const void *addr) in addr_has_metadata() 226 static inline bool addr_has_metadata(const void *addr) in addr_has_metadata() 236 static inline void kasan_print_tags(u8 addr_tag, const void *addr) { } in kasan_print_tags() 246 static inline void kasan_print_address_stack_frame(const void *addr) { } in kasan_print_address_stack_frame() 273 static inline const void *arch_kasan_set_tag(const void *addr, u8 tag) in arch_kasan_set_tag() 279 #define arch_kasan_get_tag(addr) 0 argument 282 #define set_tag(addr, tag) ((void *)arch_kasan_set_tag((addr), (tag))) argument 283 #define get_tag(addr) arch_kasan_get_tag(addr) argument 303 #define arch_get_mem_tag(addr) (0xFF) argument 306 #define arch_set_mem_tag_range(addr, size, tag, init) ((void *)(addr)) argument [all …]
|
D | shadow.c | 42 void *memset(void *addr, int c, size_t len) in memset() 72 void kasan_poison(const void *addr, size_t size, u8 value, bool init) in kasan_poison() 100 void kasan_poison_last_granule(const void *addr, size_t size) in kasan_poison_last_granule() 109 void kasan_unpoison(const void *addr, size_t size, bool init) in kasan_unpoison() 140 static bool shadow_mapped(unsigned long addr) in shadow_mapped() 251 static int kasan_populate_vmalloc_pte(pte_t *ptep, unsigned long addr, in kasan_populate_vmalloc_pte() 278 int kasan_populate_vmalloc(unsigned long addr, unsigned long size) in kasan_populate_vmalloc() 358 static int kasan_depopulate_vmalloc_pte(pte_t *ptep, unsigned long addr, in kasan_depopulate_vmalloc_pte() 490 int kasan_module_alloc(void *addr, size_t size) in kasan_module_alloc()
|
D | init.c | 92 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate() 109 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate() 142 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate() 179 static int __ref zero_p4d_populate(pgd_t *pgd, unsigned long addr, in zero_p4d_populate() 229 unsigned long addr = (unsigned long)shadow_start; in kasan_populate_early_shadow() local 342 static void kasan_remove_pte_table(pte_t *pte, unsigned long addr, in kasan_remove_pte_table() 361 static void kasan_remove_pmd_table(pmd_t *pmd, unsigned long addr, in kasan_remove_pmd_table() 387 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table() 414 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr, in kasan_remove_p4d_table() 442 unsigned long addr, end, next; in kasan_remove_zero_shadow() local
|
D | sw_tags.c | 70 bool kasan_check_range(unsigned long addr, size_t size, bool write, in kasan_check_range() 121 bool kasan_byte_accessible(const void *addr) in kasan_byte_accessible() 152 void __hwasan_loadN_noabort(unsigned long addr, unsigned long size) in __hwasan_loadN_noabort() 158 void __hwasan_storeN_noabort(unsigned long addr, unsigned long size) in __hwasan_storeN_noabort() 164 void __hwasan_tag_memory(unsigned long addr, u8 tag, unsigned long size) in __hwasan_tag_memory()
|
D | report_generic.c | 33 void *kasan_find_first_bad_addr(void *addr, size_t size) in kasan_find_first_bad_addr() 214 static bool __must_check get_address_stack_frame_info(const void *addr, in get_address_stack_frame_info() 266 void kasan_print_address_stack_frame(const void *addr) in kasan_print_address_stack_frame() 317 void __asan_report_load_n_noabort(unsigned long addr, size_t size) in __asan_report_load_n_noabort() 323 void __asan_report_store_n_noabort(unsigned long addr, size_t size) in __asan_report_store_n_noabort()
|
D | report_sw_tags.c | 38 const void *addr; in kasan_get_bug_type() local 75 void *kasan_find_first_bad_addr(void *addr, size_t size) in kasan_find_first_bad_addr() 91 void kasan_print_tags(u8 addr_tag, const void *addr) in kasan_print_tags()
|
/mm/ |
D | ioremap.c | 64 static int ioremap_pte_range(pmd_t *pmd, unsigned long addr, in ioremap_pte_range() 84 static int ioremap_try_huge_pmd(pmd_t *pmd, unsigned long addr, in ioremap_try_huge_pmd() 106 static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr, in ioremap_pmd_range() 130 static int ioremap_try_huge_pud(pud_t *pud, unsigned long addr, in ioremap_try_huge_pud() 152 static inline int ioremap_pud_range(p4d_t *p4d, unsigned long addr, in ioremap_pud_range() 176 static int ioremap_try_huge_p4d(p4d_t *p4d, unsigned long addr, in ioremap_try_huge_p4d() 198 static inline int ioremap_p4d_range(pgd_t *pgd, unsigned long addr, in ioremap_p4d_range() 222 int ioremap_page_range(unsigned long addr, in ioremap_page_range() 253 void __iomem *ioremap_prot(phys_addr_t addr, size_t size, unsigned long prot) in ioremap_prot() 284 void iounmap(volatile void __iomem *addr) in iounmap()
|
D | memory.c | 246 unsigned long addr) in free_pte_range() 265 unsigned long addr, unsigned long end, in free_pmd_range() 299 unsigned long addr, unsigned long end, in free_pud_range() 333 unsigned long addr, unsigned long end, in free_p4d_range() 369 unsigned long addr, unsigned long end, in free_pgd_range() 435 unsigned long addr = vma->vm_start; in free_pgtables() local 545 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte() 639 struct page *_vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in _vm_normal_page() 699 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd() 749 struct vm_area_struct *src_vma, unsigned long addr, int *rss) in copy_nonpresent_pte() [all …]
|
D | nommu.c | 137 void vfree(const void *addr) in vfree() 191 struct page *vmalloc_to_page(const void *addr) in vmalloc_to_page() 197 unsigned long vmalloc_to_pfn(const void *addr) in vmalloc_to_pfn() 203 long vread(char *buf, char *addr, unsigned long count) in vread() 213 long vwrite(char *buf, char *addr, unsigned long count) in vwrite() 333 void vunmap(const void *addr) in vunmap() 363 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page() 677 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma() 705 struct vm_area_struct *find_extend_vma(struct mm_struct *mm, unsigned long addr) in find_extend_vma() 724 unsigned long addr, in find_vma_exact() [all …]
|
D | ptdump.c | 16 unsigned long addr) in note_kasan_page_table() 28 static int ptdump_pgd_entry(pgd_t *pgd, unsigned long addr, in ptdump_pgd_entry() 49 static int ptdump_p4d_entry(p4d_t *p4d, unsigned long addr, in ptdump_p4d_entry() 70 static int ptdump_pud_entry(pud_t *pud, unsigned long addr, in ptdump_pud_entry() 91 static int ptdump_pmd_entry(pmd_t *pmd, unsigned long addr, in ptdump_pmd_entry() 110 static int ptdump_pte_entry(pte_t *pte, unsigned long addr, in ptdump_pte_entry() 124 static int ptdump_hole(unsigned long addr, unsigned long next, in ptdump_hole()
|
D | vmalloc.c | 48 unsigned long addr = (unsigned long)x; in is_vmalloc_addr() local 73 static void vunmap_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in vunmap_pte_range() 86 static void vunmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in vunmap_pmd_range() 111 static void vunmap_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end, in vunmap_pud_range() 134 static void vunmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in vunmap_p4d_range() 175 unsigned long addr = start; in unmap_kernel_range_noflush() local 193 static int vmap_pte_range(pmd_t *pmd, unsigned long addr, in vmap_pte_range() 221 static int vmap_pmd_range(pud_t *pud, unsigned long addr, in vmap_pmd_range() 239 static int vmap_pud_range(p4d_t *p4d, unsigned long addr, in vmap_pud_range() 257 static int vmap_p4d_range(pgd_t *pgd, unsigned long addr, in vmap_p4d_range() [all …]
|
D | pagewalk.c | 23 static int walk_pte_range_inner(pte_t *pte, unsigned long addr, in walk_pte_range_inner() 41 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in walk_pte_range() 61 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in walk_pmd_range() 119 static int walk_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end, in walk_pud_range() 168 static int walk_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in walk_p4d_range() 201 static int walk_pgd_range(unsigned long addr, unsigned long end, in walk_pgd_range() 238 static unsigned long hugetlb_entry_end(struct hstate *h, unsigned long addr, in hugetlb_entry_end() 245 static int walk_hugetlb_range(unsigned long addr, unsigned long end, in walk_hugetlb_range() 274 static int walk_hugetlb_range(unsigned long addr, unsigned long end, in walk_hugetlb_range()
|
D | mmap.c | 63 #define arch_mmap_check(addr, len, flags) (0) argument 564 static int find_vma_links(struct mm_struct *mm, unsigned long addr, in find_vma_links() 643 unsigned long addr, unsigned long end) in count_vma_pages_range() 1217 struct vm_area_struct *prev, unsigned long addr, in __vma_merge() 1470 unsigned long do_mmap(struct file *file, unsigned long addr, in do_mmap() 1657 unsigned long ksys_mmap_pgoff(unsigned long addr, unsigned long len, in ksys_mmap_pgoff() 1707 SYSCALL_DEFINE6(mmap_pgoff, unsigned long, addr, unsigned long, len, in SYSCALL_DEFINE6() argument 1716 unsigned long addr; member 1796 unsigned long mmap_region(struct file *file, unsigned long addr, in mmap_region() 2105 unsigned long addr = 0; in unmapped_area_topdown() local [all …]
|
D | mincore.c | 24 static int mincore_hugetlb(pte_t *pte, unsigned long hmask, unsigned long addr, in mincore_hugetlb() 71 static int __mincore_unmapped_range(unsigned long addr, unsigned long end, in __mincore_unmapped_range() 90 static int mincore_unmapped_range(unsigned long addr, unsigned long end, in mincore_unmapped_range() 99 static int mincore_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end, in mincore_pte_range() 184 static long do_mincore(unsigned long addr, unsigned long pages, unsigned char *vec) in do_mincore()
|
D | sparse-vmemmap.c | 143 pte_t * __meminit vmemmap_pte_populate(pmd_t *pmd, unsigned long addr, int node, in vmemmap_pte_populate() 171 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate() 183 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate() 195 p4d_t * __meminit vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_p4d_populate() 207 pgd_t * __meminit vmemmap_pgd_populate(unsigned long addr, int node) in vmemmap_pgd_populate() 222 unsigned long addr = start; in vmemmap_populate_basepages() local
|
D | hmm.c | 40 static int hmm_pfns_fill(unsigned long addr, unsigned long end, in hmm_pfns_fill() 61 static int hmm_vma_fault(unsigned long addr, unsigned long end, in hmm_vma_fault() 145 static int hmm_vma_walk_hole(unsigned long addr, unsigned long end, in hmm_vma_walk_hole() 185 static int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pmd() 229 static int hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pte() 329 unsigned long addr = start; in hmm_vma_walk_pmd() local 414 unsigned long addr = start; in hmm_vma_walk_pud() local 476 unsigned long addr = start, i, pfn; in hmm_vma_walk_hugetlb_entry() local
|
D | mprotect.c | 39 unsigned long addr, unsigned long end, pgprot_t newprot, in change_pte_range() 213 pud_t *pud, unsigned long addr, unsigned long end, in change_pmd_range() 285 p4d_t *p4d, unsigned long addr, unsigned long end, in change_pud_range() 305 pgd_t *pgd, unsigned long addr, unsigned long end, in change_p4d_range() 325 unsigned long addr, unsigned long end, pgprot_t newprot, in change_protection_range() 371 static int prot_none_pte_entry(pte_t *pte, unsigned long addr, in prot_none_pte_entry() 379 unsigned long addr, unsigned long next, in prot_none_hugetlb_entry() 386 static int prot_none_test(unsigned long addr, unsigned long next, in prot_none_test()
|
D | gup.c | 1597 struct page *get_dump_page(unsigned long addr) in get_dump_page() 2140 static int gup_pte_range(pmd_t pmd, pmd_t *pmdp, unsigned long addr, in gup_pte_range() 2228 static int gup_pte_range(pmd_t pmd, pmd_t *pmdp, unsigned long addr, in gup_pte_range() 2237 static int __gup_device_huge(unsigned long pfn, unsigned long addr, in __gup_device_huge() 2267 static int __gup_device_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in __gup_device_huge_pmd() 2285 static int __gup_device_huge_pud(pud_t orig, pud_t *pudp, unsigned long addr, in __gup_device_huge_pud() 2303 static int __gup_device_huge_pmd(pmd_t orig, pmd_t *pmdp, unsigned long addr, in __gup_device_huge_pmd() 2311 static int __gup_device_huge_pud(pud_t pud, pud_t *pudp, unsigned long addr, in __gup_device_huge_pud() 2320 static int record_subpages(struct page *page, unsigned long addr, in record_subpages() 2332 static unsigned long hugepte_addr_end(unsigned long addr, unsigned long end, in hugepte_addr_end() [all …]
|
D | huge_memory.c | 76 unsigned long addr = (vma->vm_end & HPAGE_PMD_MASK) - HPAGE_PMD_SIZE; in transparent_hugepage_active() local 529 unsigned long addr, unsigned long len, in __thp_get_unmapped_area() 564 unsigned long thp_get_unmapped_area(struct file *filp, unsigned long addr, in thp_get_unmapped_area() 772 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd() 835 unsigned long addr = vmf->address & PMD_MASK; in vmf_insert_pfn_pmd_prot() local 874 static void insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pud() 926 unsigned long addr = vmf->address & PUD_MASK; in vmf_insert_pfn_pud_prot() local 951 static void touch_pmd(struct vm_area_struct *vma, unsigned long addr, in touch_pmd() 964 struct page *follow_devmap_pmd(struct vm_area_struct *vma, unsigned long addr, in follow_devmap_pmd() 1014 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr, in copy_huge_pmd() [all …]
|
D | vmacache.c | 19 #define VMACACHE_HASH(addr) ((addr >> VMACACHE_SHIFT) & VMACACHE_MASK) argument 35 void vmacache_update(unsigned long addr, struct vm_area_struct *newvma) in vmacache_update() 61 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
|
D | mremap.c | 33 static pud_t *get_old_pud(struct mm_struct *mm, unsigned long addr) in get_old_pud() 54 static pmd_t *get_old_pmd(struct mm_struct *mm, unsigned long addr) in get_old_pmd() 71 unsigned long addr) in alloc_new_pud() 85 unsigned long addr) in alloc_new_pmd() 694 static struct vm_area_struct *vma_to_resize(unsigned long addr, in vma_to_resize() 764 static unsigned long mremap_to(unsigned long addr, unsigned long old_len, in mremap_to() 878 SYSCALL_DEFINE5(mremap, unsigned long, addr, unsigned long, old_len, in SYSCALL_DEFINE5() argument
|
/mm/kfence/ |
D | core.c | 128 static bool kfence_protect(unsigned long addr) in kfence_protect() 133 static bool kfence_unprotect(unsigned long addr) in kfence_unprotect() 138 static inline struct kfence_metadata *addr_to_metadata(unsigned long addr) in addr_to_metadata() 209 static inline bool set_canary_byte(u8 *addr) in set_canary_byte() 216 static inline bool check_canary_byte(u8 *addr) in check_canary_byte() 231 unsigned long addr; in for_each_canary() local 262 void *addr; in kfence_guarded_alloc() local 351 static void kfence_guarded_free(void *addr, struct kfence_metadata *meta, bool zombie) in kfence_guarded_free() 426 unsigned long addr = (unsigned long)__kfence_pool; in kfence_init_pool() local 780 size_t kfence_ksize(const void *addr) in kfence_ksize() [all …]
|
/mm/damon/ |
D | vaddr.c | 370 static int damon_mkold_pmd_entry(pmd_t *pmd, unsigned long addr, in damon_mkold_pmd_entry() 404 struct vm_area_struct *vma, unsigned long addr) in damon_hugetlb_mkold() 435 unsigned long addr, unsigned long end, in damon_mkold_hugetlb_entry() 462 static void damon_va_mkold(struct mm_struct *mm, unsigned long addr) in damon_va_mkold() 502 static int damon_young_pmd_entry(pmd_t *pmd, unsigned long addr, in damon_young_pmd_entry() 561 unsigned long addr, unsigned long end, in damon_young_hugetlb_entry() 602 static bool damon_va_young(struct mm_struct *mm, unsigned long addr, in damon_va_young()
|