| /kernel/linux/linux-5.10/arch/mips/mm/ |
| D | mmap.c | 23 #define COLOUR_ALIGN(addr, pgoff) \ argument
25 (((pgoff) << PAGE_SHIFT) & shm_align_mask))
30 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument
52 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_common()
64 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common()
102 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
105 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area()
113 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
117 addr0, len, pgoff, flags, DOWN); in arch_get_unmapped_area_topdown()
|
| /kernel/linux/linux-5.10/tools/testing/nvdimm/ |
| D | dax-dev.c | 9 phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument
20 pgoff_end = dax_range->pgoff + PHYS_PFN(range_len(range)) - 1; in dax_pgoff_to_phys()
21 if (pgoff < dax_range->pgoff || pgoff > pgoff_end) in dax_pgoff_to_phys()
23 addr = PFN_PHYS(pgoff - dax_range->pgoff) + range->start; in dax_pgoff_to_phys()
|
| D | pmem-dax.c | 10 long __pmem_direct_access(struct pmem_device *pmem, pgoff_t pgoff, in __pmem_direct_access() argument
13 resource_size_t offset = PFN_PHYS(pgoff) + pmem->data_offset; in __pmem_direct_access()
15 if (unlikely(is_bad_pmem(&pmem->bb, PFN_PHYS(pgoff) / 512, in __pmem_direct_access()
32 __func__, pmem, pgoff, page_to_pfn(page)); in __pmem_direct_access()
|
| /kernel/linux/linux-5.10/arch/sh/mm/ |
| D | mmap.c | 26 unsigned long pgoff) in COLOUR_ALIGN() argument
29 unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; in COLOUR_ALIGN()
35 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
47 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area()
61 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
96 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_topdown()
111 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
126 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
| /kernel/linux/linux-5.10/drivers/dax/ |
| D | device.c | 54 __weak phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument
65 pgoff_end = dax_range->pgoff + PHYS_PFN(range_len(range)) - 1; in dax_pgoff_to_phys()
66 if (pgoff < dax_range->pgoff || pgoff > pgoff_end) in dax_pgoff_to_phys()
68 phys = PFN_PHYS(pgoff - dax_range->pgoff) + range->start; in dax_pgoff_to_phys()
95 phys = dax_pgoff_to_phys(dev_dax, vmf->pgoff, PAGE_SIZE); in __dev_dax_pte_fault()
97 dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", vmf->pgoff); in __dev_dax_pte_fault()
112 pgoff_t pgoff; in __dev_dax_pmd_fault() local
134 pgoff = linear_page_index(vmf->vma, pmd_addr); in __dev_dax_pmd_fault()
135 phys = dax_pgoff_to_phys(dev_dax, pgoff, PMD_SIZE); in __dev_dax_pmd_fault()
137 dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", pgoff); in __dev_dax_pmd_fault()
[all …]
|
| D | super.c | 47 pgoff_t *pgoff) in bdev_dax_pgoff() argument
52 if (pgoff) in bdev_dax_pgoff()
53 *pgoff = PHYS_PFN(phys_off); in bdev_dax_pgoff()
75 pgoff_t pgoff, pgoff_end; in __generic_fsdax_supported() local
95 err = bdev_dax_pgoff(bdev, start, PAGE_SIZE, &pgoff); in __generic_fsdax_supported()
111 len = dax_direct_access(dax_dev, pgoff, 1, &kaddr, &pfn); in __generic_fsdax_supported()
304 long dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, long nr_pages, in dax_direct_access() argument
318 avail = dax_dev->ops->direct_access(dax_dev, pgoff, nr_pages, in dax_direct_access()
339 size_t dax_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr, in dax_copy_from_iter() argument
345 return dax_dev->ops->copy_from_iter(dax_dev, pgoff, addr, bytes, i); in dax_copy_from_iter()
[all …]
|
| /kernel/linux/linux-5.10/arch/microblaze/kernel/ |
| D | sys_microblaze.c | 38 off_t, pgoff) in SYSCALL_DEFINE6() argument
40 if (pgoff & ~PAGE_MASK) in SYSCALL_DEFINE6()
43 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff >> PAGE_SHIFT); in SYSCALL_DEFINE6()
48 unsigned long, pgoff) in SYSCALL_DEFINE6() argument
50 if (pgoff & (~PAGE_MASK >> 12)) in SYSCALL_DEFINE6()
54 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
|
| /kernel/linux/linux-5.10/drivers/md/ |
| D | dm-linear.c | 160 static long linear_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in linear_dax_direct_access() argument
167 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_direct_access()
170 ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff); in linear_dax_direct_access()
173 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in linear_dax_direct_access()
176 static size_t linear_dax_copy_from_iter(struct dm_target *ti, pgoff_t pgoff, in linear_dax_copy_from_iter() argument
182 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_copy_from_iter()
185 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in linear_dax_copy_from_iter()
187 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_from_iter()
190 static size_t linear_dax_copy_to_iter(struct dm_target *ti, pgoff_t pgoff, in linear_dax_copy_to_iter() argument
196 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_copy_to_iter()
[all …]
|
| D | dm-stripe.c | 304 static long stripe_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_direct_access() argument
307 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_direct_access()
319 ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff); in stripe_dax_direct_access()
322 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in stripe_dax_direct_access()
325 static size_t stripe_dax_copy_from_iter(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_copy_from_iter() argument
328 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_copy_from_iter()
339 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in stripe_dax_copy_from_iter()
341 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_from_iter()
344 static size_t stripe_dax_copy_to_iter(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_copy_to_iter() argument
347 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_copy_to_iter()
[all …]
|
| /kernel/linux/linux-5.10/arch/arm/mm/ |
| D | mmap.c | 16 #define COLOUR_ALIGN(addr,pgoff) \ argument
18 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
31 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
51 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
61 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
105 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area_topdown()
113 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
127 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
| /kernel/linux/linux-5.10/tools/testing/radix-tree/ |
| D | iteration_check.c | 51 unsigned long pgoff; in add_entries_fn() local
53 for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { in add_entries_fn()
54 my_item_insert(&array, pgoff); in add_entries_fn()
138 int pgoff; in remove_entries_fn() local
141 pgoff = rand_r(&seeds[2]) % MAX_IDX; in remove_entries_fn()
143 item = xa_erase(&array, pgoff); in remove_entries_fn()
145 item_free(item, pgoff); in remove_entries_fn()
|
| /kernel/linux/linux-5.10/arch/csky/abiv1/ |
| D | mmap.c | 12 #define COLOUR_ALIGN(addr,pgoff) \ argument
14 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
26 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
44 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
54 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
69 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /kernel/linux/linux-5.10/arch/arc/mm/ |
| D | mmap.c | 17 #define COLOUR_ALIGN(addr, pgoff) \ argument
19 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1)))
30 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
49 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
59 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
74 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /kernel/linux/linux-5.10/arch/nds32/mm/ |
| D | mmap.c | 8 #define COLOUR_ALIGN(addr,pgoff) \ argument
10 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
23 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument
46 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
56 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
71 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /kernel/linux/linux-5.10/arch/parisc/kernel/ |
| D | sys_parisc.c | 41 unsigned long pgoff) in shared_align_offset() argument
43 return (get_offset(last_mmap) + pgoff) << PAGE_SHIFT; in shared_align_offset()
47 unsigned int last_mmap, unsigned long pgoff) in COLOR_ALIGN() argument
51 (shared_align_offset(last_mmap, pgoff) << PAGE_SHIFT); in COLOR_ALIGN()
84 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
102 (addr - shared_align_offset(last_mmap, pgoff)) in arch_get_unmapped_area()
110 addr = COLOR_ALIGN(addr, last_mmap, pgoff); in arch_get_unmapped_area()
126 info.align_offset = shared_align_offset(last_mmap, pgoff); in arch_get_unmapped_area()
131 SET_LAST_MMAP(filp, addr - (pgoff << PAGE_SHIFT)); in arch_get_unmapped_area()
138 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
[all …]
|
| /kernel/linux/linux-5.10/arch/xtensa/kernel/ |
| D | syscall.c | 39 #define COLOUR_ALIGN(addr, pgoff) \ argument
41 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1)))
62 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
71 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
82 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
94 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
|
| /kernel/liteos_a/kernel/base/vm/ |
| D | los_vm_filemap.c | 72 STATIC VOID OsPageCacheAdd(LosFilePage *page, struct page_mapping *mapping, VM_OFFSET_T pgoff) in OsPageCacheAdd() argument
77 if (fpage->pgoff > pgoff) { in OsPageCacheAdd()
89 VOID OsAddToPageacheLru(LosFilePage *page, struct page_mapping *mapping, VM_OFFSET_T pgoff) in OsAddToPageacheLru() argument
91 OsPageCacheAdd(page, mapping, pgoff); in OsAddToPageacheLru()
170 VOID OsVmmFileRemove(LosVmMapRegion *region, LosArchMmu *archMmu, VM_OFFSET_T pgoff) in OsVmmFileRemove() argument
186 vaddr = region->range.base + ((UINT32)(pgoff - region->pgOff) << PAGE_SHIFT); in OsVmmFileRemove()
197 fpage = OsFindGetEntry(mapping, pgoff); in OsVmmFileRemove()
248 dirtyBegin = ((UINT32)fpage->pgoff << PAGE_SHIFT); in GetDirtySize()
283 ret = vnode->vop->WritePage(vnode, (VOID *)buff, fpage->pgoff, len); in OsFlushDirtyPage()
345 fpage = OsFindGetEntry(mapping, vmf->pgoff); in OsDelMapInfo()
[all …]
|
| /kernel/linux/linux-5.10/include/trace/events/ |
| D | fs_dax.h | 20 __field(pgoff_t, pgoff)
34 __entry->pgoff = vmf->pgoff;
48 __entry->pgoff,
160 __field(pgoff_t, pgoff)
171 __entry->pgoff = vmf->pgoff;
181 __entry->pgoff,
260 TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen),
261 TP_ARGS(inode, pgoff, pglen),
264 __field(pgoff_t, pgoff)
271 __entry->pgoff = pgoff;
[all …]
|
| /kernel/linux/linux-5.10/fs/romfs/ |
| D | mmap-nommu.c | 21 unsigned long pgoff, in romfs_get_unmapped_area() argument
35 offset = pgoff << PAGE_SHIFT; in romfs_get_unmapped_area()
38 if ((pgoff >= maxpages) || (maxpages - pgoff < lpages)) in romfs_get_unmapped_area()
44 if (len > mtd->size || pgoff >= (mtd->size >> PAGE_SHIFT)) in romfs_get_unmapped_area()
|
| /kernel/linux/linux-5.10/drivers/w1/slaves/ |
| D | w1_ds250x.c | 49 int pgoff = pageno * W1_PAGE_SIZE; in w1_ds2502_read_page() local
63 buf[1] = pgoff & 0xff; in w1_ds2502_read_page()
64 buf[2] = pgoff >> 8; in w1_ds2502_read_page()
71 w1_read_block(sl->master, &data->eprom[pgoff], W1_PAGE_SIZE); in w1_ds2502_read_page()
74 if (w1_calc_crc8(&data->eprom[pgoff], W1_PAGE_SIZE) != crc8) in w1_ds2502_read_page()
88 int pgoff, epoff; in w1_ds2505_read_page() local
97 epoff = pgoff = pageno * W1_PAGE_SIZE; in w1_ds2505_read_page()
105 buf[1] = pgoff & 0xff; in w1_ds2505_read_page()
106 buf[2] = pgoff >> 8; in w1_ds2505_read_page()
121 pgoff = (redir ^ 0xff) * W1_PAGE_SIZE; in w1_ds2505_read_page()
|
| /kernel/linux/linux-5.10/arch/sparc/kernel/ |
| D | sys_sparc_32.c | 42 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument
51 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
68 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
103 unsigned long, pgoff) in SYSCALL_DEFINE6() argument
108 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
120 unsigned long, prot, unsigned long, pgoff, in SYSCALL_DEFINE5() argument
127 (pgoff >> (PAGE_SHIFT - 12)), flags); in SYSCALL_DEFINE5()
|
| D | sys_sparc_64.c | 82 unsigned long pgoff) in COLOR_ALIGN() argument
85 unsigned long off = (pgoff<<PAGE_SHIFT) & (SHMLBA-1); in COLOR_ALIGN()
90 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument
103 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
119 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
134 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
149 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
167 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area_topdown()
182 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
197 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
[all …]
|
| /kernel/linux/linux-5.10/arch/sh/kernel/ |
| D | sys_sh.c | 43 unsigned long fd, unsigned long pgoff) in sys_mmap2() argument
49 if (pgoff & ((1 << (PAGE_SHIFT - 12)) - 1)) in sys_mmap2()
52 pgoff >>= PAGE_SHIFT - 12; in sys_mmap2()
54 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff); in sys_mmap2()
|
| /kernel/linux/linux-5.10/tools/perf/arch/x86/util/ |
| D | machine.c | 26 u64 end, u64 pgoff, const char *name) in add_extra_kernel_map() argument
42 mi->maps[mi->cnt].pgoff = pgoff; in add_extra_kernel_map()
93 xm->pgoff = mi.entry_trampoline; in machine__create_extra_kernel_maps()
|
| /kernel/linux/linux-5.10/arch/x86/mm/ |
| D | hugetlbpage.c | 80 unsigned long pgoff, unsigned long flags) in hugetlb_get_unmapped_area_bottomup() argument
103 unsigned long pgoff, unsigned long flags) in hugetlb_get_unmapped_area_topdown() argument
143 unsigned long len, unsigned long pgoff, unsigned long flags) in hugetlb_get_unmapped_area() argument
175 pgoff, flags); in hugetlb_get_unmapped_area()
178 pgoff, flags); in hugetlb_get_unmapped_area()
|