| /mm/ |
| D | swapfile.c | 128 unsigned long offset, unsigned long flags) in __try_to_reclaim_swap() argument
130 swp_entry_t entry = swp_entry(si->type, offset); in __try_to_reclaim_swap()
134 page = find_get_page(swap_address_space(entry), offset); in __try_to_reclaim_swap()
205 offset_to_swap_extent(struct swap_info_struct *sis, unsigned long offset) in offset_to_swap_extent() argument
213 if (offset < se->start_page) in offset_to_swap_extent()
215 else if (offset >= se->start_page + se->nr_pages) in offset_to_swap_extent()
234 pgoff_t offset = start_page - se->start_page; in discard_swap_cluster() local
235 sector_t start_block = se->start_block + offset; in discard_swap_cluster()
236 sector_t nr_blocks = se->nr_pages - offset; in discard_swap_cluster()
339 unsigned long offset) in lock_cluster() argument
[all …]
|
| D | readahead.c | 156 struct file *filp, pgoff_t offset, unsigned long nr_to_read, in __do_page_cache_readahead() argument
177 pgoff_t page_offset = offset + page_idx; in __do_page_cache_readahead()
223 pgoff_t offset, unsigned long nr_to_read) in force_page_cache_readahead() argument
243 __do_page_cache_readahead(mapping, filp, offset, this_chunk, 0); in force_page_cache_readahead()
245 offset += this_chunk; in force_page_cache_readahead()
333 pgoff_t offset, unsigned long max) in count_history_pages() argument
338 head = page_cache_prev_miss(mapping, offset - 1, max); in count_history_pages()
341 return offset - 1 - head; in count_history_pages()
349 pgoff_t offset, in try_context_readahead() argument
355 size = count_history_pages(mapping, offset, max); in try_context_readahead()
[all …]
|
| D | frontswap.c | 216 pgoff_t offset) in __frontswap_test() argument
219 return test_bit(offset, sis->frontswap_map); in __frontswap_test()
225 pgoff_t offset) in __frontswap_set() argument
227 set_bit(offset, sis->frontswap_map); in __frontswap_set()
232 pgoff_t offset) in __frontswap_clear() argument
234 clear_bit(offset, sis->frontswap_map); in __frontswap_clear()
251 pgoff_t offset = swp_offset(entry); in __frontswap_store() local
264 if (__frontswap_test(sis, offset)) { in __frontswap_store()
265 __frontswap_clear(sis, offset); in __frontswap_store()
267 ops->invalidate_page(type, offset); in __frontswap_store()
[all …]
|
| D | dmapool.c | 58 unsigned int offset; member
207 unsigned int offset = 0; in pool_initialise_page() local
211 unsigned int next = offset + pool->size; in pool_initialise_page()
216 *(int *)(page->vaddr + offset) = next; in pool_initialise_page()
217 offset = next; in pool_initialise_page()
218 } while (offset < pool->allocation); in pool_initialise_page()
236 page->offset = 0; in pool_alloc_page()
324 size_t offset; in dma_pool_alloc() local
331 if (page->offset < pool->allocation) in dma_pool_alloc()
347 offset = page->offset; in dma_pool_alloc()
[all …]
|
| D | fadvise.c | 30 int generic_fadvise(struct file *file, loff_t offset, loff_t len, int advice) in generic_fadvise() argument
71 endbyte = (u64)offset + (u64)len; in generic_fadvise()
97 start_index = offset >> PAGE_SHIFT; in generic_fadvise()
115 __filemap_fdatawrite_range(mapping, offset, endbyte, in generic_fadvise()
123 start_index = (offset+(PAGE_SIZE-1)) >> PAGE_SHIFT; in generic_fadvise()
182 int vfs_fadvise(struct file *file, loff_t offset, loff_t len, int advice) in vfs_fadvise() argument
185 return file->f_op->fadvise(file, offset, len, advice); in vfs_fadvise()
187 return generic_fadvise(file, offset, len, advice); in vfs_fadvise()
193 int ksys_fadvise64_64(int fd, loff_t offset, loff_t len, int advice) in ksys_fadvise64_64() argument
201 ret = vfs_fadvise(f.file, offset, len, advice); in ksys_fadvise64_64()
[all …]
|
| D | swap_cgroup.c | 66 pgoff_t offset) in __lookup_swap_cgroup() argument
71 mappage = ctrl->map[offset / SC_PER_PAGE]; in __lookup_swap_cgroup()
73 return sc + offset % SC_PER_PAGE; in __lookup_swap_cgroup()
79 pgoff_t offset = swp_offset(ent); in lookup_swap_cgroup() local
85 return __lookup_swap_cgroup(ctrl, offset); in lookup_swap_cgroup()
133 pgoff_t offset = swp_offset(ent); in swap_cgroup_record() local
134 pgoff_t end = offset + nr_ents; in swap_cgroup_record()
143 offset++; in swap_cgroup_record()
144 if (offset == end) in swap_cgroup_record()
146 if (offset % SC_PER_PAGE) in swap_cgroup_record()
[all …]
|
| D | zswap.c | 153 pgoff_t offset; member
267 static struct zswap_entry *zswap_rb_search(struct rb_root *root, pgoff_t offset) in zswap_rb_search() argument
274 if (entry->offset > offset) in zswap_rb_search()
276 else if (entry->offset < offset) in zswap_rb_search()
297 if (myentry->offset > entry->offset) in zswap_rb_insert()
299 else if (myentry->offset < entry->offset) in zswap_rb_insert()
359 pgoff_t offset) in zswap_entry_find_get() argument
363 entry = zswap_rb_search(root, offset); in zswap_entry_find_get()
845 pgoff_t offset; in zswap_writeback_entry() local
860 offset = swp_offset(swpentry); in zswap_writeback_entry()
[all …]
|
| D | swap_state.c | 462 unsigned long offset, in __swapin_nr_pages() argument
481 if (offset != prev_offset + 1 && offset != prev_offset - 1) in __swapin_nr_pages()
501 static unsigned long swapin_nr_pages(unsigned long offset) in swapin_nr_pages() argument
512 pages = __swapin_nr_pages(prev_offset, offset, hits, max_pages, in swapin_nr_pages()
515 prev_offset = offset; in swapin_nr_pages()
544 unsigned long offset = entry_offset; in swap_cluster_readahead() local
553 mask = swapin_nr_pages(offset) - 1; in swap_cluster_readahead()
566 start_offset = offset & ~mask; in swap_cluster_readahead()
567 end_offset = offset | mask; in swap_cluster_readahead()
574 for (offset = start_offset; offset <= end_offset ; offset++) { in swap_cluster_readahead()
[all …]
|
| D | filemap.c | 815 pgoff_t offset = old->index; in replace_page_cache_page() local
816 XA_STATE(xas, &mapping->i_pages, offset); in replace_page_cache_page()
825 new->index = offset; in replace_page_cache_page()
852 pgoff_t offset, gfp_t gfp_mask, in __add_to_page_cache_locked() argument
855 XA_STATE(xas, &mapping->i_pages, offset); in __add_to_page_cache_locked()
874 page->index = offset; in __add_to_page_cache_locked()
929 pgoff_t offset, gfp_t gfp_mask) in add_to_page_cache_locked() argument
931 return __add_to_page_cache_locked(page, mapping, offset, in add_to_page_cache_locked()
937 pgoff_t offset, gfp_t gfp_mask) in add_to_page_cache_lru() argument
943 ret = __add_to_page_cache_locked(page, mapping, offset, in add_to_page_cache_lru()
[all …]
|
| D | early_ioremap.c | 108 unsigned long offset; in __early_ioremap() local
137 offset = offset_in_page(phys_addr); in __early_ioremap()
162 __func__, (u64)phys_addr, size, slot, offset, slot_virt[slot]); in __early_ioremap()
164 prev_map[slot] = (void __iomem *)(offset + slot_virt[slot]); in __early_ioremap()
171 unsigned long offset; in early_iounmap() local
200 offset = offset_in_page(virt_addr); in early_iounmap()
201 nrpages = PAGE_ALIGN(offset + size) >> PAGE_SHIFT; in early_iounmap()
|
| D | internal.h | 53 struct file *filp, pgoff_t offset, unsigned long nr_to_read,
398 static inline struct page *mem_map_offset(struct page *base, int offset) in mem_map_offset() argument
400 if (unlikely(offset >= MAX_ORDER_NR_PAGES)) in mem_map_offset()
401 return nth_page(base, offset); in mem_map_offset()
402 return base + offset; in mem_map_offset()
410 struct page *base, int offset) in mem_map_next() argument
412 if (unlikely((offset & (MAX_ORDER_NR_PAGES - 1)) == 0)) { in mem_map_next()
413 unsigned long pfn = page_to_pfn(base) + offset; in mem_map_next()
|
| D | shmem.c | 2080 unsigned long offset; in shmem_get_unmapped_area() local
2134 offset = (pgoff << PAGE_SHIFT) & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area()
2135 if (offset && offset + len < 2 * HPAGE_PMD_SIZE) in shmem_get_unmapped_area()
2137 if ((addr & (HPAGE_PMD_SIZE-1)) == offset) in shmem_get_unmapped_area()
2153 inflated_addr += offset - inflated_offset; in shmem_get_unmapped_area()
2154 if (inflated_offset > offset) in shmem_get_unmapped_area()
2324 pgoff_t offset, max_off; in shmem_mfill_atomic_pte() local
2363 offset = linear_page_index(dst_vma, dst_addr); in shmem_mfill_atomic_pte()
2365 if (unlikely(offset >= max_off)) in shmem_mfill_atomic_pte()
2397 if (unlikely(offset >= max_off)) in shmem_mfill_atomic_pte()
[all …]
|
| D | usercopy.c | 73 unsigned long offset, unsigned long len) in usercopy_warn() argument
80 offset, len); in usercopy_warn()
84 bool to_user, unsigned long offset, in usercopy_abort() argument
92 offset, len); in usercopy_abort()
|
| D | process_vm_access.c | 31 unsigned offset, in process_vm_rw_pages() argument
39 size_t copy = PAGE_SIZE - offset; in process_vm_rw_pages()
46 copied = copy_page_from_iter(page, offset, copy, iter); in process_vm_rw_pages()
49 copied = copy_page_to_iter(page, offset, copy, iter); in process_vm_rw_pages()
54 offset = 0; in process_vm_rw_pages()
|
| D | zsmalloc.c | 499 static inline void set_first_obj_offset(struct page *page, int offset) in set_first_obj_offset() argument
501 page->units = offset; in set_first_obj_offset()
1410 int i, nr_page, offset; in obj_malloc() local
1421 offset = obj * class->size; in obj_malloc()
1422 nr_page = offset >> PAGE_SHIFT; in obj_malloc()
1423 m_offset = offset & ~PAGE_MASK; in obj_malloc()
1656 int offset = 0; in find_alloced_obj() local
1661 offset = get_first_obj_offset(page); in find_alloced_obj()
1662 offset += class->size * index; in find_alloced_obj()
1664 while (offset < PAGE_SIZE) { in find_alloced_obj()
[all …]
|
| D | userfaultfd.c | 34 pgoff_t offset, max_off; in mcopy_atomic_pte() local
80 offset = linear_page_index(dst_vma, dst_addr); in mcopy_atomic_pte()
83 if (unlikely(offset >= max_off)) in mcopy_atomic_pte()
120 pgoff_t offset, max_off; in mfill_zeropage_pte() local
129 offset = linear_page_index(dst_vma, dst_addr); in mfill_zeropage_pte()
132 if (unlikely(offset >= max_off)) in mfill_zeropage_pte()
|
| D | util.c | 508 unsigned long flag, unsigned long offset) in vm_mmap() argument
510 if (unlikely(offset + PAGE_ALIGN(len) < offset)) in vm_mmap()
512 if (unlikely(offset_in_page(offset))) in vm_mmap()
515 return vm_mmap_pgoff(file, addr, len, prot, flag, offset >> PAGE_SHIFT); in vm_mmap()
|
| D | slab.c | 1449 static void dump_line(char *data, int offset, int limit) in dump_line() argument
1455 pr_err("%03x: ", offset); in dump_line()
1457 if (data[offset + i] != POISON_FREE) { in dump_line()
1458 error = data[offset + i]; in dump_line()
1463 &data[offset], limit, 1); in dump_line()
2571 size_t offset; in cache_grow_begin() local
2611 offset = n->colour_next; in cache_grow_begin()
2612 if (offset >= cachep->colour) in cache_grow_begin()
2613 offset = 0; in cache_grow_begin()
2615 offset *= cachep->colour_off; in cache_grow_begin()
[all …]
|
| D | madvise.c | 258 loff_t offset; in madvise_willneed() local
292 offset = (loff_t)(start - vma->vm_start) in madvise_willneed()
294 vfs_fadvise(file, offset, end - start, POSIX_FADV_WILLNEED); in madvise_willneed()
818 loff_t offset; in madvise_remove() local
836 offset = (loff_t)(start - vma->vm_start) in madvise_remove()
852 offset, end - start); in madvise_remove()
|
| D | slub.c | 280 return freelist_dereference(s, object + s->offset); in get_freepointer()
285 prefetch(object + s->offset); in prefetch_freepointer()
296 freepointer_addr = (unsigned long)object + s->offset; in get_freepointer_safe()
303 unsigned long freeptr_addr = (unsigned long)object + s->offset; in set_freepointer()
541 if (s->offset) in get_track()
542 p = object + s->offset + sizeof(void *); in get_track()
671 if (s->offset) in print_trailer()
672 off = s->offset + sizeof(void *); in print_trailer()
801 if (s->offset) in check_pad_bytes()
889 if (!s->offset && val == SLUB_RED_ACTIVE) in check_object()
[all …]
|
| D | vmalloc.c | 1627 unsigned long offset; in vb_free() local
1639 offset = (unsigned long)addr & (VMAP_BLOCK_SIZE - 1); in vb_free()
1640 offset >>= PAGE_SHIFT; in vb_free()
1657 vb->dirty_min = min(vb->dirty_min, offset); in vb_free()
1658 vb->dirty_max = max(vb->dirty_max, offset + (1UL << order)); in vb_free()
2751 unsigned long offset, length; in aligned_vread() local
2753 offset = offset_in_page(addr); in aligned_vread()
2754 length = PAGE_SIZE - offset; in aligned_vread()
2771 memcpy(buf, map + offset, length); in aligned_vread()
2790 unsigned long offset, length; in aligned_vwrite() local
[all …]
|
| D | page_io.c | 111 unsigned long offset; in swap_slot_free_notify() local
113 offset = swp_offset(entry); in swap_slot_free_notify()
117 offset); in swap_slot_free_notify()
|
| D | cma.c | 422 unsigned long mask, offset; in cma_alloc() local
440 offset = cma_bitmap_aligned_offset(cma, align); in cma_alloc()
451 offset); in cma_alloc()
|
| D | slob.c | 149 slobidx_t offset = next - base; in set_slob() local
153 s[1].units = offset; in set_slob()
155 s[0].units = -offset; in set_slob()
|
| /mm/kasan/ |
| D | report.c | 263 unsigned long offset; in print_decoded_frame_descr() local
268 &offset)) in print_decoded_frame_descr()
286 pr_err(" [%lu, %lu) '%s'", offset, offset + size, token); in print_decoded_frame_descr()
291 unsigned long *offset, in get_address_stack_frame_info() argument
335 *offset = (unsigned long)addr - (unsigned long)frame; in get_address_stack_frame_info()
344 unsigned long offset; in print_address_stack_frame() local
351 if (!get_address_stack_frame_info(addr, &offset, &frame_descr, in print_address_stack_frame()
361 addr, current->comm, task_pid_nr(current), offset); in print_address_stack_frame()
|