| /mm/ |
| D | readahead.c | 151 pgoff_t offset, unsigned long nr_to_read, in __do_page_cache_readahead() argument
172 pgoff_t page_offset = offset + page_idx; in __do_page_cache_readahead()
210 pgoff_t offset, unsigned long nr_to_read) in force_page_cache_readahead() argument
224 offset, this_chunk, 0); in force_page_cache_readahead()
228 offset += this_chunk; in force_page_cache_readahead()
318 pgoff_t offset, unsigned long max) in count_history_pages() argument
323 head = page_cache_prev_hole(mapping, offset - 1, max); in count_history_pages()
326 return offset - 1 - head; in count_history_pages()
334 pgoff_t offset, in try_context_readahead() argument
340 size = count_history_pages(mapping, offset, max); in try_context_readahead()
[all …]
|
| D | swapfile.c | 102 __try_to_reclaim_swap(struct swap_info_struct *si, unsigned long offset) in __try_to_reclaim_swap() argument
104 swp_entry_t entry = swp_entry(si->type, offset); in __try_to_reclaim_swap()
176 pgoff_t offset = start_page - se->start_page; in discard_swap_cluster() local
177 sector_t start_block = se->start_block + offset; in discard_swap_cluster()
178 sector_t nr_blocks = se->nr_pages - offset; in discard_swap_cluster()
424 unsigned long offset) in scan_swap_map_ssd_cluster_conflict() argument
429 offset /= SWAPFILE_CLUSTER; in scan_swap_map_ssd_cluster_conflict()
431 offset != cluster_list_first(&si->free_clusters) && in scan_swap_map_ssd_cluster_conflict()
432 cluster_is_free(&si->cluster_info[offset]); in scan_swap_map_ssd_cluster_conflict()
447 unsigned long *offset, unsigned long *scan_base) in scan_swap_map_try_ssd_cluster() argument
[all …]
|
| D | frontswap.c | 217 pgoff_t offset) in __frontswap_test() argument
220 return test_bit(offset, sis->frontswap_map); in __frontswap_test()
226 pgoff_t offset) in __frontswap_set() argument
228 set_bit(offset, sis->frontswap_map); in __frontswap_set()
233 pgoff_t offset) in __frontswap_clear() argument
235 clear_bit(offset, sis->frontswap_map); in __frontswap_clear()
252 pgoff_t offset = swp_offset(entry); in __frontswap_store() local
265 if (__frontswap_test(sis, offset)) { in __frontswap_store()
266 __frontswap_clear(sis, offset); in __frontswap_store()
268 ops->invalidate_page(type, offset); in __frontswap_store()
[all …]
|
| D | dmapool.c | 61 unsigned int offset; member
208 unsigned int offset = 0; in pool_initialise_page() local
212 unsigned int next = offset + pool->size; in pool_initialise_page()
217 *(int *)(page->vaddr + offset) = next; in pool_initialise_page()
218 offset = next; in pool_initialise_page()
219 } while (offset < pool->allocation); in pool_initialise_page()
237 page->offset = 0; in pool_alloc_page()
325 size_t offset; in dma_pool_alloc() local
332 if (page->offset < pool->allocation) in dma_pool_alloc()
348 offset = page->offset; in dma_pool_alloc()
[all …]
|
| D | filemap.c | 625 pgoff_t offset = old->index; in replace_page_cache_page() local
630 new->index = offset; in replace_page_cache_page()
658 pgoff_t offset, gfp_t gfp_mask, in __add_to_page_cache_locked() argument
684 page->index = offset; in __add_to_page_cache_locked()
721 pgoff_t offset, gfp_t gfp_mask) in add_to_page_cache_locked() argument
723 return __add_to_page_cache_locked(page, mapping, offset, in add_to_page_cache_locked()
729 pgoff_t offset, gfp_t gfp_mask) in add_to_page_cache_lru() argument
735 ret = __add_to_page_cache_locked(page, mapping, offset, in add_to_page_cache_lru()
1087 struct page *find_get_entry(struct address_space *mapping, pgoff_t offset) in find_get_entry() argument
1095 pagep = radix_tree_lookup_slot(&mapping->page_tree, offset); in find_get_entry()
[all …]
|
| D | swap_state.c | 408 static unsigned long swapin_nr_pages(unsigned long offset) in swapin_nr_pages() argument
430 if (offset != prev_offset + 1 && offset != prev_offset - 1) in swapin_nr_pages()
432 prev_offset = offset; in swapin_nr_pages()
476 unsigned long offset = entry_offset; in swapin_readahead() local
481 mask = swapin_nr_pages(offset) - 1; in swapin_readahead()
486 start_offset = offset & ~mask; in swapin_readahead()
487 end_offset = offset | mask; in swapin_readahead()
492 for (offset = start_offset; offset <= end_offset ; offset++) { in swapin_readahead()
494 page = read_swap_cache_async(swp_entry(swp_type(entry), offset), in swapin_readahead()
498 if (offset != entry_offset) in swapin_readahead()
|
| D | zswap.c | 152 pgoff_t offset; member
260 static struct zswap_entry *zswap_rb_search(struct rb_root *root, pgoff_t offset) in zswap_rb_search() argument
267 if (entry->offset > offset) in zswap_rb_search()
269 else if (entry->offset < offset) in zswap_rb_search()
290 if (myentry->offset > entry->offset) in zswap_rb_insert()
292 else if (myentry->offset < entry->offset) in zswap_rb_insert()
348 pgoff_t offset) in zswap_entry_find_get() argument
352 entry = zswap_rb_search(root, offset); in zswap_entry_find_get()
874 pgoff_t offset; in zswap_writeback_entry() local
890 offset = swp_offset(swpentry); in zswap_writeback_entry()
[all …]
|
| D | fadvise.c | 28 SYSCALL_DEFINE4(fadvise64_64, int, fd, loff_t, offset, loff_t, len, int, advice) in SYSCALL_DEFINE4() argument
72 endbyte = offset + len; in SYSCALL_DEFINE4()
100 start_index = offset >> PAGE_SHIFT; in SYSCALL_DEFINE4()
119 __filemap_fdatawrite_range(mapping, offset, endbyte, in SYSCALL_DEFINE4()
127 start_index = (offset+(PAGE_SIZE-1)) >> PAGE_SHIFT; in SYSCALL_DEFINE4()
168 SYSCALL_DEFINE4(fadvise64, int, fd, loff_t, offset, size_t, len, int, advice) in SYSCALL_DEFINE4() argument
170 return sys_fadvise64_64(fd, offset, len, advice); in SYSCALL_DEFINE4()
|
| D | early_ioremap.c | 100 unsigned long offset; in __early_ioremap() local
129 offset = offset_in_page(phys_addr); in __early_ioremap()
154 __func__, (u64)phys_addr, size, slot, offset, slot_virt[slot]); in __early_ioremap()
156 prev_map[slot] = (void __iomem *)(offset + slot_virt[slot]); in __early_ioremap()
163 unsigned long offset; in early_iounmap() local
192 offset = offset_in_page(virt_addr); in early_iounmap()
193 nrpages = PAGE_ALIGN(offset + size) >> PAGE_SHIFT; in early_iounmap()
|
| D | internal.h | 50 struct file *filp, pgoff_t offset, unsigned long nr_to_read,
355 static inline struct page *mem_map_offset(struct page *base, int offset) in mem_map_offset() argument
357 if (unlikely(offset >= MAX_ORDER_NR_PAGES)) in mem_map_offset()
358 return nth_page(base, offset); in mem_map_offset()
359 return base + offset; in mem_map_offset()
367 struct page *base, int offset) in mem_map_next() argument
369 if (unlikely((offset & (MAX_ORDER_NR_PAGES - 1)) == 0)) { in mem_map_next()
370 unsigned long pfn = page_to_pfn(base) + offset; in mem_map_next()
|
| D | shmem.c | 1973 unsigned long offset; in shmem_get_unmapped_area() local
2026 offset = (pgoff << PAGE_SHIFT) & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area()
2027 if (offset && offset + len < 2 * HPAGE_PMD_SIZE) in shmem_get_unmapped_area()
2029 if ((addr & (HPAGE_PMD_SIZE-1)) == offset) in shmem_get_unmapped_area()
2045 inflated_addr += offset - inflated_offset; in shmem_get_unmapped_area()
2046 if (inflated_offset > offset) in shmem_get_unmapped_area()
2248 unsigned long offset; in shmem_file_read_iter() local
2263 offset = *ppos & ~PAGE_MASK; in shmem_file_read_iter()
2276 if (nr <= offset) in shmem_file_read_iter()
2301 if (nr <= offset) { in shmem_file_read_iter()
[all …]
|
| D | process_vm_access.c | 34 unsigned offset, in process_vm_rw_pages() argument
42 size_t copy = PAGE_SIZE - offset; in process_vm_rw_pages()
49 copied = copy_page_from_iter(page, offset, copy, iter); in process_vm_rw_pages()
52 copied = copy_page_to_iter(page, offset, copy, iter); in process_vm_rw_pages()
57 offset = 0; in process_vm_rw_pages()
|
| D | zsmalloc.c | 510 static inline void set_first_obj_offset(struct page *page, int offset) in set_first_obj_offset() argument
512 page->units = offset; in set_first_obj_offset()
1490 int i, nr_page, offset; in obj_malloc() local
1501 offset = obj * class->size; in obj_malloc()
1502 nr_page = offset >> PAGE_SHIFT; in obj_malloc()
1503 m_offset = offset & ~PAGE_MASK; in obj_malloc()
1736 int offset = 0; in find_alloced_obj() local
1741 offset = get_first_obj_offset(page); in find_alloced_obj()
1742 offset += class->size * index; in find_alloced_obj()
1744 while (offset < PAGE_SIZE) { in find_alloced_obj()
[all …]
|
| D | util.c | 340 unsigned long flag, unsigned long offset) in vm_mmap() argument
342 if (unlikely(offset + PAGE_ALIGN(len) < offset)) in vm_mmap()
344 if (unlikely(offset_in_page(offset))) in vm_mmap()
347 return vm_mmap_pgoff(file, addr, len, prot, flag, offset >> PAGE_SHIFT); in vm_mmap()
|
| D | swap_cgroup.c | 67 pgoff_t offset = swp_offset(ent); in lookup_swap_cgroup() local
76 mappage = ctrl->map[offset / SC_PER_PAGE]; in lookup_swap_cgroup()
78 return sc + offset % SC_PER_PAGE; in lookup_swap_cgroup()
|
| D | vmalloc.c | 1023 unsigned long offset; in vb_free() local
1035 offset = (unsigned long)addr & (VMAP_BLOCK_SIZE - 1); in vb_free()
1036 offset >>= PAGE_SHIFT; in vb_free()
1049 vb->dirty_min = min(vb->dirty_min, offset); in vb_free()
1050 vb->dirty_max = max(vb->dirty_max, offset + (1UL << order)); in vb_free()
1933 unsigned long offset, length; in aligned_vread() local
1935 offset = offset_in_page(addr); in aligned_vread()
1936 length = PAGE_SIZE - offset; in aligned_vread()
1953 memcpy(buf, map + offset, length); in aligned_vread()
1972 unsigned long offset, length; in aligned_vwrite() local
[all …]
|
| D | cma.c | 364 unsigned long mask, offset; in cma_alloc() local
381 offset = cma_bitmap_aligned_offset(cma, align); in cma_alloc()
392 offset); in cma_alloc()
|
| D | slab.c | 416 u32 offset = (obj - page->s_mem); in obj_to_index() local
417 return reciprocal_divide(offset, cache->reciprocal_buffer_size); in obj_to_index()
1578 static void dump_line(char *data, int offset, int limit) in dump_line() argument
1584 pr_err("%03x: ", offset); in dump_line()
1586 if (data[offset + i] != POISON_FREE) { in dump_line()
1587 error = data[offset + i]; in dump_line()
1592 &data[offset], limit, 1); in dump_line()
2673 size_t offset; in cache_grow_begin() local
2712 offset = n->colour_next; in cache_grow_begin()
2713 if (offset >= cachep->colour) in cache_grow_begin()
[all …]
|
| D | page_io.c | 106 unsigned long offset; in swap_slot_free_notify() local
109 offset = swp_offset(entry); in swap_slot_free_notify()
113 offset); in swap_slot_free_notify()
|
| D | slub.c | 241 return *(void **)(object + s->offset); in get_freepointer()
246 prefetch(object + s->offset); in prefetch_freepointer()
256 probe_kernel_read(&p, (void **)(object + s->offset), sizeof(p)); in get_freepointer_safe()
262 *(void **)(object + s->offset) = fp; in set_freepointer()
513 if (s->offset) in get_track()
514 p = object + s->offset + sizeof(void *); in get_track()
651 if (s->offset) in print_trailer()
652 off = s->offset + sizeof(void *); in print_trailer()
781 if (s->offset) in check_pad_bytes()
867 if (!s->offset && val == SLUB_RED_ACTIVE) in check_object()
[all …]
|
| D | slob.c | 148 slobidx_t offset = next - base; in set_slob() local
152 s[1].units = offset; in set_slob()
154 s[0].units = -offset; in set_slob()
|
| D | madvise.c | 490 loff_t offset; in madvise_remove() local
508 offset = (loff_t)(start - vma->vm_start) in madvise_remove()
521 offset, end - start); in madvise_remove()
|
| D | page_alloc.c | 3954 int offset; in __alloc_page_frag() local
3974 nc->offset = size; in __alloc_page_frag()
3977 offset = nc->offset - fragsz; in __alloc_page_frag()
3978 if (unlikely(offset < 0)) { in __alloc_page_frag()
3993 offset = size - fragsz; in __alloc_page_frag()
3997 nc->offset = offset; in __alloc_page_frag()
3999 return nc->va + offset; in __alloc_page_frag()
4101 static unsigned long nr_free_zone_pages(int offset) in nr_free_zone_pages() argument
4111 for_each_zone_zonelist(zone, z, zonelist, offset) { in nr_free_zone_pages()
5885 unsigned long __maybe_unused offset = 0; in alloc_node_mem_map() local
[all …]
|
| D | memory.c | 3843 int offset = addr & (PAGE_SIZE-1); in generic_access_phys() local
3848 maddr = ioremap_prot(phys_addr, PAGE_ALIGN(len + offset), prot); in generic_access_phys()
3850 memcpy_toio(maddr + offset, buf, len); in generic_access_phys()
3852 memcpy_fromio(buf, maddr + offset, len); in generic_access_phys()
3874 int bytes, ret, offset; in __access_remote_vm() local
3900 offset = addr & (PAGE_SIZE-1); in __access_remote_vm()
3901 if (bytes > PAGE_SIZE-offset) in __access_remote_vm()
3902 bytes = PAGE_SIZE-offset; in __access_remote_vm()
3907 maddr + offset, buf, bytes); in __access_remote_vm()
3911 buf, maddr + offset, bytes); in __access_remote_vm()
|
| D | truncate.c | 88 void do_invalidatepage(struct page *page, unsigned int offset, in do_invalidatepage() argument
99 (*invalidatepage)(page, offset, length); in do_invalidatepage()
|