/mm/ |
D | process_vm_access.c | 36 struct iov_iter *iter, in process_vm_rw_pages() argument 40 while (len && iov_iter_count(iter)) { in process_vm_rw_pages() 49 copied = copy_page_from_iter(page, offset, copy, iter); in process_vm_rw_pages() 52 copied = copy_page_to_iter(page, offset, copy, iter); in process_vm_rw_pages() 55 if (copied < copy && iov_iter_count(iter)) in process_vm_rw_pages() 79 struct iov_iter *iter, in process_vm_rw_single_vec() argument 101 while (!rc && nr_pages && iov_iter_count(iter)) { in process_vm_rw_single_vec() 120 start_offset, bytes, iter, in process_vm_rw_single_vec() 149 static ssize_t process_vm_rw_core(pid_t pid, struct iov_iter *iter, in process_vm_rw_core() argument 163 size_t total_len = iov_iter_count(iter); in process_vm_rw_core() [all …]
|
D | filemap.c | 1292 struct radix_tree_iter iter; in find_get_entries() local 1298 radix_tree_for_each_slot(slot, &mapping->page_tree, &iter, start) { in find_get_entries() 1306 slot = radix_tree_iter_retry(&iter); in find_get_entries() 1333 indices[ret] = iter.index; in find_get_entries() 1361 struct radix_tree_iter iter; in find_get_pages() local 1369 radix_tree_for_each_slot(slot, &mapping->page_tree, &iter, start) { in find_get_pages() 1378 slot = radix_tree_iter_retry(&iter); in find_get_pages() 1429 struct radix_tree_iter iter; in find_get_pages_contig() local 1437 radix_tree_for_each_contig(slot, &mapping->page_tree, &iter, index) { in find_get_pages_contig() 1447 slot = radix_tree_iter_retry(&iter); in find_get_pages_contig() [all …]
|
D | memcontrol.c | 770 struct mem_cgroup_reclaim_iter *uninitialized_var(iter); in mem_cgroup_iter() 796 iter = &mz->iter[reclaim->priority]; in mem_cgroup_iter() 798 if (prev && reclaim->generation != iter->generation) in mem_cgroup_iter() 802 pos = READ_ONCE(iter->position); in mem_cgroup_iter() 813 (void)cmpxchg(&iter->position, pos, NULL); in mem_cgroup_iter() 856 (void)cmpxchg(&iter->position, pos, memcg); in mem_cgroup_iter() 862 iter->generation++; in mem_cgroup_iter() 864 reclaim->generation = iter->generation; in mem_cgroup_iter() 893 struct mem_cgroup_reclaim_iter *iter; in invalidate_reclaim_iterators() local 902 iter = &mz->iter[i]; in invalidate_reclaim_iterators() [all …]
|
D | khugepaged.c | 1310 struct radix_tree_iter iter; in collapse_shmem() local 1347 radix_tree_for_each_slot(slot, &mapping->page_tree, &iter, start) { in collapse_shmem() 1348 int n = min(iter.index, end) - index; in collapse_shmem() 1359 for (; index < min(iter.index, end); index++) { in collapse_shmem() 1437 slot = radix_tree_iter_next(&iter); in collapse_shmem() 1524 radix_tree_for_each_slot(slot, &mapping->page_tree, &iter, in collapse_shmem() 1526 if (iter.index >= end) in collapse_shmem() 1530 if (!page || iter.index < page->index) { in collapse_shmem() 1536 iter.index); in collapse_shmem() 1537 slot = radix_tree_iter_next(&iter); in collapse_shmem() [all …]
|
D | slab.h | 187 #define for_each_memcg_cache(iter, root) \ argument 188 list_for_each_entry(iter, &(root)->memcg_params.list, \ 285 #define for_each_memcg_cache(iter, root) \ argument 286 for ((void)(iter), (void)(root); 0; )
|
D | shmem.c | 657 struct radix_tree_iter iter; in shmem_partial_swap_usage() local 664 radix_tree_for_each_slot(slot, &mapping->page_tree, &iter, start) { in shmem_partial_swap_usage() 665 if (iter.index >= end) in shmem_partial_swap_usage() 671 slot = radix_tree_iter_retry(&iter); in shmem_partial_swap_usage() 680 slot = radix_tree_iter_next(&iter); in shmem_partial_swap_usage() 2449 struct radix_tree_iter iter; in shmem_tag_pins() local 2458 radix_tree_for_each_slot(slot, &mapping->page_tree, &iter, start) { in shmem_tag_pins() 2462 slot = radix_tree_iter_retry(&iter); in shmem_tag_pins() 2467 radix_tree_tag_set(&mapping->page_tree, iter.index, in shmem_tag_pins() 2474 slot = radix_tree_iter_next(&iter); in shmem_tag_pins() [all …]
|
D | internal.h | 366 static inline struct page *mem_map_next(struct page *iter, in mem_map_next() argument 375 return iter + 1; in mem_map_next()
|
D | backing-dev.c | 683 struct radix_tree_iter iter; in cgwb_bdi_destroy() local 691 radix_tree_for_each_slot(slot, &bdi->cgwb_tree, &iter, 0) in cgwb_bdi_destroy()
|
D | page_alloc.c | 7078 unsigned long pfn, iter, found; in has_unmovable_pages() local 7092 for (found = 0, iter = 0; iter < pageblock_nr_pages; iter++) { in has_unmovable_pages() 7093 unsigned long check = pfn + iter; in has_unmovable_pages() 7106 iter = round_up(iter + 1, 1<<compound_order(page)) - 1; in has_unmovable_pages() 7118 iter += (1 << page_order(page)) - 1; in has_unmovable_pages()
|