• Home
  • Raw
  • Download

Lines Matching refs:swap_map

461 	memset(si->swap_map + idx * SWAPFILE_CLUSTER,  in swap_cluster_schedule_discard()
498 memset(si->swap_map + idx * SWAPFILE_CLUSTER, in swap_do_scheduled_discard()
657 if (!si->swap_map[tmp]) in scan_swap_map_try_ssd_cluster()
837 if (si->swap_map[offset]) in scan_swap_map_slots()
877 if (vm_swap_full() && si->swap_map[offset] == SWAP_HAS_CACHE) { in scan_swap_map_slots()
889 if (si->swap_map[offset]) { in scan_swap_map_slots()
896 WRITE_ONCE(si->swap_map[offset], usage); in scan_swap_map_slots()
923 } else if (si->cluster_nr && !si->swap_map[++offset]) { in scan_swap_map_slots()
943 if (!si->swap_map[offset]) in scan_swap_map_slots()
956 if (data_race(!si->swap_map[offset])) { in scan_swap_map_slots()
961 READ_ONCE(si->swap_map[offset]) == SWAP_HAS_CACHE) { in scan_swap_map_slots()
973 if (data_race(!si->swap_map[offset])) { in scan_swap_map_slots()
978 READ_ONCE(si->swap_map[offset]) == SWAP_HAS_CACHE) { in scan_swap_map_slots()
1020 memset(si->swap_map + offset, SWAP_HAS_CACHE, SWAPFILE_CLUSTER); in swap_alloc_cluster()
1034 memset(si->swap_map + offset, 0, SWAPFILE_CLUSTER); in swap_free_cluster()
1163 if (data_race(!p->swap_map[swp_offset(entry)])) in _swap_info_get()
1206 count = p->swap_map[offset]; in __swap_entry_free_locked()
1232 WRITE_ONCE(p->swap_map[offset], usage); in __swap_entry_free_locked()
1234 WRITE_ONCE(p->swap_map[offset], SWAP_HAS_CACHE); in __swap_entry_free_locked()
1325 count = p->swap_map[offset]; in swap_entry_free()
1327 p->swap_map[offset] = 0; in swap_entry_free()
1369 map = si->swap_map + offset; in put_swap_page()
1468 count = swap_count(p->swap_map[offset]); in page_swapcount()
1482 count = swap_count(si->swap_map[offset]); in __swap_count()
1495 count = swap_count(si->swap_map[offset]); in swap_swapcount()
1539 count = swap_count(p->swap_map[offset]); in swp_swapcount()
1546 page = vmalloc_to_page(p->swap_map + offset); in swp_swapcount()
1568 unsigned char *map = si->swap_map; in swap_page_trans_huge_swapped()
1638 map = si->swap_map; in page_trans_huge_map_swapcount()
1952 volatile unsigned char *swap_map; in unuse_pte_range() local
1969 swap_map = &si->swap_map[offset]; in unuse_pte_range()
1982 if (*swap_map == 0 || *swap_map == SWAP_MAP_BAD) in unuse_pte_range()
2142 count = READ_ONCE(si->swap_map[i]); in find_next_to_unuse()
2429 unsigned char *swap_map, in setup_swap_info() argument
2453 p->swap_map = swap_map; in setup_swap_info()
2479 unsigned char *swap_map, in enable_swap_info() argument
2486 setup_swap_info(p, prio, swap_map, cluster_info); in enable_swap_info()
2504 setup_swap_info(p, p->prio, p->swap_map, p->cluster_info); in reinsert_swap_info()
2524 unsigned char *swap_map; in SYSCALL_DEFINE1() local
2652 swap_map = p->swap_map; in SYSCALL_DEFINE1()
2653 p->swap_map = NULL; in SYSCALL_DEFINE1()
2667 vfree(swap_map); in SYSCALL_DEFINE1()
2735 if (!(si->flags & SWP_USED) || !si->swap_map) in swap_start()
2756 if (!(si->flags & SWP_USED) || !si->swap_map) in swap_next()
3042 unsigned char *swap_map, in setup_swap_map_and_extents() argument
3064 swap_map[page_nr] = SWAP_MAP_BAD; in setup_swap_map_and_extents()
3079 swap_map[0] = SWAP_MAP_BAD; in setup_swap_map_and_extents()
3148 unsigned char *swap_map = NULL; in SYSCALL_DEFINE2() local
3224 swap_map = vzalloc(maxpages); in SYSCALL_DEFINE2()
3225 if (!swap_map) { in SYSCALL_DEFINE2()
3288 nr_extents = setup_swap_map_and_extents(p, swap_header, swap_map, in SYSCALL_DEFINE2()
3350 enable_swap_info(p, prio, swap_map, cluster_info, frontswap_map); in SYSCALL_DEFINE2()
3387 vfree(swap_map); in SYSCALL_DEFINE2()
3453 count = p->swap_map[offset]; in __swap_duplicate()
3491 WRITE_ONCE(p->swap_map[offset], count | has_cache); in __swap_duplicate()
3611 count = swap_count(si->swap_map[offset]); in add_swap_count_continuation()
3632 head = vmalloc_to_page(si->swap_map + offset); in add_swap_count_continuation()
3700 head = vmalloc_to_page(si->swap_map + offset); in swap_count_continued()
3782 head = vmalloc_to_page(si->swap_map + offset); in free_swap_count_continuations()