Lines Matching refs:offset
102 __try_to_reclaim_swap(struct swap_info_struct *si, unsigned long offset) in __try_to_reclaim_swap() argument
104 swp_entry_t entry = swp_entry(si->type, offset); in __try_to_reclaim_swap()
176 pgoff_t offset = start_page - se->start_page; in discard_swap_cluster() local
177 sector_t start_block = se->start_block + offset; in discard_swap_cluster()
178 sector_t nr_blocks = se->nr_pages - offset; in discard_swap_cluster()
424 unsigned long offset) in scan_swap_map_ssd_cluster_conflict() argument
429 offset /= SWAPFILE_CLUSTER; in scan_swap_map_ssd_cluster_conflict()
431 offset != cluster_list_first(&si->free_clusters) && in scan_swap_map_ssd_cluster_conflict()
432 cluster_is_free(&si->cluster_info[offset]); in scan_swap_map_ssd_cluster_conflict()
447 unsigned long *offset, unsigned long *scan_base) in scan_swap_map_try_ssd_cluster() argument
466 *scan_base = *offset = si->cluster_next; in scan_swap_map_try_ssd_cluster()
492 *offset = tmp; in scan_swap_map_try_ssd_cluster()
499 unsigned long offset; in scan_swap_map() local
516 scan_base = offset = si->cluster_next; in scan_swap_map()
520 scan_swap_map_try_ssd_cluster(si, &offset, &scan_base); in scan_swap_map()
538 scan_base = offset = si->lowest_bit; in scan_swap_map()
539 last_in_cluster = offset + SWAPFILE_CLUSTER - 1; in scan_swap_map()
542 for (; last_in_cluster <= si->highest_bit; offset++) { in scan_swap_map()
543 if (si->swap_map[offset]) in scan_swap_map()
544 last_in_cluster = offset + SWAPFILE_CLUSTER; in scan_swap_map()
545 else if (offset == last_in_cluster) { in scan_swap_map()
547 offset -= SWAPFILE_CLUSTER - 1; in scan_swap_map()
548 si->cluster_next = offset; in scan_swap_map()
558 offset = scan_base; in scan_swap_map()
565 while (scan_swap_map_ssd_cluster_conflict(si, offset)) in scan_swap_map()
566 scan_swap_map_try_ssd_cluster(si, &offset, &scan_base); in scan_swap_map()
572 if (offset > si->highest_bit) in scan_swap_map()
573 scan_base = offset = si->lowest_bit; in scan_swap_map()
576 if (vm_swap_full() && si->swap_map[offset] == SWAP_HAS_CACHE) { in scan_swap_map()
579 swap_was_freed = __try_to_reclaim_swap(si, offset); in scan_swap_map()
587 if (si->swap_map[offset]) in scan_swap_map()
590 if (offset == si->lowest_bit) in scan_swap_map()
592 if (offset == si->highest_bit) in scan_swap_map()
602 si->swap_map[offset] = usage; in scan_swap_map()
603 inc_cluster_info_page(si, si->cluster_info, offset); in scan_swap_map()
604 si->cluster_next = offset + 1; in scan_swap_map()
607 return offset; in scan_swap_map()
611 while (++offset <= si->highest_bit) { in scan_swap_map()
612 if (!si->swap_map[offset]) { in scan_swap_map()
616 if (vm_swap_full() && si->swap_map[offset] == SWAP_HAS_CACHE) { in scan_swap_map()
625 offset = si->lowest_bit; in scan_swap_map()
626 while (offset < scan_base) { in scan_swap_map()
627 if (!si->swap_map[offset]) { in scan_swap_map()
631 if (vm_swap_full() && si->swap_map[offset] == SWAP_HAS_CACHE) { in scan_swap_map()
639 offset++; in scan_swap_map()
651 pgoff_t offset; in get_swap_page() local
683 offset = scan_swap_map(si, SWAP_HAS_CACHE); in get_swap_page()
685 if (offset) in get_swap_page()
686 return swp_entry(si->type, offset); in get_swap_page()
716 pgoff_t offset; in get_swap_page_of_type() local
723 offset = scan_swap_map(si, 1); in get_swap_page_of_type()
724 if (offset) { in get_swap_page_of_type()
726 return swp_entry(type, offset); in get_swap_page_of_type()
737 unsigned long offset, type; in swap_info_get() local
747 offset = swp_offset(entry); in swap_info_get()
748 if (offset >= p->max) in swap_info_get()
750 if (!p->swap_map[offset]) in swap_info_get()
773 unsigned long offset = swp_offset(entry); in swap_entry_free() local
777 count = p->swap_map[offset]; in swap_entry_free()
792 if (swap_count_continued(p, offset, count)) in swap_entry_free()
801 p->swap_map[offset] = usage; in swap_entry_free()
806 dec_cluster_info_page(p, p->cluster_info, offset); in swap_entry_free()
807 if (offset < p->lowest_bit) in swap_entry_free()
808 p->lowest_bit = offset; in swap_entry_free()
809 if (offset > p->highest_bit) { in swap_entry_free()
811 p->highest_bit = offset; in swap_entry_free()
823 frontswap_invalidate_page(p->type, offset); in swap_entry_free()
828 offset); in swap_entry_free()
893 pgoff_t offset; in swp_swapcount() local
907 offset = swp_offset(entry); in swp_swapcount()
908 page = vmalloc_to_page(p->swap_map + offset); in swp_swapcount()
909 offset &= ~PAGE_MASK; in swp_swapcount()
915 tmp_count = map[offset]; in swp_swapcount()
1055 int swap_type_of(dev_t device, sector_t offset, struct block_device **bdev_p) in swap_type_of() argument
1080 if (se->start_block == offset) { in swap_type_of()
1101 sector_t swapdev_block(int type, pgoff_t offset) in swapdev_block() argument
1109 return map_swap_entry(swp_entry(type, offset), &bdev); in swapdev_block()
1642 pgoff_t offset; in map_swap_entry() local
1647 offset = swp_offset(entry); in map_swap_entry()
1652 if (se->start_page <= offset && in map_swap_entry()
1653 offset < (se->start_page + se->nr_pages)) { in map_swap_entry()
1654 return se->start_block + (offset - se->start_page); in map_swap_entry()
2631 unsigned long offset, type; in __swap_duplicate() local
2643 offset = swp_offset(entry); in __swap_duplicate()
2646 if (unlikely(offset >= p->max)) in __swap_duplicate()
2649 count = p->swap_map[offset]; in __swap_duplicate()
2680 else if (swap_count_continued(p, offset, count)) in __swap_duplicate()
2687 p->swap_map[offset] = count | has_cache; in __swap_duplicate()
2782 pgoff_t offset; in add_swap_count_continuation() local
2801 offset = swp_offset(entry); in add_swap_count_continuation()
2802 count = si->swap_map[offset] & ~SWAP_HAS_CACHE; in add_swap_count_continuation()
2823 head = vmalloc_to_page(si->swap_map + offset); in add_swap_count_continuation()
2824 offset &= ~PAGE_MASK; in add_swap_count_continuation()
2847 map = kmap_atomic(list_page) + offset; in add_swap_count_continuation()
2878 pgoff_t offset, unsigned char count) in swap_count_continued() argument
2884 head = vmalloc_to_page(si->swap_map + offset); in swap_count_continued()
2890 offset &= ~PAGE_MASK; in swap_count_continued()
2892 map = kmap_atomic(page) + offset; in swap_count_continued()
2905 map = kmap_atomic(page) + offset; in swap_count_continued()
2912 map = kmap_atomic(page) + offset; in swap_count_continued()
2919 map = kmap_atomic(page) + offset; in swap_count_continued()
2935 map = kmap_atomic(page) + offset; in swap_count_continued()
2944 map = kmap_atomic(page) + offset; in swap_count_continued()
2960 pgoff_t offset; in free_swap_count_continuations() local
2962 for (offset = 0; offset < si->max; offset += PAGE_SIZE) { in free_swap_count_continuations()
2964 head = vmalloc_to_page(si->swap_map + offset); in free_swap_count_continuations()