355 	struct swap_cluster_info *ci;  in lock_cluster()  local
357 	ci = si->cluster_info;  in lock_cluster()
358 	if (ci) {  in lock_cluster()
359 		ci += offset / SWAPFILE_CLUSTER;  in lock_cluster()
360 		spin_lock(&ci->lock);  in lock_cluster()
362 	return ci;  in lock_cluster()
365 static inline void unlock_cluster(struct swap_cluster_info *ci)  in unlock_cluster()  argument
367 	if (ci)  in unlock_cluster()
368 		spin_unlock(&ci->lock);  in unlock_cluster()
378 	struct swap_cluster_info *ci;  in lock_cluster_or_swap_info()  local
381 	ci = lock_cluster(si, offset);  in lock_cluster_or_swap_info()
383 	if (!ci)  in lock_cluster_or_swap_info()
386 	return ci;  in lock_cluster_or_swap_info()
390 					       struct swap_cluster_info *ci)  in unlock_cluster_or_swap_info()  argument
392 	if (ci)  in unlock_cluster_or_swap_info()
393 		unlock_cluster(ci);  in unlock_cluster_or_swap_info()
415 				  struct swap_cluster_info *ci,  in cluster_list_add_tail()  argument
429 		ci_tail = ci + tail;  in cluster_list_add_tail()
438 					   struct swap_cluster_info *ci)  in cluster_list_del_first()  argument
448 				      cluster_next(&ci[idx]), 0);  in cluster_list_del_first()
473 	struct swap_cluster_info *ci = si->cluster_info;  in __free_cluster()  local
475 	cluster_set_flag(ci + idx, CLUSTER_FLAG_FREE);  in __free_cluster()
476 	cluster_list_add_tail(&si->free_clusters, ci, idx);  in __free_cluster()
485 	struct swap_cluster_info *info, *ci;  in swap_do_scheduled_discard()  local
498 		ci = lock_cluster(si, idx * SWAPFILE_CLUSTER);  in swap_do_scheduled_discard()
502 		unlock_cluster(ci);  in swap_do_scheduled_discard()
519 	struct swap_cluster_info *ci = si->cluster_info;  in alloc_cluster()  local
522 	cluster_list_del_first(&si->free_clusters, ci);  in alloc_cluster()
523 	cluster_set_count_flag(ci + idx, 0, 0);  in alloc_cluster()
528 	struct swap_cluster_info *ci = si->cluster_info + idx;  in free_cluster()  local
530 	VM_BUG_ON(cluster_count(ci) != 0);  in free_cluster()
617 	struct swap_cluster_info *ci;  in scan_swap_map_try_ssd_cluster()  local
649 		ci = lock_cluster(si, tmp);  in scan_swap_map_try_ssd_cluster()
655 		unlock_cluster(ci);  in scan_swap_map_try_ssd_cluster()
791 	struct swap_cluster_info *ci;  in scan_swap_map_slots()  local
883 	ci = lock_cluster(si, offset);  in scan_swap_map_slots()
887 		unlock_cluster(ci);  in scan_swap_map_slots()
898 		unlock_cluster(ci);  in scan_swap_map_slots()
906 	unlock_cluster(ci);  in scan_swap_map_slots()
1008 	struct swap_cluster_info *ci;  in swap_alloc_cluster()  local
1026 	ci = lock_cluster(si, offset);  in swap_alloc_cluster()
1028 	cluster_set_count_flag(ci, SWAPFILE_CLUSTER, CLUSTER_FLAG_HUGE);  in swap_alloc_cluster()
1033 	unlock_cluster(ci);  in swap_alloc_cluster()
1044 	struct swap_cluster_info *ci;  in swap_free_cluster()  local
1046 	ci = lock_cluster(si, offset);  in swap_free_cluster()
1048 	cluster_set_count_flag(ci, 0, 0);  in swap_free_cluster()
1050 	unlock_cluster(ci);  in swap_free_cluster()
1360 	struct swap_cluster_info *ci;  in __swap_entry_free()  local
1364 	ci = lock_cluster_or_swap_info(p, offset);  in __swap_entry_free()
1366 	unlock_cluster_or_swap_info(p, ci);  in __swap_entry_free()
1375 	struct swap_cluster_info *ci;  in swap_entry_free()  local
1379 	ci = lock_cluster(p, offset);  in swap_entry_free()
1384 	unlock_cluster(ci);  in swap_entry_free()
1410 	struct swap_cluster_info *ci;  in put_swap_page()  local
1421 	ci = lock_cluster_or_swap_info(si, offset);  in put_swap_page()
1423 		VM_BUG_ON(!cluster_is_huge(ci));  in put_swap_page()
1431 		cluster_clear_huge(ci);  in put_swap_page()
1433 			unlock_cluster_or_swap_info(si, ci);  in put_swap_page()
1443 			unlock_cluster_or_swap_info(si, ci);  in put_swap_page()
1450 	unlock_cluster_or_swap_info(si, ci);  in put_swap_page()
1457 	struct swap_cluster_info *ci;  in split_swap_cluster()  local
1463 	ci = lock_cluster(si, offset);  in split_swap_cluster()
1464 	cluster_clear_huge(ci);  in split_swap_cluster()
1465 	unlock_cluster(ci);  in split_swap_cluster()
1515 	struct swap_cluster_info *ci;  in page_swapcount()  local
1523 		ci = lock_cluster_or_swap_info(p, offset);  in page_swapcount()
1525 		unlock_cluster_or_swap_info(p, ci);  in page_swapcount()
1548 	struct swap_cluster_info *ci;  in swap_swapcount()  local
1550 	ci = lock_cluster_or_swap_info(si, offset);  in swap_swapcount()
1552 	unlock_cluster_or_swap_info(si, ci);  in swap_swapcount()
1582 	struct swap_cluster_info *ci;  in swp_swapcount()  local
1593 	ci = lock_cluster_or_swap_info(p, offset);  in swp_swapcount()
1616 	unlock_cluster_or_swap_info(p, ci);  in swp_swapcount()
1623 	struct swap_cluster_info *ci;  in swap_page_trans_huge_swapped()  local
1630 	ci = lock_cluster_or_swap_info(si, offset);  in swap_page_trans_huge_swapped()
1631 	if (!ci || !cluster_is_huge(ci)) {  in swap_page_trans_huge_swapped()
1643 	unlock_cluster_or_swap_info(si, ci);  in swap_page_trans_huge_swapped()
1669 	struct swap_cluster_info *ci = NULL;  in page_trans_huge_map_swapcount()  local
1699 		ci = lock_cluster(si, offset);  in page_trans_huge_map_swapcount()
1709 	unlock_cluster(ci);  in page_trans_huge_map_swapcount()
3299 		unsigned long ci, nr_cluster;  in SYSCALL_DEFINE2()  local
3324 		for (ci = 0; ci < nr_cluster; ci++)  in SYSCALL_DEFINE2()
3325 			spin_lock_init(&((cluster_info + ci)->lock));  in SYSCALL_DEFINE2()
3503 	struct swap_cluster_info *ci;  in __swap_duplicate()  local
3514 	ci = lock_cluster_or_swap_info(p, offset);  in __swap_duplicate()
3557 	unlock_cluster_or_swap_info(p, ci);  in __swap_duplicate()
3648 	struct swap_cluster_info *ci;  in add_swap_count_continuation()  local
3674 	ci = lock_cluster(si, offset);  in add_swap_count_continuation()
3739 	unlock_cluster(ci);  in add_swap_count_continuation()