92 static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
131 static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
336 static void ocfs2_bg_discontig_add_extent(struct ocfs2_super *osb,  in ocfs2_bg_discontig_add_extent()  argument
344 	BUG_ON(!ocfs2_supports_discontig_bg(osb));  in ocfs2_bg_discontig_add_extent()
346 		el->l_count = cpu_to_le16(ocfs2_extent_recs_per_gd(osb->sb));  in ocfs2_bg_discontig_add_extent()
367 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_fill()  local
392 						osb->s_feature_incompat));  in ocfs2_block_group_fill()
400 		ocfs2_bg_discontig_add_extent(osb, bg, cl, group_blkno,  in ocfs2_block_group_fill()
435 ocfs2_block_group_alloc_contig(struct ocfs2_super *osb, handle_t *handle,  in ocfs2_block_group_alloc_contig()  argument
456 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);  in ocfs2_block_group_alloc_contig()
460 	bg_bh = sb_getblk(osb->sb, bg_blkno);  in ocfs2_block_group_alloc_contig()
479 static int ocfs2_block_group_claim_bits(struct ocfs2_super *osb,  in ocfs2_block_group_claim_bits()  argument
507 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_grow_discontig()  local
529 		status = ocfs2_block_group_claim_bits(osb, handle, ac,  in ocfs2_block_group_grow_discontig()
537 		p_blkno = ocfs2_clusters_to_blocks(osb->sb, p_cpos);  in ocfs2_block_group_grow_discontig()
538 		ocfs2_bg_discontig_add_extent(osb, bg, cl, p_blkno,  in ocfs2_block_group_grow_discontig()
603 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_alloc_discontig()  local
605 	if (!ocfs2_supports_discontig_bg(osb)) {  in ocfs2_block_group_alloc_discontig()
611 				    ocfs2_calc_bg_discontig_credits(osb->sb));  in ocfs2_block_group_alloc_discontig()
626 	status = ocfs2_block_group_claim_bits(osb, handle, ac, min_bits,  in ocfs2_block_group_alloc_discontig()
636 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);  in ocfs2_block_group_alloc_discontig()
640 	bg_bh = sb_getblk(osb->sb, bg_blkno);  in ocfs2_block_group_alloc_discontig()
669 static int ocfs2_block_group_alloc(struct ocfs2_super *osb,  in ocfs2_block_group_alloc()  argument
688 	status = ocfs2_reserve_clusters_with_limit(osb,  in ocfs2_block_group_alloc()
697 	credits = ocfs2_calc_group_alloc_credits(osb->sb,  in ocfs2_block_group_alloc()
699 	handle = ocfs2_start_trans(osb, credits);  in ocfs2_block_group_alloc()
713 	bg_bh = ocfs2_block_group_alloc_contig(osb, handle, alloc_inode,  in ocfs2_block_group_alloc()
768 		ocfs2_commit_trans(osb, handle);  in ocfs2_block_group_alloc()
780 static int ocfs2_reserve_suballoc_bits(struct ocfs2_super *osb,  in ocfs2_reserve_suballoc_bits()  argument
794 	alloc_inode = ocfs2_get_system_file_inode(osb, type, slot);  in ocfs2_reserve_suballoc_bits()
846 		status = ocfs2_block_group_alloc(osb, alloc_inode, bh,  in ocfs2_reserve_suballoc_bits()
854 		atomic_inc(&osb->alloc_stats.bg_extends);  in ocfs2_reserve_suballoc_bits()
872 static void ocfs2_init_inode_steal_slot(struct ocfs2_super *osb)  in ocfs2_init_inode_steal_slot()  argument
874 	spin_lock(&osb->osb_lock);  in ocfs2_init_inode_steal_slot()
875 	osb->s_inode_steal_slot = OCFS2_INVALID_SLOT;  in ocfs2_init_inode_steal_slot()
876 	spin_unlock(&osb->osb_lock);  in ocfs2_init_inode_steal_slot()
877 	atomic_set(&osb->s_num_inodes_stolen, 0);  in ocfs2_init_inode_steal_slot()
880 static void ocfs2_init_meta_steal_slot(struct ocfs2_super *osb)  in ocfs2_init_meta_steal_slot()  argument
882 	spin_lock(&osb->osb_lock);  in ocfs2_init_meta_steal_slot()
883 	osb->s_meta_steal_slot = OCFS2_INVALID_SLOT;  in ocfs2_init_meta_steal_slot()
884 	spin_unlock(&osb->osb_lock);  in ocfs2_init_meta_steal_slot()
885 	atomic_set(&osb->s_num_meta_stolen, 0);  in ocfs2_init_meta_steal_slot()
888 void ocfs2_init_steal_slots(struct ocfs2_super *osb)  in ocfs2_init_steal_slots()  argument
890 	ocfs2_init_inode_steal_slot(osb);  in ocfs2_init_steal_slots()
891 	ocfs2_init_meta_steal_slot(osb);  in ocfs2_init_steal_slots()
894 static void __ocfs2_set_steal_slot(struct ocfs2_super *osb, int slot, int type)  in __ocfs2_set_steal_slot()  argument
896 	spin_lock(&osb->osb_lock);  in __ocfs2_set_steal_slot()
898 		osb->s_inode_steal_slot = slot;  in __ocfs2_set_steal_slot()
900 		osb->s_meta_steal_slot = slot;  in __ocfs2_set_steal_slot()
901 	spin_unlock(&osb->osb_lock);  in __ocfs2_set_steal_slot()
904 static int __ocfs2_get_steal_slot(struct ocfs2_super *osb, int type)  in __ocfs2_get_steal_slot()  argument
908 	spin_lock(&osb->osb_lock);  in __ocfs2_get_steal_slot()
910 		slot = osb->s_inode_steal_slot;  in __ocfs2_get_steal_slot()
912 		slot = osb->s_meta_steal_slot;  in __ocfs2_get_steal_slot()
913 	spin_unlock(&osb->osb_lock);  in __ocfs2_get_steal_slot()
918 static int ocfs2_get_inode_steal_slot(struct ocfs2_super *osb)  in ocfs2_get_inode_steal_slot()  argument
920 	return __ocfs2_get_steal_slot(osb, INODE_ALLOC_SYSTEM_INODE);  in ocfs2_get_inode_steal_slot()
923 static int ocfs2_get_meta_steal_slot(struct ocfs2_super *osb)  in ocfs2_get_meta_steal_slot()  argument
925 	return __ocfs2_get_steal_slot(osb, EXTENT_ALLOC_SYSTEM_INODE);  in ocfs2_get_meta_steal_slot()
928 static int ocfs2_steal_resource(struct ocfs2_super *osb,  in ocfs2_steal_resource()  argument
933 	int slot = __ocfs2_get_steal_slot(osb, type);  in ocfs2_steal_resource()
937 		slot = osb->slot_num + 1;  in ocfs2_steal_resource()
939 	for (i = 0; i < osb->max_slots; i++, slot++) {  in ocfs2_steal_resource()
940 		if (slot == osb->max_slots)  in ocfs2_steal_resource()
943 		if (slot == osb->slot_num)  in ocfs2_steal_resource()
946 		status = ocfs2_reserve_suballoc_bits(osb, ac,  in ocfs2_steal_resource()
951 			__ocfs2_set_steal_slot(osb, slot, type);  in ocfs2_steal_resource()
961 static int ocfs2_steal_inode(struct ocfs2_super *osb,  in ocfs2_steal_inode()  argument
964 	return ocfs2_steal_resource(osb, ac, INODE_ALLOC_SYSTEM_INODE);  in ocfs2_steal_inode()
967 static int ocfs2_steal_meta(struct ocfs2_super *osb,  in ocfs2_steal_meta()  argument
970 	return ocfs2_steal_resource(osb, ac, EXTENT_ALLOC_SYSTEM_INODE);  in ocfs2_steal_meta()
973 int ocfs2_reserve_new_metadata_blocks(struct ocfs2_super *osb,  in ocfs2_reserve_new_metadata_blocks()  argument
978 	int slot = ocfs2_get_meta_steal_slot(osb);  in ocfs2_reserve_new_metadata_blocks()
992 		atomic_read(&osb->s_num_meta_stolen) < OCFS2_MAX_TO_STEAL)  in ocfs2_reserve_new_metadata_blocks()
995 	atomic_set(&osb->s_num_meta_stolen, 0);  in ocfs2_reserve_new_metadata_blocks()
996 	status = ocfs2_reserve_suballoc_bits(osb, (*ac),  in ocfs2_reserve_new_metadata_blocks()
998 					     (u32)osb->slot_num, NULL,  in ocfs2_reserve_new_metadata_blocks()
1005 			ocfs2_init_meta_steal_slot(osb);  in ocfs2_reserve_new_metadata_blocks()
1015 	status = ocfs2_steal_meta(osb, *ac);  in ocfs2_reserve_new_metadata_blocks()
1016 	atomic_inc(&osb->s_num_meta_stolen);  in ocfs2_reserve_new_metadata_blocks()
1035 int ocfs2_reserve_new_metadata(struct ocfs2_super *osb,  in ocfs2_reserve_new_metadata()  argument
1039 	return ocfs2_reserve_new_metadata_blocks(osb,  in ocfs2_reserve_new_metadata()
1044 int ocfs2_reserve_new_inode(struct ocfs2_super *osb,  in ocfs2_reserve_new_inode()  argument
1048 	int slot = ocfs2_get_inode_steal_slot(osb);  in ocfs2_reserve_new_inode()
1068 	if (!(osb->s_mount_opt & OCFS2_MOUNT_INODE64))  in ocfs2_reserve_new_inode()
1081 	    atomic_read(&osb->s_num_inodes_stolen) < OCFS2_MAX_TO_STEAL)  in ocfs2_reserve_new_inode()
1084 	atomic_set(&osb->s_num_inodes_stolen, 0);  in ocfs2_reserve_new_inode()
1085 	alloc_group = osb->osb_inode_alloc_group;  in ocfs2_reserve_new_inode()
1086 	status = ocfs2_reserve_suballoc_bits(osb, *ac,  in ocfs2_reserve_new_inode()
1088 					     (u32)osb->slot_num,  in ocfs2_reserve_new_inode()
1095 		spin_lock(&osb->osb_lock);  in ocfs2_reserve_new_inode()
1096 		osb->osb_inode_alloc_group = alloc_group;  in ocfs2_reserve_new_inode()
1097 		spin_unlock(&osb->osb_lock);  in ocfs2_reserve_new_inode()
1106 			ocfs2_init_inode_steal_slot(osb);  in ocfs2_reserve_new_inode()
1116 	status = ocfs2_steal_inode(osb, *ac);  in ocfs2_reserve_new_inode()
1117 	atomic_inc(&osb->s_num_inodes_stolen);  in ocfs2_reserve_new_inode()
1138 int ocfs2_reserve_cluster_bitmap_bits(struct ocfs2_super *osb,  in ocfs2_reserve_cluster_bitmap_bits()  argument
1146 	status = ocfs2_reserve_suballoc_bits(osb, ac,  in ocfs2_reserve_cluster_bitmap_bits()
1162 static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,  in ocfs2_reserve_clusters_with_limit()  argument
1182 	    ocfs2_alloc_should_use_local(osb, bits_wanted)) {  in ocfs2_reserve_clusters_with_limit()
1183 		status = ocfs2_reserve_local_alloc_bits(osb,  in ocfs2_reserve_clusters_with_limit()
1194 		status = ocfs2_reserve_cluster_bitmap_bits(osb, *ac);  in ocfs2_reserve_clusters_with_limit()
1201 			ret = ocfs2_try_to_free_truncate_log(osb, bits_wanted);  in ocfs2_reserve_clusters_with_limit()
1240 int ocfs2_reserve_clusters(struct ocfs2_super *osb,  in ocfs2_reserve_clusters()  argument
1244 	return ocfs2_reserve_clusters_with_limit(osb, bits_wanted, 0,  in ocfs2_reserve_clusters()
1293 static int ocfs2_block_group_find_clear_bits(struct ocfs2_super *osb,  in ocfs2_block_group_find_clear_bits()  argument
1502 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_cluster_group_search()  local
1556 			ocfs2_local_alloc_seen_free_bits(osb, res->sr_bits);  in ocfs2_cluster_group_search()
2259 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_desc_bitmap_to_cluster_off()  local
2264 	if (bg_blkno != osb->first_cluster_group_blkno)  in ocfs2_desc_bitmap_to_cluster_off()
2274 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_which_cluster_group()  local
2279 	group_no = cluster / osb->bitmap_cpg;  in ocfs2_which_cluster_group()
2281 		return osb->first_cluster_group_blkno;  in ocfs2_which_cluster_group()
2283 					group_no * osb->bitmap_cpg);  in ocfs2_which_cluster_group()
2293 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_block_to_cluster_group()  local
2294 	u32 data_cluster = ocfs2_blocks_to_clusters(osb->sb, data_blkno);  in ocfs2_block_to_cluster_group()
2301 	if (*bg_blkno == osb->first_cluster_group_blkno)  in ocfs2_block_to_cluster_group()
2304 		*bg_bit_off = (u16) ocfs2_blocks_to_clusters(osb->sb,  in ocfs2_block_to_cluster_group()
2324 	struct ocfs2_super *osb = OCFS2_SB(ac->ac_inode->i_sb);  in __ocfs2_claim_clusters()  local
2334 		status = ocfs2_claim_local_alloc_bits(osb,  in __ocfs2_claim_clusters()
2341 			atomic_inc(&osb->alloc_stats.local_data);  in __ocfs2_claim_clusters()
2343 		if (min_clusters > (osb->bitmap_cpg - 1)) {  in __ocfs2_claim_clusters()
2348 			     osb->bitmap_cpg);  in __ocfs2_claim_clusters()
2353 		if (bits_wanted > (osb->bitmap_cpg - 1))  in __ocfs2_claim_clusters()
2354 			bits_wanted = osb->bitmap_cpg - 1;  in __ocfs2_claim_clusters()
2367 			atomic_inc(&osb->alloc_stats.bitmap_data);  in __ocfs2_claim_clusters()
2695 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_lock_allocators()  local
2703 	num_free_extents = ocfs2_num_free_extents(osb, et);  in ocfs2_lock_allocators()
2724 	    (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) {  in ocfs2_lock_allocators()
2725 		ret = ocfs2_reserve_new_metadata(osb, et->et_root_el, meta_ac);  in ocfs2_lock_allocators()
2736 	ret = ocfs2_reserve_clusters(osb, clusters_to_add, data_ac);  in ocfs2_lock_allocators()
2762 static int ocfs2_get_suballoc_slot_bit(struct ocfs2_super *osb, u64 blkno,  in ocfs2_get_suballoc_slot_bit()  argument
2773 	status = ocfs2_read_blocks_sync(osb, blkno, 1, &inode_bh);  in ocfs2_get_suballoc_slot_bit()
2789 	    (u32)le16_to_cpu(inode_fe->i_suballoc_slot) > osb->max_slots - 1) {  in ocfs2_get_suballoc_slot_bit()
2819 static int ocfs2_test_suballoc_bit(struct ocfs2_super *osb,  in ocfs2_test_suballoc_bit()  argument
2877 int ocfs2_test_inode_bit(struct ocfs2_super *osb, u64 blkno, int *res)  in ocfs2_test_inode_bit()  argument
2887 	status = ocfs2_get_suballoc_slot_bit(osb, blkno, &suballoc_slot,  in ocfs2_test_inode_bit()
2895 		ocfs2_get_system_file_inode(osb, INODE_ALLOC_SYSTEM_INODE,  in ocfs2_test_inode_bit()
2916 	status = ocfs2_test_suballoc_bit(osb, inode_alloc_inode, alloc_bh,  in ocfs2_test_inode_bit()