Lines Matching refs:smm
181 static int add_bop(struct sm_metadata *smm, enum block_op_type type, dm_block_t b) in add_bop() argument
183 int r = brb_push(&smm->uncommitted, type, b); in add_bop()
193 static int commit_bop(struct sm_metadata *smm, struct block_op *op) in commit_bop() argument
200 r = sm_ll_inc(&smm->ll, op->block, &ev); in commit_bop()
204 r = sm_ll_dec(&smm->ll, op->block, &ev); in commit_bop()
211 static void in(struct sm_metadata *smm) in in() argument
213 smm->recursion_count++; in in()
216 static int apply_bops(struct sm_metadata *smm) in apply_bops() argument
220 while (!brb_empty(&smm->uncommitted)) { in apply_bops()
223 r = brb_peek(&smm->uncommitted, &bop); in apply_bops()
229 r = commit_bop(smm, &bop); in apply_bops()
233 brb_pop(&smm->uncommitted); in apply_bops()
239 static int out(struct sm_metadata *smm) in out() argument
246 if (!smm->recursion_count) { in out()
251 if (smm->recursion_count == 1) in out()
252 r = apply_bops(smm); in out()
254 smm->recursion_count--; in out()
269 static int recursing(struct sm_metadata *smm) in recursing() argument
271 return smm->recursion_count; in recursing()
276 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_destroy() local
278 kfree(smm); in sm_metadata_destroy()
283 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_get_nr_blocks() local
285 *count = smm->ll.nr_blocks; in sm_metadata_get_nr_blocks()
292 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_get_nr_free() local
294 *count = smm->old_ll.nr_blocks - smm->old_ll.nr_allocated - in sm_metadata_get_nr_free()
295 smm->allocated_this_transaction; in sm_metadata_get_nr_free()
305 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_get_count() local
312 for (i = smm->uncommitted.begin; in sm_metadata_get_count()
313 i != smm->uncommitted.end; in sm_metadata_get_count()
314 i = brb_next(&smm->uncommitted, i)) { in sm_metadata_get_count()
315 struct block_op *op = smm->uncommitted.bops + i; in sm_metadata_get_count()
331 r = sm_ll_lookup(&smm->ll, b, result); in sm_metadata_get_count()
345 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_count_is_more_than_one() local
352 for (i = smm->uncommitted.begin; in sm_metadata_count_is_more_than_one()
353 i != smm->uncommitted.end; in sm_metadata_count_is_more_than_one()
354 i = brb_next(&smm->uncommitted, i)) { in sm_metadata_count_is_more_than_one()
356 struct block_op *op = smm->uncommitted.bops + i; in sm_metadata_count_is_more_than_one()
377 r = sm_ll_lookup_bitmap(&smm->ll, b, &rc); in sm_metadata_count_is_more_than_one()
397 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_set_count() local
399 if (smm->recursion_count) { in sm_metadata_set_count()
404 in(smm); in sm_metadata_set_count()
405 r = sm_ll_insert(&smm->ll, b, count, &ev); in sm_metadata_set_count()
406 r2 = out(smm); in sm_metadata_set_count()
415 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_inc_block() local
417 if (recursing(smm)) in sm_metadata_inc_block()
418 r = add_bop(smm, BOP_INC, b); in sm_metadata_inc_block()
420 in(smm); in sm_metadata_inc_block()
421 r = sm_ll_inc(&smm->ll, b, &ev); in sm_metadata_inc_block()
422 r2 = out(smm); in sm_metadata_inc_block()
432 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_dec_block() local
434 if (recursing(smm)) in sm_metadata_dec_block()
435 r = add_bop(smm, BOP_DEC, b); in sm_metadata_dec_block()
437 in(smm); in sm_metadata_dec_block()
438 r = sm_ll_dec(&smm->ll, b, &ev); in sm_metadata_dec_block()
439 r2 = out(smm); in sm_metadata_dec_block()
449 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_new_block_() local
454 r = sm_ll_find_common_free_block(&smm->old_ll, &smm->ll, smm->begin, smm->ll.nr_blocks, b); in sm_metadata_new_block_()
460 r = sm_ll_find_common_free_block(&smm->old_ll, &smm->ll, 0, smm->begin, b); in sm_metadata_new_block_()
466 smm->begin = *b + 1; in sm_metadata_new_block_()
468 if (recursing(smm)) in sm_metadata_new_block_()
469 r = add_bop(smm, BOP_INC, *b); in sm_metadata_new_block_()
471 in(smm); in sm_metadata_new_block_()
472 r = sm_ll_inc(&smm->ll, *b, &ev); in sm_metadata_new_block_()
473 r2 = out(smm); in sm_metadata_new_block_()
477 smm->allocated_this_transaction++; in sm_metadata_new_block_()
485 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_new_block() local
499 check_threshold(&smm->threshold, count); in sm_metadata_new_block()
507 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_commit() local
509 r = sm_ll_commit(&smm->ll); in sm_metadata_commit()
513 memcpy(&smm->old_ll, &smm->ll, sizeof(smm->old_ll)); in sm_metadata_commit()
514 smm->allocated_this_transaction = 0; in sm_metadata_commit()
524 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_register_threshold_callback() local
526 set_threshold(&smm->threshold, threshold, fn, context); in sm_metadata_register_threshold_callback()
540 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_copy_root() local
543 root_le.nr_blocks = cpu_to_le64(smm->ll.nr_blocks); in sm_metadata_copy_root()
544 root_le.nr_allocated = cpu_to_le64(smm->ll.nr_allocated); in sm_metadata_copy_root()
545 root_le.bitmap_root = cpu_to_le64(smm->ll.bitmap_root); in sm_metadata_copy_root()
546 root_le.ref_count_root = cpu_to_le64(smm->ll.ref_count_root); in sm_metadata_copy_root()
594 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_bootstrap_get_nr_blocks() local
596 *count = smm->ll.nr_blocks; in sm_bootstrap_get_nr_blocks()
603 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_bootstrap_get_nr_free() local
605 *count = smm->ll.nr_blocks - smm->begin; in sm_bootstrap_get_nr_free()
613 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_bootstrap_get_count() local
615 *result = (b < smm->begin) ? 1 : 0; in sm_bootstrap_get_count()
638 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_bootstrap_new_block() local
643 if (smm->begin == smm->ll.nr_blocks) in sm_bootstrap_new_block()
646 *b = smm->begin++; in sm_bootstrap_new_block()
653 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_bootstrap_inc_block() local
655 return add_bop(smm, BOP_INC, b); in sm_bootstrap_inc_block()
660 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_bootstrap_dec_block() local
662 return add_bop(smm, BOP_DEC, b); in sm_bootstrap_dec_block()
707 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in sm_metadata_extend() local
708 dm_block_t old_len = smm->ll.nr_blocks; in sm_metadata_extend()
713 smm->begin = old_len; in sm_metadata_extend()
719 r = sm_ll_extend(&smm->ll, extra_blocks); in sm_metadata_extend()
728 for (i = old_len; !r && i < smm->begin; i++) in sm_metadata_extend()
729 r = add_bop(smm, BOP_INC, i); in sm_metadata_extend()
734 old_len = smm->begin; in sm_metadata_extend()
736 r = apply_bops(smm); in sm_metadata_extend()
742 r = sm_ll_commit(&smm->ll); in sm_metadata_extend()
746 } while (old_len != smm->begin); in sm_metadata_extend()
760 struct sm_metadata *smm; in dm_sm_metadata_init() local
762 smm = kmalloc(sizeof(*smm), GFP_KERNEL); in dm_sm_metadata_init()
763 if (!smm) in dm_sm_metadata_init()
766 memcpy(&smm->sm, &ops, sizeof(smm->sm)); in dm_sm_metadata_init()
768 return &smm->sm; in dm_sm_metadata_init()
778 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in dm_sm_metadata_create() local
780 smm->begin = superblock + 1; in dm_sm_metadata_create()
781 smm->recursion_count = 0; in dm_sm_metadata_create()
782 smm->allocated_this_transaction = 0; in dm_sm_metadata_create()
783 brb_init(&smm->uncommitted); in dm_sm_metadata_create()
784 threshold_init(&smm->threshold); in dm_sm_metadata_create()
786 memcpy(&smm->sm, &bootstrap_ops, sizeof(smm->sm)); in dm_sm_metadata_create()
788 r = sm_ll_new_metadata(&smm->ll, tm); in dm_sm_metadata_create()
792 r = sm_ll_extend(&smm->ll, nr_blocks); in dm_sm_metadata_create()
794 memcpy(&smm->sm, &ops, sizeof(smm->sm)); in dm_sm_metadata_create()
802 for (i = superblock; !r && i < smm->begin; i++) in dm_sm_metadata_create()
803 r = add_bop(smm, BOP_INC, i); in dm_sm_metadata_create()
808 r = apply_bops(smm); in dm_sm_metadata_create()
822 struct sm_metadata *smm = container_of(sm, struct sm_metadata, sm); in dm_sm_metadata_open() local
824 r = sm_ll_open_metadata(&smm->ll, tm, root_le, len); in dm_sm_metadata_open()
828 smm->begin = 0; in dm_sm_metadata_open()
829 smm->recursion_count = 0; in dm_sm_metadata_open()
830 smm->allocated_this_transaction = 0; in dm_sm_metadata_open()
831 brb_init(&smm->uncommitted); in dm_sm_metadata_open()
832 threshold_init(&smm->threshold); in dm_sm_metadata_open()
834 memcpy(&smm->old_ll, &smm->ll, sizeof(smm->old_ll)); in dm_sm_metadata_open()