Lines Matching full:ll
191 static int sm_ll_init(struct ll_disk *ll, struct dm_transaction_manager *tm) in sm_ll_init() argument
193 memset(ll, 0, sizeof(struct ll_disk)); in sm_ll_init()
195 ll->tm = tm; in sm_ll_init()
197 ll->bitmap_info.tm = tm; in sm_ll_init()
198 ll->bitmap_info.levels = 1; in sm_ll_init()
205 ll->bitmap_info.value_type.size = sizeof(struct disk_index_entry); in sm_ll_init()
206 ll->bitmap_info.value_type.inc = NULL; in sm_ll_init()
207 ll->bitmap_info.value_type.dec = NULL; in sm_ll_init()
208 ll->bitmap_info.value_type.equal = NULL; in sm_ll_init()
210 ll->ref_count_info.tm = tm; in sm_ll_init()
211 ll->ref_count_info.levels = 1; in sm_ll_init()
212 ll->ref_count_info.value_type.size = sizeof(uint32_t); in sm_ll_init()
213 ll->ref_count_info.value_type.inc = NULL; in sm_ll_init()
214 ll->ref_count_info.value_type.dec = NULL; in sm_ll_init()
215 ll->ref_count_info.value_type.equal = NULL; in sm_ll_init()
217 ll->block_size = dm_bm_block_size(dm_tm_get_bm(tm)); in sm_ll_init()
219 if (ll->block_size > (1 << 30)) { in sm_ll_init()
224 ll->entries_per_block = (ll->block_size - sizeof(struct disk_bitmap_header)) * in sm_ll_init()
226 ll->nr_blocks = 0; in sm_ll_init()
227 ll->bitmap_root = 0; in sm_ll_init()
228 ll->ref_count_root = 0; in sm_ll_init()
229 ll->bitmap_index_changed = false; in sm_ll_init()
234 int sm_ll_extend(struct ll_disk *ll, dm_block_t extra_blocks) in sm_ll_extend() argument
240 nr_blocks = ll->nr_blocks + extra_blocks; in sm_ll_extend()
241 old_blocks = dm_sector_div_up(ll->nr_blocks, ll->entries_per_block); in sm_ll_extend()
242 blocks = dm_sector_div_up(nr_blocks, ll->entries_per_block); in sm_ll_extend()
244 nr_indexes = dm_sector_div_up(nr_blocks, ll->entries_per_block); in sm_ll_extend()
245 if (nr_indexes > ll->max_entries(ll)) { in sm_ll_extend()
253 ll->nr_blocks = nr_blocks; in sm_ll_extend()
258 r = dm_tm_new_block(ll->tm, &dm_sm_bitmap_validator, &b); in sm_ll_extend()
264 dm_tm_unlock(ll->tm, b); in sm_ll_extend()
266 idx.nr_free = cpu_to_le32(ll->entries_per_block); in sm_ll_extend()
269 r = ll->save_ie(ll, i, &idx); in sm_ll_extend()
277 int sm_ll_lookup_bitmap(struct ll_disk *ll, dm_block_t b, uint32_t *result) in sm_ll_lookup_bitmap() argument
284 if (b >= ll->nr_blocks) { in sm_ll_lookup_bitmap()
289 b = do_div(index, ll->entries_per_block); in sm_ll_lookup_bitmap()
290 r = ll->load_ie(ll, index, &ie_disk); in sm_ll_lookup_bitmap()
294 r = dm_tm_read_lock(ll->tm, le64_to_cpu(ie_disk.blocknr), in sm_ll_lookup_bitmap()
301 dm_tm_unlock(ll->tm, blk); in sm_ll_lookup_bitmap()
306 static int sm_ll_lookup_big_ref_count(struct ll_disk *ll, dm_block_t b, in sm_ll_lookup_big_ref_count() argument
312 r = dm_btree_lookup(&ll->ref_count_info, ll->ref_count_root, &b, &le_rc); in sm_ll_lookup_big_ref_count()
321 int sm_ll_lookup(struct ll_disk *ll, dm_block_t b, uint32_t *result) in sm_ll_lookup() argument
323 int r = sm_ll_lookup_bitmap(ll, b, result); in sm_ll_lookup()
331 return sm_ll_lookup_big_ref_count(ll, b, result); in sm_ll_lookup()
334 int sm_ll_find_free_block(struct ll_disk *ll, dm_block_t begin, in sm_ll_find_free_block() argument
340 dm_block_t index_end = dm_sector_div_up(end, ll->entries_per_block); in sm_ll_find_free_block()
345 begin = do_div(index_begin, ll->entries_per_block); in sm_ll_find_free_block()
346 end = do_div(end, ll->entries_per_block); in sm_ll_find_free_block()
348 end = ll->entries_per_block; in sm_ll_find_free_block()
355 r = ll->load_ie(ll, i, &ie_disk); in sm_ll_find_free_block()
362 r = dm_tm_read_lock(ll->tm, le64_to_cpu(ie_disk.blocknr), in sm_ll_find_free_block()
367 bit_end = (i == index_end - 1) ? end : ll->entries_per_block; in sm_ll_find_free_block()
377 dm_tm_unlock(ll->tm, blk); in sm_ll_find_free_block()
381 dm_tm_unlock(ll->tm, blk); in sm_ll_find_free_block()
383 *result = i * ll->entries_per_block + (dm_block_t) position; in sm_ll_find_free_block()
417 static int sm_ll_mutate(struct ll_disk *ll, dm_block_t b, in sm_ll_mutate() argument
429 bit = do_div(index, ll->entries_per_block); in sm_ll_mutate()
430 r = ll->load_ie(ll, index, &ie_disk); in sm_ll_mutate()
434 r = dm_tm_shadow_block(ll->tm, le64_to_cpu(ie_disk.blocknr), in sm_ll_mutate()
446 r = sm_ll_lookup_big_ref_count(ll, b, &old); in sm_ll_mutate()
448 dm_tm_unlock(ll->tm, nb); in sm_ll_mutate()
455 dm_tm_unlock(ll->tm, nb); in sm_ll_mutate()
462 dm_tm_unlock(ll->tm, nb); in sm_ll_mutate()
465 r = dm_btree_remove(&ll->ref_count_info, in sm_ll_mutate()
466 ll->ref_count_root, in sm_ll_mutate()
467 &b, &ll->ref_count_root); in sm_ll_mutate()
476 dm_tm_unlock(ll->tm, nb); in sm_ll_mutate()
479 r = dm_btree_insert(&ll->ref_count_info, ll->ref_count_root, in sm_ll_mutate()
480 &b, &le_rc, &ll->ref_count_root); in sm_ll_mutate()
489 ll->nr_allocated++; in sm_ll_mutate()
496 ll->nr_allocated--; in sm_ll_mutate()
502 return ll->save_ie(ll, index, &ie_disk); in sm_ll_mutate()
511 int sm_ll_insert(struct ll_disk *ll, dm_block_t b, in sm_ll_insert() argument
514 return sm_ll_mutate(ll, b, set_ref_count, &ref_count, ev); in sm_ll_insert()
523 int sm_ll_inc(struct ll_disk *ll, dm_block_t b, enum allocation_event *ev) in sm_ll_inc() argument
525 return sm_ll_mutate(ll, b, inc_ref_count, NULL, ev); in sm_ll_inc()
539 int sm_ll_dec(struct ll_disk *ll, dm_block_t b, enum allocation_event *ev) in sm_ll_dec() argument
541 return sm_ll_mutate(ll, b, dec_ref_count, NULL, ev); in sm_ll_dec()
544 int sm_ll_commit(struct ll_disk *ll) in sm_ll_commit() argument
548 if (ll->bitmap_index_changed) { in sm_ll_commit()
549 r = ll->commit(ll); in sm_ll_commit()
551 ll->bitmap_index_changed = false; in sm_ll_commit()
559 static int metadata_ll_load_ie(struct ll_disk *ll, dm_block_t index, in metadata_ll_load_ie() argument
562 memcpy(ie, ll->mi_le.index + index, sizeof(*ie)); in metadata_ll_load_ie()
566 static int metadata_ll_save_ie(struct ll_disk *ll, dm_block_t index, in metadata_ll_save_ie() argument
569 ll->bitmap_index_changed = true; in metadata_ll_save_ie()
570 memcpy(ll->mi_le.index + index, ie, sizeof(*ie)); in metadata_ll_save_ie()
574 static int metadata_ll_init_index(struct ll_disk *ll) in metadata_ll_init_index() argument
579 r = dm_tm_new_block(ll->tm, &index_validator, &b); in metadata_ll_init_index()
583 ll->bitmap_root = dm_block_location(b); in metadata_ll_init_index()
585 dm_tm_unlock(ll->tm, b); in metadata_ll_init_index()
590 static int metadata_ll_open(struct ll_disk *ll) in metadata_ll_open() argument
595 r = dm_tm_read_lock(ll->tm, ll->bitmap_root, in metadata_ll_open()
600 memcpy(&ll->mi_le, dm_block_data(block), sizeof(ll->mi_le)); in metadata_ll_open()
601 dm_tm_unlock(ll->tm, block); in metadata_ll_open()
606 static dm_block_t metadata_ll_max_entries(struct ll_disk *ll) in metadata_ll_max_entries() argument
611 static int metadata_ll_commit(struct ll_disk *ll) in metadata_ll_commit() argument
616 r = dm_tm_shadow_block(ll->tm, ll->bitmap_root, &index_validator, &b, &inc); in metadata_ll_commit()
620 memcpy(dm_block_data(b), &ll->mi_le, sizeof(ll->mi_le)); in metadata_ll_commit()
621 ll->bitmap_root = dm_block_location(b); in metadata_ll_commit()
623 dm_tm_unlock(ll->tm, b); in metadata_ll_commit()
628 int sm_ll_new_metadata(struct ll_disk *ll, struct dm_transaction_manager *tm) in sm_ll_new_metadata() argument
632 r = sm_ll_init(ll, tm); in sm_ll_new_metadata()
636 ll->load_ie = metadata_ll_load_ie; in sm_ll_new_metadata()
637 ll->save_ie = metadata_ll_save_ie; in sm_ll_new_metadata()
638 ll->init_index = metadata_ll_init_index; in sm_ll_new_metadata()
639 ll->open_index = metadata_ll_open; in sm_ll_new_metadata()
640 ll->max_entries = metadata_ll_max_entries; in sm_ll_new_metadata()
641 ll->commit = metadata_ll_commit; in sm_ll_new_metadata()
643 ll->nr_blocks = 0; in sm_ll_new_metadata()
644 ll->nr_allocated = 0; in sm_ll_new_metadata()
646 r = ll->init_index(ll); in sm_ll_new_metadata()
650 r = dm_btree_empty(&ll->ref_count_info, &ll->ref_count_root); in sm_ll_new_metadata()
657 int sm_ll_open_metadata(struct ll_disk *ll, struct dm_transaction_manager *tm, in sm_ll_open_metadata() argument
674 r = sm_ll_init(ll, tm); in sm_ll_open_metadata()
678 ll->load_ie = metadata_ll_load_ie; in sm_ll_open_metadata()
679 ll->save_ie = metadata_ll_save_ie; in sm_ll_open_metadata()
680 ll->init_index = metadata_ll_init_index; in sm_ll_open_metadata()
681 ll->open_index = metadata_ll_open; in sm_ll_open_metadata()
682 ll->max_entries = metadata_ll_max_entries; in sm_ll_open_metadata()
683 ll->commit = metadata_ll_commit; in sm_ll_open_metadata()
685 ll->nr_blocks = le64_to_cpu(smr.nr_blocks); in sm_ll_open_metadata()
686 ll->nr_allocated = le64_to_cpu(smr.nr_allocated); in sm_ll_open_metadata()
687 ll->bitmap_root = le64_to_cpu(smr.bitmap_root); in sm_ll_open_metadata()
688 ll->ref_count_root = le64_to_cpu(smr.ref_count_root); in sm_ll_open_metadata()
690 return ll->open_index(ll); in sm_ll_open_metadata()
695 static int disk_ll_load_ie(struct ll_disk *ll, dm_block_t index, in disk_ll_load_ie() argument
698 return dm_btree_lookup(&ll->bitmap_info, ll->bitmap_root, &index, ie); in disk_ll_load_ie()
701 static int disk_ll_save_ie(struct ll_disk *ll, dm_block_t index, in disk_ll_save_ie() argument
705 return dm_btree_insert(&ll->bitmap_info, ll->bitmap_root, in disk_ll_save_ie()
706 &index, ie, &ll->bitmap_root); in disk_ll_save_ie()
709 static int disk_ll_init_index(struct ll_disk *ll) in disk_ll_init_index() argument
711 return dm_btree_empty(&ll->bitmap_info, &ll->bitmap_root); in disk_ll_init_index()
714 static int disk_ll_open(struct ll_disk *ll) in disk_ll_open() argument
720 static dm_block_t disk_ll_max_entries(struct ll_disk *ll) in disk_ll_max_entries() argument
725 static int disk_ll_commit(struct ll_disk *ll) in disk_ll_commit() argument
730 int sm_ll_new_disk(struct ll_disk *ll, struct dm_transaction_manager *tm) in sm_ll_new_disk() argument
734 r = sm_ll_init(ll, tm); in sm_ll_new_disk()
738 ll->load_ie = disk_ll_load_ie; in sm_ll_new_disk()
739 ll->save_ie = disk_ll_save_ie; in sm_ll_new_disk()
740 ll->init_index = disk_ll_init_index; in sm_ll_new_disk()
741 ll->open_index = disk_ll_open; in sm_ll_new_disk()
742 ll->max_entries = disk_ll_max_entries; in sm_ll_new_disk()
743 ll->commit = disk_ll_commit; in sm_ll_new_disk()
745 ll->nr_blocks = 0; in sm_ll_new_disk()
746 ll->nr_allocated = 0; in sm_ll_new_disk()
748 r = ll->init_index(ll); in sm_ll_new_disk()
752 r = dm_btree_empty(&ll->ref_count_info, &ll->ref_count_root); in sm_ll_new_disk()
759 int sm_ll_open_disk(struct ll_disk *ll, struct dm_transaction_manager *tm, in sm_ll_open_disk() argument
770 r = sm_ll_init(ll, tm); in sm_ll_open_disk()
774 ll->load_ie = disk_ll_load_ie; in sm_ll_open_disk()
775 ll->save_ie = disk_ll_save_ie; in sm_ll_open_disk()
776 ll->init_index = disk_ll_init_index; in sm_ll_open_disk()
777 ll->open_index = disk_ll_open; in sm_ll_open_disk()
778 ll->max_entries = disk_ll_max_entries; in sm_ll_open_disk()
779 ll->commit = disk_ll_commit; in sm_ll_open_disk()
781 ll->nr_blocks = le64_to_cpu(smr->nr_blocks); in sm_ll_open_disk()
782 ll->nr_allocated = le64_to_cpu(smr->nr_allocated); in sm_ll_open_disk()
783 ll->bitmap_root = le64_to_cpu(smr->bitmap_root); in sm_ll_open_disk()
784 ll->ref_count_root = le64_to_cpu(smr->ref_count_root); in sm_ll_open_disk()
786 return ll->open_index(ll); in sm_ll_open_disk()