Lines Matching full:ubi
9 * The UBI Eraseblock Association (EBA) sub-system.
34 #include "ubi.h"
65 * @ubi: UBI device description object
71 unsigned long long ubi_next_sqnum(struct ubi_device *ubi) in ubi_next_sqnum() argument
75 spin_lock(&ubi->ltree_lock); in ubi_next_sqnum()
76 sqnum = ubi->global_sqnum++; in ubi_next_sqnum()
77 spin_unlock(&ubi->ltree_lock); in ubi_next_sqnum()
84 * @ubi: UBI device description object
90 static int ubi_get_compat(const struct ubi_device *ubi, int vol_id) in ubi_get_compat() argument
203 * @ubi: UBI device description object
209 * @ubi->ltree_lock has to be locked.
211 static struct ubi_ltree_entry *ltree_lookup(struct ubi_device *ubi, int vol_id, in ltree_lookup() argument
216 p = ubi->ltree.rb_node; in ltree_lookup()
241 * @ubi: UBI device description object
250 static struct ubi_ltree_entry *ltree_add_entry(struct ubi_device *ubi, in ltree_add_entry() argument
264 spin_lock(&ubi->ltree_lock); in ltree_add_entry()
265 le1 = ltree_lookup(ubi, vol_id, lnum); in ltree_add_entry()
279 * @ubi->ltree RB-tree. in ltree_add_entry()
283 p = &ubi->ltree.rb_node; in ltree_add_entry()
302 rb_insert_color(&le->rb, &ubi->ltree); in ltree_add_entry()
305 spin_unlock(&ubi->ltree_lock); in ltree_add_entry()
313 * @ubi: UBI device description object
320 static int leb_read_lock(struct ubi_device *ubi, int vol_id, int lnum) in leb_read_lock() argument
324 le = ltree_add_entry(ubi, vol_id, lnum); in leb_read_lock()
333 * @ubi: UBI device description object
337 static void leb_read_unlock(struct ubi_device *ubi, int vol_id, int lnum) in leb_read_unlock() argument
341 spin_lock(&ubi->ltree_lock); in leb_read_unlock()
342 le = ltree_lookup(ubi, vol_id, lnum); in leb_read_unlock()
347 rb_erase(&le->rb, &ubi->ltree); in leb_read_unlock()
350 spin_unlock(&ubi->ltree_lock); in leb_read_unlock()
355 * @ubi: UBI device description object
362 static int leb_write_lock(struct ubi_device *ubi, int vol_id, int lnum) in leb_write_lock() argument
366 le = ltree_add_entry(ubi, vol_id, lnum); in leb_write_lock()
375 * @ubi: UBI device description object
384 static int leb_write_trylock(struct ubi_device *ubi, int vol_id, int lnum) in leb_write_trylock() argument
388 le = ltree_add_entry(ubi, vol_id, lnum); in leb_write_trylock()
395 spin_lock(&ubi->ltree_lock); in leb_write_trylock()
399 rb_erase(&le->rb, &ubi->ltree); in leb_write_trylock()
402 spin_unlock(&ubi->ltree_lock); in leb_write_trylock()
409 * @ubi: UBI device description object
413 static void leb_write_unlock(struct ubi_device *ubi, int vol_id, int lnum) in leb_write_unlock() argument
417 spin_lock(&ubi->ltree_lock); in leb_write_unlock()
418 le = ltree_lookup(ubi, vol_id, lnum); in leb_write_unlock()
423 rb_erase(&le->rb, &ubi->ltree); in leb_write_unlock()
426 spin_unlock(&ubi->ltree_lock); in leb_write_unlock()
443 * @ubi: UBI device description object
451 int ubi_eba_unmap_leb(struct ubi_device *ubi, struct ubi_volume *vol, in ubi_eba_unmap_leb() argument
456 if (ubi->ro_mode) in ubi_eba_unmap_leb()
459 err = leb_write_lock(ubi, vol_id, lnum); in ubi_eba_unmap_leb()
470 down_read(&ubi->fm_eba_sem); in ubi_eba_unmap_leb()
472 up_read(&ubi->fm_eba_sem); in ubi_eba_unmap_leb()
473 err = ubi_wl_put_peb(ubi, vol_id, lnum, pnum, 0); in ubi_eba_unmap_leb()
476 leb_write_unlock(ubi, vol_id, lnum); in ubi_eba_unmap_leb()
483 * @ubi: UBI device description object
498 static int check_mapping(struct ubi_device *ubi, struct ubi_volume *vol, int lnum, in check_mapping() argument
505 if (!ubi->fast_attach) in check_mapping()
511 vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS); in check_mapping()
515 err = ubi_io_read_vid_hdr(ubi, *pnum, vidb, 0); in check_mapping()
532 down_read(&ubi->fm_eba_sem); in check_mapping()
534 up_read(&ubi->fm_eba_sem); in check_mapping()
535 ubi_wl_put_peb(ubi, vol->vol_id, lnum, *pnum, torture); in check_mapping()
539 ubi_err(ubi, "unable to read VID header back from PEB %i: %i", in check_mapping()
553 ubi_err(ubi, "EBA mismatch! PEB %i is LEB %i:%i instead of LEB %i:%i", in check_mapping()
555 ubi_ro_mode(ubi); in check_mapping()
570 static int check_mapping(struct ubi_device *ubi, struct ubi_volume *vol, int lnum, in check_mapping() argument
579 * @ubi: UBI device description object
596 int ubi_eba_read_leb(struct ubi_device *ubi, struct ubi_volume *vol, int lnum, in ubi_eba_read_leb() argument
604 err = leb_read_lock(ubi, vol_id, lnum); in ubi_eba_read_leb()
610 err = check_mapping(ubi, vol, lnum, &pnum); in ubi_eba_read_leb()
623 leb_read_unlock(ubi, vol_id, lnum); in ubi_eba_read_leb()
637 vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS); in ubi_eba_read_leb()
645 err = ubi_io_read_vid_hdr(ubi, pnum, vidb, 1); in ubi_eba_read_leb()
658 ubi_warn(ubi, "corrupted VID header at PEB %d, LEB %d:%d", in ubi_eba_read_leb()
671 * This is valid and works as the layer above UBI in ubi_eba_read_leb()
675 if (ubi->fast_attach) { in ubi_eba_read_leb()
679 ubi_ro_mode(ubi); in ubi_eba_read_leb()
694 err = ubi_io_read_data(ubi, buf, pnum, offset, len); in ubi_eba_read_leb()
703 ubi_msg(ubi, "force data checking"); in ubi_eba_read_leb()
714 ubi_warn(ubi, "CRC error: calculated %#08x, must be %#08x", in ubi_eba_read_leb()
722 err = ubi_wl_scrub_peb(ubi, pnum); in ubi_eba_read_leb()
724 leb_read_unlock(ubi, vol_id, lnum); in ubi_eba_read_leb()
730 leb_read_unlock(ubi, vol_id, lnum); in ubi_eba_read_leb()
736 * @ubi: UBI device description object
739 * @sgl: UBI scatter gather list to store the read data
745 * storing the read data into a buffer it writes to an UBI scatter gather
748 int ubi_eba_read_leb_sg(struct ubi_device *ubi, struct ubi_volume *vol, in ubi_eba_read_leb_sg() argument
764 ret = ubi_eba_read_leb(ubi, vol, lnum, in ubi_eba_read_leb_sg()
811 struct ubi_device *ubi = vol->ubi; in try_recover_peb() local
818 new_pnum = ubi_wl_get_peb(ubi); in try_recover_peb()
824 ubi_msg(ubi, "recover PEB %d, move data to PEB %d", in try_recover_peb()
827 err = ubi_io_read_vid_hdr(ubi, pnum, vidb, 1); in try_recover_peb()
837 mutex_lock(&ubi->buf_mutex); in try_recover_peb()
838 memset(ubi->peb_buf + offset, 0xFF, len); in try_recover_peb()
842 err = ubi_io_read_data(ubi, ubi->peb_buf, pnum, 0, offset); in try_recover_peb()
849 memcpy(ubi->peb_buf + offset, buf, len); in try_recover_peb()
852 crc = crc32(UBI_CRC32_INIT, ubi->peb_buf, data_size); in try_recover_peb()
853 vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in try_recover_peb()
857 err = ubi_io_write_vid_hdr(ubi, new_pnum, vidb); in try_recover_peb()
861 err = ubi_io_write_data(ubi, ubi->peb_buf, new_pnum, 0, data_size); in try_recover_peb()
864 mutex_unlock(&ubi->buf_mutex); in try_recover_peb()
870 up_read(&ubi->fm_eba_sem); in try_recover_peb()
873 ubi_wl_put_peb(ubi, vol_id, lnum, pnum, 1); in try_recover_peb()
874 ubi_msg(ubi, "data was successfully recovered"); in try_recover_peb()
880 ubi_wl_put_peb(ubi, vol_id, lnum, new_pnum, 1); in try_recover_peb()
881 ubi_warn(ubi, "failed to write to PEB %d", new_pnum); in try_recover_peb()
889 * @ubi: UBI device description object
903 static int recover_peb(struct ubi_device *ubi, int pnum, int vol_id, int lnum, in recover_peb() argument
906 int err, idx = vol_id2idx(ubi, vol_id), tries; in recover_peb()
907 struct ubi_volume *vol = ubi->volumes[idx]; in recover_peb()
910 vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS); in recover_peb()
922 ubi_msg(ubi, "try again"); in recover_peb()
949 struct ubi_device *ubi = vol->ubi; in try_write_vid_and_data() local
952 pnum = ubi_wl_get_peb(ubi); in try_write_vid_and_data()
963 err = ubi_io_write_vid_hdr(ubi, pnum, vidb); in try_write_vid_and_data()
965 ubi_warn(ubi, "failed to write VID header to LEB %d:%d, PEB %d", in try_write_vid_and_data()
971 err = ubi_io_write_data(ubi, buf, pnum, offset, len); in try_write_vid_and_data()
973 ubi_warn(ubi, in try_write_vid_and_data()
983 up_read(&ubi->fm_eba_sem); in try_write_vid_and_data()
986 err2 = ubi_wl_put_peb(ubi, vol_id, lnum, pnum, 1); in try_write_vid_and_data()
988 ubi_warn(ubi, "failed to return physical eraseblock %d, error %d", in try_write_vid_and_data()
992 err2 = ubi_wl_put_peb(ubi, vol_id, lnum, opnum, 0); in try_write_vid_and_data()
994 ubi_warn(ubi, "failed to return physical eraseblock %d, error %d", in try_write_vid_and_data()
1004 * @ubi: UBI device description object
1017 int ubi_eba_write_leb(struct ubi_device *ubi, struct ubi_volume *vol, int lnum, in ubi_eba_write_leb() argument
1024 if (ubi->ro_mode) in ubi_eba_write_leb()
1027 err = leb_write_lock(ubi, vol_id, lnum); in ubi_eba_write_leb()
1033 err = check_mapping(ubi, vol, lnum, &pnum); in ubi_eba_write_leb()
1042 err = ubi_io_write_data(ubi, buf, pnum, offset, len); in ubi_eba_write_leb()
1044 ubi_warn(ubi, "failed to write data to PEB %d", pnum); in ubi_eba_write_leb()
1045 if (err == -EIO && ubi->bad_allowed) in ubi_eba_write_leb()
1046 err = recover_peb(ubi, pnum, vol_id, lnum, buf, in ubi_eba_write_leb()
1057 vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS); in ubi_eba_write_leb()
1059 leb_write_unlock(ubi, vol_id, lnum); in ubi_eba_write_leb()
1066 vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_eba_write_leb()
1069 vid_hdr->compat = ubi_get_compat(ubi, vol_id); in ubi_eba_write_leb()
1074 if (err != -EIO || !ubi->bad_allowed) in ubi_eba_write_leb()
1083 vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_eba_write_leb()
1084 ubi_msg(ubi, "try another PEB"); in ubi_eba_write_leb()
1091 ubi_ro_mode(ubi); in ubi_eba_write_leb()
1093 leb_write_unlock(ubi, vol_id, lnum); in ubi_eba_write_leb()
1100 * @ubi: UBI device description object
1120 int ubi_eba_write_leb_st(struct ubi_device *ubi, struct ubi_volume *vol, in ubi_eba_write_leb_st() argument
1128 if (ubi->ro_mode) in ubi_eba_write_leb_st()
1133 len = ALIGN(data_size, ubi->min_io_size); in ubi_eba_write_leb_st()
1135 ubi_assert(!(len & (ubi->min_io_size - 1))); in ubi_eba_write_leb_st()
1137 vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS); in ubi_eba_write_leb_st()
1143 err = leb_write_lock(ubi, vol_id, lnum); in ubi_eba_write_leb_st()
1147 vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_eba_write_leb_st()
1150 vid_hdr->compat = ubi_get_compat(ubi, vol_id); in ubi_eba_write_leb_st()
1163 if (err != -EIO || !ubi->bad_allowed) in ubi_eba_write_leb_st()
1166 vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_eba_write_leb_st()
1167 ubi_msg(ubi, "try another PEB"); in ubi_eba_write_leb_st()
1171 ubi_ro_mode(ubi); in ubi_eba_write_leb_st()
1173 leb_write_unlock(ubi, vol_id, lnum); in ubi_eba_write_leb_st()
1183 * @ubi: UBI device description object
1195 * UBI reserves one LEB for the "atomic LEB change" operation, so only one
1196 * LEB change may be done at a time. This is ensured by @ubi->alc_mutex.
1198 int ubi_eba_atomic_leb_change(struct ubi_device *ubi, struct ubi_volume *vol, in ubi_eba_atomic_leb_change() argument
1206 if (ubi->ro_mode) in ubi_eba_atomic_leb_change()
1214 err = ubi_eba_unmap_leb(ubi, vol, lnum); in ubi_eba_atomic_leb_change()
1217 return ubi_eba_write_leb(ubi, vol, lnum, NULL, 0, 0); in ubi_eba_atomic_leb_change()
1220 vidb = ubi_alloc_vid_buf(ubi, GFP_NOFS); in ubi_eba_atomic_leb_change()
1226 mutex_lock(&ubi->alc_mutex); in ubi_eba_atomic_leb_change()
1227 err = leb_write_lock(ubi, vol_id, lnum); in ubi_eba_atomic_leb_change()
1231 vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_eba_atomic_leb_change()
1234 vid_hdr->compat = ubi_get_compat(ubi, vol_id); in ubi_eba_atomic_leb_change()
1247 if (err != -EIO || !ubi->bad_allowed) in ubi_eba_atomic_leb_change()
1250 vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_eba_atomic_leb_change()
1251 ubi_msg(ubi, "try another PEB"); in ubi_eba_atomic_leb_change()
1260 ubi_ro_mode(ubi); in ubi_eba_atomic_leb_change()
1262 leb_write_unlock(ubi, vol_id, lnum); in ubi_eba_atomic_leb_change()
1265 mutex_unlock(&ubi->alc_mutex); in ubi_eba_atomic_leb_change()
1277 * fatal and UBI will be switched to R/O mode later.
1299 * @ubi: UBI device description object
1311 int ubi_eba_copy_leb(struct ubi_device *ubi, int from, int to, in ubi_eba_copy_leb() argument
1319 ubi_assert(rwsem_is_locked(&ubi->fm_eba_sem)); in ubi_eba_copy_leb()
1328 aldata_size = ALIGN(data_size, ubi->min_io_size); in ubi_eba_copy_leb()
1331 ubi->leb_size - be32_to_cpu(vid_hdr->data_pad); in ubi_eba_copy_leb()
1333 idx = vol_id2idx(ubi, vol_id); in ubi_eba_copy_leb()
1334 spin_lock(&ubi->volumes_lock); in ubi_eba_copy_leb()
1341 vol = ubi->volumes[idx]; in ubi_eba_copy_leb()
1342 spin_unlock(&ubi->volumes_lock); in ubi_eba_copy_leb()
1357 * 'ubi_wl_put_peb()' function on the @ubi->move_mutex. In turn, we are in ubi_eba_copy_leb()
1358 * holding @ubi->move_mutex and go sleep on the LEB lock. So, if the in ubi_eba_copy_leb()
1364 err = leb_write_trylock(ubi, vol_id, lnum); in ubi_eba_copy_leb()
1372 * probably waiting on @ubi->move_mutex. No need to continue the work, in ubi_eba_copy_leb()
1384 * this function utilizes the @ubi->peb_buf buffer which is shared in ubi_eba_copy_leb()
1386 * @ubi->buf_mutex. in ubi_eba_copy_leb()
1388 mutex_lock(&ubi->buf_mutex); in ubi_eba_copy_leb()
1390 err = ubi_io_read_data(ubi, ubi->peb_buf, from, 0, aldata_size); in ubi_eba_copy_leb()
1392 ubi_warn(ubi, "error %d while reading data from PEB %d", in ubi_eba_copy_leb()
1410 ubi_calc_data_len(ubi, ubi->peb_buf, data_size); in ubi_eba_copy_leb()
1413 crc = crc32(UBI_CRC32_INIT, ubi->peb_buf, data_size); in ubi_eba_copy_leb()
1427 vid_hdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi)); in ubi_eba_copy_leb()
1429 err = ubi_io_write_vid_hdr(ubi, to, vidb); in ubi_eba_copy_leb()
1439 err = ubi_io_read_vid_hdr(ubi, to, vidb, 1); in ubi_eba_copy_leb()
1442 ubi_warn(ubi, "error %d while reading VID header back from PEB %d", in ubi_eba_copy_leb()
1452 err = ubi_io_write_data(ubi, ubi->peb_buf, to, 0, aldata_size); in ubi_eba_copy_leb()
1466 mutex_unlock(&ubi->buf_mutex); in ubi_eba_copy_leb()
1468 leb_write_unlock(ubi, vol_id, lnum); in ubi_eba_copy_leb()
1474 * @ubi: UBI device description object
1476 * This is a helper function for 'ubi_eba_init()' which is called when UBI
1480 * o if this is a new UBI image, then just print the warning
1481 * o if this is an UBI image which has already been used for some time, print
1485 * The idea is that when UBI is used, PEBs become bad, and the reserved pool
1490 static void print_rsvd_warning(struct ubi_device *ubi, in print_rsvd_warning() argument
1498 int min = ubi->beb_rsvd_level / 10; in print_rsvd_warning()
1502 if (ubi->beb_rsvd_pebs > min) in print_rsvd_warning()
1506 ubi_warn(ubi, "cannot reserve enough PEBs for bad PEB handling, reserved %d, need %d", in print_rsvd_warning()
1507 ubi->beb_rsvd_pebs, ubi->beb_rsvd_level); in print_rsvd_warning()
1508 if (ubi->corr_peb_count) in print_rsvd_warning()
1509 ubi_warn(ubi, "%d PEBs are corrupted and not used", in print_rsvd_warning()
1510 ubi->corr_peb_count); in print_rsvd_warning()
1515 * @ubi: UBI device description object
1516 * @ai_fastmap: UBI attach info object created by fastmap
1517 * @ai_scan: UBI attach info object created by scanning
1523 int self_check_eba(struct ubi_device *ubi, struct ubi_attach_info *ai_fastmap, in self_check_eba() argument
1533 num_volumes = ubi->vtbl_slots + UBI_INT_VOL_COUNT; in self_check_eba()
1546 vol = ubi->volumes[i]; in self_check_eba()
1569 av = ubi_find_av(ai_scan, idx2vol_id(ubi, i)); in self_check_eba()
1576 av = ubi_find_av(ai_fastmap, idx2vol_id(ubi, i)); in self_check_eba()
1589 ubi_err(ubi, "LEB:%i:%i is PEB:%i instead of %i!", in self_check_eba()
1599 if (!ubi->volumes[i]) in self_check_eba()
1613 * @ubi: UBI device description object
1619 int ubi_eba_init(struct ubi_device *ubi, struct ubi_attach_info *ai) in ubi_eba_init() argument
1629 spin_lock_init(&ubi->ltree_lock); in ubi_eba_init()
1630 mutex_init(&ubi->alc_mutex); in ubi_eba_init()
1631 ubi->ltree = RB_ROOT; in ubi_eba_init()
1633 ubi->global_sqnum = ai->max_sqnum + 1; in ubi_eba_init()
1634 num_volumes = ubi->vtbl_slots + UBI_INT_VOL_COUNT; in ubi_eba_init()
1639 vol = ubi->volumes[i]; in ubi_eba_init()
1653 av = ubi_find_av(ai, idx2vol_id(ubi, i)); in ubi_eba_init()
1673 if (ubi->avail_pebs < EBA_RESERVED_PEBS) { in ubi_eba_init()
1674 ubi_err(ubi, "no enough physical eraseblocks (%d, need %d)", in ubi_eba_init()
1675 ubi->avail_pebs, EBA_RESERVED_PEBS); in ubi_eba_init()
1676 if (ubi->corr_peb_count) in ubi_eba_init()
1677 ubi_err(ubi, "%d PEBs are corrupted and not used", in ubi_eba_init()
1678 ubi->corr_peb_count); in ubi_eba_init()
1682 ubi->avail_pebs -= EBA_RESERVED_PEBS; in ubi_eba_init()
1683 ubi->rsvd_pebs += EBA_RESERVED_PEBS; in ubi_eba_init()
1685 if (ubi->bad_allowed) { in ubi_eba_init()
1686 ubi_calculate_reserved(ubi); in ubi_eba_init()
1688 if (ubi->avail_pebs < ubi->beb_rsvd_level) { in ubi_eba_init()
1690 ubi->beb_rsvd_pebs = ubi->avail_pebs; in ubi_eba_init()
1691 print_rsvd_warning(ubi, ai); in ubi_eba_init()
1693 ubi->beb_rsvd_pebs = ubi->beb_rsvd_level; in ubi_eba_init()
1695 ubi->avail_pebs -= ubi->beb_rsvd_pebs; in ubi_eba_init()
1696 ubi->rsvd_pebs += ubi->beb_rsvd_pebs; in ubi_eba_init()
1704 if (!ubi->volumes[i]) in ubi_eba_init()
1706 ubi_eba_replace_table(ubi->volumes[i], NULL); in ubi_eba_init()