Lines Matching refs:zone
137 struct dm_zone *zone; member
221 static unsigned int dmz_dev_zone_id(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_dev_zone_id() argument
223 if (WARN_ON(!zone)) in dmz_dev_zone_id()
226 return zone->id - zone->dev->zone_offset; in dmz_dev_zone_id()
229 sector_t dmz_start_sect(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_start_sect() argument
231 unsigned int zone_id = dmz_dev_zone_id(zmd, zone); in dmz_start_sect()
236 sector_t dmz_start_block(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_start_block() argument
238 unsigned int zone_id = dmz_dev_zone_id(zmd, zone); in dmz_start_block()
311 struct dm_zone *zone = kzalloc(sizeof(struct dm_zone), GFP_KERNEL); in dmz_insert() local
313 if (!zone) in dmz_insert()
316 if (xa_insert(&zmd->zones, zone_id, zone, GFP_KERNEL)) { in dmz_insert()
317 kfree(zone); in dmz_insert()
321 INIT_LIST_HEAD(&zone->link); in dmz_insert()
322 atomic_set(&zone->refcount, 0); in dmz_insert()
323 zone->id = zone_id; in dmz_insert()
324 zone->chunk = DMZ_MAP_UNMAPPED; in dmz_insert()
325 zone->dev = dev; in dmz_insert()
327 return zone; in dmz_insert()
807 sb_block = zmd->sb[set].zone->id << zmd->zone_nr_blocks_shift; in dmz_write_sb()
1030 if (sb_block != (u64)dsb->zone->id << zmd->zone_nr_blocks_shift ) { in dmz_check_sb()
1034 (u64)dsb->zone->id << zmd->zone_nr_blocks_shift); in dmz_check_sb()
1134 unsigned int zone_id = zmd->sb[0].zone->id; in dmz_lookup_secondary_sb()
1147 zmd->sb[1].zone = dmz_get(zmd, zone_id + 1); in dmz_lookup_secondary_sb()
1155 zmd->sb[1].zone = dmz_get(zmd, zone_id + i); in dmz_lookup_secondary_sb()
1160 zmd->sb[1].zone = NULL; in dmz_lookup_secondary_sb()
1206 zmd->sb[0].block = dmz_start_block(zmd, zmd->sb[0].zone); in dmz_recover_mblocks()
1208 zmd->sb[1].block = dmz_start_block(zmd, zmd->sb[1].zone); in dmz_recover_mblocks()
1252 if (!zmd->sb[0].zone) { in dmz_load_sb()
1258 zmd->sb[0].block = dmz_start_block(zmd, zmd->sb[0].zone); in dmz_load_sb()
1259 zmd->sb[0].dev = zmd->sb[0].zone->dev; in dmz_load_sb()
1271 if (!zmd->sb[1].zone) { in dmz_load_sb()
1273 zmd->sb[0].zone->id + zmd->nr_meta_zones; in dmz_load_sb()
1275 zmd->sb[1].zone = dmz_get(zmd, zone_id); in dmz_load_sb()
1277 zmd->sb[1].block = dmz_start_block(zmd, zmd->sb[1].zone); in dmz_load_sb()
1342 sb->zone = dmz_get(zmd, zmd->dev[i].zone_offset); in dmz_load_sb()
1344 if (!dmz_is_meta(sb->zone)) { in dmz_load_sb()
1347 sb->zone->id); in dmz_load_sb()
1377 struct dm_zone *zone; in dmz_init_zone() local
1379 zone = dmz_insert(zmd, idx, dev); in dmz_init_zone()
1380 if (IS_ERR(zone)) in dmz_init_zone()
1381 return PTR_ERR(zone); in dmz_init_zone()
1386 set_bit(DMZ_OFFLINE, &zone->flags); in dmz_init_zone()
1402 set_bit(DMZ_RND, &zone->flags); in dmz_init_zone()
1406 set_bit(DMZ_SEQ, &zone->flags); in dmz_init_zone()
1412 if (dmz_is_rnd(zone)) in dmz_init_zone()
1413 zone->wp_block = 0; in dmz_init_zone()
1415 zone->wp_block = dmz_sect2blk(blkz->wp - blkz->start); in dmz_init_zone()
1418 set_bit(DMZ_OFFLINE, &zone->flags); in dmz_init_zone()
1420 set_bit(DMZ_READ_ONLY, &zone->flags); in dmz_init_zone()
1423 if (dmz_is_rnd(zone)) { in dmz_init_zone()
1425 if (zmd->nr_devs == 1 && !zmd->sb[0].zone) { in dmz_init_zone()
1427 zmd->sb[0].zone = zone; in dmz_init_zone()
1436 set_bit(DMZ_META, &zone->flags); in dmz_init_zone()
1448 struct dm_zone *zone; in dmz_emulate_zones() local
1450 zone = dmz_insert(zmd, idx, dev); in dmz_emulate_zones()
1451 if (IS_ERR(zone)) in dmz_emulate_zones()
1452 return PTR_ERR(zone); in dmz_emulate_zones()
1453 set_bit(DMZ_CACHE, &zone->flags); in dmz_emulate_zones()
1454 zone->wp_block = 0; in dmz_emulate_zones()
1459 set_bit(DMZ_OFFLINE, &zone->flags); in dmz_emulate_zones()
1475 struct dm_zone *zone = xa_load(&zmd->zones, idx); in dmz_drop_zones() local
1477 kfree(zone); in dmz_drop_zones()
1542 zmd->sb[0].zone = dmz_get(zmd, 0); in dmz_init_zones()
1580 struct dm_zone *zone = data; in dmz_update_zone_cb() local
1582 clear_bit(DMZ_OFFLINE, &zone->flags); in dmz_update_zone_cb()
1583 clear_bit(DMZ_READ_ONLY, &zone->flags); in dmz_update_zone_cb()
1585 set_bit(DMZ_OFFLINE, &zone->flags); in dmz_update_zone_cb()
1587 set_bit(DMZ_READ_ONLY, &zone->flags); in dmz_update_zone_cb()
1589 if (dmz_is_seq(zone)) in dmz_update_zone_cb()
1590 zone->wp_block = dmz_sect2blk(blkz->wp - blkz->start); in dmz_update_zone_cb()
1592 zone->wp_block = 0; in dmz_update_zone_cb()
1599 static int dmz_update_zone(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_update_zone() argument
1601 struct dmz_dev *dev = zone->dev; in dmz_update_zone()
1615 ret = blkdev_report_zones(dev->bdev, dmz_start_sect(zmd, zone), 1, in dmz_update_zone()
1616 dmz_update_zone_cb, zone); in dmz_update_zone()
1623 zone->id); in dmz_update_zone()
1636 struct dm_zone *zone) in dmz_handle_seq_write_err() argument
1638 struct dmz_dev *dev = zone->dev; in dmz_handle_seq_write_err()
1642 wp = zone->wp_block; in dmz_handle_seq_write_err()
1643 ret = dmz_update_zone(zmd, zone); in dmz_handle_seq_write_err()
1648 zone->id, zone->wp_block, wp); in dmz_handle_seq_write_err()
1650 if (zone->wp_block < wp) { in dmz_handle_seq_write_err()
1651 dmz_invalidate_blocks(zmd, zone, zone->wp_block, in dmz_handle_seq_write_err()
1652 wp - zone->wp_block); in dmz_handle_seq_write_err()
1661 static int dmz_reset_zone(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_reset_zone() argument
1669 if (dmz_is_offline(zone) || in dmz_reset_zone()
1670 dmz_is_readonly(zone) || in dmz_reset_zone()
1671 dmz_is_rnd(zone)) in dmz_reset_zone()
1674 if (!dmz_is_empty(zone) || dmz_seq_write_err(zone)) { in dmz_reset_zone()
1675 struct dmz_dev *dev = zone->dev; in dmz_reset_zone()
1678 dmz_start_sect(zmd, zone), in dmz_reset_zone()
1682 zone->id, ret); in dmz_reset_zone()
1688 clear_bit(DMZ_SEQ_WRITE_ERR, &zone->flags); in dmz_reset_zone()
1689 zone->wp_block = 0; in dmz_reset_zone()
1694 static void dmz_get_zone_weight(struct dmz_metadata *zmd, struct dm_zone *zone);
1865 static void __dmz_lru_zone(struct dmz_metadata *zmd, struct dm_zone *zone) in __dmz_lru_zone() argument
1867 if (list_empty(&zone->link)) in __dmz_lru_zone()
1870 list_del_init(&zone->link); in __dmz_lru_zone()
1871 if (dmz_is_seq(zone)) { in __dmz_lru_zone()
1873 list_add_tail(&zone->link, &zone->dev->map_seq_list); in __dmz_lru_zone()
1874 } else if (dmz_is_cache(zone)) { in __dmz_lru_zone()
1876 list_add_tail(&zone->link, &zmd->map_cache_list); in __dmz_lru_zone()
1879 list_add_tail(&zone->link, &zone->dev->map_rnd_list); in __dmz_lru_zone()
1887 static void dmz_lru_zone(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_lru_zone() argument
1889 __dmz_lru_zone(zmd, zone); in dmz_lru_zone()
1890 if (zone->bzone) in dmz_lru_zone()
1891 __dmz_lru_zone(zmd, zone->bzone); in dmz_lru_zone()
1917 int dmz_lock_zone_reclaim(struct dm_zone *zone) in dmz_lock_zone_reclaim() argument
1920 if (dmz_is_active(zone)) in dmz_lock_zone_reclaim()
1923 return !test_and_set_bit(DMZ_RECLAIM, &zone->flags); in dmz_lock_zone_reclaim()
1929 void dmz_unlock_zone_reclaim(struct dm_zone *zone) in dmz_unlock_zone_reclaim() argument
1931 WARN_ON(dmz_is_active(zone)); in dmz_unlock_zone_reclaim()
1932 WARN_ON(!dmz_in_reclaim(zone)); in dmz_unlock_zone_reclaim()
1934 clear_bit_unlock(DMZ_RECLAIM, &zone->flags); in dmz_unlock_zone_reclaim()
1936 wake_up_bit(&zone->flags, DMZ_RECLAIM); in dmz_unlock_zone_reclaim()
1942 static void dmz_wait_for_reclaim(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_wait_for_reclaim() argument
1946 set_bit(DMZ_RECLAIM_TERMINATE, &zone->flags); in dmz_wait_for_reclaim()
1947 wait_on_bit_timeout(&zone->flags, DMZ_RECLAIM, TASK_UNINTERRUPTIBLE, HZ); in dmz_wait_for_reclaim()
1948 clear_bit(DMZ_RECLAIM_TERMINATE, &zone->flags); in dmz_wait_for_reclaim()
1960 struct dm_zone *zone, *maxw_z = NULL; in dmz_get_rnd_zone_for_reclaim() local
1976 list_for_each_entry(zone, zone_list, link) { in dmz_get_rnd_zone_for_reclaim()
1977 if (dmz_is_buf(zone)) { in dmz_get_rnd_zone_for_reclaim()
1978 dzone = zone->bzone; in dmz_get_rnd_zone_for_reclaim()
1984 dzone = zone; in dmz_get_rnd_zone_for_reclaim()
1998 list_for_each_entry(zone, zone_list, link) { in dmz_get_rnd_zone_for_reclaim()
1999 if (dmz_is_buf(zone)) { in dmz_get_rnd_zone_for_reclaim()
2000 dzone = zone->bzone; in dmz_get_rnd_zone_for_reclaim()
2004 dzone = zone; in dmz_get_rnd_zone_for_reclaim()
2018 struct dm_zone *zone; in dmz_get_seq_zone_for_reclaim() local
2020 list_for_each_entry(zone, &zmd->dev[idx].map_seq_list, link) { in dmz_get_seq_zone_for_reclaim()
2021 if (!zone->bzone) in dmz_get_seq_zone_for_reclaim()
2023 if (dmz_lock_zone_reclaim(zone)) in dmz_get_seq_zone_for_reclaim()
2024 return zone; in dmz_get_seq_zone_for_reclaim()
2036 struct dm_zone *zone = NULL; in dmz_get_zone_for_reclaim() local
2048 zone = dmz_get_seq_zone_for_reclaim(zmd, dev_idx); in dmz_get_zone_for_reclaim()
2049 if (!zone) in dmz_get_zone_for_reclaim()
2050 zone = dmz_get_rnd_zone_for_reclaim(zmd, dev_idx, idle); in dmz_get_zone_for_reclaim()
2053 return zone; in dmz_get_zone_for_reclaim()
2226 struct dm_zone *zone; in dmz_alloc_zone() local
2262 zone = list_first_entry_or_null(&zmd->reserved_seq_zones_list, in dmz_alloc_zone()
2264 if (zone) { in dmz_alloc_zone()
2265 list_del_init(&zone->link); in dmz_alloc_zone()
2268 return zone; in dmz_alloc_zone()
2271 zone = list_first_entry(list, struct dm_zone, link); in dmz_alloc_zone()
2272 list_del_init(&zone->link); in dmz_alloc_zone()
2274 if (dmz_is_cache(zone)) in dmz_alloc_zone()
2276 else if (dmz_is_rnd(zone)) in dmz_alloc_zone()
2277 atomic_dec(&zone->dev->unmap_nr_rnd); in dmz_alloc_zone()
2279 atomic_dec(&zone->dev->unmap_nr_seq); in dmz_alloc_zone()
2281 if (dmz_is_offline(zone)) { in dmz_alloc_zone()
2282 dmz_zmd_warn(zmd, "Zone %u is offline", zone->id); in dmz_alloc_zone()
2283 zone = NULL; in dmz_alloc_zone()
2286 if (dmz_is_meta(zone)) { in dmz_alloc_zone()
2287 dmz_zmd_warn(zmd, "Zone %u has metadata", zone->id); in dmz_alloc_zone()
2288 zone = NULL; in dmz_alloc_zone()
2291 return zone; in dmz_alloc_zone()
2298 void dmz_free_zone(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_free_zone() argument
2301 if (dmz_is_seq(zone)) in dmz_free_zone()
2302 dmz_reset_zone(zmd, zone); in dmz_free_zone()
2305 if (dmz_is_cache(zone)) { in dmz_free_zone()
2306 list_add_tail(&zone->link, &zmd->unmap_cache_list); in dmz_free_zone()
2308 } else if (dmz_is_rnd(zone)) { in dmz_free_zone()
2309 list_add_tail(&zone->link, &zone->dev->unmap_rnd_list); in dmz_free_zone()
2310 atomic_inc(&zone->dev->unmap_nr_rnd); in dmz_free_zone()
2311 } else if (dmz_is_reserved(zone)) { in dmz_free_zone()
2312 list_add_tail(&zone->link, &zmd->reserved_seq_zones_list); in dmz_free_zone()
2315 list_add_tail(&zone->link, &zone->dev->unmap_seq_list); in dmz_free_zone()
2316 atomic_inc(&zone->dev->unmap_nr_seq); in dmz_free_zone()
2345 void dmz_unmap_zone(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_unmap_zone() argument
2347 unsigned int chunk = zone->chunk; in dmz_unmap_zone()
2355 if (test_and_clear_bit(DMZ_BUF, &zone->flags)) { in dmz_unmap_zone()
2360 dzone_id = zone->bzone->id; in dmz_unmap_zone()
2361 zone->bzone->bzone = NULL; in dmz_unmap_zone()
2362 zone->bzone = NULL; in dmz_unmap_zone()
2369 if (WARN_ON(zone->bzone)) { in dmz_unmap_zone()
2370 zone->bzone->bzone = NULL; in dmz_unmap_zone()
2371 zone->bzone = NULL; in dmz_unmap_zone()
2378 zone->chunk = DMZ_MAP_UNMAPPED; in dmz_unmap_zone()
2379 list_del_init(&zone->link); in dmz_unmap_zone()
2418 struct dm_zone *zone, in dmz_get_bitmap() argument
2422 (sector_t)(zone->id * zmd->zone_nr_bitmap_blocks) + in dmz_get_bitmap()
2493 int dmz_validate_blocks(struct dmz_metadata *zmd, struct dm_zone *zone, in dmz_validate_blocks() argument
2502 zone->id, (unsigned long long)chunk_block, in dmz_validate_blocks()
2509 mblk = dmz_get_bitmap(zmd, zone, chunk_block); in dmz_validate_blocks()
2528 if (likely(zone->weight + n <= zone_nr_blocks)) in dmz_validate_blocks()
2529 zone->weight += n; in dmz_validate_blocks()
2532 zone->id, zone->weight, in dmz_validate_blocks()
2534 zone->weight = zone_nr_blocks; in dmz_validate_blocks()
2574 int dmz_invalidate_blocks(struct dmz_metadata *zmd, struct dm_zone *zone, in dmz_invalidate_blocks() argument
2582 zone->id, (u64)chunk_block, nr_blocks); in dmz_invalidate_blocks()
2588 mblk = dmz_get_bitmap(zmd, zone, chunk_block); in dmz_invalidate_blocks()
2608 if (zone->weight >= n) in dmz_invalidate_blocks()
2609 zone->weight -= n; in dmz_invalidate_blocks()
2612 zone->id, zone->weight, n); in dmz_invalidate_blocks()
2613 zone->weight = 0; in dmz_invalidate_blocks()
2622 static int dmz_test_block(struct dmz_metadata *zmd, struct dm_zone *zone, in dmz_test_block() argument
2631 mblk = dmz_get_bitmap(zmd, zone, chunk_block); in dmz_test_block()
2648 static int dmz_to_next_set_block(struct dmz_metadata *zmd, struct dm_zone *zone, in dmz_to_next_set_block() argument
2662 mblk = dmz_get_bitmap(zmd, zone, chunk_block); in dmz_to_next_set_block()
2691 int dmz_block_valid(struct dmz_metadata *zmd, struct dm_zone *zone, in dmz_block_valid() argument
2696 valid = dmz_test_block(zmd, zone, chunk_block); in dmz_block_valid()
2701 return dmz_to_next_set_block(zmd, zone, chunk_block, in dmz_block_valid()
2711 int dmz_first_valid_block(struct dmz_metadata *zmd, struct dm_zone *zone, in dmz_first_valid_block() argument
2717 ret = dmz_to_next_set_block(zmd, zone, start_block, in dmz_first_valid_block()
2725 return dmz_to_next_set_block(zmd, zone, start_block, in dmz_first_valid_block()
2760 static void dmz_get_zone_weight(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_get_zone_weight() argument
2771 mblk = dmz_get_bitmap(zmd, zone, chunk_block); in dmz_get_zone_weight()
2789 zone->weight = n; in dmz_get_zone_weight()
2888 struct dm_zone *zone; in dmz_ctr_metadata() local
2928 zone = dmz_get(zmd, zmd->sb[0].zone->id + i); in dmz_ctr_metadata()
2929 if (!zone) { in dmz_ctr_metadata()
2935 if (!dmz_is_rnd(zone) && !dmz_is_cache(zone)) { in dmz_ctr_metadata()
2941 set_bit(DMZ_META, &zone->flags); in dmz_ctr_metadata()
3023 struct dm_zone *zone; in dmz_resume_metadata() local
3030 zone = dmz_get(zmd, i); in dmz_resume_metadata()
3031 if (!zone) { in dmz_resume_metadata()
3035 wp_block = zone->wp_block; in dmz_resume_metadata()
3037 ret = dmz_update_zone(zmd, zone); in dmz_resume_metadata()
3043 if (dmz_is_offline(zone)) { in dmz_resume_metadata()
3049 if (!dmz_is_seq(zone)) in dmz_resume_metadata()
3050 zone->wp_block = 0; in dmz_resume_metadata()
3051 else if (zone->wp_block != wp_block) { in dmz_resume_metadata()
3053 i, (u64)zone->wp_block, (u64)wp_block); in dmz_resume_metadata()
3054 zone->wp_block = wp_block; in dmz_resume_metadata()
3055 dmz_invalidate_blocks(zmd, zone, zone->wp_block, in dmz_resume_metadata()
3056 zmd->zone_nr_blocks - zone->wp_block); in dmz_resume_metadata()