Lines Matching refs:ns
85 struct nvme_ns *ns = req->q->queuedata; in nvme_failover_req() local
90 nvme_mpath_clear_current_path(ns); in nvme_failover_req()
97 if (nvme_is_ana_error(status) && ns->ctrl->ana_log_buf) { in nvme_failover_req()
98 set_bit(NVME_NS_ANA_PENDING, &ns->flags); in nvme_failover_req()
99 queue_work(nvme_wq, &ns->ctrl->ana_work); in nvme_failover_req()
102 spin_lock_irqsave(&ns->head->requeue_lock, flags); in nvme_failover_req()
104 bio_set_dev(bio, ns->head->disk->part0); in nvme_failover_req()
118 blk_steal_bios(&ns->head->requeue_list, req); in nvme_failover_req()
119 spin_unlock_irqrestore(&ns->head->requeue_lock, flags); in nvme_failover_req()
123 kblockd_schedule_work(&ns->head->requeue_work); in nvme_failover_req()
128 struct nvme_ns *ns = rq->q->queuedata; in nvme_mpath_start_request() local
129 struct gendisk *disk = ns->head->disk; in nvme_mpath_start_request()
142 struct nvme_ns *ns = rq->q->queuedata; in nvme_mpath_end_request() local
146 bdev_end_io_acct(ns->head->disk->part0, req_op(rq), in nvme_mpath_end_request()
153 struct nvme_ns *ns; in nvme_kick_requeue_lists() local
157 list_for_each_entry_rcu(ns, &ctrl->namespaces, list) { in nvme_kick_requeue_lists()
158 if (!ns->head->disk) in nvme_kick_requeue_lists()
160 kblockd_schedule_work(&ns->head->requeue_work); in nvme_kick_requeue_lists()
162 disk_uevent(ns->head->disk, KOBJ_CHANGE); in nvme_kick_requeue_lists()
176 bool nvme_mpath_clear_current_path(struct nvme_ns *ns) in nvme_mpath_clear_current_path() argument
178 struct nvme_ns_head *head = ns->head; in nvme_mpath_clear_current_path()
186 if (ns == rcu_access_pointer(head->current_path[node])) { in nvme_mpath_clear_current_path()
197 struct nvme_ns *ns; in nvme_mpath_clear_ctrl_paths() local
201 list_for_each_entry_rcu(ns, &ctrl->namespaces, list) { in nvme_mpath_clear_ctrl_paths()
202 nvme_mpath_clear_current_path(ns); in nvme_mpath_clear_ctrl_paths()
203 kblockd_schedule_work(&ns->head->requeue_work); in nvme_mpath_clear_ctrl_paths()
208 void nvme_mpath_revalidate_paths(struct nvme_ns *ns) in nvme_mpath_revalidate_paths() argument
210 struct nvme_ns_head *head = ns->head; in nvme_mpath_revalidate_paths()
216 list_for_each_entry_rcu(ns, &head->list, siblings) { in nvme_mpath_revalidate_paths()
217 if (capacity != get_capacity(ns->disk)) in nvme_mpath_revalidate_paths()
218 clear_bit(NVME_NS_READY, &ns->flags); in nvme_mpath_revalidate_paths()
227 static bool nvme_path_is_disabled(struct nvme_ns *ns) in nvme_path_is_disabled() argument
234 if (ns->ctrl->state != NVME_CTRL_LIVE && in nvme_path_is_disabled()
235 ns->ctrl->state != NVME_CTRL_DELETING) in nvme_path_is_disabled()
237 if (test_bit(NVME_NS_ANA_PENDING, &ns->flags) || in nvme_path_is_disabled()
238 !test_bit(NVME_NS_READY, &ns->flags)) in nvme_path_is_disabled()
246 struct nvme_ns *found = NULL, *fallback = NULL, *ns; in __nvme_find_path() local
248 list_for_each_entry_rcu(ns, &head->list, siblings) { in __nvme_find_path()
249 if (nvme_path_is_disabled(ns)) in __nvme_find_path()
252 if (ns->ctrl->numa_node != NUMA_NO_NODE && in __nvme_find_path()
254 distance = node_distance(node, ns->ctrl->numa_node); in __nvme_find_path()
258 switch (ns->ana_state) { in __nvme_find_path()
262 found = ns; in __nvme_find_path()
268 fallback = ns; in __nvme_find_path()
284 struct nvme_ns *ns) in nvme_next_ns() argument
286 ns = list_next_or_null_rcu(&head->list, &ns->siblings, struct nvme_ns, in nvme_next_ns()
288 if (ns) in nvme_next_ns()
289 return ns; in nvme_next_ns()
296 struct nvme_ns *ns, *found = NULL; in nvme_round_robin_path() local
304 for (ns = nvme_next_ns(head, old); in nvme_round_robin_path()
305 ns && ns != old; in nvme_round_robin_path()
306 ns = nvme_next_ns(head, ns)) { in nvme_round_robin_path()
307 if (nvme_path_is_disabled(ns)) in nvme_round_robin_path()
310 if (ns->ana_state == NVME_ANA_OPTIMIZED) { in nvme_round_robin_path()
311 found = ns; in nvme_round_robin_path()
314 if (ns->ana_state == NVME_ANA_NONOPTIMIZED) in nvme_round_robin_path()
315 found = ns; in nvme_round_robin_path()
336 static inline bool nvme_path_is_optimized(struct nvme_ns *ns) in nvme_path_is_optimized() argument
338 return ns->ctrl->state == NVME_CTRL_LIVE && in nvme_path_is_optimized()
339 ns->ana_state == NVME_ANA_OPTIMIZED; in nvme_path_is_optimized()
345 struct nvme_ns *ns; in nvme_find_path() local
347 ns = srcu_dereference(head->current_path[node], &head->srcu); in nvme_find_path()
348 if (unlikely(!ns)) in nvme_find_path()
352 return nvme_round_robin_path(head, node, ns); in nvme_find_path()
353 if (unlikely(!nvme_path_is_optimized(ns))) in nvme_find_path()
355 return ns; in nvme_find_path()
360 struct nvme_ns *ns; in nvme_available_path() local
362 list_for_each_entry_rcu(ns, &head->list, siblings) { in nvme_available_path()
363 if (test_bit(NVME_CTRL_FAILFAST_EXPIRED, &ns->ctrl->flags)) in nvme_available_path()
365 switch (ns->ctrl->state) { in nvme_available_path()
382 struct nvme_ns *ns; in nvme_ns_head_submit_bio() local
395 ns = nvme_find_path(head); in nvme_ns_head_submit_bio()
396 if (likely(ns)) { in nvme_ns_head_submit_bio()
397 bio_set_dev(bio, ns->disk->part0); in nvme_ns_head_submit_bio()
399 trace_block_bio_remap(bio, disk_devt(ns->head->disk), in nvme_ns_head_submit_bio()
434 struct nvme_ns *ns; in nvme_ns_head_report_zones() local
438 ns = nvme_find_path(head); in nvme_ns_head_report_zones()
439 if (ns) in nvme_ns_head_report_zones()
440 ret = nvme_ns_report_zones(ns, sector, nr_zones, cb, data); in nvme_ns_head_report_zones()
571 static void nvme_mpath_set_live(struct nvme_ns *ns) in nvme_mpath_set_live() argument
573 struct nvme_ns_head *head = ns->head; in nvme_mpath_set_live()
588 clear_bit(NVME_NSHEAD_DISK_LIVE, &ns->flags); in nvme_mpath_set_live()
595 if (nvme_path_is_optimized(ns)) { in nvme_mpath_set_live()
659 struct nvme_ns *ns) in nvme_update_ns_ana_state() argument
661 ns->ana_grpid = le32_to_cpu(desc->grpid); in nvme_update_ns_ana_state()
662 ns->ana_state = desc->state; in nvme_update_ns_ana_state()
663 clear_bit(NVME_NS_ANA_PENDING, &ns->flags); in nvme_update_ns_ana_state()
673 if (nvme_state_is_live(ns->ana_state) && in nvme_update_ns_ana_state()
674 ns->ctrl->state == NVME_CTRL_LIVE) in nvme_update_ns_ana_state()
675 nvme_mpath_set_live(ns); in nvme_update_ns_ana_state()
683 struct nvme_ns *ns; in nvme_update_ana_state() local
697 list_for_each_entry_rcu(ns, &ctrl->namespaces, list) { in nvme_update_ana_state()
701 if (ns->head->ns_id < nsid) in nvme_update_ana_state()
703 if (ns->head->ns_id == nsid) in nvme_update_ana_state()
704 nvme_update_ns_ana_state(desc, ns); in nvme_update_ana_state()
707 if (ns->head->ns_id > nsid) in nvme_update_ana_state()
833 struct nvme_ns *ns = nvme_get_ns_from_dev(dev); in ana_state_show() local
835 return sysfs_emit(buf, "%s\n", nvme_ana_state_names[ns->ana_state]); in ana_state_show()
851 void nvme_mpath_add_disk(struct nvme_ns *ns, __le32 anagrpid) in nvme_mpath_add_disk() argument
853 if (nvme_ctrl_use_ana(ns->ctrl)) { in nvme_mpath_add_disk()
859 mutex_lock(&ns->ctrl->ana_lock); in nvme_mpath_add_disk()
860 ns->ana_grpid = le32_to_cpu(anagrpid); in nvme_mpath_add_disk()
861 nvme_parse_ana_log(ns->ctrl, &desc, nvme_lookup_ana_group_desc); in nvme_mpath_add_disk()
862 mutex_unlock(&ns->ctrl->ana_lock); in nvme_mpath_add_disk()
865 nvme_update_ns_ana_state(&desc, ns); in nvme_mpath_add_disk()
868 set_bit(NVME_NS_ANA_PENDING, &ns->flags); in nvme_mpath_add_disk()
869 queue_work(nvme_wq, &ns->ctrl->ana_work); in nvme_mpath_add_disk()
872 ns->ana_state = NVME_ANA_OPTIMIZED; in nvme_mpath_add_disk()
873 nvme_mpath_set_live(ns); in nvme_mpath_add_disk()
876 if (blk_queue_stable_writes(ns->queue) && ns->head->disk) in nvme_mpath_add_disk()
878 ns->head->disk->queue); in nvme_mpath_add_disk()
880 if (blk_queue_is_zoned(ns->queue) && ns->head->disk) in nvme_mpath_add_disk()
881 ns->head->disk->nr_zones = ns->disk->nr_zones; in nvme_mpath_add_disk()