20 	struct nd_pfn *nd_pfn = to_nd_pfn(dev);  in nd_pfn_release()  local
23 	nd_detach_ndns(&nd_pfn->dev, &nd_pfn->ndns);  in nd_pfn_release()
24 	ida_simple_remove(&nd_region->pfn_ida, nd_pfn->id);  in nd_pfn_release()
25 	kfree(nd_pfn->uuid);  in nd_pfn_release()
26 	kfree(nd_pfn);  in nd_pfn_release()
29 struct nd_pfn *to_nd_pfn(struct device *dev)  in to_nd_pfn()
31 	struct nd_pfn *nd_pfn = container_of(dev, struct nd_pfn, dev);  in to_nd_pfn()  local
34 	return nd_pfn;  in to_nd_pfn()
41 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in mode_show()  local
43 	switch (nd_pfn->mode) {  in mode_show()
56 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in mode_store()  local
68 			nd_pfn->mode = PFN_MODE_PMEM;  in mode_store()
71 			nd_pfn->mode = PFN_MODE_RAM;  in mode_store()
74 			nd_pfn->mode = PFN_MODE_NONE;  in mode_store()
90 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in align_show()  local
92 	return sprintf(buf, "%ld\n", nd_pfn->align);  in align_show()
123 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in align_store()  local
129 	rc = nd_size_select_store(dev, buf, &nd_pfn->align,  in align_store()
143 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in uuid_show()  local
145 	if (nd_pfn->uuid)  in uuid_show()
146 		return sprintf(buf, "%pUb\n", nd_pfn->uuid);  in uuid_show()
153 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in uuid_store()  local
157 	rc = nd_uuid_store(dev, &nd_pfn->uuid, buf, len);  in uuid_store()
169 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in namespace_show()  local
173 	rc = sprintf(buf, "%s\n", nd_pfn->ndns  in namespace_show()
174 			? dev_name(&nd_pfn->ndns->dev) : "");  in namespace_show()
182 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in namespace_store()  local
187 	rc = nd_namespace_store(dev, &nd_pfn->ndns, buf, len);  in namespace_store()
200 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in resource_show()  local
205 		struct nd_pfn_sb *pfn_sb = nd_pfn->pfn_sb;  in resource_show()
207 		struct nd_namespace_common *ndns = nd_pfn->ndns;  in resource_show()
226 	struct nd_pfn *nd_pfn = to_nd_pfn_safe(dev);  in size_show()  local
231 		struct nd_pfn_sb *pfn_sb = nd_pfn->pfn_sb;  in size_show()
233 		struct nd_namespace_common *ndns = nd_pfn->ndns;  in size_show()
295 struct device *nd_pfn_devinit(struct nd_pfn *nd_pfn,  in nd_pfn_devinit()  argument
300 	if (!nd_pfn)  in nd_pfn_devinit()
303 	nd_pfn->mode = PFN_MODE_NONE;  in nd_pfn_devinit()
304 	nd_pfn->align = nd_pfn_default_alignment();  in nd_pfn_devinit()
305 	dev = &nd_pfn->dev;  in nd_pfn_devinit()
306 	device_initialize(&nd_pfn->dev);  in nd_pfn_devinit()
307 	if (ndns && !__nd_attach_ndns(&nd_pfn->dev, ndns, &nd_pfn->ndns)) {  in nd_pfn_devinit()
316 static struct nd_pfn *nd_pfn_alloc(struct nd_region *nd_region)  in nd_pfn_alloc()
318 	struct nd_pfn *nd_pfn;  in nd_pfn_alloc()  local
321 	nd_pfn = kzalloc(sizeof(*nd_pfn), GFP_KERNEL);  in nd_pfn_alloc()
322 	if (!nd_pfn)  in nd_pfn_alloc()
325 	nd_pfn->id = ida_simple_get(&nd_region->pfn_ida, 0, 0, GFP_KERNEL);  in nd_pfn_alloc()
326 	if (nd_pfn->id < 0) {  in nd_pfn_alloc()
327 		kfree(nd_pfn);  in nd_pfn_alloc()
331 	dev = &nd_pfn->dev;  in nd_pfn_alloc()
332 	dev_set_name(dev, "pfn%d.%d", nd_region->id, nd_pfn->id);  in nd_pfn_alloc()
336 	return nd_pfn;  in nd_pfn_alloc()
341 	struct nd_pfn *nd_pfn;  in nd_pfn_create()  local
347 	nd_pfn = nd_pfn_alloc(nd_region);  in nd_pfn_create()
348 	dev = nd_pfn_devinit(nd_pfn, NULL);  in nd_pfn_create()
360 static int nd_pfn_clear_memmap_errors(struct nd_pfn *nd_pfn)  in nd_pfn_clear_memmap_errors()  argument
362 	struct nd_region *nd_region = to_nd_region(nd_pfn->dev.parent);  in nd_pfn_clear_memmap_errors()
363 	struct nd_namespace_common *ndns = nd_pfn->ndns;  in nd_pfn_clear_memmap_errors()
365 	struct nd_pfn_sb *pfn_sb = nd_pfn->pfn_sb;  in nd_pfn_clear_memmap_errors()
370 	if (nd_pfn->mode != PFN_MODE_PMEM)  in nd_pfn_clear_memmap_errors()
381 	devm_namespace_disable(&nd_pfn->dev, ndns);  in nd_pfn_clear_memmap_errors()
382 	rc = devm_namespace_enable(&nd_pfn->dev, ndns, le64_to_cpu(pfn_sb->dataoff));  in nd_pfn_clear_memmap_errors()
393 			dev_dbg(&nd_pfn->dev, "meta: %x badblocks at %llx\n",  in nd_pfn_clear_memmap_errors()
411 				dev_err(&nd_pfn->dev,  in nd_pfn_clear_memmap_errors()
446 int nd_pfn_validate(struct nd_pfn *nd_pfn, const char *sig)  in nd_pfn_validate()  argument
453 	struct nd_pfn_sb *pfn_sb = nd_pfn->pfn_sb;  in nd_pfn_validate()
454 	struct nd_namespace_common *ndns = nd_pfn->ndns;  in nd_pfn_validate()
460 	if (!is_memory(nd_pfn->dev.parent))  in nd_pfn_validate()
508 		dev_err(&nd_pfn->dev,  in nd_pfn_validate()
516 		dev_err(&nd_pfn->dev,  in nd_pfn_validate()
529 		dev_err(&nd_pfn->dev, "init failed, alignment mismatch: "  in nd_pfn_validate()
530 				"%ld:%ld\n", nd_pfn->align, align);  in nd_pfn_validate()
534 	if (!nd_pfn->uuid) {  in nd_pfn_validate()
540 		nd_pfn->uuid = kmemdup(pfn_sb->uuid, 16, GFP_KERNEL);  in nd_pfn_validate()
541 		if (!nd_pfn->uuid)  in nd_pfn_validate()
543 		nd_pfn->align = align;  in nd_pfn_validate()
544 		nd_pfn->mode = mode;  in nd_pfn_validate()
550 		if (memcmp(nd_pfn->uuid, pfn_sb->uuid, 16) != 0)  in nd_pfn_validate()
559 		if (nd_pfn->align != align || nd_pfn->mode != mode) {  in nd_pfn_validate()
560 			dev_err(&nd_pfn->dev,  in nd_pfn_validate()
562 			dev_dbg(&nd_pfn->dev, "align: %lx:%lx mode: %d:%d\n",  in nd_pfn_validate()
563 					nd_pfn->align, align, nd_pfn->mode,  in nd_pfn_validate()
570 		dev_err(&nd_pfn->dev, "alignment: %lx exceeds capacity %llx\n",  in nd_pfn_validate()
584 		dev_err(&nd_pfn->dev, "pfn array size exceeds capacity of %s\n",  in nd_pfn_validate()
591 		dev_err(&nd_pfn->dev,  in nd_pfn_validate()
599 		dev_err(&nd_pfn->dev, "resource start misaligned\n");  in nd_pfn_validate()
605 		dev_err(&nd_pfn->dev, "resource end misaligned\n");  in nd_pfn_validate()
616 	struct nd_pfn *nd_pfn;  in nd_pfn_probe()  local
633 	nd_pfn = nd_pfn_alloc(nd_region);  in nd_pfn_probe()
634 	pfn_dev = nd_pfn_devinit(nd_pfn, ndns);  in nd_pfn_probe()
639 	nd_pfn = to_nd_pfn(pfn_dev);  in nd_pfn_probe()
640 	nd_pfn->pfn_sb = pfn_sb;  in nd_pfn_probe()
641 	rc = nd_pfn_validate(nd_pfn, PFN_SIG);  in nd_pfn_probe()
644 		nd_detach_ndns(pfn_dev, &nd_pfn->ndns);  in nd_pfn_probe()
673 static int __nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap)  in __nvdimm_setup_pfn()  argument
677 	struct nd_pfn_sb *pfn_sb = nd_pfn->pfn_sb;  in __nvdimm_setup_pfn()
682 	struct nd_namespace_common *ndns = nd_pfn->ndns;  in __nvdimm_setup_pfn()
697 	if (nd_pfn->mode == PFN_MODE_RAM) {  in __nvdimm_setup_pfn()
700 		nd_pfn->npfns = le64_to_cpu(pfn_sb->npfns);  in __nvdimm_setup_pfn()
701 	} else if (nd_pfn->mode == PFN_MODE_PMEM) {  in __nvdimm_setup_pfn()
702 		nd_pfn->npfns = PHYS_PFN((range_len(range) - offset));  in __nvdimm_setup_pfn()
703 		if (le64_to_cpu(nd_pfn->pfn_sb->npfns) > nd_pfn->npfns)  in __nvdimm_setup_pfn()
704 			dev_info(&nd_pfn->dev,  in __nvdimm_setup_pfn()
706 					le64_to_cpu(nd_pfn->pfn_sb->npfns),  in __nvdimm_setup_pfn()
707 					nd_pfn->npfns);  in __nvdimm_setup_pfn()
718 static int nd_pfn_init(struct nd_pfn *nd_pfn)  in nd_pfn_init()  argument
720 	struct nd_namespace_common *ndns = nd_pfn->ndns;  in nd_pfn_init()
732 	pfn_sb = devm_kmalloc(&nd_pfn->dev, sizeof(*pfn_sb), GFP_KERNEL);  in nd_pfn_init()
736 	nd_pfn->pfn_sb = pfn_sb;  in nd_pfn_init()
737 	if (is_nd_dax(&nd_pfn->dev))  in nd_pfn_init()
742 	rc = nd_pfn_validate(nd_pfn, sig);  in nd_pfn_init()
744 		return nd_pfn_clear_memmap_errors(nd_pfn);  in nd_pfn_init()
751 	nd_region = to_nd_region(nd_pfn->dev.parent);  in nd_pfn_init()
753 		dev_info(&nd_pfn->dev,  in nd_pfn_init()
768 	align = max(nd_pfn->align, memremap_compat_align());  in nd_pfn_init()
776 		dev_err(&nd_pfn->dev, "%s: start %pa misaligned to %#lx\n",  in nd_pfn_init()
782 	if (nd_pfn->mode == PFN_MODE_PMEM) {  in nd_pfn_init()
797 	} else if (nd_pfn->mode == PFN_MODE_RAM)  in nd_pfn_init()
803 		dev_err(&nd_pfn->dev, "%s unable to satisfy requested alignment\n",  in nd_pfn_init()
809 	pfn_sb->mode = cpu_to_le32(nd_pfn->mode);  in nd_pfn_init()
813 	memcpy(pfn_sb->uuid, nd_pfn->uuid, 16);  in nd_pfn_init()
818 	pfn_sb->align = cpu_to_le32(nd_pfn->align);  in nd_pfn_init()
824 	rc = nd_pfn_clear_memmap_errors(nd_pfn);  in nd_pfn_init()
835 int nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap)  in nvdimm_setup_pfn()  argument
839 	if (!nd_pfn->uuid || !nd_pfn->ndns)  in nvdimm_setup_pfn()
842 	rc = nd_pfn_init(nd_pfn);  in nvdimm_setup_pfn()
847 	return __nvdimm_setup_pfn(nd_pfn, pgmap);  in nvdimm_setup_pfn()