| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | clue_node.cc | 31 usage_(usage), in CLUENode()
39 …std::make_shared<CLUENode>(dataset_files_, task_, usage_, num_samples_, shuffle_, num_shards_, sha… in Copy()
54 RETURN_IF_NOT_OK(ValidateStringValue("CLUENode", usage_, {"train", "test", "eval"})); in ValidateParams()
87 if (usage_ == "train" || usage_ == "eval") { in CreateKeyMapForAFQMCOrCMNLITask()
99 if (usage_ == "train" || usage_ == "eval") { in CreateKeyMapForCSLTask()
110 if (usage_ == "train" || usage_ == "eval") { in CreateKeyMapForIFLYTEKTask()
122 if (usage_ == "train" || usage_ == "eval") { in CreateKeyMapForTNEWSTask()
135 if (usage_ == "train" || usage_ == "eval") { in CreateKeyMapForWSCTask()
237 args["usage"] = usage_; in to_json()
|
| D | cityscapes_node.cc | 34 usage_(usage), in CityscapesNode()
42 …auto node = std::make_shared<CityscapesNode>(dataset_dir_, usage_, quality_mode_, task_, decode_, … in Copy()
48 out << ", task:" + task_ << ", quality mode:" + quality_mode_ << ", usage:" + usage_; in Print()
65 … RETURN_IF_NOT_OK(ValidateStringValue("CityscapesNode", usage_, {"train", "test", "val", "all"})); in ValidateParams()
67 …RETURN_IF_NOT_OK(ValidateStringValue("CityscapesNode", usage_, {"train", "train_extra", "val", "al… in ValidateParams()
89 …auto cityscapes_op = std::make_shared<CityscapesOp>(num_workers_, dataset_dir_, usage_, quality_mo… in Build()
112 …RETURN_IF_NOT_OK(CityscapesOp::CountTotalRows(dataset_dir_, usage_, quality_mode_, task_, &num_row… in GetDatasetSize()
131 args["usage"] = usage_; in to_json()
|
| D | usps_node.cc | 34 usage_(usage), in USPSNode()
47 …auto node = std::make_shared<USPSNode>(dataset_dir_, usage_, num_samples_, shuffle_, num_shards_, … in Copy()
52 out << (Name() + "(dataset dir:" + dataset_dir_ + ", usage:" + usage_ + in Print()
60 RETURN_IF_NOT_OK(ValidateStringValue("USPSNode", usage_, {"train", "test", "all"})); in ValidateParams()
82 …auto op = std::make_shared<USPSOp>(dataset_dir_, usage_, std::move(schema), num_workers_, worker_c… in Build()
96 RETURN_IF_NOT_OK(USPSOp::CountTotalRows(dataset_dir_, usage_, &num_rows)); in Build()
124 RETURN_IF_NOT_OK(USPSOp::CountTotalRows(dataset_dir_, usage_, &num_rows)); in GetDatasetSize()
135 args["usage"] = usage_; in to_json()
|
| D | celeba_node.cc | 41 usage_(usage), in CelebANode()
48 …auto node = std::make_shared<CelebANode>(dataset_dir_, usage_, sampler, decode_, extensions_, cach… in Copy()
62 RETURN_IF_NOT_OK(ValidateStringValue("CelebANode", usage_, {"all", "train", "valid", "test"})); in ValidateParams()
76 …a_op = std::make_shared<CelebAOp>(num_workers_, dataset_dir_, connector_que_size_, decode_, usage_, in Build()
123 if (usage_ != "all") { in GetDatasetSize()
126 if (usage_ == "train") { in GetDatasetSize()
129 if (usage_ == "valid") { in GetDatasetSize()
132 if (usage_ == "test") in GetDatasetSize()
179 args["usage"] = usage_; in to_json()
|
| D | voc_node.cc | 41 usage_(usage), in VOCNode()
50 …std::make_shared<VOCNode>(dataset_dir_, task_, usage_, class_index_, decode_, sampler, cache_, ext… in Copy()
70 Path imagesets_file = dir / "ImageSets" / "Segmentation" / usage_ + ".txt"; in ValidateParams()
72 std::string err_msg = "VOCNode: Invalid usage: " + usage_ + ", file does not exist"; in ValidateParams()
73 …MS_LOG(ERROR) << "VOCNode: Invalid usage: " << usage_ << ", file \"" << imagesets_file << "\" does… in ValidateParams()
77 Path imagesets_file = dir / "ImageSets" / "Main" / usage_ + ".txt"; in ValidateParams()
79 std::string err_msg = "VOCNode: Invalid usage: " + usage_ + ", file does not exist"; in ValidateParams()
80 …MS_LOG(ERROR) << "VOCNode: Invalid usage: " << usage_ << ", file \"" << imagesets_file << "\" does… in ValidateParams()
126 …voc_op = std::make_shared<VOCOp>(task_type_, usage_, dataset_dir_, class_index_, num_workers_, con… in Build()
172 args["usage"] = usage_; in to_json()
|
| D | div2k_node.cc | 35 usage_(usage), in DIV2KNode()
43 …auto node = std::make_shared<DIV2KNode>(dataset_dir_, usage_, downgrade_, scale_, decode_, sampler… in Copy()
49 out << ", usage:" + usage_ << ", scale:" + std::to_string(scale_) << ", downgrade:" + downgrade_; in Print()
62 RETURN_IF_NOT_OK(ValidateStringValue("DIV2KNode", usage_, {"train", "valid", "all"})); in ValidateParams()
101 …auto div2k_op = std::make_shared<DIV2KOp>(num_workers_, dataset_dir_, usage_, downgrade_, scale_, … in Build()
124 RETURN_IF_NOT_OK(DIV2KOp::CountTotalRows(dataset_dir_, usage_, downgrade_, scale_, &num_rows)); in GetDatasetSize()
143 args["usage"] = usage_; in to_json()
|
| D | cifar10_node.cc | 36 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in Cifar10Node()
40 auto node = std::make_shared<Cifar10Node>(dataset_dir_, usage_, sampler, cache_); in Copy()
54 RETURN_IF_NOT_OK(ValidateStringValue("Cifar10Node", usage_, {"train", "test", "all"})); in ValidateParams()
70 …auto cifar_op = std::make_shared<CifarOp>(CifarOp::CifarType::kCifar10, usage_, num_workers_, data… in Build()
95 RETURN_IF_NOT_OK(CifarOp::CountTotalRows(dataset_dir_, usage_, true, &num_rows)); in GetDatasetSize()
115 args["usage"] = usage_; in to_json()
|
| D | cifar100_node.cc | 36 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in Cifar100Node()
40 auto node = std::make_shared<Cifar100Node>(dataset_dir_, usage_, sampler, cache_); in Copy()
54 RETURN_IF_NOT_OK(ValidateStringValue("Cifar100Node", usage_, {"train", "test", "all"})); in ValidateParams()
72 …auto cifar_op = std::make_shared<CifarOp>(CifarOp::CifarType::kCifar100, usage_, num_workers_, dat… in Build()
96 RETURN_IF_NOT_OK(CifarOp::CountTotalRows(dataset_dir_, usage_, false, &num_rows)); in GetDatasetSize()
114 args["usage"] = usage_; in to_json()
|
| D | mnist_node.cc | 35 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in MnistNode()
39 auto node = std::make_shared<MnistNode>(dataset_dir_, usage_, sampler, cache_); in Copy()
51 RETURN_IF_NOT_OK(ValidateStringValue("MnistNode", usage_, {"train", "test", "all"})); in ValidateParams()
66 …auto op = std::make_shared<MnistOp>(usage_, num_workers_, dataset_dir_, connector_que_size_, std::… in Build()
90 RETURN_IF_NOT_OK(MnistOp::CountTotalRows(dataset_dir_, usage_, &num_rows)); in GetDatasetSize()
108 args["usage"] = usage_; in to_json()
|
| D | manifest_node.cc | 40 usage_(usage), in ManifestNode()
47 …auto node = std::make_shared<ManifestNode>(dataset_file_, usage_, sampler, class_index_, decode_, … in Copy()
88 RETURN_IF_NOT_OK(ValidateStringValue("ManifestNode", usage_, {"train", "eval", "inference"})); in ValidateParams()
106 std::move(schema), std::move(sampler_rt), usage_); in Build()
151 args["usage"] = usage_; in to_json()
|
| D | cifar100_node.h | 74 const std::string &Usage() const { return usage_; } in Usage()
98 std::string usage_; variable
|
| D | mnist_node.h | 74 const std::string &Usage() const { return usage_; } in Usage()
98 std::string usage_; variable
|
| D | cifar10_node.h | 74 const std::string &Usage() const { return usage_; } in Usage()
98 std::string usage_; variable
|
| D | usps_node.h | 76 const std::string &Usage() const { return usage_; } in Usage()
113 std::string usage_; variable
|
| D | cityscapes_node.h | 77 const std::string &Usage() const { return usage_; } in Usage()
102 std::string usage_; variable
|
| D | div2k_node.h | 76 const std::string &Usage() const { return usage_; } in Usage()
101 std::string usage_; variable
|
| D | celeba_node.h | 76 const std::string &Usage() const { return usage_; } in Usage()
102 std::string usage_; variable
|
| D | manifest_node.h | 75 const std::string &Usage() const { return usage_; } in Usage()
102 std::string usage_; variable
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/ |
| D | cifar_op.cc | 41 usage_(usage), in CifarOp()
130 if (usage_ == "train") { in ReadCifar10BlockData()
132 } else if (usage_ == "test") { in ReadCifar10BlockData()
173 if (usage_ == "train" && file_name.find("train") == std::string::npos) continue; in ReadCifar100BlockData()
174 if (usage_ == "test" && file_name.find("test") == std::string::npos) continue; in ReadCifar100BlockData()
325 if (op->usage_ == "train") { in CountTotalRows()
327 } else if (op->usage_ == "test") { in CountTotalRows()
352 … if (op->usage_ == "train" && file_path.Basename().find("train") == std::string::npos) continue; in CountTotalRows()
353 if (op->usage_ == "test" && file_path.Basename().find("test") == std::string::npos) continue; in CountTotalRows()
|
| D | cityscapes_op.cc | 41 usage_(usage), in CityscapesOp()
121 …<< "\nQualityMode: " << quality_mode_ << "\nUsage: " << usage_ << "\nDecode: " << (decode_ ? "yes"… in Print()
135 if (usage_ == "all" && quality_mode_ == "fine") { in ParseCityscapesData()
142 } else if (usage_ == "all" && quality_mode_ == "coarse") { in ParseCityscapesData()
150 std::string images_dir = (dataset_dir / "leftImg8bit" / usage_).ToString(); in ParseCityscapesData()
151 std::string task_dir = (dataset_dir / real_quality_mode / usage_).ToString(); in ParseCityscapesData()
|
| D | celeba_op.cc | 45 usage_(usage) { in CelebAOp()
118 if ((image_info.empty()) || (usage_ != "all" && !CheckDatasetTypeValid())) { in ParseAttrFile()
167 if (usage_ == "train" && (type == train_type)) { in CheckDatasetTypeValid()
169 } else if (usage_ == "valid" && (type == valid_type)) { in CheckDatasetTypeValid()
171 } else if (usage_ == "test" && (type == test_type)) { in CheckDatasetTypeValid()
|
| D | manifest_op.cc | 42 usage_(usage) { in ManifestOp()
44 (void)std::transform(usage_.begin(), usage_.end(), usage_.begin(), ::tolower); in ManifestOp()
172 if (usage != usage_) { in ParseManifestFile()
|
| D | div2k_op.cc | 62 usage_(usage), in DIV2KOp()
124 …"\nNumber of rows:" << num_rows_ << "\nDIV2K DatasetDir: " << dataset_dir_ << "\nUsage: " << usage_ in Print()
133 if (usage_ == "all") { in ParseDIV2KData()
142 hr_dir_key = usage_ + "_hr"; in ParseDIV2KData()
143 lr_dir_key = usage_ + "_" + downgrade_ + "_x" + std::to_string(scale_); in ParseDIV2KData()
|
| D | usps_op.cc | 44 usage_(usage), in USPSOp()
60 << "\nUSPS usage: " << usage_ << "\n\n"; in Print()
139 if (usage_ == "train") { in GetFiles()
141 } else if (usage_ == "test") { in GetFiles()
143 } else if (usage_ == "all") { in GetFiles()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ |
| D | tree_adapter.cc | 41 TreeAdapter::TreeAdapter(UsageFlag usage) : usage_(usage), launched_(false), tree_state_(kCompileSt… in TreeAdapter()
60 if (usage_ == kDeGetter) actions.emplace_back(std::make_unique<GetterPass>()); in PrePass()
100 if (GlobalContext::config_manager()->auto_num_workers() && usage_ == kDeIterator) { in PostPass()
157 if (usage_ == kDeGetter) tree_->GetProfilingManager()->DisableProfiling(); in Build()
|