Home
last modified time | relevance | path

Searched refs:dataset_dir (Results 1 – 25 of 64) sorted by relevance

123

/third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/
Ddatasets.h842 AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_schema,
853 AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_schema,
864 AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_schema,
883 inline std::shared_ptr<AlbumDataset> Album(const std::string &dataset_dir, const std::string &data_…
887 return std::make_shared<AlbumDataset>(StringToChar(dataset_dir), StringToChar(data_schema),
899 inline std::shared_ptr<AlbumDataset> Album(const std::string &dataset_dir, const std::string &data_…
903 return std::make_shared<AlbumDataset>(StringToChar(dataset_dir), StringToChar(data_schema),
915 inline std::shared_ptr<AlbumDataset> Album(const std::string &dataset_dir, const std::string &data_…
919 return std::make_shared<AlbumDataset>(StringToChar(dataset_dir), StringToChar(data_schema),
935 CelebADataset(const std::vector<char> &dataset_dir, const std::vector<char> &usage,
[all …]
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/source/
Dbindings.cc62 … .def(py::init([](std::string dataset_dir, std::string usage, py::handle sampler, bool decode, in __anon810239690102()
64 … auto celebA = std::make_shared<CelebANode>(dataset_dir, usage, toSamplerObj(sampler), decode, in __anon810239690102()
74 … .def(py::init([](std::string dataset_dir, std::string usage, py::handle sampler) { in __anon810239690302() argument
75 … auto cifar10 = std::make_shared<Cifar10Node>(dataset_dir, usage, toSamplerObj(sampler), nullptr); in __anon810239690302()
84 … .def(py::init([](std::string dataset_dir, std::string usage, py::handle sampler) { in __anon810239690502() argument
86 … std::make_shared<Cifar100Node>(dataset_dir, usage, toSamplerObj(sampler), nullptr); in __anon810239690502()
95 … .def(py::init([](std::string dataset_dir, std::string usage, std::string quality_mode, in __anon810239690702()
97 … auto cityscapes = std::make_shared<CityscapesNode>(dataset_dir, usage, quality_mode, task, decode, in __anon810239690702()
120 … .def(py::init([](std::string dataset_dir, std::string annotation_file, std::string task, in __anon810239690b02()
123 … dataset_dir, annotation_file, task, decode, toSamplerObj(sampler), nullptr, extra_metadata); in __anon810239690b02()
[all …]
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/
Ddatasets.cc850 AlbumDataset::AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_sche… in AlbumDataset() argument
854 auto ds = std::make_shared<AlbumNode>(CharToString(dataset_dir), CharToString(data_schema), in AlbumDataset()
859 AlbumDataset::AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_sche… in AlbumDataset() argument
863 auto ds = std::make_shared<AlbumNode>(CharToString(dataset_dir), CharToString(data_schema), in AlbumDataset()
867 AlbumDataset::AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_sche… in AlbumDataset() argument
871 auto ds = std::make_shared<AlbumNode>(CharToString(dataset_dir), CharToString(data_schema), in AlbumDataset()
877 CelebADataset::CelebADataset(const std::vector<char> &dataset_dir, const std::vector<char> &usage, in CelebADataset() argument
882 …auto ds = std::make_shared<CelebANode>(CharToString(dataset_dir), CharToString(usage), sampler_obj… in CelebADataset()
886 CelebADataset::CelebADataset(const std::vector<char> &dataset_dir, const std::vector<char> &usage, in CelebADataset() argument
890 …auto ds = std::make_shared<CelebANode>(CharToString(dataset_dir), CharToString(usage), sampler_obj… in CelebADataset()
[all …]
/third_party/mindspore/tests/ut/python/dataset/
Dtest_autocontrast.py39 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
58 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
99 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
119 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
156 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
179 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
211 data_set = ds.MnistDataset(dataset_dir=MNIST_DATA_DIR, num_samples=2, shuffle=False)
213 ds_orig = ds.MnistDataset(dataset_dir=MNIST_DATA_DIR, num_samples=2, shuffle=False)
239 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
249 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
[all …]
Dtest_random_sharpness.py40 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
59 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
110 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
130 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
148 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
196 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
215 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
238 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
273 data = ds.MnistDataset(dataset_dir=MNIST_DATA_DIR, num_samples=2, shuffle=False)
276 data = ds.MnistDataset(dataset_dir=MNIST_DATA_DIR, num_samples=2, shuffle=False)
[all …]
Dtest_equalize.py40 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
59 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
95 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
112 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
145 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
161 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
200 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
216 data_set = ds.MnistDataset(dataset_dir=MNIST_DATA_DIR, num_samples=2, shuffle=False)
218 ds_orig = ds.MnistDataset(dataset_dir=MNIST_DATA_DIR, num_samples=2, shuffle=False)
245 data1 = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
[all …]
Dtest_invert.py54 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
73 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
109 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
126 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
159 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
175 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
214 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
232 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
251 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
Dtest_cache_map.py64 ds1 = ds.ImageFolderDataset(dataset_dir=DATA_DIR, cache=some_cache)
98 ds1 = ds.ImageFolderDataset(dataset_dir=DATA_DIR)
122 ds1 = ds.ImageFolderDataset(dataset_dir=DATA_DIR, cache=some_cache)
162 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, cache=some_cache)
196 ds1 = ds.ImageFolderDataset(dataset_dir=DATA_DIR, cache=some_cache)
277 ds1 = ds.ImageFolderDataset(dataset_dir=DATA_DIR)
278 ds2 = ds.ImageFolderDataset(dataset_dir=DATA_DIR)
596 ds1 = ds.ImageFolderDataset(dataset_dir=DATA_DIR, cache=some_cache)
636 ds1 = ds.ImageFolderDataset(dataset_dir=DATA_DIR)
773 ds.ImageFolderDataset(dataset_dir=DATA_DIR, cache=True)
[all …]
Dtest_adjustgamma.py90 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
100 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
117 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
129 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
148 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
165 data_set = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
Dtest_random_color.py46 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
65 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
148 data = ds.ImageFolderDataset(dataset_dir=DATA_DIR, shuffle=False)
236 mnist_ds = ds.MnistDataset(dataset_dir=MNIST_DATA_DIR, num_samples=2, shuffle=False)
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/liteapi/include/
Ddatasets.h456 AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_schema,
459 AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_schema,
462 AlbumDataset(const std::vector<char> &dataset_dir, const std::vector<char> &data_schema,
480 inline std::shared_ptr<AlbumDataset> Album(const std::string &dataset_dir, const std::string &data_…
484 return std::make_shared<AlbumDataset>(StringToChar(dataset_dir), StringToChar(data_schema),
496 inline std::shared_ptr<AlbumDataset> Album(const std::string &dataset_dir, const std::string &data_…
500 return std::make_shared<AlbumDataset>(StringToChar(dataset_dir), StringToChar(data_schema),
512 inline std::shared_ptr<AlbumDataset> Album(const std::string &dataset_dir, const std::string &data_…
516 return std::make_shared<AlbumDataset>(StringToChar(dataset_dir), StringToChar(data_schema),
522 MnistDataset(const std::vector<char> &dataset_dir, const std::vector<char> &usage,
[all …]
/third_party/mindspore/mindspore/dataset/engine/
Dvalidators.py48 dataset_dir = param_dict.get('dataset_dir')
49 check_dir(dataset_dir)
75 dataset_dir = param_dict.get('dataset_dir')
76 check_dir(dataset_dir)
135 dataset_dir = param_dict.get('dataset_dir')
136 check_dir(dataset_dir)
138 check_file(os.path.join(dataset_dir, "SBU_captioned_photo_dataset_urls.txt"))
139 check_file(os.path.join(dataset_dir, "SBU_captioned_photo_dataset_captions.txt"))
140 check_dir(os.path.join(dataset_dir, "sbu_images"))
193 dataset_dir = param_dict.get('dataset_dir')
[all …]
Ddatasets.py3380 …def __init__(self, dataset_dir, num_samples=None, num_parallel_workers=None, shuffle=None, sampler… argument
3385 self.dataset_dir = dataset_dir
3391 …return cde.ImageFolderNode(self.dataset_dir, self.decode, self.sampler, self.extensions, self.clas…
3502 …def __init__(self, dataset_dir, usage=None, num_samples=None, num_parallel_workers=None, shuffle=N… argument
3507 self.dataset_dir = dataset_dir
3511 return cde.MnistNode(self.dataset_dir, self.usage, self.sampler)
4555 …def __init__(self, dataset_dir, usage=None, num_samples=None, num_parallel_workers=None, shuffle=N… argument
4560 self.dataset_dir = dataset_dir
4564 return cde.Cifar10Node(self.dataset_dir, self.usage, self.sampler)
4679 …def __init__(self, dataset_dir, usage=None, num_samples=None, num_parallel_workers=None, shuffle=N… argument
[all …]
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/
Dcityscapes_op.cc36 CityscapesOp::CityscapesOp(int32_t num_workers, const std::string &dataset_dir, const std::string &… in CityscapesOp() argument
40 dataset_dir_(dataset_dir), in CityscapesOp()
133 Path dataset_dir(real_dataset_dir.value()); in ParseCityscapesData() local
138 std::string images_dir_fine = (dataset_dir / "leftImg8bit" / item).ToString(); in ParseCityscapesData()
139 std::string task_dir_fine = (dataset_dir / real_quality_mode / item).ToString(); in ParseCityscapesData()
145 std::string images_dir_coarse = (dataset_dir / "leftImg8bit" / item).ToString(); in ParseCityscapesData()
146 std::string task_dir_coarse = (dataset_dir / real_quality_mode / item).ToString(); in ParseCityscapesData()
150 std::string images_dir = (dataset_dir / "leftImg8bit" / usage_).ToString(); in ParseCityscapesData()
151 std::string task_dir = (dataset_dir / real_quality_mode / usage_).ToString(); in ParseCityscapesData()
Ddiv2k_op.cc57 DIV2KOp::DIV2KOp(int32_t num_workers, const std::string &dataset_dir, const std::string &usage, in DIV2KOp() argument
61 dataset_dir_(dataset_dir), in DIV2KOp()
184 Path dataset_dir(real_dataset_dir.value()); in GetDIV2KDataByUsage() local
185 Path hr_images_dir = dataset_dir / hr_dir_real_name_; in GetDIV2KDataByUsage()
186 Path lr_images_dir = dataset_dir / lr_dir_real_name_; in GetDIV2KDataByUsage()
Dflickr_op.cc33 FlickrOp::FlickrOp(int32_t num_workers, const std::string &dataset_dir, const std::string &file_pat… in FlickrOp() argument
36 dataset_dir_(dataset_dir), in FlickrOp()
114 Path dataset_dir(dataset_dir_); in ParseFlickrData() local
129 image_file_path = (dataset_dir / image_name).ToString(); in ParseFlickrData()
/third_party/mindspore/mindspore/offline_debug/
Dmi_validator_helpers.py56 def check_dir(dataset_dir): argument
57 if not os.path.isdir(dataset_dir) or not os.access(dataset_dir, os.R_OK):
58 raise ValueError("The folder {} does not exist or permission denied!".format(dataset_dir))
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/
Dcifar10_node.cc34 Cifar10Node::Cifar10Node(const std::string &dataset_dir, const std::string &usage, std::shared_ptr<… in Cifar10Node() argument
36 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in Cifar10Node()
132 std::string dataset_dir = json_obj["dataset_dir"]; in from_json() local
138 *ds = std::make_shared<Cifar10Node>(dataset_dir, usage, sampler, cache); in from_json()
Dcifar100_node.cc34 Cifar100Node::Cifar100Node(const std::string &dataset_dir, const std::string &usage, in Cifar100Node() argument
36 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in Cifar100Node()
131 std::string dataset_dir = json_obj["dataset_dir"]; in from_json() local
137 *ds = std::make_shared<Cifar100Node>(dataset_dir, usage, sampler, cache); in from_json()
Dmnist_node.cc33 MnistNode::MnistNode(std::string dataset_dir, std::string usage, std::shared_ptr<SamplerObj> sample… in MnistNode() argument
35 …: MappableSourceNode(std::move(cache)), dataset_dir_(dataset_dir), usage_(usage), sampler_(sampler… in MnistNode()
125 std::string dataset_dir = json_obj["dataset_dir"]; in from_json() local
131 *ds = std::make_shared<MnistNode>(dataset_dir, usage, sampler, cache); in from_json()
Dalbum_node.cc35 AlbumNode::AlbumNode(const std::string &dataset_dir, const std::string &data_schema, in AlbumNode() argument
39 dataset_dir_(dataset_dir), in AlbumNode()
158 std::string dataset_dir = json_obj["dataset_dir"]; in from_json() local
166 *ds = std::make_shared<AlbumNode>(dataset_dir, data_schema, column_names, decode, sampler, cache); in from_json()
Dimage_folder_node.cc35 ImageFolderNode::ImageFolderNode(std::string dataset_dir, bool decode, std::shared_ptr<SamplerObj> … in ImageFolderNode() argument
40 dataset_dir_(dataset_dir), in ImageFolderNode()
142 std::string dataset_dir = json_obj["dataset_dir"]; in from_json() local
157 …*ds = std::make_shared<ImageFolderNode>(dataset_dir, decode, sampler, recursive, extension, class_… in from_json()
Dflickr_node.cc34 FlickrNode::FlickrNode(const std::string &dataset_dir, const std::string &annotation_file, bool dec… in FlickrNode() argument
37 dataset_dir_(dataset_dir), in FlickrNode()
160 std::string dataset_dir = json_obj["dataset_dir"]; in from_json() local
167 *ds = std::make_shared<FlickrNode>(dataset_dir, annotation_file, decode, sampler, cache); in from_json()
Dceleba_node.cc36 CelebANode::CelebANode(const std::string &dataset_dir, const std::string &usage, in CelebANode() argument
40 dataset_dir_(dataset_dir), in CelebANode()
198 std::string dataset_dir = json_obj["dataset_dir"]; in from_json() local
206 *ds = std::make_shared<CelebANode>(dataset_dir, usage, sampler, decode, extension, cache); in from_json()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/
Ddataset_node.cc74 Status ValidateDatasetDirParam(const std::string &dataset_name, std::string dataset_dir) { in ValidateDatasetDirParam() argument
75 if (dataset_dir.empty()) { in ValidateDatasetDirParam()
82 RETURN_IF_NOT_OK(Path::RealPath(dataset_dir, real_path)); in ValidateDatasetDirParam()
83 Path dir(dataset_dir); in ValidateDatasetDirParam()
85 …std::string err_msg = dataset_name + ": dataset_dir: [" + dataset_dir + "] is an invalid directory… in ValidateDatasetDirParam()
90 if (access(dataset_dir.c_str(), R_OK) == -1) { in ValidateDatasetDirParam()
91 std::string err_msg = dataset_name + ": No access to specified dataset path: " + dataset_dir; in ValidateDatasetDirParam()

123