| /third_party/mindspore/tests/st/model_zoo_tests/wide_and_deep/python_file_for_ci/ |
| D | datasets.py | 38 dataset_files = []
44 dataset_files.append(os.path.join(dirpath, filename))
50 data_set = ds.TFRecordDataset(dataset_files=dataset_files, shuffle=shuffle, schema=schema,
54 data_set = ds.TFRecordDataset(dataset_files=dataset_files, shuffle=shuffle, schema=schema,
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | tf_record_node.h | 38 TFRecordNode(const std::vector<std::string> &dataset_files, std::string schema, in TFRecordNode() argument
42 dataset_files_(dataset_files), in TFRecordNode()
59 TFRecordNode(const std::vector<std::string> &dataset_files, std::shared_ptr<SchemaObj> schema, in TFRecordNode() argument
63 dataset_files_(dataset_files), in TFRecordNode()
|
| D | text_file_node.cc | 26 TextFileNode::TextFileNode(std::vector<std::string> dataset_files, int32_t num_samples, ShuffleMode… in TextFileNode() argument
29 dataset_files_(dataset_files), in TextFileNode()
164 std::vector<std::string> dataset_files = json_obj["dataset_files"]; in from_json() local
171 …*ds = std::make_shared<TextFileNode>(dataset_files, num_samples, shuffle, num_shards, shard_id, ca… in from_json()
|
| D | tf_record_node.cc | 252 std::vector<std::string> dataset_files = json_obj["dataset_files"]; in from_json() local
263 …*ds = std::make_shared<TFRecordNode>(dataset_files, schema_file_path, columns_list, num_samples, s… in from_json()
270 …*ds = std::make_shared<TFRecordNode>(dataset_files, schema_obj, columns_list, num_samples, shuffle… in from_json()
|
| D | text_file_node.h | 34 …TextFileNode(std::vector<std::string> dataset_files, int32_t num_samples, ShuffleMode shuffle, int…
|
| D | csv_node.cc | 200 std::vector<std::string> dataset_files = json_obj["dataset_files"]; in from_json() local
210 …*ds = std::make_shared<CSVNode>(dataset_files, field_delim.c_str()[0], column_defaults, column_nam… in from_json()
|
| D | minddata_node.cc | 29 MindDataNode::MindDataNode(const std::vector<std::string> &dataset_files, const std::vector<std::st… in MindDataNode() argument
34 dataset_files_(dataset_files), in MindDataNode()
|
| D | clue_node.cc | 261 std::vector<std::string> dataset_files = json_obj["dataset_dir"]; in from_json() local
270 …*ds = std::make_shared<CLUENode>(dataset_files, task, usage, num_samples, shuffle, num_shards, sha… in from_json()
|
| D | minddata_node.h | 34 …MindDataNode(const std::vector<std::string> &dataset_files, const std::vector<std::string> &column…
|
| D | clue_node.h | 35 …CLUENode(const std::vector<std::string> dataset_files, std::string task, std::string usage, int64_…
|
| D | csv_node.h | 53 CSVNode(const std::vector<std::string> &dataset_files, char field_delim,
|
| /third_party/mindspore/tests/st/model_zoo_tests/DeepFM/src/ |
| D | dataset.py | 238 dataset_files = []
244 dataset_files.append(os.path.join(dir_path, filename))
250 data_set = ds.TFRecordDataset(dataset_files=dataset_files, shuffle=shuffle,
255 data_set = ds.TFRecordDataset(dataset_files=dataset_files, shuffle=shuffle,
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/ |
| D | datasets.h | 1305 CLUEDataset(const std::vector<std::vector<char>> &dataset_files, const std::vector<char> &task,
1331 inline std::shared_ptr<CLUEDataset> CLUE(const std::vector<std::string> &dataset_files,
1336 …return std::make_shared<CLUEDataset>(VectorStringToChar(dataset_files), StringToChar(task), String…
1486 CSVDataset(const std::vector<std::vector<char>> &dataset_files, char field_delim,
1516 inline std::shared_ptr<CSVDataset> CSV(const std::vector<std::string> &dataset_files, char field_de…
1521 …return std::make_shared<CSVDataset>(VectorStringToChar(dataset_files), field_delim, column_default…
2003 MindDataDataset(const std::vector<std::vector<char>> &dataset_files,
2023 MindDataDataset(const std::vector<std::vector<char>> &dataset_files,
2043 MindDataDataset(const std::vector<std::vector<char>> &dataset_files,
2146 const std::vector<std::string> &dataset_files, const std::vector<std::string> &columns_list = {},
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/engine/ir/datasetops/source/ |
| D | bindings.cc | 282 … .def(py::init([](py::list dataset_files, int32_t num_samples, int32_t shuffle, int32_t num_shards, in __anon810239692402()
285 std::make_shared<TextFileNode>(toStringVector(dataset_files), num_samples, in __anon810239692402()
295 … .def(py::init([](const py::list dataset_files, std::shared_ptr<SchemaObj> schema, in __anon810239692602() argument
299 … toStringVector(dataset_files), schema, toStringVector(columns_list), num_samples, in __anon810239692602()
304 … .def(py::init([](const py::list dataset_files, std::string schema, const py::list columns_list, in __anon810239692602() argument
308 … toStringVector(dataset_files), schema, toStringVector(columns_list), num_samples, in __anon810239692602()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/ |
| D | datasets.cc | 973 CLUEDataset::CLUEDataset(const std::vector<std::vector<char>> &dataset_files, const std::vector<cha… in CLUEDataset() argument
976 …auto ds = std::make_shared<CLUENode>(VectorCharToString(dataset_files), CharToString(task), CharTo… in CLUEDataset()
1007 CSVDataset::CSVDataset(const std::vector<std::vector<char>> &dataset_files, char field_delim, in CSVDataset() argument
1012 std::make_shared<CSVNode>(VectorCharToString(dataset_files), field_delim, column_defaults, in CSVDataset()
1186 MindDataDataset::MindDataDataset(const std::vector<std::vector<char>> &dataset_files, in MindDataDataset() argument
1197 …auto ds = std::make_shared<MindDataNode>(VectorCharToString(dataset_files), VectorCharToString(col… in MindDataDataset()
1202 MindDataDataset::MindDataDataset(const std::vector<std::vector<char>> &dataset_files, in MindDataDataset() argument
1212 …auto ds = std::make_shared<MindDataNode>(VectorCharToString(dataset_files), VectorCharToString(col… in MindDataDataset()
1217 MindDataDataset::MindDataDataset(const std::vector<std::vector<char>> &dataset_files, in MindDataDataset() argument
1227 …auto ds = std::make_shared<MindDataNode>(VectorCharToString(dataset_files), VectorCharToString(col… in MindDataDataset()
[all …]
|
| /third_party/mindspore/tests/ut/cpp/dataset/ |
| D | deserialize_test.cc | 254 std::vector<std::string> dataset_files = {data_file}; in TEST_F() local
261 …std::shared_ptr<DatasetNode> ds = std::make_shared<CSVNode>(dataset_files, field_delim, column_def… in TEST_F()
406 std::vector<std::string> dataset_files = {"./data/dataset/testTFTestAllTypes/test.data"}; in TEST_F() local
413 …std::make_shared<TFRecordNode>(dataset_files, schema, columns_list, num_samples, ShuffleMode::kFil… in TEST_F()
439 std::vector<std::string> dataset_files = {"./data/dataset/testTextFileDataset/1.txt"}; in TEST_F() local
441 …std::shared_ptr<DatasetNode> ds = std::make_shared<TextFileNode>(dataset_files, 2, ShuffleMode::kF… in TEST_F()
460 std::vector<std::string> dataset_files = {"./data/dataset/testTextFileDataset/1.txt"}; in TEST_F() local
462 …std::shared_ptr<DatasetNode> ds = std::make_shared<TextFileNode>(dataset_files, 2, ShuffleMode::kF… in TEST_F()
|
| D | mind_record_op_test.cc | 49 std::vector<std::string> dataset_files, in CreateMindRecord() argument
59 …mind_record_workers, dataset_files, load, op_connector_queue_size, columns_to_load, std::move(oper… in CreateMindRecord()
|
| /third_party/mindspore/mindspore/dataset/engine/ |
| D | validators.py | 166 dataset_files = param_dict.get('dataset_files')
167 if not isinstance(dataset_files, (str, list)):
948 dataset_files = param_dict.get('dataset_files')
949 type_check(dataset_files, (str, list), "dataset files")
982 dataset_files = param_dict.get('dataset_files')
983 type_check(dataset_files, (str, list), "dataset files")
1066 dataset_files = param_dict.get('dataset_files')
1067 type_check(dataset_files, (str, list), "dataset files")
|
| D | datasets.py | 4297 …def __init__(self, dataset_files, schema=None, columns_list=None, num_samples=None, num_parallel_w… argument
4301 self.dataset_files = self._find_files(dataset_files)
4302 self.dataset_files.sort()
4313 …return cde.TFRecordNode(self.dataset_files, schema, self.columns_list, self.num_samples, self.shuf…
5646 …def __init__(self, dataset_files, task='AFQMC', usage='train', num_samples=None, num_parallel_work… argument
5650 self.dataset_files = self._find_files(dataset_files)
5655 …return cde.CLUENode(self.dataset_files, self.task, self.usage, self.num_samples, self.shuffle_flag,
5706 …def __init__(self, dataset_files, field_delim=',', column_defaults=None, column_names=None, num_sa… argument
5710 self.dataset_files = self._find_files(dataset_files)
5711 self.dataset_files.sort()
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/ |
| D | dataset_node.cc | 100 …DatasetFilesParam(const std::string &dataset_name, const std::vector<std::string> &dataset_files) { in ValidateDatasetFilesParam() argument
101 if (dataset_files.empty()) { in ValidateDatasetFilesParam()
107 for (auto f : dataset_files) { in ValidateDatasetFilesParam()
|
| D | dataset_node.h | 103 …eDatasetFilesParam(const std::string &dataset_name, const std::vector<std::string> &dataset_files);
|
| /third_party/mindspore/tests/perf_test/mindrecord/imagenet/ |
| D | perf_read_imagenet.py | 61 data_set = ds.TFRecordDataset(dataset_files=tfrecord,
|
| /third_party/mindspore/mindspore/train/callback/ |
| D | _summary_collector.py | 847 dataset_path = output_dataset.dataset_files[0]
|