| /third_party/mindspore/mindspore/lite/minddata/wrapper/ |
| D | album_op_android.cc | 75 data_schema_ = std::make_unique<DataSchema>(); in PrescanEntry()
81 data_schema_->LoadSchemaFile(schema_file_, columns_to_load_); in PrescanEntry()
280 if (data_schema_->Column(col_num).Type() == DataType::DE_INT64) { in LoadIntArrayTensor()
289 } else if (data_schema_->Column(col_num).Type() == DataType::DE_INT32) { in LoadIntArrayTensor()
300 data_schema_->Column(col_num).Type().ToString()); in LoadIntArrayTensor()
307 if (data_schema_->Column(col_num).Type() == DataType::DE_FLOAT64) { in LoadFloatArrayTensor()
316 } else if (data_schema_->Column(col_num).Type() == DataType::DE_FLOAT32) { in LoadFloatArrayTensor()
327 data_schema_->Column(col_num).Type().ToString()); in LoadFloatArrayTensor()
333 if (data_schema_->Column(col_num).Type() == DataType::DE_STRING) { in LoadIDTensor()
346 …RETURN_IF_NOT_OK(Tensor::CreateEmpty(TensorShape({0}), data_schema_->Column(col_num).Type(), tenso… in LoadEmptyTensor()
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/ |
| D | album_op.cc | 39 data_schema_(std::move(data_schema)), in AlbumOp()
45 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in AlbumOp()
46 column_name_id_map_[data_schema_->Column(i).Name()] = i; in AlbumOp()
196 if (data_schema_->Column(col_num).Type() == DataType::DE_INT64) { in LoadIntArrayTensor()
205 } else if (data_schema_->Column(col_num).Type() == DataType::DE_INT32) { in LoadIntArrayTensor()
216 data_schema_->Column(col_num).Type().ToString()); in LoadIntArrayTensor()
225 if (data_schema_->Column(col_num).Type() == DataType::DE_FLOAT64) { in LoadFloatArrayTensor()
234 } else if (data_schema_->Column(col_num).Type() == DataType::DE_FLOAT32) { in LoadFloatArrayTensor()
245 data_schema_->Column(col_num).Type().ToString()); in LoadFloatArrayTensor()
253 if (data_schema_->Column(col_num).Type() == DataType::DE_STRING) { in LoadIDTensor()
[all …]
|
| D | random_data_op.cc | 39 data_schema_(std::move(data_schema)) { in RandomDataOp()
47 if (data_schema_ == nullptr) { in RandomDataOp()
65 out << "\nTotal_rows: " << total_rows_ << " \nSchema:\n" << *data_schema_ << "\n\n"; in Print()
77 data_schema_ = std::make_unique<DataSchema>(); in GenerateSchema()
106 Status rc = data_schema_->AddColumn(*new_col); in GenerateSchema()
275 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in CreateRandomRow()
276 const ColDescriptor current_col = data_schema_->Column(i); in CreateRandomRow()
352 RETURN_IF_NOT_OK(data_schema_->GetColumnNameMap(&(column_name_id_map_))); in ComputeColMap()
|
| D | text_file_op.cc | 39 data_schema_(std::move(schema)) {} in TextFileOp()
59 out << *data_schema_ << "\n\n"; in Print()
229 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
230 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | tf_reader_op.cc | 89 data_schema_(std::move(data_schema)), in TFReaderOp()
116 out << *data_schema_ << "\n\n"; in Print()
121 if (data_schema_->Empty()) { in Init()
126 total_rows_ = data_schema_->NumRows(); in Init()
307 int32_t num_columns = data_schema_->NumColumns(); in LoadFile()
335 int32_t num_columns = data_schema_->NumColumns(); in LoadExample()
337 const ColDescriptor current_col = data_schema_->Column(col); in LoadExample()
625 …data_schema_->AddColumn(ColDescriptor(column_name, DataType(column_type), TensorImpl::kFlexible, 1… in CreateSchema()
723 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
724 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | mindrecord_op.cc | 70 data_schema_ = std::make_unique<DataSchema>(); in Init()
101 colname_to_ind[colname] = data_schema_->NumColumns(); in Init()
102 RETURN_IF_NOT_OK(data_schema_->AddColumn(col_desc)); in Init()
115 RETURN_IF_NOT_OK(tmp_schema->AddColumn(data_schema_->Column(colname_to_ind[colname]))); in Init()
117 data_schema_ = std::move(tmp_schema); in Init()
267 const ColDescriptor &column = data_schema_->Column(i_col); in LoadTensorRow()
|
| D | usps_op.cc | 46 data_schema_(std::move(data_schema)) {} in USPSOp()
62 out << *data_schema_ << "\n\n"; in Print()
226 RETURN_IF_NOT_OK(Tensor::CreateFromMemory(image_tensor_shape, data_schema_->Column(0).Type(), in LoadTensor()
342 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
343 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | voc_op.cc | 57 data_schema_(std::move(data_schema)), in VOCOp()
86 RETURN_IF_NOT_OK(ReadImageToTensor(kImageFile, data_schema_->Column(0), &image)); in LoadTensorRow()
87 RETURN_IF_NOT_OK(ReadImageToTensor(kTargetFile, data_schema_->Column(1), &target)); in LoadTensorRow()
95 RETURN_IF_NOT_OK(ReadImageToTensor(kImageFile, data_schema_->Column(0), &image)); in LoadTensorRow()
331 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
332 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | celeba_op.cc | 42 data_schema_(std::move(schema)), in CelebAOp()
264 …Tensor::CreateEmpty(TensorShape({1, (uint32_t)image_label.second.size()}), data_schema_->Column(1)… in LoadTensorRow()
299 for (int32_t index = 0; index < data_schema_->NumColumns(); index++) { in ComputeColMap()
300 column_name_id_map_[data_schema_->Column(index).Name()] = index; in ComputeColMap()
|
| D | flickr_op.cc | 39 data_schema_(std::move(data_schema)) { in FlickrOp()
242 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
243 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | sbu_op.cc | 42 data_schema_(std::move(data_schema)) { in SBUOp()
91 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
92 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | mnist_op.cc | 38 data_schema_(std::move(data_schema)), in MnistOp()
184 RETURN_IF_NOT_OK(Tensor::CreateFromMemory(img_tensor_shape, data_schema_->Column(0).Type(), in ReadImageAndLabel()
312 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
313 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | cifar_op.cc | 43 data_schema_(std::move(data_schema)) { in CifarOp()
238 data_schema_->Column(0).Type(), &image_tensor)); in ParseCifarData()
372 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
373 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | cityscapes_op.cc | 45 data_schema_(std::move(data_schema)) { in CityscapesOp()
274 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
275 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | manifest_op.cc | 38 data_schema_(std::move(data_schema)), in ManifestOp()
276 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
277 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | div2k_op.cc | 66 data_schema_(std::move(data_schema)) { in DIV2KOp()
276 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
277 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | image_folder_op.cc | 36 data_schema_(std::move(data_schema)), in ImageFolderOp()
301 for (int32_t i = 0; i < data_schema_->NumColumns(); ++i) { in ComputeColMap()
302 column_name_id_map_[data_schema_->Column(i).Name()] = i; in ComputeColMap()
|
| D | flickr_op.h | 101 std::unique_ptr<DataSchema> data_schema_; variable
|
| D | text_file_op.h | 115 std::unique_ptr<DataSchema> data_schema_; variable
|
| D | celeba_op.h | 106 std::unique_ptr<DataSchema> data_schema_; variable
|
| D | div2k_op.h | 117 std::unique_ptr<DataSchema> data_schema_; variable
|
| D | sbu_op.h | 116 std::unique_ptr<DataSchema> data_schema_; variable
|
| D | usps_op.h | 130 std::unique_ptr<DataSchema> data_schema_; variable
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ir/datasetops/source/ |
| D | random_node.cc | 98 data_schema_ = std::make_unique<DataSchema>(); in Build()
100 RETURN_IF_NOT_OK(data_schema_->LoadSchemaFile(schema_file_path, columns_to_load)); in Build()
102 RETURN_IF_NOT_OK(data_schema_->LoadSchemaString(schema_json_string, columns_to_load)); in Build()
107 …make_shared<RandomDataOp>(num_workers_, connector_que_size_, total_rows_, std::move(data_schema_)); in Build()
129 int64_t num_rows = total_rows_ != 0 ? total_rows_ : data_schema_->NumRows(); in GetDatasetSize()
|
| D | random_node.h | 100 const std::unique_ptr<DataSchema> &GetDataSchema() const { return data_schema_; } in GetDataSchema()
138 std::unique_ptr<DataSchema> data_schema_; variable
|