/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/consumers/ |
D | tree_consumer.cc | 261 std::unordered_map<std::string, int32_t> column_name_id_map; in Save() local 266 column_name_id_map[column_name] = el.second; in Save() 281 RETURN_IF_NOT_OK(CheckTensorRowShapes(column_name_id_map, row, &PreTensorRowShapes)); in Save() 285 RETURN_IF_NOT_OK(FetchMetaFromTensorRow(column_name_id_map, row, &mr_json, &index_fields)); in Save() 294 … RETURN_IF_NOT_OK(FetchDataFromTensorRow(row, column_name_id_map, &row_raw_data, &row_bin_data)); in Save() 318 …aveToDisk::CheckTensorRowShapes(const std::unordered_map<std::string, int32_t> &column_name_id_map, in CheckTensorRowShapes() argument 322 for (auto &col : column_name_id_map) { in CheckTensorRowShapes() 355 …eToDisk::FetchMetaFromTensorRow(const std::unordered_map<std::string, int32_t> &column_name_id_map, in FetchMetaFromTensorRow() argument 364 if (column_name_id_map.empty()) { in FetchMetaFromTensorRow() 368 for (auto &col : column_name_id_map) { in FetchMetaFromTensorRow() [all …]
|
D | tree_consumer.h | 128 Status FetchMetaFromTensorRow(const std::unordered_map<std::string, int32_t> &column_name_id_map, 132 const std::unordered_map<std::string, int32_t> &column_name_id_map, 145 …Status CheckTensorRowShapes(const std::unordered_map<std::string, int32_t> &column_name_id_map, co…
|
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/ |
D | batch_op.cc | 428 const std::unordered_map<std::string, int32_t> &column_name_id_map) { in PadColumns() argument 431 (*table)->front().size() == column_name_id_map.size(), in PadColumns() 433 …std::to_string(column_name_id_map.size()) + ", column nums: " + std::to_string((*table)->front().s… in PadColumns() 434 std::vector<std::shared_ptr<Tensor>> pad_vals(column_name_id_map.size(), in PadColumns() 438 …std::vector<std::vector<dsize_t>> pad_shapes(column_name_id_map.size()), max_shapes(column_name_id… in PadColumns() 439 RETURN_IF_NOT_OK(UnpackPadInfo(pad_info, column_name_id_map, &pad_cols, &pad_vals, &pad_shapes)); in PadColumns() 483 const std::unordered_map<std::string, int32_t> &column_name_id_map, in UnpackPadInfo() argument 490 for (size_t col_id = 0; col_id < column_name_id_map.size(); col_id++) { in UnpackPadInfo() 495 auto location = column_name_id_map.find(p.first); in UnpackPadInfo() 496 CHECK_FAIL_RETURN_UNEXPECTED(location != column_name_id_map.end(), in UnpackPadInfo() [all …]
|
D | cache_merge_op.cc | 103 RETURN_IF_NOT_OK(cache_client_->CacheSchema(column_name_id_map())); in CacheMissWorkerEntry() 211 if (column_name_id_map().empty()) { in ComputeColMap() 212 column_name_id_map_ = child_[kCacheMissChildIdx]->column_name_id_map(); in ComputeColMap() 214 CHECK_FAIL_RETURN_UNEXPECTED(!column_name_id_map().empty(), in ComputeColMap()
|
D | concat_op.cc | 91 column_name_id_map_ = child_[0]->column_name_id_map(); in ComputeColMap() 97 if (child_[i]->column_name_id_map() != column_name_id_map_) { in ComputeColMap()
|
D | batch_op.h | 208 const std::unordered_map<std::string, int32_t> &column_name_id_map); 239 const std::unordered_map<std::string, int32_t> &column_name_id_map,
|
D | project_op.cc | 112 …d::unordered_map<std::string, int32_t> child_column_name_mapping = child_[0]->column_name_id_map(); in ComputeColMap()
|
D | rename_op.cc | 51 column_name_id_map_ = child_[0]->column_name_id_map(); in ComputeColMap()
|
D | zip_op.cc | 98 … const std::unordered_map<std::string, int32_t> col_name_id_map = child_[i]->column_name_id_map(); in ComputeColMap()
|
D | cache_op.cc | 69 RETURN_IF_NOT_OK(cache_client_->CacheSchema(column_name_id_map())); in CacheAllRows()
|
D | dataset_op.h | 246 …std::unordered_map<std::string, int32_t> column_name_id_map() const { return column_name_id_map_; } in column_name_id_map() function
|
D | dataset_op.cc | 354 column_name_id_map_ = child_[0]->column_name_id_map(); in ComputeColMap()
|
D | device_queue_op.cc | 93 std::unordered_map<std::string, int32_t> current_name_id_map = child_[0]->column_name_id_map(); in FilterMetadata()
|
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/ |
D | dataset_iterator.cc | 162 return root_->column_name_id_map(); in GetColumnNameMap() 232 return current_op_->child(child_idx_)->column_name_id_map(); in GetColumnNameMap()
|
D | tree_adapter_lite.h | 45 …_map<std::string, int32_t> GetColumnNameMap() const { return tree_->root()->column_name_id_map(); } in GetColumnNameMap()
|
D | tree_adapter.cc | 170 column_name_map_ = tree_->root()->column_name_id_map(); in Build()
|
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/ |
D | map_op.cc | 311 std::unordered_map<std::string, int32_t> current_name_id_map = child_[0]->column_name_id_map(); in ComputeColMap()
|