Searched defs:load_dataset (Results 1 – 6 of 6) sorted by relevance
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/ |
| D | mindrecord_op.h | 112 bool load_dataset() const { return load_dataset_; } in load_dataset() function
|
| D | mindrecord_op.cc | 42 …RecordOp(int32_t num_mind_record_workers, std::vector<std::string> dataset_file, bool load_dataset, in MindRecordOp()
318 Status MindRecordOp::CountTotalRows(const std::vector<std::string> dataset_path, bool load_dataset, in CountTotalRows()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/meta/ |
| D | shard_header.cc | 41 Status ShardHeader::InitializeHeader(const std::vector<json> &headers, bool load_dataset) { in InitializeHeader()
141 Status ShardHeader::BuildDataset(const std::vector<std::string> &file_paths, bool load_dataset) { in BuildDataset()
226 Status ShardHeader::ParsePage(const json &pages, int shard_index, bool load_dataset) { in ParsePage()
|
| /third_party/mindspore/tests/st/fl/albert/src/ |
| D | dataset.py | 78 def load_dataset(data_path, max_seq_length, tokenizer, batch_size, label_list=None, do_shuffle=True, function
|
| /third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/common/ |
| D | shard_pybind.cc | 160 const std::vector<std::shared_ptr<ShardOperator>> &operators) { in BindShardReader()
208 const std::vector<std::shared_ptr<ShardOperator>> &operators) { in BindShardSegment()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/io/ |
| D | shard_reader.cc | 70 Status ShardReader::Init(const std::vector<std::string> &file_paths, bool load_dataset) { in Init()
924 Status ShardReader::CountTotalRows(const std::vector<std::string> &file_paths, bool load_dataset, in CountTotalRows()
982 Status ShardReader::Open(const std::vector<std::string> &file_paths, bool load_dataset, int n_consu… in Open()
|