Home
last modified time | relevance | path

Searched refs:shard_header_ (Results 1 – 7 of 7) sorted by relevance

/third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/io/
Dshard_index_generator.cc45 shard_header_ = header; in Build()
60 auto schema = shard_header_.GetSchemas()[0]->GetSchema()["schema"]; in GetValueByField()
227 std::string shard_address = shard_header_.GetShardAddressByID(shard_no); in CreateDatabase()
247 RETURN_IF_NOT_OK(shard_header_.GetSchemaByID(schema_id, &schema_ptr)); in CreateDatabase()
410 RETURN_IF_NOT_OK(shard_header_.GetPage(shard_no, raw_page_id, &page_ptr)); in GenerateRowData()
420 RETURN_IF_NOT_OK(shard_header_.GetPage(shard_no, iter->second, &blob_page_ptr)); in GenerateRowData()
475 std::vector<std::pair<uint64_t, std::string>> index_fields = shard_header_.GetFields(); in GenerateIndexFields()
481 RETURN_IF_NOT_OK(shard_header_.GetSchemaByID(field.first, &schema_ptr)); in GenerateIndexFields()
493 std::string shard_address = shard_header_.GetShardAddressByID(shard_no); in ExecuteTransaction()
523 fields_ = shard_header_.GetFields(); in WriteToDatabase()
[all …]
Dshard_writer.cc157 shard_header_ = std::make_shared<ShardHeader>(header); in OpenForAppend()
158 RETURN_IF_NOT_OK(SetHeaderSize(shard_header_->GetHeaderSize())); in OpenForAppend()
159 RETURN_IF_NOT_OK(SetPageSize(shard_header_->GetPageSize())); in OpenForAppend()
160 compression_size_ = shard_header_->GetCompressionSize(); in OpenForAppend()
162 shard_column_ = std::make_shared<ShardColumn>(shard_header_); in OpenForAppend()
171 RETURN_IF_NOT_OK(shard_header_->FileToPages(pages_file_)); in Commit()
206 shard_header_ = header_data; in SetShardHeader()
207 shard_header_->SetHeaderSize(header_size_); in SetShardHeader()
208 shard_header_->SetPageSize(page_size_); in SetShardHeader()
209 shard_column_ = std::make_shared<ShardColumn>(shard_header_); in SetShardHeader()
[all …]
Dshard_reader.cc96 shard_header_ = std::make_shared<ShardHeader>(sh); in Init()
97 header_size_ = shard_header_->GetHeaderSize(); in Init()
98 page_size_ = shard_header_->GetPageSize(); in Init()
101 shard_column_ = std::make_shared<ShardColumn>(shard_header_, false); in Init()
103 shard_column_ = std::make_shared<ShardColumn>(shard_header_, true); in Init()
126 auto compression_size = shard_header_->GetCompressionSize(); in Init()
285 std::shared_ptr<ShardHeader> ShardReader::GetShardHeader() const { return shard_header_; } in GetShardHeader()
289 int ShardReader::GetShardCount() const { return shard_header_->GetShardCount(); } in GetShardCount()
295 int shard_count = shard_header_->GetShardCount(); in ReadRowGroupSummary()
303 auto last_page_id = shard_header_->GetLastPageId(shard_id); in ReadRowGroupSummary()
[all …]
Dshard_segment.cc204 RETURN_IF_NOT_OK(shard_header_->GetPageByGroupId(group_id, shard_id, &page_ptr)); in PackImages()
/third_party/mindspore/mindspore/ccsrc/minddata/mindrecord/include/
Dshard_index_generator.h112 ShardHeader shard_header_; variable
Dshard_writer.h243 std::shared_ptr<ShardHeader> shard_header_; // shard header variable
Dshard_reader.h299 std::shared_ptr<ShardHeader> shard_header_; // shard header variable