/* * Copyright 2019 Google LLC. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * https://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ // Protocol buffer related static utility functions. #ifndef PRIVATE_JOIN_AND_COMPUTE_INTERNAL_UTIL_PROTO_UTIL_H_ #define PRIVATE_JOIN_AND_COMPUTE_INTERNAL_UTIL_PROTO_UTIL_H_ #include #include #include #include "absl/strings/string_view.h" #include "private_join_and_compute/util/recordio.h" #include "private_join_and_compute/util/status.inc" #include "src/google/protobuf/message_lite.h" namespace private_join_and_compute { class ProtoUtils { public: template static ProtoType FromString(absl::string_view raw_data); static std::string ToString(const google::protobuf::MessageLite& record); template static StatusOr ReadProtoFromFile(absl::string_view filename); template static StatusOr> ReadProtosFromFile( absl::string_view filename); static Status WriteProtoToFile(const google::protobuf::MessageLite& record, absl::string_view filename); template static Status WriteRecordsToFile(absl::string_view file, const std::vector& records); }; template inline ProtoType ProtoUtils::FromString(absl::string_view raw_data) { ProtoType record; record.ParseFromArray(raw_data.data(), raw_data.size()); return record; } inline std::string ProtoUtils::ToString( const google::protobuf::MessageLite& record) { std::ostringstream record_str_stream; record.SerializeToOstream(&record_str_stream); return record_str_stream.str(); } template inline StatusOr ProtoUtils::ReadProtoFromFile( absl::string_view filename) { std::unique_ptr reader(RecordReader::GetRecordReader()); RETURN_IF_ERROR(reader->Open(filename)); std::string raw_record; RETURN_IF_ERROR(reader->Read(&raw_record)); RETURN_IF_ERROR(reader->Close()); return ProtoUtils::FromString(raw_record); } template inline StatusOr> ProtoUtils::ReadProtosFromFile( absl::string_view filename) { std::vector result; std::unique_ptr reader(RecordReader::GetRecordReader()); RETURN_IF_ERROR(reader->Open(filename)); std::string raw_record; ASSIGN_OR_RETURN(bool has_more, reader->HasMore()); while (has_more) { RETURN_IF_ERROR(reader->Read(&raw_record)); result.push_back(ProtoUtils::FromString(raw_record)); ASSIGN_OR_RETURN(has_more, reader->HasMore()); } RETURN_IF_ERROR(reader->Close()); return std::move(result); } inline Status ProtoUtils::WriteProtoToFile( const google::protobuf::MessageLite& record, absl::string_view filename) { std::unique_ptr writer(RecordWriter::Get()); RETURN_IF_ERROR(writer->Open(filename)); RETURN_IF_ERROR(writer->Write(ProtoUtils::ToString(record))); return writer->Close(); } template inline Status ProtoUtils::WriteRecordsToFile( absl::string_view file, const std::vector& records) { std::unique_ptr writer(RecordWriter::Get()); RETURN_IF_ERROR(writer->Open(file)); for (const auto& record : records) { RETURN_IF_ERROR(writer->Write(ProtoUtils::ToString(record))); } return writer->Close(); } } // namespace private_join_and_compute #endif // PRIVATE_JOIN_AND_COMPUTE_INTERNAL_UTIL_PROTO_UTIL_H_