Home
last modified time | relevance | path

Searched refs:compression_type (Results 1 – 25 of 119) sorted by relevance

12345

/external/tensorflow/tensorflow/python/kernel_tests/
Ddecode_compressed_op_test.py35 def _compress(self, bytes_in, compression_type): argument
36 if not compression_type:
38 elif compression_type == "ZLIB":
48 for compression_type in ["ZLIB", "GZIP", ""]:
52 in_bytes, compression_type=compression_type)
56 feed_dict={in_bytes: [self._compress(b"AaAA", compression_type),
57 self._compress(b"bBbb", compression_type)]})
62 for compression_type in ["ZLIB", "GZIP", ""]:
66 in_bytes, compression_type=compression_type)
70 feed_dict={in_bytes: [self._compress(b"AaBC", compression_type)]})
Drecord_input_test.py36 compression_type=tf_record.TFRecordCompressionType.NONE): argument
37 options = tf_record.TFRecordOptions(compression_type)
66 compression_type=tf_record.TFRecordCompressionType.GZIP)
74 compression_type=tf_record.TFRecordCompressionType.GZIP).get_yield_op(
85 compression_type=tf_record.TFRecordCompressionType.ZLIB)
93 compression_type=tf_record.TFRecordCompressionType.ZLIB).get_yield_op(
/external/tensorflow/tensorflow/python/data/ops/
Dreaders.py102 def __init__(self, filenames, compression_type=None, buffer_size=None): argument
116 compression_type,
139 compression_type=None, argument
161 self._compression_type = compression_type
165 return _TextLineDataset(filename, compression_type, buffer_size)
184 compression_type=None, argument
187 wrapped = TextLineDatasetV2(filenames, compression_type, buffer_size,
205 def __init__(self, filenames, compression_type=None, buffer_size=None): argument
218 compression_type,
291 compression_type=None, argument
[all …]
/external/tensorflow/tensorflow/core/kernels/data/
Dtf_record_dataset_op_test.cc25 CompressionType compression_type, int64 buffer_size, in TFRecordDatasetParams() argument
30 compression_type_(compression_type),
70 CompressionType compression_type) { in CreateTestFiles() argument
78 params.compression_type = compression_type; in CreateTestFiles()
93 CompressionType compression_type = CompressionType::ZLIB; in TFRecordDatasetParams1() local
94 if (!CreateTestFiles(filenames, contents, compression_type).ok()) { in TFRecordDatasetParams1()
99 /*compression_type=*/compression_type, in TFRecordDatasetParams1()
111 CompressionType compression_type = CompressionType::GZIP; in TFRecordDatasetParams2() local
112 if (!CreateTestFiles(filenames, contents, compression_type).ok()) { in TFRecordDatasetParams2()
117 /*compression_type=*/compression_type, in TFRecordDatasetParams2()
[all …]
Dtext_line_dataset_op_test.cc25 CompressionType compression_type, int64 buffer_size, in TextLineDatasetParams() argument
30 compression_type_(compression_type),
70 CompressionType compression_type) { in CreateTestFiles() argument
77 params.compression_type = compression_type; in CreateTestFiles()
93 CompressionType compression_type = CompressionType::ZLIB; in TextLineDatasetParams1() local
94 if (!CreateTestFiles(filenames, contents, compression_type).ok()) { in TextLineDatasetParams1()
99 /*compression_type=*/compression_type, in TextLineDatasetParams1()
112 CompressionType compression_type = CompressionType::GZIP; in TextLineDatasetParams2() local
113 if (!CreateTestFiles(filenames, contents, compression_type).ok()) { in TextLineDatasetParams2()
118 /*compression_type=*/compression_type, in TextLineDatasetParams2()
[all …]
Dfixed_length_record_dataset_op_test.cc28 CompressionType compression_type, in FixedLengthRecordDatasetParams() argument
37 compression_type_(compression_type) {
85 CompressionType compression_type) { in CreateTestFiles() argument
90 if (compression_type == CompressionType::UNCOMPRESSED) { in CreateTestFiles()
97 params.compression_type = compression_type; in CreateTestFiles()
114 CompressionType compression_type = CompressionType::ZLIB; in FixedLengthRecordDatasetParams1() local
115 if (!CreateTestFiles(filenames, contents, compression_type).ok()) { in FixedLengthRecordDatasetParams1()
125 /*compression_type=*/compression_type, in FixedLengthRecordDatasetParams1()
137 CompressionType compression_type = CompressionType::GZIP; in FixedLengthRecordDatasetParams2() local
138 if (!CreateTestFiles(filenames, contents, compression_type).ok()) { in FixedLengthRecordDatasetParams2()
[all …]
Dtext_line_dataset_op.cc43 const string& compression_type, in Dataset() argument
47 compression_type_(compression_type), in Dataset()
48 use_compression_(!compression_type.empty()), in Dataset()
80 Node* compression_type = nullptr; in AsGraphDefInternal() local
83 TF_RETURN_IF_ERROR(b->AddScalar(compression_type_, &compression_type)); in AsGraphDefInternal()
86 this, {filenames, compression_type, buffer_size}, output)); in AsGraphDefInternal()
241 tstring compression_type; in MakeDataset() local
243 &compression_type)); in MakeDataset()
254 if (compression_type == kZLIB) { in MakeDataset()
256 } else if (compression_type == kGZIP) { in MakeDataset()
[all …]
Dtf_record_dataset_op.cc45 const string& compression_type, int64 buffer_size) in Dataset() argument
48 compression_type_(compression_type), in Dataset()
50 compression_type)) { in Dataset()
85 Node* compression_type = nullptr; in AsGraphDefInternal() local
86 TF_RETURN_IF_ERROR(b->AddScalar(compression_type_, &compression_type)); in AsGraphDefInternal()
90 this, {filenames, compression_type, buffer_size}, output)); in AsGraphDefInternal()
234 tstring compression_type; in MakeDataset() local
236 &compression_type)); in MakeDataset()
246 new Dataset(ctx, std::move(filenames), compression_type, buffer_size); in MakeDataset()
Dfixed_length_record_dataset_op.cc54 int64 buffer_size, const string& compression_type, in Dataset() argument
62 compression_type_(compression_type), in Dataset()
107 Node* compression_type = nullptr; in AsGraphDefInternal() local
113 TF_RETURN_IF_ERROR(b->AddScalar(compression_type_, &compression_type)); in AsGraphDefInternal()
117 buffer_size, compression_type}, in AsGraphDefInternal()
495 tstring compression_type; in MakeDataset() local
498 &compression_type)); in MakeDataset()
500 compression_type.empty() || compression_type == kZLIB || in MakeDataset()
501 compression_type == kGZIP, in MakeDataset()
506 footer_bytes, buffer_size, compression_type, op_version_); in MakeDataset()
/external/tensorflow/tensorflow/core/lib/io/
Drecord_writer.cc27 return options.compression_type == RecordWriterOptions::ZLIB_COMPRESSION; in IsZlibCompressed()
32 const string& compression_type) { in CreateRecordWriterOptions() argument
34 if (compression_type == compression::kZlib) { in CreateRecordWriterOptions()
35 options.compression_type = io::RecordWriterOptions::ZLIB_COMPRESSION; in CreateRecordWriterOptions()
42 } else if (compression_type == compression::kGzip) { in CreateRecordWriterOptions()
43 options.compression_type = io::RecordWriterOptions::ZLIB_COMPRESSION; in CreateRecordWriterOptions()
50 } else if (compression_type != compression::kNone) { in CreateRecordWriterOptions()
51 LOG(ERROR) << "Unsupported compression_type:" << compression_type in CreateRecordWriterOptions()
75 } else if (options.compression_type == RecordWriterOptions::NONE) { in RecordWriter()
78 LOG(FATAL) << "Unspecified compression type :" << options.compression_type; in RecordWriter()
Drecord_reader.cc32 const string& compression_type) { in CreateRecordReaderOptions() argument
34 if (compression_type == compression::kZlib) { in CreateRecordReaderOptions()
35 options.compression_type = io::RecordReaderOptions::ZLIB_COMPRESSION; in CreateRecordReaderOptions()
42 } else if (compression_type == compression::kGzip) { in CreateRecordReaderOptions()
43 options.compression_type = io::RecordReaderOptions::ZLIB_COMPRESSION; in CreateRecordReaderOptions()
50 } else if (compression_type != compression::kNone) { in CreateRecordReaderOptions()
51 LOG(ERROR) << "Unsupported compression_type:" << compression_type in CreateRecordReaderOptions()
66 if (options.compression_type == RecordReaderOptions::ZLIB_COMPRESSION) { in RecordReader()
75 } else if (options.compression_type == RecordReaderOptions::NONE) { in RecordReader()
78 LOG(FATAL) << "Unrecognized compression type :" << options.compression_type; in RecordReader()
Drecord_reader_writer_test.cc41 if (options.compression_type == io::RecordWriterOptions::ZLIB_COMPRESSION) { in GetMatchingReaderOptions()
110 options.compression_type = io::RecordWriterOptions::ZLIB_COMPRESSION; in TEST()
173 options.compression_type = io::RecordWriterOptions::ZLIB_COMPRESSION; in TEST()
186 options.compression_type = io::RecordReaderOptions::ZLIB_COMPRESSION; in TEST()
208 options.compression_type = io::RecordWriterOptions::ZLIB_COMPRESSION; in TEST()
/external/tensorflow/tensorflow/python/data/experimental/kernel_tests/serialization/
Dtextline_dataset_serialization_test.py35 def _build_iterator_graph(self, test_filenames, compression_type=None): argument
37 test_filenames, compression_type=compression_type, buffer_size=10)
45 for compression_type in compression_types:
50 compression_type=compression_type)
53 lambda: self._build_iterator_graph(test_filenames, compression_type),
Dtf_record_dataset_serialization_test.py42 compression_type=None, argument
45 if compression_type == "ZLIB":
56 elif compression_type == "GZIP":
67 filenames, compression_type,
97 lambda: self._build_iterator_graph(num_epochs, compression_type="ZLIB"),
100 lambda: self._build_iterator_graph(num_epochs, compression_type="GZIP"),
Dcsv_dataset_serialization_test.py59 compression_type = kwargs.get("compression_type", None)
60 if compression_type == "GZIP":
62 elif compression_type is None:
65 raise ValueError("Invalid compression type:", compression_type)
/external/tensorflow/tensorflow/python/data/kernel_tests/
Dfixed_length_record_dataset_test.py48 def _createFiles(self, compression_type=None): argument
61 if not compression_type:
64 elif compression_type == "GZIP":
67 elif compression_type == "ZLIB":
72 raise ValueError("Unsupported compression_type", compression_type)
76 def _testFixedLengthRecordDataset(self, compression_type=None): argument
77 test_filenames = self._createFiles(compression_type=compression_type)
85 compression_type=compression_type).repeat(num_epochs)
137 self._testFixedLengthRecordDataset(compression_type="GZIP")
141 self._testFixedLengthRecordDataset(compression_type="ZLIB")
Dtext_line_dataset_test.py50 compression_type=None): argument
64 if not compression_type:
67 elif compression_type == "GZIP":
70 elif compression_type == "ZLIB":
75 raise ValueError("Unsupported compression_type", compression_type)
82 combinations.combine(compression_type=[None, "GZIP", "ZLIB"])))
83 def testTextLineDataset(self, compression_type): argument
85 2, 5, crlf=True, compression_type=compression_type)
89 filenames, compression_type=compression_type).repeat(num_epochs)
/external/tensorflow/tensorflow/python/lib/io/
Dtf_record.py52 compression_type=None, argument
90 self.get_compression_type_string(compression_type)
91 self.compression_type = compression_type
117 return cls.get_compression_type_string(options.compression_type)
131 self.get_compression_type_string(self.compression_type)))
170 compression_type = TFRecordOptions.get_compression_type_string(options)
171 return _pywrap_record_io.RecordIterator(path, compression_type)
295 options = TFRecordOptions(compression_type=options)
/external/bsdiff/
Dpatch_reader.cc39 std::vector<CompressorType> compression_type; in Init() local
42 compression_type = {CompressorType::kBZ2, CompressorType::kBZ2, in Init()
54 compression_type.push_back(CompressorType::kBZ2); in Init()
57 compression_type.push_back(CompressorType::kBrotli); in Init()
86 ctrl_stream_ = CreateDecompressor(compression_type[0]); in Init()
87 diff_stream_ = CreateDecompressor(compression_type[1]); in Init()
88 extra_stream_ = CreateDecompressor(compression_type[2]); in Init()
/external/tensorflow/tensorflow/core/kernels/
Dtf_record_reader_op.cc30 TFRecordReader(const string& node_name, const string& compression_type, in TFRecordReader() argument
35 compression_type_(compression_type) {} in TFRecordReader()
89 string compression_type; in TFRecordReaderOp() local
91 context->GetAttr("compression_type", &compression_type)); in TFRecordReaderOp()
93 SetReaderFactory([this, compression_type, env]() { in TFRecordReaderOp()
94 return new TFRecordReader(name(), compression_type, env); in TFRecordReaderOp()
Drecord_input_op.cc39 GETATTR(string, compression_type); in RecordInputOp()
42 OP_REQUIRES_OK(ctx, ctx->GetAttr("compression_type", &compression_type)); in RecordInputOp()
50 yopts.compression_type = compression_type; in RecordInputOp()
/external/tensorflow/tensorflow/python/data/experimental/kernel_tests/
Dcsv_dataset_test.py42 def _setup_files(self, inputs, linebreak='\n', compression_type=None): argument
47 if compression_type is None:
50 elif compression_type == 'GZIP':
53 elif compression_type == 'ZLIB':
58 raise ValueError('Unsupported compression_type', compression_type)
106 compression_type=None, # Used for both setup and parsing argument
110 filenames = self._setup_files(inputs, linebreak, compression_type)
111 kwargs['compression_type'] = compression_type
461 compression_type=None, argument
469 compression_type=compression_type,
[all …]
Dtf_record_writer_test.py45 def writer_fn(self, filename, compression_type=""): argument
46 input_dataset = readers.TFRecordDataset([filename], compression_type)
48 compression_type).write(input_dataset)
77 self.writer_fn(self._createFile(options), compression_type="ZLIB"))
86 self.writer_fn(self._createFile(options), compression_type="GZIP"))
/external/tensorflow/tensorflow/python/data/experimental/ops/
Dreaders.py334 compression_type=None, argument
440 if compression_type is not None:
441 compression_type_value = tensor_util.constant_value(compression_type)
449 compression_type)
452 compression_type)
501 compression_type=compression_type
581 compression_type=None, argument
589 compression_type, ignore_errors))
603 compression_type=None, argument
681 compression_type,
[all …]
/external/tensorflow/tensorflow/core/kernels/data/experimental/
Dcsv_dataset_op.cc43 tstring compression_type; in MakeDataset() local
45 &compression_type)); in MakeDataset()
101 if (compression_type == "ZLIB") { in MakeDataset()
103 } else if (compression_type == "GZIP") { in MakeDataset()
106 OP_REQUIRES(ctx, compression_type.empty(), in MakeDataset()
108 "Unsupported compression_type: ", compression_type, ".")); in MakeDataset()
130 std::move(compression_type), zlib_compression_options, in MakeDataset()
140 string compression_type, io::ZlibCompressionOptions options, in Dataset() argument
155 use_compression_(!compression_type.empty()), in Dataset()
156 compression_type_(std::move(compression_type)), in Dataset()
[all …]

12345