// Copyright 2017 The Chromium OS Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include #include #include #include "gtest/gtest.h" #include "puffin/src/bit_reader.h" #include "puffin/src/bit_writer.h" #include "puffin/src/include/puffin/common.h" #include "puffin/src/include/puffin/huffer.h" #include "puffin/src/include/puffin/puffer.h" #include "puffin/src/include/puffin/utils.h" #include "puffin/src/logging.h" #include "puffin/src/memory_stream.h" #include "puffin/src/puff_reader.h" #include "puffin/src/puff_writer.h" #include "puffin/src/puffin_stream.h" #include "puffin/src/unittest_common.h" using std::string; using std::vector; namespace puffin { namespace { // Uncompressed deflate block. const Buffer kRawEmpty = {}; const Buffer kRaw1 = {0x01}; const Buffer kRaw2 = {0x01, 0x01}; const Buffer kRaw5 = {0x01, 0x02, 0x03, 0x04, 0x05}; } // namespace class PuffinTest : public ::testing::Test { public: // Utility for decompressing a puff stream. bool DecompressPuff(const uint8_t* puff_buf, size_t* puff_size, uint8_t* out_buf, size_t* out_size) { BufferPuffReader puff_reader(static_cast(puff_buf), *puff_size); auto start = static_cast(out_buf); PuffData pd; while (puff_reader.BytesLeft() != 0) { TEST_AND_RETURN_FALSE(puff_reader.GetNext(&pd)); switch (pd.type) { case PuffData::Type::kLiteral: *start = pd.byte; start++; FALLTHROUGH_INTENDED; case PuffData::Type::kLiterals: pd.read_fn(start, pd.length); start += pd.length; break; case PuffData::Type::kLenDist: { while (pd.length-- > 0) { *start = *(start - pd.distance); start++; } break; } case PuffData::Type::kBlockMetadata: break; case PuffData::Type::kEndOfBlock: break; default: LOG(ERROR) << "Invalid block data type"; break; } } *out_size = start - static_cast(out_buf); *puff_size = *puff_size - puff_reader.BytesLeft(); return true; } bool PuffDeflate(const uint8_t* comp_buf, size_t comp_size, uint8_t* puff_buf, size_t puff_size) const { BufferBitReader bit_reader(comp_buf, comp_size); BufferPuffWriter puff_writer(puff_buf, puff_size); TEST_AND_RETURN_FALSE( puffer_.PuffDeflate(&bit_reader, &puff_writer, nullptr)); TEST_AND_RETURN_FALSE(comp_size == bit_reader.Offset()); TEST_AND_RETURN_FALSE(puff_size == puff_writer.Size()); return true; } bool HuffDeflate(const uint8_t* puff_buf, size_t puff_size, uint8_t* comp_buf, size_t comp_size) const { BufferPuffReader puff_reader(puff_buf, puff_size); BufferBitWriter bit_writer(comp_buf, comp_size); TEST_AND_RETURN_FALSE(huffer_.HuffDeflate(&puff_reader, &bit_writer)); TEST_AND_RETURN_FALSE(comp_size == bit_writer.Size()); TEST_AND_RETURN_FALSE(puff_reader.BytesLeft() == 0); return true; } // Puffs |compressed| into |out_puff| and checks its equality with // |expected_puff|. void TestPuffDeflate(const Buffer& compressed, const Buffer& expected_puff, Buffer* out_puff) { out_puff->resize(expected_puff.size()); auto comp_size = compressed.size(); auto puff_size = out_puff->size(); ASSERT_TRUE( PuffDeflate(compressed.data(), comp_size, out_puff->data(), puff_size)); ASSERT_EQ(puff_size, expected_puff.size()); out_puff->resize(puff_size); ASSERT_EQ(expected_puff, *out_puff); } // Should fail when trying to puff |compressed|. void FailPuffDeflate(const Buffer& compressed, Buffer* out_puff) { out_puff->resize(compressed.size() * 2 + 10); auto comp_size = compressed.size(); auto puff_size = out_puff->size(); ASSERT_FALSE( PuffDeflate(compressed.data(), comp_size, out_puff->data(), puff_size)); } // Huffs |puffed| into |out_huff| and checks its equality with // |expected_huff|.| void TestHuffDeflate(const Buffer& puffed, const Buffer& expected_huff, Buffer* out_huff) { out_huff->resize(expected_huff.size()); auto huff_size = out_huff->size(); auto puffed_size = puffed.size(); ASSERT_TRUE( HuffDeflate(puffed.data(), puffed_size, out_huff->data(), huff_size)); ASSERT_EQ(expected_huff, *out_huff); } // Should fail while huffing |puffed| void FailHuffDeflate(const Buffer& puffed, Buffer* out_compress) { out_compress->resize(puffed.size()); auto comp_size = out_compress->size(); auto puff_size = puffed.size(); ASSERT_TRUE( HuffDeflate(puffed.data(), puff_size, out_compress->data(), comp_size)); } // Decompresses from |puffed| into |uncompress| and checks its equality with // |original|. void Decompress(const Buffer& puffed, const Buffer& original, Buffer* uncompress) { uncompress->resize(original.size()); auto uncomp_size = uncompress->size(); auto puffed_size = puffed.size(); ASSERT_TRUE(DecompressPuff(puffed.data(), &puffed_size, uncompress->data(), &uncomp_size)); ASSERT_EQ(puffed_size, puffed.size()); ASSERT_EQ(uncomp_size, original.size()); uncompress->resize(uncomp_size); ASSERT_EQ(original, *uncompress); } void CheckSample(const Buffer original, const Buffer compressed, const Buffer puffed) { Buffer puff, uncompress, huff; TestPuffDeflate(compressed, puffed, &puff); TestHuffDeflate(puffed, compressed, &huff); Decompress(puffed, original, &uncompress); } void CheckBitExtentsPuffAndHuff(const Buffer& deflate_buffer, const vector& deflate_extents, const Buffer& puff_buffer, const vector& puff_extents) { auto puffer = std::make_shared(); auto deflate_stream = MemoryStream::CreateForRead(deflate_buffer); ASSERT_TRUE(deflate_stream->Seek(0)); vector out_puff_extents; uint64_t puff_size; ASSERT_TRUE(FindPuffLocations(deflate_stream, deflate_extents, &out_puff_extents, &puff_size)); EXPECT_EQ(puff_size, puff_buffer.size()); EXPECT_EQ(out_puff_extents, puff_extents); auto src_puffin_stream = PuffinStream::CreateForPuff(std::move(deflate_stream), puffer, puff_size, deflate_extents, puff_extents); Buffer out_puff_buffer(puff_buffer.size()); ASSERT_TRUE(src_puffin_stream->Read(out_puff_buffer.data(), out_puff_buffer.size())); EXPECT_EQ(out_puff_buffer, puff_buffer); auto huffer = std::make_shared(); Buffer out_deflate_buffer; deflate_stream = MemoryStream::CreateForWrite(&out_deflate_buffer); src_puffin_stream = PuffinStream::CreateForHuff(std::move(deflate_stream), huffer, puff_size, deflate_extents, puff_extents); ASSERT_TRUE( src_puffin_stream->Write(puff_buffer.data(), puff_buffer.size())); EXPECT_EQ(out_deflate_buffer, deflate_buffer); } protected: Puffer puffer_; Huffer huffer_; }; // Tests a simple buffer with uncompressed deflate block. TEST_F(PuffinTest, UncompressedTest) { const Buffer kDeflate = {0x01, 0x05, 0x00, 0xFA, 0xFF, 0x01, 0x02, 0x03, 0x04, 0x05}; const Buffer kPuff = {0x00, 0x00, 0x80, 0x04, 0x01, 0x02, 0x03, 0x04, 0x05, 0xFF, 0x81}; CheckSample(kRaw5, kDeflate, kPuff); } // Tests a simple buffer with uncompressed deflate block with length zero. TEST_F(PuffinTest, ZeroLengthUncompressedTest) { const Buffer kDeflate = {0x01, 0x00, 0x00, 0xFF, 0xFF}; const Buffer kPuff = {0x00, 0x00, 0x80, 0xFF, 0x81}; CheckSample(kRawEmpty, kDeflate, kPuff); } // Tests a Fixed Huffman table compressed buffer with only one literal. TEST_F(PuffinTest, OneLiteralFixedHuffmanTableTest) { const Buffer kDeflate = {0x63, 0x04, 0x00}; const Buffer kPuff = {0x00, 0x00, 0xA0, 0x00, 0x01, 0xFF, 0x81}; CheckSample(kRaw1, kDeflate, kPuff); } // Tests deflate of an empty buffer. TEST_F(PuffinTest, EmptyTest) { const Buffer kDeflate = {0x03, 0x00}; const Buffer kPuff = {0x00, 0x00, 0xA0, 0xFF, 0x81}; CheckSample(kRawEmpty, kDeflate, kPuff); } // Tests a simple buffer with compress deflate block using fixed Huffman table. TEST_F(PuffinTest, FixedHuffmanTableCompressedTest) { const Buffer kDeflate = {0x63, 0x64, 0x62, 0x66, 0x61, 0x05, 0x00}; const Buffer kPuff = {0x00, 0x00, 0xA0, 0x04, 0x01, 0x02, 0x03, 0x04, 0x05, 0xFF, 0x81}; CheckSample(kRaw5, kDeflate, kPuff); } // Tests that uncompressed deflate blocks are not ignored when the output // deflate location pointer is null. TEST_F(PuffinTest, NoIgnoreUncompressedBlocksTest) { const Buffer kDeflate = {0x01, 0x05, 0x00, 0xFA, 0xFF, 0x01, 0x02, 0x03, 0x04, 0x05}; BufferBitReader bit_reader(kDeflate.data(), kDeflate.size()); Buffer puff_buffer(11); // Same size as |uncomp_puff| below. BufferPuffWriter puff_writer(puff_buffer.data(), puff_buffer.size()); vector deflates; EXPECT_TRUE(puffer_.PuffDeflate(&bit_reader, &puff_writer, nullptr)); const Buffer kPuff = {0x00, 0x00, 0x80, 0x04, 0x01, 0x02, 0x03, 0x04, 0x05, 0xFF, 0x81}; EXPECT_EQ(puff_writer.Size(), kPuff.size()); EXPECT_EQ(puff_buffer, kPuff); } // Tests that uncompressed deflate blocks are ignored when the output // deflate location pointer is valid. TEST_F(PuffinTest, IgnoreUncompressedBlocksTest) { const Buffer kDeflate = {0x01, 0x05, 0x00, 0xFA, 0xFF, 0x01, 0x02, 0x03, 0x04, 0x05}; BufferBitReader bit_reader(kDeflate.data(), kDeflate.size()); BufferPuffWriter puff_writer(nullptr, 0); vector deflates; EXPECT_TRUE(puffer_.PuffDeflate(&bit_reader, &puff_writer, &deflates)); EXPECT_TRUE(deflates.empty()); } namespace { // It is actuall the content of the copyright header. const Buffer kDynamicHTRaw = { 0x0A, 0x2F, 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x43, 0x6F, 0x70, 0x79, 0x72, 0x69, 0x67, 0x68, 0x74, 0x20, 0x28, 0x43, 0x29, 0x20, 0x32, 0x30, 0x31, 0x37, 0x20, 0x54, 0x68, 0x65, 0x20, 0x41, 0x6E, 0x64, 0x72, 0x6F, 0x69, 0x64, 0x20, 0x4F, 0x70, 0x65, 0x6E, 0x20, 0x53, 0x6F, 0x75, 0x72, 0x63, 0x65, 0x20, 0x50, 0x72, 0x6F, 0x6A, 0x65, 0x63, 0x74, 0x0A, 0x2F, 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x64, 0x20, 0x75, 0x6E, 0x64, 0x65, 0x72, 0x20, 0x74, 0x68, 0x65, 0x20, 0x41, 0x70, 0x61, 0x63, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x2C, 0x20, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6F, 0x6E, 0x20, 0x32, 0x2E, 0x30, 0x20, 0x28, 0x74, 0x68, 0x65, 0x20, 0x22, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x22, 0x29, 0x3B, 0x0A, 0x2F, 0x2F, 0x20, 0x79, 0x6F, 0x75, 0x20, 0x6D, 0x61, 0x79, 0x20, 0x6E, 0x6F, 0x74, 0x20, 0x75, 0x73, 0x65, 0x20, 0x74, 0x68, 0x69, 0x73, 0x20, 0x66, 0x69, 0x6C, 0x65, 0x20, 0x65, 0x78, 0x63, 0x65, 0x70, 0x74, 0x20, 0x69, 0x6E, 0x20, 0x63, 0x6F, 0x6D, 0x70, 0x6C, 0x69, 0x61, 0x6E, 0x63, 0x65, 0x20, 0x77, 0x69, 0x74, 0x68, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x2E, 0x0A, 0x2F, 0x2F, 0x20, 0x59, 0x6F, 0x75, 0x20, 0x6D, 0x61, 0x79, 0x20, 0x6F, 0x62, 0x74, 0x61, 0x69, 0x6E, 0x20, 0x61, 0x20, 0x63, 0x6F, 0x70, 0x79, 0x20, 0x6F, 0x66, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x20, 0x61, 0x74, 0x0A, 0x2F, 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x68, 0x74, 0x74, 0x70, 0x3A, 0x2F, 0x2F, 0x77, 0x77, 0x77, 0x2E, 0x61, 0x70, 0x61, 0x63, 0x68, 0x65, 0x2E, 0x6F, 0x72, 0x67, 0x2F, 0x6C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x73, 0x2F, 0x4C, 0x49, 0x43, 0x45, 0x4E, 0x53, 0x45, 0x2D, 0x32, 0x2E, 0x30, 0x0A, 0x2F, 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x55, 0x6E, 0x6C, 0x65, 0x73, 0x73, 0x20, 0x72, 0x65, 0x71, 0x75, 0x69, 0x72, 0x65, 0x64, 0x20, 0x62, 0x79, 0x20, 0x61, 0x70, 0x70, 0x6C, 0x69, 0x63, 0x61, 0x62, 0x6C, 0x65, 0x20, 0x6C, 0x61, 0x77, 0x20, 0x6F, 0x72, 0x20, 0x61, 0x67, 0x72, 0x65, 0x65, 0x64, 0x20, 0x74, 0x6F, 0x20, 0x69, 0x6E, 0x20, 0x77, 0x72, 0x69, 0x74, 0x69, 0x6E, 0x67, 0x2C, 0x20, 0x73, 0x6F, 0x66, 0x74, 0x77, 0x61, 0x72, 0x65, 0x0A, 0x2F, 0x2F, 0x20, 0x64, 0x69, 0x73, 0x74, 0x72, 0x69, 0x62, 0x75, 0x74, 0x65, 0x64, 0x20, 0x75, 0x6E, 0x64, 0x65, 0x72, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x20, 0x69, 0x73, 0x20, 0x64, 0x69, 0x73, 0x74, 0x72, 0x69, 0x62, 0x75, 0x74, 0x65, 0x64, 0x20, 0x6F, 0x6E, 0x20, 0x61, 0x6E, 0x20, 0x22, 0x41, 0x53, 0x20, 0x49, 0x53, 0x22, 0x20, 0x42, 0x41, 0x53, 0x49, 0x53, 0x2C, 0x0A, 0x2F, 0x2F, 0x20, 0x57, 0x49, 0x54, 0x48, 0x4F, 0x55, 0x54, 0x20, 0x57, 0x41, 0x52, 0x52, 0x41, 0x4E, 0x54, 0x49, 0x45, 0x53, 0x20, 0x4F, 0x52, 0x20, 0x43, 0x4F, 0x4E, 0x44, 0x49, 0x54, 0x49, 0x4F, 0x4E, 0x53, 0x20, 0x4F, 0x46, 0x20, 0x41, 0x4E, 0x59, 0x20, 0x4B, 0x49, 0x4E, 0x44, 0x2C, 0x20, 0x65, 0x69, 0x74, 0x68, 0x65, 0x72, 0x20, 0x65, 0x78, 0x70, 0x72, 0x65, 0x73, 0x73, 0x20, 0x6F, 0x72, 0x20, 0x69, 0x6D, 0x70, 0x6C, 0x69, 0x65, 0x64, 0x2E, 0x0A, 0x2F, 0x2F, 0x20, 0x53, 0x65, 0x65, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x20, 0x66, 0x6F, 0x72, 0x20, 0x74, 0x68, 0x65, 0x20, 0x73, 0x70, 0x65, 0x63, 0x69, 0x66, 0x69, 0x63, 0x20, 0x6C, 0x61, 0x6E, 0x67, 0x75, 0x61, 0x67, 0x65, 0x20, 0x67, 0x6F, 0x76, 0x65, 0x72, 0x6E, 0x69, 0x6E, 0x67, 0x20, 0x70, 0x65, 0x72, 0x6D, 0x69, 0x73, 0x73, 0x69, 0x6F, 0x6E, 0x73, 0x20, 0x61, 0x6E, 0x64, 0x0A, 0x2F, 0x2F, 0x20, 0x6C, 0x69, 0x6D, 0x69, 0x74, 0x61, 0x74, 0x69, 0x6F, 0x6E, 0x73, 0x20, 0x75, 0x6E, 0x64, 0x65, 0x72, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x2E, 0x0A}; // Dynamic huffman compressed deflate. const Buffer kDynamicHTDeflate = { 0x65, 0x91, 0x41, 0x6F, 0x9C, 0x30, 0x10, 0x85, 0xEF, 0xFB, 0x2B, 0x9E, 0xF6, 0x94, 0x48, 0x5B, 0x48, 0x73, 0xA9, 0xD4, 0x9E, 0xE8, 0x66, 0xAB, 0xA0, 0x46, 0x50, 0x2D, 0xA4, 0x51, 0x8E, 0x5E, 0x18, 0xD8, 0x89, 0x58, 0xDB, 0xB5, 0x4D, 0xC9, 0xFE, 0xFB, 0x8E, 0x59, 0x22, 0x25, 0xAA, 0x2F, 0xC8, 0xCC, 0xCC, 0x9B, 0xEF, 0x3D, 0xAF, 0xD2, 0x74, 0x95, 0xA6, 0xD8, 0x1A, 0x7B, 0x76, 0xDC, 0x1F, 0x03, 0xAE, 0xB6, 0xD7, 0xB8, 0xBD, 0xF9, 0xFC, 0x05, 0xF5, 0x91, 0x90, 0xE9, 0xD6, 0x19, 0x6E, 0x51, 0x5A, 0xD2, 0xA8, 0xCC, 0xE8, 0x1A, 0xC2, 0x2F, 0x67, 0x5E, 0xA8, 0x09, 0xAB, 0xCB, 0xE0, 0x03, 0x37, 0xA4, 0x3D, 0xB5, 0x18, 0x75, 0x4B, 0x0E, 0x21, 0x0E, 0x59, 0xD5, 0xC8, 0x67, 0xA9, 0x6C, 0xF0, 0x9B, 0x9C, 0x67, 0xA3, 0x71, 0x9B, 0xDC, 0xE0, 0x2A, 0x36, 0xAC, 0x97, 0xD2, 0xFA, 0xFA, 0x5B, 0x94, 0x38, 0x9B, 0x11, 0x27, 0x75, 0x86, 0x36, 0x01, 0xA3, 0x27, 0xD1, 0x60, 0x8F, 0x8E, 0x07, 0x02, 0xBD, 0x36, 0x64, 0x03, 0x58, 0xA3, 0x31, 0x27, 0x3B, 0xB0, 0xD2, 0xB2, 0x7F, 0xE2, 0x70, 0x9C, 0xF7, 0x2C, 0x2A, 0x49, 0xD4, 0x78, 0x5E, 0x34, 0xCC, 0x21, 0x28, 0x69, 0x57, 0x32, 0x60, 0xE5, 0xD6, 0xBD, 0x6F, 0x84, 0x7A, 0x83, 0x9E, 0xCF, 0x31, 0x04, 0xFB, 0x35, 0x4D, 0xA7, 0x69, 0x4A, 0xD4, 0x4C, 0x9C, 0x18, 0xD7, 0xA7, 0xC3, 0xA5, 0xD7, 0xA7, 0x0F, 0xF9, 0x76, 0x57, 0x54, 0xBB, 0x4F, 0x42, 0xBD, 0x4C, 0x3D, 0xEA, 0x81, 0xBC, 0x87, 0xA3, 0x3F, 0x23, 0x3B, 0x71, 0x7C, 0x38, 0x43, 0x59, 0xA1, 0x6A, 0xD4, 0x41, 0x58, 0x07, 0x35, 0xC1, 0x38, 0xA8, 0xDE, 0x91, 0xD4, 0x82, 0x89, 0xD4, 0x93, 0xE3, 0xC0, 0xBA, 0xDF, 0xC0, 0x9B, 0x2E, 0x4C, 0xCA, 0x51, 0x94, 0x69, 0xD9, 0x07, 0xC7, 0x87, 0x31, 0x7C, 0x08, 0xED, 0x8D, 0x51, 0xAC, 0xBF, 0x6F, 0x90, 0xD8, 0x94, 0xC6, 0x3A, 0xAB, 0x90, 0x57, 0x6B, 0x7C, 0xCF, 0xAA, 0xBC, 0xDA, 0x44, 0x91, 0xA7, 0xBC, 0xBE, 0x2F, 0x1F, 0x6B, 0x3C, 0x65, 0xFB, 0x7D, 0x56, 0xD4, 0xF9, 0xAE, 0x42, 0xB9, 0xC7, 0xB6, 0x2C, 0xEE, 0xF2, 0x3A, 0x2F, 0x0B, 0xB9, 0xFD, 0x40, 0x56, 0x3C, 0xE3, 0x67, 0x5E, 0xDC, 0x6D, 0x40, 0x12, 0x99, 0xEC, 0xA1, 0x57, 0xEB, 0xA2, 0x03, 0xC1, 0xE4, 0x18, 0x27, 0xB5, 0x73, 0x76, 0x15, 0xD1, 0x07, 0x84, 0xCE, 0x5C, 0x90, 0xBC, 0xA5, 0x86, 0x3B, 0x6E, 0xC4, 0x9A, 0xEE, 0x47, 0xD5, 0x13, 0x7A, 0xF3, 0x97, 0x9C, 0x16, 0x47, 0xB0, 0xE4, 0x4E, 0xEC, 0xE3, 0xB3, 0x7A, 0x01, 0x6C, 0xA3, 0xCC, 0xC0, 0x27, 0x0E, 0x2A, 0xCC, 0xBF, 0xFE, 0xF3, 0x95, 0xAC, 0xFE, 0x01}; const Buffer kDynamicHTPuff = { 0x00, 0x74, 0xC0, 0x0C, 0x11, 0x0C, 0x04, 0x63, 0x34, 0x32, 0x03, 0x04, 0x05, 0x06, 0x1B, 0x07, 0x26, 0x03, 0x00, 0x07, 0x16, 0x08, 0x08, 0x00, 0x00, 0x07, 0x09, 0x06, 0x06, 0x08, 0x09, 0x08, 0x15, 0x09, 0x00, 0x00, 0x09, 0x09, 0x16, 0x06, 0x09, 0x07, 0x08, 0x07, 0x09, 0x00, 0x08, 0x06, 0x00, 0x09, 0x08, 0x00, 0x06, 0x06, 0x09, 0x00, 0x07, 0x06, 0x06, 0x08, 0x09, 0x08, 0x00, 0x08, 0x18, 0x05, 0x07, 0x06, 0x06, 0x04, 0x06, 0x06, 0x07, 0x04, 0x08, 0x00, 0x06, 0x07, 0x05, 0x05, 0x05, 0x09, 0x05, 0x05, 0x05, 0x06, 0x09, 0x06, 0x08, 0x07, 0x97, 0x09, 0x04, 0x05, 0x06, 0x07, 0x06, 0x08, 0x00, 0x00, 0x08, 0x08, 0x00, 0x09, 0x05, 0x15, 0x06, 0x00, 0x05, 0x06, 0x04, 0x04, 0x04, 0x03, 0x04, 0x02, 0x03, 0x03, 0x05, 0x39, 0x0A, 0x2F, 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x43, 0x6F, 0x70, 0x79, 0x72, 0x69, 0x67, 0x68, 0x74, 0x20, 0x28, 0x43, 0x29, 0x20, 0x32, 0x30, 0x31, 0x37, 0x20, 0x54, 0x68, 0x65, 0x20, 0x41, 0x6E, 0x64, 0x72, 0x6F, 0x69, 0x64, 0x20, 0x4F, 0x70, 0x65, 0x6E, 0x20, 0x53, 0x6F, 0x75, 0x72, 0x63, 0x65, 0x20, 0x50, 0x72, 0x6F, 0x6A, 0x65, 0x63, 0x74, 0x0A, 0x83, 0x00, 0x38, 0x0F, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x64, 0x20, 0x75, 0x6E, 0x64, 0x65, 0x72, 0x20, 0x74, 0x81, 0x00, 0x34, 0x02, 0x70, 0x61, 0x63, 0x80, 0x00, 0x06, 0x84, 0x00, 0x19, 0x0E, 0x2C, 0x20, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6F, 0x6E, 0x20, 0x32, 0x2E, 0x30, 0x20, 0x28, 0x81, 0x00, 0x20, 0x00, 0x22, 0x84, 0x00, 0x1A, 0x02, 0x22, 0x29, 0x3B, 0x81, 0x00, 0x42, 0x0E, 0x79, 0x6F, 0x75, 0x20, 0x6D, 0x61, 0x79, 0x20, 0x6E, 0x6F, 0x74, 0x20, 0x75, 0x73, 0x65, 0x80, 0x00, 0x43, 0x19, 0x69, 0x73, 0x20, 0x66, 0x69, 0x6C, 0x65, 0x20, 0x65, 0x78, 0x63, 0x65, 0x70, 0x74, 0x20, 0x69, 0x6E, 0x20, 0x63, 0x6F, 0x6D, 0x70, 0x6C, 0x69, 0x61, 0x6E, 0x80, 0x00, 0x7F, 0x03, 0x77, 0x69, 0x74, 0x68, 0x82, 0x00, 0x67, 0x84, 0x00, 0x45, 0x00, 0x2E, 0x81, 0x00, 0x43, 0x00, 0x59, 0x84, 0x00, 0x43, 0x03, 0x6F, 0x62, 0x74, 0x61, 0x80, 0x00, 0x2E, 0x00, 0x61, 0x80, 0x00, 0x30, 0x00, 0x70, 0x80, 0x00, 0x0D, 0x00, 0x66, 0x89, 0x00, 0x28, 0x01, 0x20, 0x61, 0x85, 0x00, 0xB4, 0x82, 0x00, 0x00, 0x0B, 0x68, 0x74, 0x74, 0x70, 0x3A, 0x2F, 0x2F, 0x77, 0x77, 0x77, 0x2E, 0x61, 0x82, 0x00, 0xB1, 0x05, 0x2E, 0x6F, 0x72, 0x67, 0x2F, 0x6C, 0x83, 0x00, 0x2B, 0x09, 0x73, 0x2F, 0x4C, 0x49, 0x43, 0x45, 0x4E, 0x53, 0x45, 0x2D, 0x80, 0x00, 0xB5, 0x84, 0x00, 0x35, 0x0C, 0x55, 0x6E, 0x6C, 0x65, 0x73, 0x73, 0x20, 0x72, 0x65, 0x71, 0x75, 0x69, 0x72, 0x80, 0x00, 0xF1, 0x04, 0x62, 0x79, 0x20, 0x61, 0x70, 0x80, 0x00, 0x95, 0x02, 0x63, 0x61, 0x62, 0x80, 0x00, 0xAB, 0x0A, 0x6C, 0x61, 0x77, 0x20, 0x6F, 0x72, 0x20, 0x61, 0x67, 0x72, 0x65, 0x80, 0x00, 0x1B, 0x01, 0x74, 0x6F, 0x81, 0x00, 0xB5, 0x10, 0x77, 0x72, 0x69, 0x74, 0x69, 0x6E, 0x67, 0x2C, 0x20, 0x73, 0x6F, 0x66, 0x74, 0x77, 0x61, 0x72, 0x65, 0x81, 0x00, 0x46, 0x08, 0x64, 0x69, 0x73, 0x74, 0x72, 0x69, 0x62, 0x75, 0x74, 0x8A, 0x01, 0x34, 0x85, 0x00, 0xA3, 0x80, 0x00, 0xFA, 0x89, 0x00, 0x20, 0x80, 0x01, 0x36, 0x10, 0x61, 0x6E, 0x20, 0x22, 0x41, 0x53, 0x20, 0x49, 0x53, 0x22, 0x20, 0x42, 0x41, 0x53, 0x49, 0x53, 0x2C, 0x81, 0x00, 0x44, 0x1E, 0x57, 0x49, 0x54, 0x48, 0x4F, 0x55, 0x54, 0x20, 0x57, 0x41, 0x52, 0x52, 0x41, 0x4E, 0x54, 0x49, 0x45, 0x53, 0x20, 0x4F, 0x52, 0x20, 0x43, 0x4F, 0x4E, 0x44, 0x49, 0x54, 0x49, 0x4F, 0x4E, 0x80, 0x00, 0x0D, 0x0C, 0x46, 0x20, 0x41, 0x4E, 0x59, 0x20, 0x4B, 0x49, 0x4E, 0x44, 0x2C, 0x20, 0x65, 0x80, 0x01, 0x32, 0x80, 0x00, 0x67, 0x03, 0x65, 0x78, 0x70, 0x72, 0x81, 0x00, 0xC1, 0x80, 0x00, 0xA6, 0x00, 0x69, 0x81, 0x01, 0x4E, 0x01, 0x65, 0x64, 0x82, 0x01, 0x3B, 0x02, 0x53, 0x65, 0x65, 0x8A, 0x00, 0x82, 0x01, 0x66, 0x6F, 0x83, 0x00, 0x92, 0x07, 0x73, 0x70, 0x65, 0x63, 0x69, 0x66, 0x69, 0x63, 0x80, 0x00, 0xDA, 0x0C, 0x6E, 0x67, 0x75, 0x61, 0x67, 0x65, 0x20, 0x67, 0x6F, 0x76, 0x65, 0x72, 0x6E, 0x80, 0x00, 0xD1, 0x06, 0x20, 0x70, 0x65, 0x72, 0x6D, 0x69, 0x73, 0x81, 0x01, 0xD6, 0x00, 0x73, 0x80, 0x00, 0xA0, 0x00, 0x64, 0x81, 0x00, 0x46, 0x06, 0x6C, 0x69, 0x6D, 0x69, 0x74, 0x61, 0x74, 0x82, 0x00, 0x12, 0x8E, 0x00, 0xD7, 0x01, 0x2E, 0x0A, 0xFF, 0x81}; } // namespace // Tests a compressed deflate block using dynamic Huffman table. TEST_F(PuffinTest, DynamicHuffmanTableTest) { CheckSample(kDynamicHTRaw, kDynamicHTDeflate, kDynamicHTPuff); } // Tests an uncompressed deflate block with invalid LEN/NLEN. TEST_F(PuffinTest, PuffInvalidUncompressedLengthDeflateTest) { const Buffer kDeflate = {0x01, 0x05, 0x00, 0xFF, 0xFF, 0x01, 0x02, 0x03, 0x04, 0x05}; Buffer puffed; FailPuffDeflate(kDeflate, &puffed); } // Tests puffing a block with invalid block header. TEST_F(PuffinTest, PuffInvalidBlockHeaderDeflateTest) { const Buffer kDeflate = {0x07}; Buffer puffed; FailPuffDeflate(kDeflate, &puffed); } // Tests puffing a block with final block bit unset so it returns false. TEST_F(PuffinTest, PuffDeflateNoFinalBlockBitTest) { const Buffer kDeflate = {0x62, 0x04, 0x00}; const Buffer kPuff = {0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81}; CheckSample(kRaw1, kDeflate, kPuff); } // Tests two deflate buffers concatenated, neither have their final bit set. It // is a valid deflate and puff buffer. TEST_F(PuffinTest, MultipleDeflateBufferNoFinabBitsTest) { const Buffer kDeflate = {0x62, 0x04, 0x88, 0x11, 0x00}; const Buffer kPuff = {0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81}; CheckSample(kRaw2, kDeflate, kPuff); } // Tests two deflate buffers concatenated, the first one has final bit set, // second one not. It is a valid deflate and puff buffer. TEST_F(PuffinTest, MultipleDeflateBufferOneFinalBitTest) { const Buffer kDeflate = {0x63, 0x04, 0x88, 0x11, 0x00}; const Buffer kPuff = {0x00, 0x00, 0xA0, 0x00, 0x01, 0xFF, 0x81, 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81}; CheckSample(kRaw2, kDeflate, kPuff); } // Tests two deflate buffers concatenated, both have final bits set. It is a // valid deflate and puff buffer. TEST_F(PuffinTest, MultipleDeflateBufferBothFinalBitTest) { const Buffer kDeflate = {0x63, 0x04, 0x8C, 0x11, 0x00}; const Buffer kPuff = {0x00, 0x00, 0xA0, 0x00, 0x01, 0xFF, 0x81, 0x00, 0x00, 0xA0, 0x00, 0x01, 0xFF, 0x81}; CheckSample(kRaw2, kDeflate, kPuff); } // When locating deflates, the puffer has to end when it hit a final block. Test // that with two deflate buffers concatenated and both have final bits set. TEST_F(PuffinTest, EndOnFinalBitTest) { const Buffer kDeflate = {0x63, 0x04, 0x8C, 0x11, 0x00}; BufferBitReader bit_reader(kDeflate.data(), kDeflate.size()); BufferPuffWriter puff_writer(nullptr, 0); vector deflates; EXPECT_TRUE(puffer_.PuffDeflate(&bit_reader, &puff_writer, &deflates)); const vector kExpectedDeflates = {{0, 18}}; EXPECT_EQ(deflates, kExpectedDeflates); EXPECT_EQ(bit_reader.Offset(), 3); } // TODO(ahassani): Add unittests for Failhuff too. namespace { // The following is a sequence of bits starting from the top right and ends in // bottom left. It represents the bits in |kGapDeflates|. Bits inside the // brackets (including bits exactly under brackets) represent a deflate stream. // // } { } { }{ } // 11000101 10000000 10001100 01010000 00010001 10001000 00000100 01100010 // 0xC5 0x80 0x8C 0x50 0x11 0x88 0x04 0x62 // // } { } { } { // 10001011 11111100 00000100 01100010 00000001 00011000 10111000 00001000 // 0x8B 0xFC 0x04 0x62 0x01 0x18 0xB8 0x08 // // } { } { }{ // 10001011 00000001 00011000 10111111 11000000 01000110 00100000 00010001 // 0x8B 0x01 0x18 0xBF 0xC0 0x46 0x20 0x11 // // { } { } { // 11111100 00000100 01100010 11111111 00000001 00011000 10110000 00010001 // 0xFC 0x04 0x62 0xFF 0x01 0x18 0xB0 0x11 // const Buffer kGapDeflates = {0x62, 0x04, 0x88, 0x11, 0x50, 0x8C, 0x80, 0xC5, 0x08, 0xB8, 0x18, 0x01, 0x62, 0x04, 0xFC, 0x8B, 0x11, 0x20, 0x46, 0xC0, 0xBF, 0x18, 0x01, 0x8B, 0x11, 0xB0, 0x18, 0x01, 0xFF, 0x62, 0x04, 0xFC}; const Buffer kGapPuffs = {0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 0 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 7 0x01, // raw 14 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 15 0x01, 0x01, // raw 22 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 24 0x07, // raw 31 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 32 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 39 0x3F, 0x03, // raw 46 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 48 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 55 0x03, 0x3F, // raw 62 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 64 0x03, // raw 71 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 72 0x03, // raw 79 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 80 0xFF, // raw 87 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 88 0x3F}; // raw 95 // The fifth deflate (and its puff in kGapPuffExtents) is for zero length // deflate corner case. const vector kGapSubblockDeflateExtents = { {0, 18}, {18, 18}, {37, 18}, {57, 18}, {75, 0}, {78, 18}, {96, 18}, {122, 18}, {140, 18}, {166, 18}, {186, 18}, {206, 18}, {232, 18}}; const vector kGapPuffExtents = { {0, 7}, {7, 7}, {15, 7}, {24, 7}, {31, 0}, {32, 7}, {39, 7}, {48, 7}, {55, 7}, {64, 7}, {72, 7}, {80, 7}, {88, 7}}; } // namespace TEST_F(PuffinTest, BitExtentPuffAndHuffTest) { CheckBitExtentsPuffAndHuff(kGapDeflates, kGapSubblockDeflateExtents, kGapPuffs, kGapPuffExtents); } TEST_F(PuffinTest, ExcludeBadDistanceCaches) { BufferBitReader br(kProblematicCache.data(), kProblematicCache.size()); BufferPuffWriter pw(nullptr, 0); // The first two bits of this data should be ignored. br.CacheBits(2); br.DropBits(2); vector deflates, empty; Puffer puffer(true); EXPECT_TRUE(puffer.PuffDeflate(&br, &pw, &deflates)); EXPECT_EQ(deflates, empty); } TEST_F(PuffinTest, NoExcludeBadDistanceCaches) { BufferBitReader br(kProblematicCache.data(), kProblematicCache.size()); BufferPuffWriter pw(nullptr, 0); // The first two bits of this data should be ignored. br.CacheBits(2); br.DropBits(2); vector deflates; Puffer puffer; // The default value for excluding bad distance cache should // be false. EXPECT_TRUE(puffer.PuffDeflate(&br, &pw, &deflates)); EXPECT_EQ(deflates, kProblematicCacheDeflateExtents); } } // namespace puffin