// Copyright 2017 The PDFium Authors // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. // Original code copyright 2014 Foxit Software Inc. http://www.foxitsoftware.com #include "core/fxcrt/cfx_seekablestreamproxy.h" #include #include #include #include #include "build/build_config.h" #include "core/fxcrt/check.h" #include "core/fxcrt/check_op.h" #include "core/fxcrt/data_vector.h" #include "core/fxcrt/fx_extension.h" #include "core/fxcrt/fx_safe_types.h" #include "core/fxcrt/span.h" #include "core/fxcrt/span_util.h" namespace { // Returns {src bytes consumed, dst chars produced}. // Invalid sequences are silently not output. std::pair UTF8Decode(pdfium::span pSrc, pdfium::span pDst) { DCHECK(!pDst.empty()); uint32_t dwCode = 0; int32_t iPending = 0; size_t iSrcNum = 0; size_t iDstNum = 0; for (size_t iIndex = 0; iIndex < pSrc.size() && iDstNum < pDst.size(); ++iIndex) { ++iSrcNum; uint8_t byte = pSrc[iIndex]; if (byte < 0x80) { iPending = 0; pDst[iDstNum++] = byte; } else if (byte < 0xc0) { if (iPending < 1) continue; dwCode = dwCode << 6; dwCode |= (byte & 0x3f); --iPending; if (iPending == 0) pDst[iDstNum++] = dwCode; } else if (byte < 0xe0) { iPending = 1; dwCode = (byte & 0x1f); } else if (byte < 0xf0) { iPending = 2; dwCode = (byte & 0x0f); } else if (byte < 0xf8) { iPending = 3; dwCode = (byte & 0x07); } else if (byte < 0xfc) { iPending = 4; dwCode = (byte & 0x03); } else if (byte < 0xfe) { iPending = 5; dwCode = (byte & 0x01); } } return {iSrcNum, iDstNum}; } void UTF16ToWChar(pdfium::span buffer) { #if defined(WCHAR_T_IS_32_BIT) auto src = fxcrt::reinterpret_span(buffer); // Perform self-intersecting copy in reverse order. for (size_t i = buffer.size(); i > 0; --i) { buffer[i - 1] = static_cast(src[i - 1]); } #endif // defined(WCHAR_T_IS_32_BIT) } void SwapByteOrder(pdfium::span str) { for (auto& wch : str) { wch = (wch >> 8) | (wch << 8); } } } // namespace #define BOM_UTF8_MASK 0x00FFFFFF #define BOM_UTF8 0x00BFBBEF #define BOM_UTF16_MASK 0x0000FFFF #define BOM_UTF16_BE 0x0000FFFE #define BOM_UTF16_LE 0x0000FEFF CFX_SeekableStreamProxy::CFX_SeekableStreamProxy( const RetainPtr& stream) : m_pStream(stream) { DCHECK(m_pStream); Seek(From::Begin, 0); uint32_t bom = 0; ReadData(pdfium::byte_span_from_ref(bom).first<3>()); bom &= BOM_UTF8_MASK; if (bom == BOM_UTF8) { m_wBOMLength = 3; m_wCodePage = FX_CodePage::kUTF8; } else { bom &= BOM_UTF16_MASK; if (bom == BOM_UTF16_BE) { m_wBOMLength = 2; m_wCodePage = FX_CodePage::kUTF16BE; } else if (bom == BOM_UTF16_LE) { m_wBOMLength = 2; m_wCodePage = FX_CodePage::kUTF16LE; } else { m_wBOMLength = 0; m_wCodePage = FX_GetACP(); } } Seek(From::Begin, static_cast(m_wBOMLength)); } CFX_SeekableStreamProxy::~CFX_SeekableStreamProxy() = default; FX_FILESIZE CFX_SeekableStreamProxy::GetSize() const { return m_pStream->GetSize(); } FX_FILESIZE CFX_SeekableStreamProxy::GetPosition() const { return m_iPosition; } bool CFX_SeekableStreamProxy::IsEOF() const { return m_iPosition >= GetSize(); } void CFX_SeekableStreamProxy::Seek(From eSeek, FX_FILESIZE iOffset) { switch (eSeek) { case From::Begin: m_iPosition = iOffset; break; case From::Current: { FX_SAFE_FILESIZE new_pos = m_iPosition; new_pos += iOffset; m_iPosition = new_pos.ValueOrDefault(std::numeric_limits::max()); } break; } m_iPosition = std::clamp(m_iPosition, static_cast(0), GetSize()); } void CFX_SeekableStreamProxy::SetCodePage(FX_CodePage wCodePage) { if (m_wBOMLength > 0) return; m_wCodePage = wCodePage; } size_t CFX_SeekableStreamProxy::ReadData(pdfium::span buffer) { DCHECK(!buffer.empty()); const size_t remaining = static_cast(GetSize() - m_iPosition); size_t read_size = std::min(buffer.size(), remaining); if (read_size == 0) { return 0; } if (!m_pStream->ReadBlockAtOffset(buffer.first(read_size), m_iPosition)) { return 0; } FX_SAFE_FILESIZE new_pos = m_iPosition; new_pos += read_size; m_iPosition = new_pos.ValueOrDefault(m_iPosition); return new_pos.IsValid() ? read_size : 0; } size_t CFX_SeekableStreamProxy::ReadBlock(pdfium::span buffer) { if (buffer.empty()) { return 0; } if (m_wCodePage == FX_CodePage::kUTF16LE || m_wCodePage == FX_CodePage::kUTF16BE) { size_t bytes_to_read = buffer.size() * sizeof(uint16_t); size_t bytes_read = ReadData(pdfium::as_writable_bytes(buffer).first(bytes_to_read)); size_t elements = bytes_read / sizeof(uint16_t); if (m_wCodePage == FX_CodePage::kUTF16BE) { SwapByteOrder(fxcrt::reinterpret_span(buffer).first(elements)); } UTF16ToWChar(buffer.first(elements)); return elements; } FX_FILESIZE pos = GetPosition(); size_t bytes_to_read = std::min(buffer.size(), static_cast(GetSize() - pos)); if (bytes_to_read == 0) { return 0; } DataVector byte_buf(bytes_to_read); size_t bytes_read = ReadData(byte_buf); if (m_wCodePage != FX_CodePage::kUTF8) { return 0; } auto [src_bytes_consumed, dest_wchars_produced] = UTF8Decode(pdfium::make_span(byte_buf).first(bytes_read), buffer); Seek(From::Current, src_bytes_consumed - bytes_read); return dest_wchars_produced; }