1 // © 2016 and later: Unicode, Inc. and others. 2 // License & terms of use: http://www.unicode.org/copyright.html 3 // Copyright (C) 2009-2012, International Business Machines 4 // Corporation and others. All Rights Reserved. 5 // 6 // Copyright 2007 Google Inc. All Rights Reserved. 7 // Author: sanjay@google.com (Sanjay Ghemawat) 8 // 9 // Abstract interface that consumes a sequence of bytes (ByteSink). 10 // 11 // Used so that we can write a single piece of code that can operate 12 // on a variety of output string types. 13 // 14 // Various implementations of this interface are provided: 15 // ByteSink: 16 // CheckedArrayByteSink Write to a flat array, with bounds checking 17 // StringByteSink Write to an STL string 18 19 // This code is a contribution of Google code, and the style used here is 20 // a compromise between the original Google code and the ICU coding guidelines. 21 // For example, data types are ICU-ified (size_t,int->int32_t), 22 // and API comments doxygen-ified, but function names and behavior are 23 // as in the original, if possible. 24 // Assertion-style error handling, not available in ICU, was changed to 25 // parameter "pinning" similar to UnicodeString. 26 // 27 // In addition, this is only a partial port of the original Google code, 28 // limited to what was needed so far. The (nearly) complete original code 29 // is in the ICU svn repository at icuhtml/trunk/design/strings/contrib 30 // (see ICU ticket 6765, r25517). 31 32 #ifndef __BYTESTREAM_H__ 33 #define __BYTESTREAM_H__ 34 35 /** 36 * \file 37 * \brief C++ API: Interface for writing bytes, and implementation classes. 38 */ 39 40 #include "unicode/utypes.h" 41 42 #if U_SHOW_CPLUSPLUS_API 43 44 #include "unicode/uobject.h" 45 #include "unicode/std_string.h" 46 47 U_NAMESPACE_BEGIN 48 49 /** 50 * A ByteSink can be filled with bytes. 51 * @stable ICU 4.2 52 */ 53 class U_COMMON_API ByteSink : public UMemory { 54 public: 55 /** 56 * Default constructor. 57 * @stable ICU 4.2 58 */ ByteSink()59 ByteSink() { } 60 /** 61 * Virtual destructor. 62 * @stable ICU 4.2 63 */ 64 virtual ~ByteSink(); 65 66 /** 67 * Append "bytes[0,n-1]" to this. 68 * @param bytes the pointer to the bytes 69 * @param n the number of bytes; must be non-negative 70 * @stable ICU 4.2 71 */ 72 virtual void Append(const char* bytes, int32_t n) = 0; 73 74 #ifndef U_HIDE_DRAFT_API 75 /** 76 * Appends n bytes to this. Same as Append(). 77 * Call AppendU8() with u8"string literals" which are const char * in C++11 78 * but const char8_t * in C++20. 79 * If the compiler does support char8_t as a distinct type, 80 * then an AppendU8() overload for that is defined and will be chosen. 81 * 82 * @param bytes the pointer to the bytes 83 * @param n the number of bytes; must be non-negative 84 * @draft ICU 67 85 */ AppendU8(const char * bytes,int32_t n)86 inline void AppendU8(const char* bytes, int32_t n) { 87 Append(bytes, n); 88 } 89 90 #if defined(__cpp_char8_t) || defined(U_IN_DOXYGEN) 91 /** 92 * Appends n bytes to this. Same as Append() but for a const char8_t * pointer. 93 * Call AppendU8() with u8"string literals" which are const char * in C++11 94 * but const char8_t * in C++20. 95 * If the compiler does support char8_t as a distinct type, 96 * then this AppendU8() overload for that is defined and will be chosen. 97 * 98 * @param bytes the pointer to the bytes 99 * @param n the number of bytes; must be non-negative 100 * @draft ICU 67 101 */ AppendU8(const char8_t * bytes,int32_t n)102 inline void AppendU8(const char8_t* bytes, int32_t n) { 103 Append(reinterpret_cast<const char*>(bytes), n); 104 } 105 #endif 106 #endif // U_HIDE_DRAFT_API 107 108 /** 109 * Returns a writable buffer for appending and writes the buffer's capacity to 110 * *result_capacity. Guarantees *result_capacity>=min_capacity. 111 * May return a pointer to the caller-owned scratch buffer which must have 112 * scratch_capacity>=min_capacity. 113 * The returned buffer is only valid until the next operation 114 * on this ByteSink. 115 * 116 * After writing at most *result_capacity bytes, call Append() with the 117 * pointer returned from this function and the number of bytes written. 118 * Many Append() implementations will avoid copying bytes if this function 119 * returned an internal buffer. 120 * 121 * Partial usage example: 122 * int32_t capacity; 123 * char* buffer = sink->GetAppendBuffer(..., &capacity); 124 * ... Write n bytes into buffer, with n <= capacity. 125 * sink->Append(buffer, n); 126 * In many implementations, that call to Append will avoid copying bytes. 127 * 128 * If the ByteSink allocates or reallocates an internal buffer, it should use 129 * the desired_capacity_hint if appropriate. 130 * If a caller cannot provide a reasonable guess at the desired capacity, 131 * it should pass desired_capacity_hint=0. 132 * 133 * If a non-scratch buffer is returned, the caller may only pass 134 * a prefix to it to Append(). 135 * That is, it is not correct to pass an interior pointer to Append(). 136 * 137 * The default implementation always returns the scratch buffer. 138 * 139 * @param min_capacity required minimum capacity of the returned buffer; 140 * must be non-negative 141 * @param desired_capacity_hint desired capacity of the returned buffer; 142 * must be non-negative 143 * @param scratch default caller-owned buffer 144 * @param scratch_capacity capacity of the scratch buffer 145 * @param result_capacity pointer to an integer which will be set to the 146 * capacity of the returned buffer 147 * @return a buffer with *result_capacity>=min_capacity 148 * @stable ICU 4.2 149 */ 150 virtual char* GetAppendBuffer(int32_t min_capacity, 151 int32_t desired_capacity_hint, 152 char* scratch, int32_t scratch_capacity, 153 int32_t* result_capacity); 154 155 /** 156 * Flush internal buffers. 157 * Some byte sinks use internal buffers or provide buffering 158 * and require calling Flush() at the end of the stream. 159 * The ByteSink should be ready for further Append() calls after Flush(). 160 * The default implementation of Flush() does nothing. 161 * @stable ICU 4.2 162 */ 163 virtual void Flush(); 164 165 private: 166 ByteSink(const ByteSink &) = delete; 167 ByteSink &operator=(const ByteSink &) = delete; 168 }; 169 170 // ------------------------------------------------------------- 171 // Some standard implementations 172 173 /** 174 * Implementation of ByteSink that writes to a flat byte array, 175 * with bounds-checking: 176 * This sink will not write more than capacity bytes to outbuf. 177 * If more than capacity bytes are Append()ed, then excess bytes are ignored, 178 * and Overflowed() will return true. 179 * Overflow does not cause a runtime error. 180 * @stable ICU 4.2 181 */ 182 class U_COMMON_API CheckedArrayByteSink : public ByteSink { 183 public: 184 /** 185 * Constructs a ByteSink that will write to outbuf[0..capacity-1]. 186 * @param outbuf buffer to write to 187 * @param capacity size of the buffer 188 * @stable ICU 4.2 189 */ 190 CheckedArrayByteSink(char* outbuf, int32_t capacity); 191 /** 192 * Destructor. 193 * @stable ICU 4.2 194 */ 195 virtual ~CheckedArrayByteSink(); 196 /** 197 * Returns the sink to its original state, without modifying the buffer. 198 * Useful for reusing both the buffer and the sink for multiple streams. 199 * Resets the state to NumberOfBytesWritten()=NumberOfBytesAppended()=0 200 * and Overflowed()=false. 201 * @return *this 202 * @stable ICU 4.6 203 */ 204 virtual CheckedArrayByteSink& Reset(); 205 /** 206 * Append "bytes[0,n-1]" to this. 207 * @param bytes the pointer to the bytes 208 * @param n the number of bytes; must be non-negative 209 * @stable ICU 4.2 210 */ 211 virtual void Append(const char* bytes, int32_t n); 212 /** 213 * Returns a writable buffer for appending and writes the buffer's capacity to 214 * *result_capacity. For details see the base class documentation. 215 * @param min_capacity required minimum capacity of the returned buffer; 216 * must be non-negative 217 * @param desired_capacity_hint desired capacity of the returned buffer; 218 * must be non-negative 219 * @param scratch default caller-owned buffer 220 * @param scratch_capacity capacity of the scratch buffer 221 * @param result_capacity pointer to an integer which will be set to the 222 * capacity of the returned buffer 223 * @return a buffer with *result_capacity>=min_capacity 224 * @stable ICU 4.2 225 */ 226 virtual char* GetAppendBuffer(int32_t min_capacity, 227 int32_t desired_capacity_hint, 228 char* scratch, int32_t scratch_capacity, 229 int32_t* result_capacity); 230 /** 231 * Returns the number of bytes actually written to the sink. 232 * @return number of bytes written to the buffer 233 * @stable ICU 4.2 234 */ NumberOfBytesWritten()235 int32_t NumberOfBytesWritten() const { return size_; } 236 /** 237 * Returns true if any bytes were discarded, i.e., if there was an 238 * attempt to write more than 'capacity' bytes. 239 * @return true if more than 'capacity' bytes were Append()ed 240 * @stable ICU 4.2 241 */ Overflowed()242 UBool Overflowed() const { return overflowed_; } 243 /** 244 * Returns the number of bytes appended to the sink. 245 * If Overflowed() then NumberOfBytesAppended()>NumberOfBytesWritten() 246 * else they return the same number. 247 * @return number of bytes written to the buffer 248 * @stable ICU 4.6 249 */ NumberOfBytesAppended()250 int32_t NumberOfBytesAppended() const { return appended_; } 251 private: 252 char* outbuf_; 253 const int32_t capacity_; 254 int32_t size_; 255 int32_t appended_; 256 UBool overflowed_; 257 258 CheckedArrayByteSink() = delete; 259 CheckedArrayByteSink(const CheckedArrayByteSink &) = delete; 260 CheckedArrayByteSink &operator=(const CheckedArrayByteSink &) = delete; 261 }; 262 263 /** 264 * Implementation of ByteSink that writes to a "string". 265 * The StringClass is usually instantiated with a std::string. 266 * @stable ICU 4.2 267 */ 268 template<typename StringClass> 269 class StringByteSink : public ByteSink { 270 public: 271 /** 272 * Constructs a ByteSink that will append bytes to the dest string. 273 * @param dest pointer to string object to append to 274 * @stable ICU 4.2 275 */ StringByteSink(StringClass * dest)276 StringByteSink(StringClass* dest) : dest_(dest) { } 277 /** 278 * Constructs a ByteSink that reserves append capacity and will append bytes to the dest string. 279 * 280 * @param dest pointer to string object to append to 281 * @param initialAppendCapacity capacity beyond dest->length() to be reserve()d 282 * @stable ICU 60 283 */ StringByteSink(StringClass * dest,int32_t initialAppendCapacity)284 StringByteSink(StringClass* dest, int32_t initialAppendCapacity) : dest_(dest) { 285 if (initialAppendCapacity > 0 && 286 (uint32_t)initialAppendCapacity > (dest->capacity() - dest->length())) { 287 dest->reserve(dest->length() + initialAppendCapacity); 288 } 289 } 290 /** 291 * Append "bytes[0,n-1]" to this. 292 * @param data the pointer to the bytes 293 * @param n the number of bytes; must be non-negative 294 * @stable ICU 4.2 295 */ Append(const char * data,int32_t n)296 virtual void Append(const char* data, int32_t n) { dest_->append(data, n); } 297 private: 298 StringClass* dest_; 299 300 StringByteSink() = delete; 301 StringByteSink(const StringByteSink &) = delete; 302 StringByteSink &operator=(const StringByteSink &) = delete; 303 }; 304 305 U_NAMESPACE_END 306 307 #endif /* U_SHOW_CPLUSPLUS_API */ 308 309 #endif // __BYTESTREAM_H__ 310