1 //===- StreamArray.h - Array backed by an arbitrary stream ----------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 10 #ifndef LLVM_DEBUGINFO_CODEVIEW_STREAMARRAY_H 11 #define LLVM_DEBUGINFO_CODEVIEW_STREAMARRAY_H 12 13 #include "llvm/DebugInfo/CodeView/StreamRef.h" 14 #include "llvm/Support/Error.h" 15 16 #include <functional> 17 #include <type_traits> 18 19 namespace llvm { 20 namespace codeview { 21 22 /// VarStreamArrayExtractor is intended to be specialized to provide customized 23 /// extraction logic. On input it receives a StreamRef pointing to the 24 /// beginning of the next record, but where the length of the record is not yet 25 /// known. Upon completion, it should return an appropriate Error instance if 26 /// a record could not be extracted, or if one could be extracted it should 27 /// return success and set Len to the number of bytes this record occupied in 28 /// the underlying stream, and it should fill out the fields of the value type 29 /// Item appropriately to represent the current record. 30 /// 31 /// You can specialize this template for your own custom value types to avoid 32 /// having to specify a second template argument to VarStreamArray (documented 33 /// below). 34 template <typename T> struct VarStreamArrayExtractor { 35 // Method intentionally deleted. You must provide an explicit specialization 36 // with the following method implemented. 37 Error operator()(StreamRef Stream, uint32_t &Len, T &Item) const = delete; 38 }; 39 40 /// VarStreamArray represents an array of variable length records backed by a 41 /// stream. This could be a contiguous sequence of bytes in memory, it could 42 /// be a file on disk, or it could be a PDB stream where bytes are stored as 43 /// discontiguous blocks in a file. Usually it is desirable to treat arrays 44 /// as contiguous blocks of memory, but doing so with large PDB files, for 45 /// example, could mean allocating huge amounts of memory just to allow 46 /// re-ordering of stream data to be contiguous before iterating over it. By 47 /// abstracting this out, we need not duplicate this memory, and we can 48 /// iterate over arrays in arbitrarily formatted streams. Elements are parsed 49 /// lazily on iteration, so there is no upfront cost associated with building 50 /// a VarStreamArray, no matter how large it may be. 51 /// 52 /// You create a VarStreamArray by specifying a ValueType and an Extractor type. 53 /// If you do not specify an Extractor type, it expects you to specialize 54 /// VarStreamArrayExtractor<T> for your ValueType. 55 /// 56 /// By default an Extractor is default constructed in the class, but in some 57 /// cases you might find it useful for an Extractor to maintain state across 58 /// extractions. In this case you can provide your own Extractor through a 59 /// secondary constructor. The following examples show various ways of 60 /// creating a VarStreamArray. 61 /// 62 /// // Will use VarStreamArrayExtractor<MyType> as the extractor. 63 /// VarStreamArray<MyType> MyTypeArray; 64 /// 65 /// // Will use a default-constructed MyExtractor as the extractor. 66 /// VarStreamArray<MyType, MyExtractor> MyTypeArray2; 67 /// 68 /// // Will use the specific instance of MyExtractor provided. 69 /// // MyExtractor need not be default-constructible in this case. 70 /// MyExtractor E(SomeContext); 71 /// VarStreamArray<MyType, MyExtractor> MyTypeArray3(E); 72 /// 73 template <typename ValueType, typename Extractor> class VarStreamArrayIterator; 74 75 template <typename ValueType, 76 typename Extractor = VarStreamArrayExtractor<ValueType>> 77 class VarStreamArray { 78 friend class VarStreamArrayIterator<ValueType, Extractor>; 79 80 public: 81 typedef VarStreamArrayIterator<ValueType, Extractor> Iterator; 82 VarStreamArray()83 VarStreamArray() {} VarStreamArray(const Extractor & E)84 explicit VarStreamArray(const Extractor &E) : E(E) {} 85 VarStreamArray(StreamRef Stream)86 explicit VarStreamArray(StreamRef Stream) : Stream(Stream) {} VarStreamArray(StreamRef Stream,const Extractor & E)87 VarStreamArray(StreamRef Stream, const Extractor &E) : Stream(Stream), E(E) {} 88 VarStreamArray(const VarStreamArray<ValueType,Extractor> & Other)89 VarStreamArray(const VarStreamArray<ValueType, Extractor> &Other) 90 : Stream(Other.Stream), E(Other.E) {} 91 92 Iterator begin(bool *HadError = nullptr) const { 93 return Iterator(*this, E, HadError); 94 } 95 end()96 Iterator end() const { return Iterator(E); } 97 getExtractor()98 const Extractor &getExtractor() const { return E; } 99 getUnderlyingStream()100 StreamRef getUnderlyingStream() const { return Stream; } 101 102 private: 103 StreamRef Stream; 104 Extractor E; 105 }; 106 107 template <typename ValueType, typename Extractor> class VarStreamArrayIterator { 108 typedef VarStreamArrayIterator<ValueType, Extractor> IterType; 109 typedef VarStreamArray<ValueType, Extractor> ArrayType; 110 111 public: 112 VarStreamArrayIterator(const ArrayType &Array, const Extractor &E, 113 bool *HadError = nullptr) 114 : IterRef(Array.Stream), Array(&Array), HadError(HadError), Extract(E) { 115 auto EC = Extract(IterRef, ThisLen, ThisValue); 116 if (EC) { 117 consumeError(std::move(EC)); 118 markError(); 119 } 120 } VarStreamArrayIterator()121 VarStreamArrayIterator() {} VarStreamArrayIterator(const Extractor & E)122 explicit VarStreamArrayIterator(const Extractor &E) : Extract(E) {} ~VarStreamArrayIterator()123 ~VarStreamArrayIterator() {} 124 125 bool operator==(const IterType &R) const { 126 if (Array && R.Array) { 127 // Both have a valid array, make sure they're same. 128 assert(Array == R.Array); 129 return IterRef == R.IterRef; 130 } 131 132 // Both iterators are at the end. 133 if (!Array && !R.Array) 134 return true; 135 136 // One is not at the end and one is. 137 return false; 138 } 139 140 bool operator!=(const IterType &R) { return !(*this == R); } 141 142 const ValueType &operator*() const { 143 assert(Array && !HasError); 144 return ThisValue; 145 } 146 147 IterType &operator++() { 148 // We are done with the current record, discard it so that we are 149 // positioned at the next record. 150 IterRef = IterRef.drop_front(ThisLen); 151 if (IterRef.getLength() == 0) { 152 // There is nothing after the current record, we must make this an end 153 // iterator. 154 moveToEnd(); 155 } else { 156 // There is some data after the current record. 157 auto EC = Extract(IterRef, ThisLen, ThisValue); 158 if (EC) { 159 consumeError(std::move(EC)); 160 markError(); 161 } else if (ThisLen == 0) { 162 // An empty record? Make this an end iterator. 163 moveToEnd(); 164 } 165 } 166 return *this; 167 } 168 169 IterType operator++(int) { 170 IterType Original = *this; 171 ++*this; 172 return Original; 173 } 174 175 private: moveToEnd()176 void moveToEnd() { 177 Array = nullptr; 178 ThisLen = 0; 179 } markError()180 void markError() { 181 moveToEnd(); 182 HasError = true; 183 if (HadError != nullptr) 184 *HadError = true; 185 } 186 187 ValueType ThisValue; 188 StreamRef IterRef; 189 const ArrayType *Array{nullptr}; 190 uint32_t ThisLen{0}; 191 bool HasError{false}; 192 bool *HadError{nullptr}; 193 Extractor Extract; 194 }; 195 196 template <typename T> class FixedStreamArrayIterator; 197 198 template <typename T> class FixedStreamArray { 199 friend class FixedStreamArrayIterator<T>; 200 201 public: FixedStreamArray()202 FixedStreamArray() : Stream() {} FixedStreamArray(StreamRef Stream)203 FixedStreamArray(StreamRef Stream) : Stream(Stream) { 204 assert(Stream.getLength() % sizeof(T) == 0); 205 } 206 207 const T &operator[](uint32_t Index) const { 208 assert(Index < size()); 209 uint32_t Off = Index * sizeof(T); 210 ArrayRef<uint8_t> Data; 211 if (auto EC = Stream.readBytes(Off, sizeof(T), Data)) { 212 assert(false && "Unexpected failure reading from stream"); 213 // This should never happen since we asserted that the stream length was 214 // an exact multiple of the element size. 215 consumeError(std::move(EC)); 216 } 217 return *reinterpret_cast<const T *>(Data.data()); 218 } 219 size()220 uint32_t size() const { return Stream.getLength() / sizeof(T); } 221 begin()222 FixedStreamArrayIterator<T> begin() const { 223 return FixedStreamArrayIterator<T>(*this, 0); 224 } end()225 FixedStreamArrayIterator<T> end() const { 226 return FixedStreamArrayIterator<T>(*this, size()); 227 } 228 getUnderlyingStream()229 StreamRef getUnderlyingStream() const { return Stream; } 230 231 private: 232 StreamRef Stream; 233 }; 234 235 template <typename T> class FixedStreamArrayIterator { 236 public: FixedStreamArrayIterator(const FixedStreamArray<T> & Array,uint32_t Index)237 FixedStreamArrayIterator(const FixedStreamArray<T> &Array, uint32_t Index) 238 : Array(Array), Index(Index) {} 239 240 bool operator==(const FixedStreamArrayIterator<T> &R) { 241 assert(&Array == &R.Array); 242 return Index == R.Index; 243 } 244 245 bool operator!=(const FixedStreamArrayIterator<T> &R) { 246 return !(*this == R); 247 } 248 249 const T &operator*() const { return Array[Index]; } 250 251 FixedStreamArrayIterator<T> &operator++() { 252 assert(Index < Array.size()); 253 ++Index; 254 return *this; 255 } 256 257 FixedStreamArrayIterator<T> operator++(int) { 258 FixedStreamArrayIterator<T> Original = *this; 259 ++*this; 260 return Original; 261 } 262 263 private: 264 const FixedStreamArray<T> &Array; 265 uint32_t Index; 266 }; 267 268 } // namespace codeview 269 } // namespace llvm 270 271 #endif // LLVM_DEBUGINFO_CODEVIEW_STREAMARRAY_H 272