1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style license that can be 3 // found in the LICENSE file. 4 5 #ifndef NET_HTTP_HTTP_STREAM_PARSER_H_ 6 #define NET_HTTP_HTTP_STREAM_PARSER_H_ 7 8 #include <string> 9 10 #include "base/basictypes.h" 11 #include "base/memory/ref_counted.h" 12 #include "base/memory/scoped_ptr.h" 13 #include "base/memory/weak_ptr.h" 14 #include "base/strings/string_piece.h" 15 #include "net/base/completion_callback.h" 16 #include "net/base/net_export.h" 17 #include "net/base/net_log.h" 18 #include "net/base/upload_progress.h" 19 20 namespace net { 21 22 class ClientSocketHandle; 23 class DrainableIOBuffer; 24 class GrowableIOBuffer; 25 class HttpChunkedDecoder; 26 struct HttpRequestInfo; 27 class HttpRequestHeaders; 28 class HttpResponseInfo; 29 class IOBuffer; 30 class IOBufferWithSize; 31 class SSLCertRequestInfo; 32 class SSLInfo; 33 class UploadDataStream; 34 35 class NET_EXPORT_PRIVATE HttpStreamParser { 36 public: 37 // Any data in |read_buffer| will be used before reading from the socket 38 // and any data left over after parsing the stream will be put into 39 // |read_buffer|. The left over data will start at offset 0 and the 40 // buffer's offset will be set to the first free byte. |read_buffer| may 41 // have its capacity changed. 42 HttpStreamParser(ClientSocketHandle* connection, 43 const HttpRequestInfo* request, 44 GrowableIOBuffer* read_buffer, 45 const BoundNetLog& net_log); 46 virtual ~HttpStreamParser(); 47 48 // These functions implement the interface described in HttpStream with 49 // some additional functionality 50 int SendRequest(const std::string& request_line, 51 const HttpRequestHeaders& headers, 52 HttpResponseInfo* response, 53 const CompletionCallback& callback); 54 55 int ReadResponseHeaders(const CompletionCallback& callback); 56 57 int ReadResponseBody(IOBuffer* buf, int buf_len, 58 const CompletionCallback& callback); 59 60 void Close(bool not_reusable); 61 62 // Returns the progress of uploading. When data is chunked, size is set to 63 // zero, but position will not be. 64 UploadProgress GetUploadProgress() const; 65 66 bool IsResponseBodyComplete() const; 67 68 bool CanFindEndOfResponse() const; 69 70 bool IsMoreDataBuffered() const; 71 72 bool IsConnectionReused() const; 73 74 void SetConnectionReused(); 75 76 bool IsConnectionReusable() const; 77 received_bytes()78 int64 received_bytes() const { return received_bytes_; } 79 80 void GetSSLInfo(SSLInfo* ssl_info); 81 82 void GetSSLCertRequestInfo(SSLCertRequestInfo* cert_request_info); 83 84 // Encodes the given |payload| in the chunked format to |output|. 85 // Returns the number of bytes written to |output|. |output_size| should 86 // be large enough to store the encoded chunk, which is payload.size() + 87 // kChunkHeaderFooterSize. Returns ERR_INVALID_ARGUMENT if |output_size| 88 // is not large enough. 89 // 90 // The output will look like: "HEX\r\n[payload]\r\n" 91 // where HEX is a length in hexdecimal (without the "0x" prefix). 92 static int EncodeChunk(const base::StringPiece& payload, 93 char* output, 94 size_t output_size); 95 96 // Returns true if request headers and body should be merged (i.e. the 97 // sum is small enough and the body is in memory, and not chunked). 98 static bool ShouldMergeRequestHeadersAndBody( 99 const std::string& request_headers, 100 const UploadDataStream* request_body); 101 102 // The number of extra bytes required to encode a chunk. 103 static const size_t kChunkHeaderFooterSize; 104 105 private: 106 class SeekableIOBuffer; 107 108 // FOO_COMPLETE states implement the second half of potentially asynchronous 109 // operations and don't necessarily mean that FOO is complete. 110 enum State { 111 // STATE_NONE indicates that this is waiting on an external call before 112 // continuing. 113 STATE_NONE, 114 STATE_SEND_HEADERS, 115 STATE_SEND_HEADERS_COMPLETE, 116 STATE_SEND_BODY, 117 STATE_SEND_BODY_COMPLETE, 118 STATE_SEND_REQUEST_READ_BODY_COMPLETE, 119 STATE_READ_HEADERS, 120 STATE_READ_HEADERS_COMPLETE, 121 STATE_READ_BODY, 122 STATE_READ_BODY_COMPLETE, 123 STATE_DONE 124 }; 125 126 // The number of bytes by which the header buffer is grown when it reaches 127 // capacity. 128 static const int kHeaderBufInitialSize = 4 * 1024; // 4K 129 130 // |kMaxHeaderBufSize| is the number of bytes that the response headers can 131 // grow to. If the body start is not found within this range of the 132 // response, the transaction will fail with ERR_RESPONSE_HEADERS_TOO_BIG. 133 // Note: |kMaxHeaderBufSize| should be a multiple of |kHeaderBufInitialSize|. 134 static const int kMaxHeaderBufSize = kHeaderBufInitialSize * 64; // 256K 135 136 // The maximum sane buffer size. 137 static const int kMaxBufSize = 2 * 1024 * 1024; // 2M 138 139 // Handle callbacks. 140 void OnIOComplete(int result); 141 142 // Try to make progress sending/receiving the request/response. 143 int DoLoop(int result); 144 145 // The implementations of each state of the state machine. 146 int DoSendHeaders(); 147 int DoSendHeadersComplete(int result); 148 int DoSendBody(); 149 int DoSendBodyComplete(int result); 150 int DoSendRequestReadBodyComplete(int result); 151 int DoReadHeaders(); 152 int DoReadHeadersComplete(int result); 153 int DoReadBody(); 154 int DoReadBodyComplete(int result); 155 156 // This handles most of the logic for DoReadHeadersComplete. 157 int HandleReadHeaderResult(int result); 158 159 // Examines |read_buf_| to find the start and end of the headers. If they are 160 // found, parse them with DoParseResponseHeaders(). Return the offset for 161 // the end of the headers, or -1 if the complete headers were not found, or 162 // with a net::Error if we encountered an error during parsing. 163 int ParseResponseHeaders(); 164 165 // Parse the headers into response_. Returns OK on success or a net::Error on 166 // failure. 167 int DoParseResponseHeaders(int end_of_header_offset); 168 169 // Examine the parsed headers to try to determine the response body size. 170 void CalculateResponseBodySize(); 171 172 // Next state of the request, when the current one completes. 173 State io_state_; 174 175 // The request to send. 176 const HttpRequestInfo* request_; 177 178 // The request header data. May include a merged request body. 179 scoped_refptr<DrainableIOBuffer> request_headers_; 180 181 // Size of just the request headers. May be less than the length of 182 // |request_headers_| if the body was merged with the headers. 183 int request_headers_length_; 184 185 // Temporary buffer for reading. 186 scoped_refptr<GrowableIOBuffer> read_buf_; 187 188 // Offset of the first unused byte in |read_buf_|. May be nonzero due to 189 // body data in the same packet as header data but is zero when reading 190 // headers. 191 int read_buf_unused_offset_; 192 193 // The amount beyond |read_buf_unused_offset_| where the status line starts; 194 // -1 if not found yet. 195 int response_header_start_offset_; 196 197 // The amount of received data. If connection is reused then intermediate 198 // value may be bigger than final. 199 int64 received_bytes_; 200 201 // The parsed response headers. Owned by the caller of SendRequest. This 202 // cannot be safely accessed after reading the final set of headers, as the 203 // caller of SendRequest may have been destroyed - this happens in the case an 204 // HttpResponseBodyDrainer is used. 205 HttpResponseInfo* response_; 206 207 // Indicates the content length. If this value is less than zero 208 // (and chunked_decoder_ is null), then we must read until the server 209 // closes the connection. 210 int64 response_body_length_; 211 212 // Keep track of the number of response body bytes read so far. 213 int64 response_body_read_; 214 215 // Helper if the data is chunked. 216 scoped_ptr<HttpChunkedDecoder> chunked_decoder_; 217 218 // Where the caller wants the body data. 219 scoped_refptr<IOBuffer> user_read_buf_; 220 int user_read_buf_len_; 221 222 // The callback to notify a user that their request or response is 223 // complete or there was an error 224 CompletionCallback callback_; 225 226 // In the client callback, the client can do anything, including 227 // destroying this class, so any pending callback must be issued 228 // after everything else is done. When it is time to issue the client 229 // callback, move it from |callback_| to |scheduled_callback_|. 230 CompletionCallback scheduled_callback_; 231 232 // The underlying socket. 233 ClientSocketHandle* const connection_; 234 235 BoundNetLog net_log_; 236 237 // Callback to be used when doing IO. 238 CompletionCallback io_callback_; 239 240 // Buffer used to read the request body from UploadDataStream. 241 scoped_refptr<SeekableIOBuffer> request_body_read_buf_; 242 // Buffer used to send the request body. This points the same buffer as 243 // |request_body_read_buf_| unless the data is chunked. 244 scoped_refptr<SeekableIOBuffer> request_body_send_buf_; 245 bool sent_last_chunk_; 246 247 // Error received when uploading the body, if any. 248 int upload_error_; 249 250 base::WeakPtrFactory<HttpStreamParser> weak_ptr_factory_; 251 252 DISALLOW_COPY_AND_ASSIGN(HttpStreamParser); 253 }; 254 255 } // namespace net 256 257 #endif // NET_HTTP_HTTP_STREAM_PARSER_H_ 258