1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
5 #ifndef NET_HTTP_HTTP_STREAM_PARSER_H_
6 #define NET_HTTP_HTTP_STREAM_PARSER_H_
10 #include "base/basictypes.h"
11 #include "base/memory/ref_counted.h"
12 #include "base/memory/scoped_ptr.h"
13 #include "base/memory/weak_ptr.h"
14 #include "base/strings/string_piece.h"
15 #include "net/base/completion_callback.h"
16 #include "net/base/net_export.h"
17 #include "net/base/upload_progress.h"
18 #include "net/log/net_log.h"
22 class ClientSocketHandle
;
23 class DrainableIOBuffer
;
24 class GrowableIOBuffer
;
25 class HttpChunkedDecoder
;
26 struct HttpRequestInfo
;
27 class HttpRequestHeaders
;
28 class HttpResponseInfo
;
30 class IOBufferWithSize
;
31 class SSLCertRequestInfo
;
33 class UploadDataStream
;
35 class NET_EXPORT_PRIVATE HttpStreamParser
{
37 // Any data in |read_buffer| will be used before reading from the socket
38 // and any data left over after parsing the stream will be put into
39 // |read_buffer|. The left over data will start at offset 0 and the
40 // buffer's offset will be set to the first free byte. |read_buffer| may
41 // have its capacity changed.
42 HttpStreamParser(ClientSocketHandle
* connection
,
43 const HttpRequestInfo
* request
,
44 GrowableIOBuffer
* read_buffer
,
45 const BoundNetLog
& net_log
);
46 virtual ~HttpStreamParser();
48 // These functions implement the interface described in HttpStream with
49 // some additional functionality
50 int SendRequest(const std::string
& request_line
,
51 const HttpRequestHeaders
& headers
,
52 HttpResponseInfo
* response
,
53 const CompletionCallback
& callback
);
55 int ReadResponseHeaders(const CompletionCallback
& callback
);
57 int ReadResponseBody(IOBuffer
* buf
, int buf_len
,
58 const CompletionCallback
& callback
);
60 void Close(bool not_reusable
);
62 // Returns the progress of uploading. When data is chunked, size is set to
63 // zero, but position will not be.
64 UploadProgress
GetUploadProgress() const;
66 bool IsResponseBodyComplete() const;
68 bool CanFindEndOfResponse() const;
70 bool IsMoreDataBuffered() const;
72 bool IsConnectionReused() const;
74 void SetConnectionReused();
76 bool IsConnectionReusable() const;
78 int64
received_bytes() const { return received_bytes_
; }
80 void GetSSLInfo(SSLInfo
* ssl_info
);
82 void GetSSLCertRequestInfo(SSLCertRequestInfo
* cert_request_info
);
84 // Encodes the given |payload| in the chunked format to |output|.
85 // Returns the number of bytes written to |output|. |output_size| should
86 // be large enough to store the encoded chunk, which is payload.size() +
87 // kChunkHeaderFooterSize. Returns ERR_INVALID_ARGUMENT if |output_size|
88 // is not large enough.
90 // The output will look like: "HEX\r\n[payload]\r\n"
91 // where HEX is a length in hexdecimal (without the "0x" prefix).
92 static int EncodeChunk(const base::StringPiece
& payload
,
96 // Returns true if request headers and body should be merged (i.e. the
97 // sum is small enough and the body is in memory, and not chunked).
98 static bool ShouldMergeRequestHeadersAndBody(
99 const std::string
& request_headers
,
100 const UploadDataStream
* request_body
);
102 // The number of extra bytes required to encode a chunk.
103 static const size_t kChunkHeaderFooterSize
;
106 class SeekableIOBuffer
;
108 // FOO_COMPLETE states implement the second half of potentially asynchronous
109 // operations and don't necessarily mean that FOO is complete.
111 // STATE_NONE indicates that this is waiting on an external call before
115 STATE_SEND_HEADERS_COMPLETE
,
117 STATE_SEND_BODY_COMPLETE
,
118 STATE_SEND_REQUEST_READ_BODY_COMPLETE
,
120 STATE_READ_HEADERS_COMPLETE
,
122 STATE_READ_BODY_COMPLETE
,
126 // The number of bytes by which the header buffer is grown when it reaches
128 static const int kHeaderBufInitialSize
= 4 * 1024; // 4K
130 // |kMaxHeaderBufSize| is the number of bytes that the response headers can
131 // grow to. If the body start is not found within this range of the
132 // response, the transaction will fail with ERR_RESPONSE_HEADERS_TOO_BIG.
133 // Note: |kMaxHeaderBufSize| should be a multiple of |kHeaderBufInitialSize|.
134 static const int kMaxHeaderBufSize
= kHeaderBufInitialSize
* 64; // 256K
136 // The maximum sane buffer size.
137 static const int kMaxBufSize
= 2 * 1024 * 1024; // 2M
140 void OnIOComplete(int result
);
142 // Try to make progress sending/receiving the request/response.
143 int DoLoop(int result
);
145 // The implementations of each state of the state machine.
147 int DoSendHeadersComplete(int result
);
149 int DoSendBodyComplete(int result
);
150 int DoSendRequestReadBodyComplete(int result
);
152 int DoReadHeadersComplete(int result
);
154 int DoReadBodyComplete(int result
);
156 // This handles most of the logic for DoReadHeadersComplete.
157 int HandleReadHeaderResult(int result
);
159 // Examines |read_buf_| to find the start and end of the headers. If they are
160 // found, parse them with DoParseResponseHeaders(). Return the offset for
161 // the end of the headers, or -1 if the complete headers were not found, or
162 // with a net::Error if we encountered an error during parsing.
163 int FindAndParseResponseHeaders();
165 // Parse the headers into response_. Returns OK on success or a net::Error on
167 int ParseResponseHeaders(int end_of_header_offset
);
169 // Examine the parsed headers to try to determine the response body size.
170 void CalculateResponseBodySize();
172 // Uploads statistics about status line compliance with RFC 7230.
173 void ValidateStatusLine(const std::string
& status_line
);
175 // Next state of the request, when the current one completes.
178 // The request to send.
179 const HttpRequestInfo
* request_
;
181 // The request header data. May include a merged request body.
182 scoped_refptr
<DrainableIOBuffer
> request_headers_
;
184 // Size of just the request headers. May be less than the length of
185 // |request_headers_| if the body was merged with the headers.
186 int request_headers_length_
;
188 // Temporary buffer for reading.
189 scoped_refptr
<GrowableIOBuffer
> read_buf_
;
191 // Offset of the first unused byte in |read_buf_|. May be nonzero due to
192 // body data in the same packet as header data but is zero when reading
194 int read_buf_unused_offset_
;
196 // The amount beyond |read_buf_unused_offset_| where the status line starts;
197 // -1 if not found yet.
198 int response_header_start_offset_
;
200 // The amount of received data. If connection is reused then intermediate
201 // value may be bigger than final.
202 int64 received_bytes_
;
204 // The parsed response headers. Owned by the caller of SendRequest. This
205 // cannot be safely accessed after reading the final set of headers, as the
206 // caller of SendRequest may have been destroyed - this happens in the case an
207 // HttpResponseBodyDrainer is used.
208 HttpResponseInfo
* response_
;
210 // Indicates the content length. If this value is less than zero
211 // (and chunked_decoder_ is null), then we must read until the server
212 // closes the connection.
213 int64 response_body_length_
;
215 // Keep track of the number of response body bytes read so far.
216 int64 response_body_read_
;
218 // Helper if the data is chunked.
219 scoped_ptr
<HttpChunkedDecoder
> chunked_decoder_
;
221 // Where the caller wants the body data.
222 scoped_refptr
<IOBuffer
> user_read_buf_
;
223 int user_read_buf_len_
;
225 // The callback to notify a user that their request or response is
226 // complete or there was an error
227 CompletionCallback callback_
;
229 // In the client callback, the client can do anything, including
230 // destroying this class, so any pending callback must be issued
231 // after everything else is done. When it is time to issue the client
232 // callback, move it from |callback_| to |scheduled_callback_|.
233 CompletionCallback scheduled_callback_
;
235 // The underlying socket.
236 ClientSocketHandle
* const connection_
;
238 BoundNetLog net_log_
;
240 // Callback to be used when doing IO.
241 CompletionCallback io_callback_
;
243 // Buffer used to read the request body from UploadDataStream.
244 scoped_refptr
<SeekableIOBuffer
> request_body_read_buf_
;
245 // Buffer used to send the request body. This points the same buffer as
246 // |request_body_read_buf_| unless the data is chunked.
247 scoped_refptr
<SeekableIOBuffer
> request_body_send_buf_
;
248 bool sent_last_chunk_
;
250 // Error received when uploading the body, if any.
253 base::WeakPtrFactory
<HttpStreamParser
> weak_ptr_factory_
;
255 DISALLOW_COPY_AND_ASSIGN(HttpStreamParser
);
260 #endif // NET_HTTP_HTTP_STREAM_PARSER_H_