1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "net/quic/reliable_quic_stream.h"
6
7 #include "base/logging.h"
8 #include "net/quic/iovector.h"
9 #include "net/quic/quic_flow_controller.h"
10 #include "net/quic/quic_session.h"
11 #include "net/quic/quic_write_blocked_list.h"
12
13 using base::StringPiece;
14 using std::min;
15
16 namespace net {
17
18 #define ENDPOINT (is_server_ ? "Server: " : " Client: ")
19
20 namespace {
21
MakeIovec(StringPiece data)22 struct iovec MakeIovec(StringPiece data) {
23 struct iovec iov = {const_cast<char*>(data.data()),
24 static_cast<size_t>(data.size())};
25 return iov;
26 }
27
GetInitialStreamFlowControlWindowToSend(QuicSession * session)28 size_t GetInitialStreamFlowControlWindowToSend(QuicSession* session) {
29 QuicVersion version = session->connection()->version();
30 if (version <= QUIC_VERSION_19) {
31 return session->config()->GetInitialFlowControlWindowToSend();
32 }
33
34 return session->config()->GetInitialStreamFlowControlWindowToSend();
35 }
36
GetReceivedFlowControlWindow(QuicSession * session)37 size_t GetReceivedFlowControlWindow(QuicSession* session) {
38 QuicVersion version = session->connection()->version();
39 if (version <= QUIC_VERSION_19) {
40 if (session->config()->HasReceivedInitialFlowControlWindowBytes()) {
41 return session->config()->ReceivedInitialFlowControlWindowBytes();
42 }
43
44 return kDefaultFlowControlSendWindow;
45 }
46
47 // Version must be >= QUIC_VERSION_21, so we check for stream specific flow
48 // control window.
49 if (session->config()->HasReceivedInitialStreamFlowControlWindowBytes()) {
50 return session->config()->ReceivedInitialStreamFlowControlWindowBytes();
51 }
52
53 return kDefaultFlowControlSendWindow;
54 }
55
56 } // namespace
57
58 // Wrapper that aggregates OnAckNotifications for packets sent using
59 // WriteOrBufferData and delivers them to the original
60 // QuicAckNotifier::DelegateInterface after all bytes written using
61 // WriteOrBufferData are acked. This level of indirection is
62 // necessary because the delegate interface provides no mechanism that
63 // WriteOrBufferData can use to inform it that the write required
64 // multiple WritevData calls or that only part of the data has been
65 // sent out by the time ACKs start arriving.
66 class ReliableQuicStream::ProxyAckNotifierDelegate
67 : public QuicAckNotifier::DelegateInterface {
68 public:
ProxyAckNotifierDelegate(DelegateInterface * delegate)69 explicit ProxyAckNotifierDelegate(DelegateInterface* delegate)
70 : delegate_(delegate),
71 pending_acks_(0),
72 wrote_last_data_(false),
73 num_original_packets_(0),
74 num_original_bytes_(0),
75 num_retransmitted_packets_(0),
76 num_retransmitted_bytes_(0) {
77 }
78
OnAckNotification(int num_original_packets,int num_original_bytes,int num_retransmitted_packets,int num_retransmitted_bytes,QuicTime::Delta delta_largest_observed)79 virtual void OnAckNotification(int num_original_packets,
80 int num_original_bytes,
81 int num_retransmitted_packets,
82 int num_retransmitted_bytes,
83 QuicTime::Delta delta_largest_observed)
84 OVERRIDE {
85 DCHECK_LT(0, pending_acks_);
86 --pending_acks_;
87 num_original_packets_ += num_original_packets;
88 num_original_bytes_ += num_original_bytes;
89 num_retransmitted_packets_ += num_retransmitted_packets;
90 num_retransmitted_bytes_ += num_retransmitted_bytes;
91
92 if (wrote_last_data_ && pending_acks_ == 0) {
93 delegate_->OnAckNotification(num_original_packets_,
94 num_original_bytes_,
95 num_retransmitted_packets_,
96 num_retransmitted_bytes_,
97 delta_largest_observed);
98 }
99 }
100
WroteData(bool last_data)101 void WroteData(bool last_data) {
102 DCHECK(!wrote_last_data_);
103 ++pending_acks_;
104 wrote_last_data_ = last_data;
105 }
106
107 protected:
108 // Delegates are ref counted.
~ProxyAckNotifierDelegate()109 virtual ~ProxyAckNotifierDelegate() OVERRIDE {
110 }
111
112 private:
113 // Original delegate. delegate_->OnAckNotification will be called when:
114 // wrote_last_data_ == true and pending_acks_ == 0
115 scoped_refptr<DelegateInterface> delegate_;
116
117 // Number of outstanding acks.
118 int pending_acks_;
119
120 // True if no pending writes remain.
121 bool wrote_last_data_;
122
123 // Accumulators.
124 int num_original_packets_;
125 int num_original_bytes_;
126 int num_retransmitted_packets_;
127 int num_retransmitted_bytes_;
128
129 DISALLOW_COPY_AND_ASSIGN(ProxyAckNotifierDelegate);
130 };
131
PendingData(string data_in,scoped_refptr<ProxyAckNotifierDelegate> delegate_in)132 ReliableQuicStream::PendingData::PendingData(
133 string data_in, scoped_refptr<ProxyAckNotifierDelegate> delegate_in)
134 : data(data_in), delegate(delegate_in) {
135 }
136
~PendingData()137 ReliableQuicStream::PendingData::~PendingData() {
138 }
139
ReliableQuicStream(QuicStreamId id,QuicSession * session)140 ReliableQuicStream::ReliableQuicStream(QuicStreamId id, QuicSession* session)
141 : sequencer_(this),
142 id_(id),
143 session_(session),
144 stream_bytes_read_(0),
145 stream_bytes_written_(0),
146 stream_error_(QUIC_STREAM_NO_ERROR),
147 connection_error_(QUIC_NO_ERROR),
148 read_side_closed_(false),
149 write_side_closed_(false),
150 fin_buffered_(false),
151 fin_sent_(false),
152 fin_received_(false),
153 rst_sent_(false),
154 rst_received_(false),
155 fec_policy_(FEC_PROTECT_OPTIONAL),
156 is_server_(session_->is_server()),
157 flow_controller_(
158 session_->connection(), id_, is_server_,
159 GetReceivedFlowControlWindow(session),
160 GetInitialStreamFlowControlWindowToSend(session),
161 GetInitialStreamFlowControlWindowToSend(session)),
162 connection_flow_controller_(session_->flow_controller()),
163 stream_contributes_to_connection_flow_control_(true) {
164 }
165
~ReliableQuicStream()166 ReliableQuicStream::~ReliableQuicStream() {
167 }
168
OnStreamFrame(const QuicStreamFrame & frame)169 void ReliableQuicStream::OnStreamFrame(const QuicStreamFrame& frame) {
170 if (read_side_closed_) {
171 DVLOG(1) << ENDPOINT << "Ignoring frame " << frame.stream_id;
172 // We don't want to be reading: blackhole the data.
173 return;
174 }
175
176 if (frame.stream_id != id_) {
177 session_->connection()->SendConnectionClose(QUIC_INTERNAL_ERROR);
178 return;
179 }
180
181 if (frame.fin) {
182 fin_received_ = true;
183 }
184
185 // This count include duplicate data received.
186 size_t frame_payload_size = frame.data.TotalBufferSize();
187 stream_bytes_read_ += frame_payload_size;
188
189 // Flow control is interested in tracking highest received offset.
190 if (MaybeIncreaseHighestReceivedOffset(frame.offset + frame_payload_size)) {
191 // As the highest received offset has changed, we should check to see if
192 // this is a violation of flow control.
193 if (flow_controller_.FlowControlViolation() ||
194 connection_flow_controller_->FlowControlViolation()) {
195 session_->connection()->SendConnectionClose(
196 QUIC_FLOW_CONTROL_RECEIVED_TOO_MUCH_DATA);
197 return;
198 }
199 }
200
201 sequencer_.OnStreamFrame(frame);
202 }
203
num_frames_received() const204 int ReliableQuicStream::num_frames_received() const {
205 return sequencer_.num_frames_received();
206 }
207
num_duplicate_frames_received() const208 int ReliableQuicStream::num_duplicate_frames_received() const {
209 return sequencer_.num_duplicate_frames_received();
210 }
211
OnStreamReset(const QuicRstStreamFrame & frame)212 void ReliableQuicStream::OnStreamReset(const QuicRstStreamFrame& frame) {
213 rst_received_ = true;
214 MaybeIncreaseHighestReceivedOffset(frame.byte_offset);
215
216 stream_error_ = frame.error_code;
217 CloseWriteSide();
218 CloseReadSide();
219 }
220
OnConnectionClosed(QuicErrorCode error,bool from_peer)221 void ReliableQuicStream::OnConnectionClosed(QuicErrorCode error,
222 bool from_peer) {
223 if (read_side_closed_ && write_side_closed_) {
224 return;
225 }
226 if (error != QUIC_NO_ERROR) {
227 stream_error_ = QUIC_STREAM_CONNECTION_ERROR;
228 connection_error_ = error;
229 }
230
231 CloseWriteSide();
232 CloseReadSide();
233 }
234
OnFinRead()235 void ReliableQuicStream::OnFinRead() {
236 DCHECK(sequencer_.IsClosed());
237 fin_received_ = true;
238 CloseReadSide();
239 }
240
Reset(QuicRstStreamErrorCode error)241 void ReliableQuicStream::Reset(QuicRstStreamErrorCode error) {
242 DCHECK_NE(QUIC_STREAM_NO_ERROR, error);
243 stream_error_ = error;
244 // Sending a RstStream results in calling CloseStream.
245 session()->SendRstStream(id(), error, stream_bytes_written_);
246 rst_sent_ = true;
247 }
248
CloseConnection(QuicErrorCode error)249 void ReliableQuicStream::CloseConnection(QuicErrorCode error) {
250 session()->connection()->SendConnectionClose(error);
251 }
252
CloseConnectionWithDetails(QuicErrorCode error,const string & details)253 void ReliableQuicStream::CloseConnectionWithDetails(QuicErrorCode error,
254 const string& details) {
255 session()->connection()->SendConnectionCloseWithDetails(error, details);
256 }
257
version() const258 QuicVersion ReliableQuicStream::version() const {
259 return session()->connection()->version();
260 }
261
WriteOrBufferData(StringPiece data,bool fin,QuicAckNotifier::DelegateInterface * ack_notifier_delegate)262 void ReliableQuicStream::WriteOrBufferData(
263 StringPiece data,
264 bool fin,
265 QuicAckNotifier::DelegateInterface* ack_notifier_delegate) {
266 if (data.empty() && !fin) {
267 LOG(DFATAL) << "data.empty() && !fin";
268 return;
269 }
270
271 if (fin_buffered_) {
272 LOG(DFATAL) << "Fin already buffered";
273 return;
274 }
275
276 scoped_refptr<ProxyAckNotifierDelegate> proxy_delegate;
277 if (ack_notifier_delegate != NULL) {
278 proxy_delegate = new ProxyAckNotifierDelegate(ack_notifier_delegate);
279 }
280
281 QuicConsumedData consumed_data(0, false);
282 fin_buffered_ = fin;
283
284 if (queued_data_.empty()) {
285 struct iovec iov(MakeIovec(data));
286 consumed_data = WritevData(&iov, 1, fin, proxy_delegate.get());
287 DCHECK_LE(consumed_data.bytes_consumed, data.length());
288 }
289
290 bool write_completed;
291 // If there's unconsumed data or an unconsumed fin, queue it.
292 if (consumed_data.bytes_consumed < data.length() ||
293 (fin && !consumed_data.fin_consumed)) {
294 StringPiece remainder(data.substr(consumed_data.bytes_consumed));
295 queued_data_.push_back(PendingData(remainder.as_string(), proxy_delegate));
296 write_completed = false;
297 } else {
298 write_completed = true;
299 }
300
301 if ((proxy_delegate.get() != NULL) &&
302 (consumed_data.bytes_consumed > 0 || consumed_data.fin_consumed)) {
303 proxy_delegate->WroteData(write_completed);
304 }
305 }
306
OnCanWrite()307 void ReliableQuicStream::OnCanWrite() {
308 bool fin = false;
309 while (!queued_data_.empty()) {
310 PendingData* pending_data = &queued_data_.front();
311 ProxyAckNotifierDelegate* delegate = pending_data->delegate.get();
312 if (queued_data_.size() == 1 && fin_buffered_) {
313 fin = true;
314 }
315 struct iovec iov(MakeIovec(pending_data->data));
316 QuicConsumedData consumed_data = WritevData(&iov, 1, fin, delegate);
317 if (consumed_data.bytes_consumed == pending_data->data.size() &&
318 fin == consumed_data.fin_consumed) {
319 queued_data_.pop_front();
320 if (delegate != NULL) {
321 delegate->WroteData(true);
322 }
323 } else {
324 if (consumed_data.bytes_consumed > 0) {
325 pending_data->data.erase(0, consumed_data.bytes_consumed);
326 if (delegate != NULL) {
327 delegate->WroteData(false);
328 }
329 }
330 break;
331 }
332 }
333 }
334
MaybeSendBlocked()335 void ReliableQuicStream::MaybeSendBlocked() {
336 flow_controller_.MaybeSendBlocked();
337 if (!stream_contributes_to_connection_flow_control_) {
338 return;
339 }
340 connection_flow_controller_->MaybeSendBlocked();
341 // If we are connection level flow control blocked, then add the stream
342 // to the write blocked list. It will be given a chance to write when a
343 // connection level WINDOW_UPDATE arrives.
344 if (connection_flow_controller_->IsBlocked() &&
345 !flow_controller_.IsBlocked()) {
346 session_->MarkWriteBlocked(id(), EffectivePriority());
347 }
348 }
349
WritevData(const struct iovec * iov,int iov_count,bool fin,QuicAckNotifier::DelegateInterface * ack_notifier_delegate)350 QuicConsumedData ReliableQuicStream::WritevData(
351 const struct iovec* iov,
352 int iov_count,
353 bool fin,
354 QuicAckNotifier::DelegateInterface* ack_notifier_delegate) {
355 if (write_side_closed_) {
356 DLOG(ERROR) << ENDPOINT << "Attempt to write when the write side is closed";
357 return QuicConsumedData(0, false);
358 }
359
360 // How much data we want to write.
361 size_t write_length = TotalIovecLength(iov, iov_count);
362
363 // A FIN with zero data payload should not be flow control blocked.
364 bool fin_with_zero_data = (fin && write_length == 0);
365
366 if (flow_controller_.IsEnabled()) {
367 // How much data we are allowed to write from flow control.
368 uint64 send_window = flow_controller_.SendWindowSize();
369 // TODO(rjshade): Remove connection_flow_controller_->IsEnabled() check when
370 // removing QUIC_VERSION_19.
371 if (stream_contributes_to_connection_flow_control_ &&
372 connection_flow_controller_->IsEnabled()) {
373 send_window =
374 min(send_window, connection_flow_controller_->SendWindowSize());
375 }
376
377 if (send_window == 0 && !fin_with_zero_data) {
378 // Quick return if we can't send anything.
379 MaybeSendBlocked();
380 return QuicConsumedData(0, false);
381 }
382
383 if (write_length > send_window) {
384 // Don't send the FIN if we aren't going to send all the data.
385 fin = false;
386
387 // Writing more data would be a violation of flow control.
388 write_length = send_window;
389 }
390 }
391
392 // Fill an IOVector with bytes from the iovec.
393 IOVector data;
394 data.AppendIovecAtMostBytes(iov, iov_count, write_length);
395
396 QuicConsumedData consumed_data = session()->WritevData(
397 id(), data, stream_bytes_written_, fin, GetFecProtection(),
398 ack_notifier_delegate);
399 stream_bytes_written_ += consumed_data.bytes_consumed;
400
401 AddBytesSent(consumed_data.bytes_consumed);
402
403 if (consumed_data.bytes_consumed == write_length) {
404 if (!fin_with_zero_data) {
405 MaybeSendBlocked();
406 }
407 if (fin && consumed_data.fin_consumed) {
408 fin_sent_ = true;
409 CloseWriteSide();
410 } else if (fin && !consumed_data.fin_consumed) {
411 session_->MarkWriteBlocked(id(), EffectivePriority());
412 }
413 } else {
414 session_->MarkWriteBlocked(id(), EffectivePriority());
415 }
416 return consumed_data;
417 }
418
GetFecProtection()419 FecProtection ReliableQuicStream::GetFecProtection() {
420 return fec_policy_ == FEC_PROTECT_ALWAYS ? MUST_FEC_PROTECT : MAY_FEC_PROTECT;
421 }
422
CloseReadSide()423 void ReliableQuicStream::CloseReadSide() {
424 if (read_side_closed_) {
425 return;
426 }
427 DVLOG(1) << ENDPOINT << "Done reading from stream " << id();
428
429 read_side_closed_ = true;
430 if (write_side_closed_) {
431 DVLOG(1) << ENDPOINT << "Closing stream: " << id();
432 session_->CloseStream(id());
433 }
434 }
435
CloseWriteSide()436 void ReliableQuicStream::CloseWriteSide() {
437 if (write_side_closed_) {
438 return;
439 }
440 DVLOG(1) << ENDPOINT << "Done writing to stream " << id();
441
442 write_side_closed_ = true;
443 if (read_side_closed_) {
444 DVLOG(1) << ENDPOINT << "Closing stream: " << id();
445 session_->CloseStream(id());
446 }
447 }
448
HasBufferedData() const449 bool ReliableQuicStream::HasBufferedData() const {
450 return !queued_data_.empty();
451 }
452
OnClose()453 void ReliableQuicStream::OnClose() {
454 CloseReadSide();
455 CloseWriteSide();
456
457 if (!fin_sent_ && !rst_sent_) {
458 // For flow control accounting, we must tell the peer how many bytes we have
459 // written on this stream before termination. Done here if needed, using a
460 // RST frame.
461 DVLOG(1) << ENDPOINT << "Sending RST in OnClose: " << id();
462 session_->SendRstStream(id(), QUIC_RST_FLOW_CONTROL_ACCOUNTING,
463 stream_bytes_written_);
464 rst_sent_ = true;
465 }
466
467 // We are closing the stream and will not process any further incoming bytes.
468 // As there may be more bytes in flight and we need to ensure that both
469 // endpoints have the same connection level flow control state, mark all
470 // unreceived or buffered bytes as consumed.
471 uint64 bytes_to_consume = flow_controller_.highest_received_byte_offset() -
472 flow_controller_.bytes_consumed();
473 AddBytesConsumed(bytes_to_consume);
474 }
475
OnWindowUpdateFrame(const QuicWindowUpdateFrame & frame)476 void ReliableQuicStream::OnWindowUpdateFrame(
477 const QuicWindowUpdateFrame& frame) {
478 if (!flow_controller_.IsEnabled()) {
479 DLOG(DFATAL) << "Flow control not enabled! " << version();
480 return;
481 }
482 if (flow_controller_.UpdateSendWindowOffset(frame.byte_offset)) {
483 // We can write again!
484 // TODO(rjshade): This does not respect priorities (e.g. multiple
485 // outstanding POSTs are unblocked on arrival of
486 // SHLO with initial window).
487 // As long as the connection is not flow control blocked, we can write!
488 OnCanWrite();
489 }
490 }
491
MaybeIncreaseHighestReceivedOffset(uint64 new_offset)492 bool ReliableQuicStream::MaybeIncreaseHighestReceivedOffset(uint64 new_offset) {
493 if (!flow_controller_.IsEnabled()) {
494 return false;
495 }
496 uint64 increment =
497 new_offset - flow_controller_.highest_received_byte_offset();
498 if (!flow_controller_.UpdateHighestReceivedOffset(new_offset)) {
499 return false;
500 }
501
502 // If |new_offset| increased the stream flow controller's highest received
503 // offset, then we need to increase the connection flow controller's value
504 // by the incremental difference.
505 if (stream_contributes_to_connection_flow_control_) {
506 connection_flow_controller_->UpdateHighestReceivedOffset(
507 connection_flow_controller_->highest_received_byte_offset() +
508 increment);
509 }
510 return true;
511 }
512
AddBytesSent(uint64 bytes)513 void ReliableQuicStream::AddBytesSent(uint64 bytes) {
514 if (flow_controller_.IsEnabled()) {
515 flow_controller_.AddBytesSent(bytes);
516 if (stream_contributes_to_connection_flow_control_) {
517 connection_flow_controller_->AddBytesSent(bytes);
518 }
519 }
520 }
521
AddBytesConsumed(uint64 bytes)522 void ReliableQuicStream::AddBytesConsumed(uint64 bytes) {
523 if (flow_controller_.IsEnabled()) {
524 // Only adjust stream level flow controller if we are still reading.
525 if (!read_side_closed_) {
526 flow_controller_.AddBytesConsumed(bytes);
527 }
528
529 if (stream_contributes_to_connection_flow_control_) {
530 connection_flow_controller_->AddBytesConsumed(bytes);
531 }
532 }
533 }
534
UpdateSendWindowOffset(uint64 new_window)535 void ReliableQuicStream::UpdateSendWindowOffset(uint64 new_window) {
536 if (flow_controller_.UpdateSendWindowOffset(new_window)) {
537 OnCanWrite();
538 }
539 }
540
IsFlowControlBlocked()541 bool ReliableQuicStream::IsFlowControlBlocked() {
542 if (flow_controller_.IsBlocked()) {
543 return true;
544 }
545 return stream_contributes_to_connection_flow_control_ &&
546 connection_flow_controller_->IsBlocked();
547 }
548
549 } // namespace net
550