• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4 
5 #include "media/filters/chunk_demuxer.h"
6 
7 #include <algorithm>
8 #include <limits>
9 #include <list>
10 
11 #include "base/bind.h"
12 #include "base/callback_helpers.h"
13 #include "base/location.h"
14 #include "base/message_loop/message_loop_proxy.h"
15 #include "base/stl_util.h"
16 #include "media/base/audio_decoder_config.h"
17 #include "media/base/bind_to_current_loop.h"
18 #include "media/base/stream_parser_buffer.h"
19 #include "media/base/video_decoder_config.h"
20 #include "media/filters/frame_processor.h"
21 #include "media/filters/stream_parser_factory.h"
22 
23 using base::TimeDelta;
24 
25 namespace media {
26 
EndTimestamp(const StreamParser::BufferQueue & queue)27 static TimeDelta EndTimestamp(const StreamParser::BufferQueue& queue) {
28   return queue.back()->timestamp() + queue.back()->duration();
29 }
30 
31 // List of time ranges for each SourceBuffer.
32 typedef std::list<Ranges<TimeDelta> > RangesList;
ComputeIntersection(const RangesList & activeRanges,bool ended)33 static Ranges<TimeDelta> ComputeIntersection(const RangesList& activeRanges,
34                                              bool ended) {
35   // Implementation of HTMLMediaElement.buffered algorithm in MSE spec.
36   // https://dvcs.w3.org/hg/html-media/raw-file/default/media-source/media-source.html#dom-htmlmediaelement.buffered
37 
38   // Step 1: If activeSourceBuffers.length equals 0 then return an empty
39   //  TimeRanges object and abort these steps.
40   if (activeRanges.empty())
41     return Ranges<TimeDelta>();
42 
43   // Step 2: Let active ranges be the ranges returned by buffered for each
44   //  SourceBuffer object in activeSourceBuffers.
45   // Step 3: Let highest end time be the largest range end time in the active
46   //  ranges.
47   TimeDelta highest_end_time;
48   for (RangesList::const_iterator itr = activeRanges.begin();
49        itr != activeRanges.end(); ++itr) {
50     if (!itr->size())
51       continue;
52 
53     highest_end_time = std::max(highest_end_time, itr->end(itr->size() - 1));
54   }
55 
56   // Step 4: Let intersection ranges equal a TimeRange object containing a
57   //  single range from 0 to highest end time.
58   Ranges<TimeDelta> intersection_ranges;
59   intersection_ranges.Add(TimeDelta(), highest_end_time);
60 
61   // Step 5: For each SourceBuffer object in activeSourceBuffers run the
62   //  following steps:
63   for (RangesList::const_iterator itr = activeRanges.begin();
64        itr != activeRanges.end(); ++itr) {
65     // Step 5.1: Let source ranges equal the ranges returned by the buffered
66     //  attribute on the current SourceBuffer.
67     Ranges<TimeDelta> source_ranges = *itr;
68 
69     // Step 5.2: If readyState is "ended", then set the end time on the last
70     //  range in source ranges to highest end time.
71     if (ended && source_ranges.size() > 0u) {
72       source_ranges.Add(source_ranges.start(source_ranges.size() - 1),
73                         highest_end_time);
74     }
75 
76     // Step 5.3: Let new intersection ranges equal the intersection between
77     // the intersection ranges and the source ranges.
78     // Step 5.4: Replace the ranges in intersection ranges with the new
79     // intersection ranges.
80     intersection_ranges = intersection_ranges.IntersectionWith(source_ranges);
81   }
82 
83   return intersection_ranges;
84 }
85 
86 // Contains state belonging to a source id.
87 class SourceState {
88  public:
89   // Callback signature used to create ChunkDemuxerStreams.
90   typedef base::Callback<ChunkDemuxerStream*(
91       DemuxerStream::Type)> CreateDemuxerStreamCB;
92 
93   typedef base::Callback<void(
94       ChunkDemuxerStream*, const TextTrackConfig&)> NewTextTrackCB;
95 
96   SourceState(
97       scoped_ptr<StreamParser> stream_parser,
98       scoped_ptr<FrameProcessor> frame_processor, const LogCB& log_cb,
99       const CreateDemuxerStreamCB& create_demuxer_stream_cb);
100 
101   ~SourceState();
102 
103   void Init(const StreamParser::InitCB& init_cb,
104             bool allow_audio,
105             bool allow_video,
106             const StreamParser::NeedKeyCB& need_key_cb,
107             const NewTextTrackCB& new_text_track_cb);
108 
109   // Appends new data to the StreamParser.
110   // Returns true if the data was successfully appended. Returns false if an
111   // error occurred. |*timestamp_offset| is used and possibly updated by the
112   // append. |append_window_start| and |append_window_end| correspond to the MSE
113   // spec's similarly named source buffer attributes that are used in coded
114   // frame processing.
115   bool Append(const uint8* data, size_t length,
116               TimeDelta append_window_start,
117               TimeDelta append_window_end,
118               TimeDelta* timestamp_offset);
119 
120   // Aborts the current append sequence and resets the parser.
121   void Abort(TimeDelta append_window_start,
122              TimeDelta append_window_end,
123              TimeDelta* timestamp_offset);
124 
125   // Calls Remove(|start|, |end|, |duration|) on all
126   // ChunkDemuxerStreams managed by this object.
127   void Remove(TimeDelta start, TimeDelta end, TimeDelta duration);
128 
129   // Returns true if currently parsing a media segment, or false otherwise.
parsing_media_segment() const130   bool parsing_media_segment() const { return parsing_media_segment_; }
131 
132   // Sets |frame_processor_|'s sequence mode to |sequence_mode|.
133   void SetSequenceMode(bool sequence_mode);
134 
135   // Signals the coded frame processor to update its group start timestamp to be
136   // |timestamp_offset| if it is in sequence append mode.
137   void SetGroupStartTimestampIfInSequenceMode(base::TimeDelta timestamp_offset);
138 
139   // Returns the range of buffered data in this source, capped at |duration|.
140   // |ended| - Set to true if end of stream has been signaled and the special
141   // end of stream range logic needs to be executed.
142   Ranges<TimeDelta> GetBufferedRanges(TimeDelta duration, bool ended) const;
143 
144   // Returns the highest buffered duration across all streams managed
145   // by this object.
146   // Returns TimeDelta() if none of the streams contain buffered data.
147   TimeDelta GetMaxBufferedDuration() const;
148 
149   // Helper methods that call methods with similar names on all the
150   // ChunkDemuxerStreams managed by this object.
151   void StartReturningData();
152   void AbortReads();
153   void Seek(TimeDelta seek_time);
154   void CompletePendingReadIfPossible();
155   void OnSetDuration(TimeDelta duration);
156   void MarkEndOfStream();
157   void UnmarkEndOfStream();
158   void Shutdown();
159   // Sets the memory limit on each stream. |memory_limit| is the
160   // maximum number of bytes each stream is allowed to hold in its buffer.
161   void SetMemoryLimitsForTesting(int memory_limit);
162   bool IsSeekWaitingForData() const;
163 
164  private:
165   // Called by the |stream_parser_| when a new initialization segment is
166   // encountered.
167   // Returns true on a successful call. Returns false if an error occurred while
168   // processing decoder configurations.
169   bool OnNewConfigs(bool allow_audio, bool allow_video,
170                     const AudioDecoderConfig& audio_config,
171                     const VideoDecoderConfig& video_config,
172                     const StreamParser::TextTrackConfigMap& text_configs);
173 
174   // Called by the |stream_parser_| at the beginning of a new media segment.
175   void OnNewMediaSegment();
176 
177   // Called by the |stream_parser_| at the end of a media segment.
178   void OnEndOfMediaSegment();
179 
180   // Called by the |stream_parser_| when new buffers have been parsed.
181   // It processes the new buffers using |frame_processor_|, which includes
182   // appending the processed frames to associated demuxer streams for each
183   // frame's track.
184   // Returns true on a successful call. Returns false if an error occurred while
185   // processing the buffers.
186   bool OnNewBuffers(const StreamParser::BufferQueue& audio_buffers,
187                     const StreamParser::BufferQueue& video_buffers,
188                     const StreamParser::TextBufferQueueMap& text_map);
189 
190   void OnSourceInitDone(bool success,
191                         const StreamParser::InitParameters& params);
192 
193   CreateDemuxerStreamCB create_demuxer_stream_cb_;
194   NewTextTrackCB new_text_track_cb_;
195 
196   // During Append(), if OnNewBuffers() coded frame processing updates the
197   // timestamp offset then |*timestamp_offset_during_append_| is also updated
198   // so Append()'s caller can know the new offset. This pointer is only non-NULL
199   // during the lifetime of an Append() call.
200   TimeDelta* timestamp_offset_during_append_;
201 
202   // During Append(), coded frame processing triggered by OnNewBuffers()
203   // requires these two attributes. These are only valid during the lifetime of
204   // an Append() call.
205   TimeDelta append_window_start_during_append_;
206   TimeDelta append_window_end_during_append_;
207 
208   // Set to true if the next buffers appended within the append window
209   // represent the start of a new media segment. This flag being set
210   // triggers a call to |new_segment_cb_| when the new buffers are
211   // appended. The flag is set on actual media segment boundaries and
212   // when the "append window" filtering causes discontinuities in the
213   // appended data.
214   // TODO(wolenetz/acolwell): Investigate if we need this, or if coded frame
215   // processing's discontinuity logic is enough. See http://crbug.com/351489.
216   bool new_media_segment_;
217 
218   // Keeps track of whether a media segment is being parsed.
219   bool parsing_media_segment_;
220 
221   // The object used to parse appended data.
222   scoped_ptr<StreamParser> stream_parser_;
223 
224   ChunkDemuxerStream* audio_;  // Not owned by |this|.
225   ChunkDemuxerStream* video_;  // Not owned by |this|.
226 
227   typedef std::map<StreamParser::TrackId, ChunkDemuxerStream*> TextStreamMap;
228   TextStreamMap text_stream_map_;  // |this| owns the map's stream pointers.
229 
230   scoped_ptr<FrameProcessor> frame_processor_;
231   LogCB log_cb_;
232   StreamParser::InitCB init_cb_;
233 
234   // Indicates that timestampOffset should be updated automatically during
235   // OnNewBuffers() based on the earliest end timestamp of the buffers provided.
236   // TODO(wolenetz): Refactor this function while integrating April 29, 2014
237   // changes to MSE spec. See http://crbug.com/371499.
238   bool auto_update_timestamp_offset_;
239 
240   DISALLOW_COPY_AND_ASSIGN(SourceState);
241 };
242 
SourceState(scoped_ptr<StreamParser> stream_parser,scoped_ptr<FrameProcessor> frame_processor,const LogCB & log_cb,const CreateDemuxerStreamCB & create_demuxer_stream_cb)243 SourceState::SourceState(scoped_ptr<StreamParser> stream_parser,
244                          scoped_ptr<FrameProcessor> frame_processor,
245                          const LogCB& log_cb,
246                          const CreateDemuxerStreamCB& create_demuxer_stream_cb)
247     : create_demuxer_stream_cb_(create_demuxer_stream_cb),
248       timestamp_offset_during_append_(NULL),
249       new_media_segment_(false),
250       parsing_media_segment_(false),
251       stream_parser_(stream_parser.release()),
252       audio_(NULL),
253       video_(NULL),
254       frame_processor_(frame_processor.release()),
255       log_cb_(log_cb),
256       auto_update_timestamp_offset_(false) {
257   DCHECK(!create_demuxer_stream_cb_.is_null());
258   DCHECK(frame_processor_);
259 }
260 
~SourceState()261 SourceState::~SourceState() {
262   Shutdown();
263 
264   STLDeleteValues(&text_stream_map_);
265 }
266 
Init(const StreamParser::InitCB & init_cb,bool allow_audio,bool allow_video,const StreamParser::NeedKeyCB & need_key_cb,const NewTextTrackCB & new_text_track_cb)267 void SourceState::Init(const StreamParser::InitCB& init_cb,
268                        bool allow_audio,
269                        bool allow_video,
270                        const StreamParser::NeedKeyCB& need_key_cb,
271                        const NewTextTrackCB& new_text_track_cb) {
272   new_text_track_cb_ = new_text_track_cb;
273   init_cb_ = init_cb;
274 
275   stream_parser_->Init(
276       base::Bind(&SourceState::OnSourceInitDone, base::Unretained(this)),
277       base::Bind(&SourceState::OnNewConfigs,
278                  base::Unretained(this),
279                  allow_audio,
280                  allow_video),
281       base::Bind(&SourceState::OnNewBuffers, base::Unretained(this)),
282       new_text_track_cb_.is_null(),
283       need_key_cb,
284       base::Bind(&SourceState::OnNewMediaSegment, base::Unretained(this)),
285       base::Bind(&SourceState::OnEndOfMediaSegment, base::Unretained(this)),
286       log_cb_);
287 }
288 
SetSequenceMode(bool sequence_mode)289 void SourceState::SetSequenceMode(bool sequence_mode) {
290   DCHECK(!parsing_media_segment_);
291 
292   frame_processor_->SetSequenceMode(sequence_mode);
293 }
294 
SetGroupStartTimestampIfInSequenceMode(base::TimeDelta timestamp_offset)295 void SourceState::SetGroupStartTimestampIfInSequenceMode(
296     base::TimeDelta timestamp_offset) {
297   DCHECK(!parsing_media_segment_);
298 
299   frame_processor_->SetGroupStartTimestampIfInSequenceMode(timestamp_offset);
300 }
301 
Append(const uint8 * data,size_t length,TimeDelta append_window_start,TimeDelta append_window_end,TimeDelta * timestamp_offset)302 bool SourceState::Append(const uint8* data, size_t length,
303                          TimeDelta append_window_start,
304                          TimeDelta append_window_end,
305                          TimeDelta* timestamp_offset) {
306   DCHECK(timestamp_offset);
307   DCHECK(!timestamp_offset_during_append_);
308   append_window_start_during_append_ = append_window_start;
309   append_window_end_during_append_ = append_window_end;
310   timestamp_offset_during_append_ = timestamp_offset;
311 
312   // TODO(wolenetz/acolwell): Curry and pass a NewBuffersCB here bound with
313   // append window and timestamp offset pointer. See http://crbug.com/351454.
314   bool err = stream_parser_->Parse(data, length);
315   timestamp_offset_during_append_ = NULL;
316   return err;
317 }
318 
Abort(TimeDelta append_window_start,TimeDelta append_window_end,base::TimeDelta * timestamp_offset)319 void SourceState::Abort(TimeDelta append_window_start,
320                         TimeDelta append_window_end,
321                         base::TimeDelta* timestamp_offset) {
322   DCHECK(timestamp_offset);
323   DCHECK(!timestamp_offset_during_append_);
324   timestamp_offset_during_append_ = timestamp_offset;
325   append_window_start_during_append_ = append_window_start;
326   append_window_end_during_append_ = append_window_end;
327 
328   stream_parser_->Flush();
329   timestamp_offset_during_append_ = NULL;
330 
331   frame_processor_->Reset();
332   parsing_media_segment_ = false;
333 }
334 
Remove(TimeDelta start,TimeDelta end,TimeDelta duration)335 void SourceState::Remove(TimeDelta start, TimeDelta end, TimeDelta duration) {
336   if (audio_)
337     audio_->Remove(start, end, duration);
338 
339   if (video_)
340     video_->Remove(start, end, duration);
341 
342   for (TextStreamMap::iterator itr = text_stream_map_.begin();
343        itr != text_stream_map_.end(); ++itr) {
344     itr->second->Remove(start, end, duration);
345   }
346 }
347 
GetBufferedRanges(TimeDelta duration,bool ended) const348 Ranges<TimeDelta> SourceState::GetBufferedRanges(TimeDelta duration,
349                                                  bool ended) const {
350   // TODO(acolwell): When we start allowing disabled tracks we'll need to update
351   // this code to only add ranges from active tracks.
352   RangesList ranges_list;
353   if (audio_)
354     ranges_list.push_back(audio_->GetBufferedRanges(duration));
355 
356   if (video_)
357     ranges_list.push_back(video_->GetBufferedRanges(duration));
358 
359   for (TextStreamMap::const_iterator itr = text_stream_map_.begin();
360        itr != text_stream_map_.end(); ++itr) {
361     ranges_list.push_back(itr->second->GetBufferedRanges(duration));
362   }
363 
364   return ComputeIntersection(ranges_list, ended);
365 }
366 
GetMaxBufferedDuration() const367 TimeDelta SourceState::GetMaxBufferedDuration() const {
368   TimeDelta max_duration;
369 
370   if (audio_)
371     max_duration = std::max(max_duration, audio_->GetBufferedDuration());
372 
373   if (video_)
374     max_duration = std::max(max_duration, video_->GetBufferedDuration());
375 
376   for (TextStreamMap::const_iterator itr = text_stream_map_.begin();
377        itr != text_stream_map_.end(); ++itr) {
378     max_duration = std::max(max_duration, itr->second->GetBufferedDuration());
379   }
380 
381   return max_duration;
382 }
383 
StartReturningData()384 void SourceState::StartReturningData() {
385   if (audio_)
386     audio_->StartReturningData();
387 
388   if (video_)
389     video_->StartReturningData();
390 
391   for (TextStreamMap::iterator itr = text_stream_map_.begin();
392        itr != text_stream_map_.end(); ++itr) {
393     itr->second->StartReturningData();
394   }
395 }
396 
AbortReads()397 void SourceState::AbortReads() {
398   if (audio_)
399     audio_->AbortReads();
400 
401   if (video_)
402     video_->AbortReads();
403 
404   for (TextStreamMap::iterator itr = text_stream_map_.begin();
405        itr != text_stream_map_.end(); ++itr) {
406     itr->second->AbortReads();
407   }
408 }
409 
Seek(TimeDelta seek_time)410 void SourceState::Seek(TimeDelta seek_time) {
411   if (audio_)
412     audio_->Seek(seek_time);
413 
414   if (video_)
415     video_->Seek(seek_time);
416 
417   for (TextStreamMap::iterator itr = text_stream_map_.begin();
418        itr != text_stream_map_.end(); ++itr) {
419     itr->second->Seek(seek_time);
420   }
421 }
422 
CompletePendingReadIfPossible()423 void SourceState::CompletePendingReadIfPossible() {
424   if (audio_)
425     audio_->CompletePendingReadIfPossible();
426 
427   if (video_)
428     video_->CompletePendingReadIfPossible();
429 
430   for (TextStreamMap::iterator itr = text_stream_map_.begin();
431        itr != text_stream_map_.end(); ++itr) {
432     itr->second->CompletePendingReadIfPossible();
433   }
434 }
435 
OnSetDuration(TimeDelta duration)436 void SourceState::OnSetDuration(TimeDelta duration) {
437   if (audio_)
438     audio_->OnSetDuration(duration);
439 
440   if (video_)
441     video_->OnSetDuration(duration);
442 
443   for (TextStreamMap::iterator itr = text_stream_map_.begin();
444        itr != text_stream_map_.end(); ++itr) {
445     itr->second->OnSetDuration(duration);
446   }
447 }
448 
MarkEndOfStream()449 void SourceState::MarkEndOfStream() {
450   if (audio_)
451     audio_->MarkEndOfStream();
452 
453   if (video_)
454     video_->MarkEndOfStream();
455 
456   for (TextStreamMap::iterator itr = text_stream_map_.begin();
457        itr != text_stream_map_.end(); ++itr) {
458     itr->second->MarkEndOfStream();
459   }
460 }
461 
UnmarkEndOfStream()462 void SourceState::UnmarkEndOfStream() {
463   if (audio_)
464     audio_->UnmarkEndOfStream();
465 
466   if (video_)
467     video_->UnmarkEndOfStream();
468 
469   for (TextStreamMap::iterator itr = text_stream_map_.begin();
470        itr != text_stream_map_.end(); ++itr) {
471     itr->second->UnmarkEndOfStream();
472   }
473 }
474 
Shutdown()475 void SourceState::Shutdown() {
476   if (audio_)
477     audio_->Shutdown();
478 
479   if (video_)
480     video_->Shutdown();
481 
482   for (TextStreamMap::iterator itr = text_stream_map_.begin();
483        itr != text_stream_map_.end(); ++itr) {
484     itr->second->Shutdown();
485   }
486 }
487 
SetMemoryLimitsForTesting(int memory_limit)488 void SourceState::SetMemoryLimitsForTesting(int memory_limit) {
489   if (audio_)
490     audio_->set_memory_limit_for_testing(memory_limit);
491 
492   if (video_)
493     video_->set_memory_limit_for_testing(memory_limit);
494 
495   for (TextStreamMap::iterator itr = text_stream_map_.begin();
496        itr != text_stream_map_.end(); ++itr) {
497     itr->second->set_memory_limit_for_testing(memory_limit);
498   }
499 }
500 
IsSeekWaitingForData() const501 bool SourceState::IsSeekWaitingForData() const {
502   if (audio_ && audio_->IsSeekWaitingForData())
503     return true;
504 
505   if (video_ && video_->IsSeekWaitingForData())
506     return true;
507 
508   // NOTE: We are intentionally not checking the text tracks
509   // because text tracks are discontinuous and may not have data
510   // for the seek position. This is ok and playback should not be
511   // stalled because we don't have cues. If cues, with timestamps after
512   // the seek time, eventually arrive they will be delivered properly
513   // in response to ChunkDemuxerStream::Read() calls.
514 
515   return false;
516 }
517 
OnNewConfigs(bool allow_audio,bool allow_video,const AudioDecoderConfig & audio_config,const VideoDecoderConfig & video_config,const StreamParser::TextTrackConfigMap & text_configs)518 bool SourceState::OnNewConfigs(
519     bool allow_audio, bool allow_video,
520     const AudioDecoderConfig& audio_config,
521     const VideoDecoderConfig& video_config,
522     const StreamParser::TextTrackConfigMap& text_configs) {
523   DVLOG(1) << "OnNewConfigs(" << allow_audio << ", " << allow_video
524            << ", " << audio_config.IsValidConfig()
525            << ", " << video_config.IsValidConfig() << ")";
526 
527   if (!audio_config.IsValidConfig() && !video_config.IsValidConfig()) {
528     DVLOG(1) << "OnNewConfigs() : Audio & video config are not valid!";
529     return false;
530   }
531 
532   // Signal an error if we get configuration info for stream types that weren't
533   // specified in AddId() or more configs after a stream is initialized.
534   if (allow_audio != audio_config.IsValidConfig()) {
535     MEDIA_LOG(log_cb_)
536         << "Initialization segment"
537         << (audio_config.IsValidConfig() ? " has" : " does not have")
538         << " an audio track, but the mimetype"
539         << (allow_audio ? " specifies" : " does not specify")
540         << " an audio codec.";
541     return false;
542   }
543 
544   if (allow_video != video_config.IsValidConfig()) {
545     MEDIA_LOG(log_cb_)
546         << "Initialization segment"
547         << (video_config.IsValidConfig() ? " has" : " does not have")
548         << " a video track, but the mimetype"
549         << (allow_video ? " specifies" : " does not specify")
550         << " a video codec.";
551     return false;
552   }
553 
554   bool success = true;
555   if (audio_config.IsValidConfig()) {
556     if (!audio_) {
557       audio_ = create_demuxer_stream_cb_.Run(DemuxerStream::AUDIO);
558 
559       if (!audio_) {
560         DVLOG(1) << "Failed to create an audio stream.";
561         return false;
562       }
563 
564       if (!frame_processor_->AddTrack(FrameProcessorBase::kAudioTrackId,
565                                       audio_)) {
566         DVLOG(1) << "Failed to add audio track to frame processor.";
567         return false;
568       }
569     }
570 
571     frame_processor_->OnPossibleAudioConfigUpdate(audio_config);
572     success &= audio_->UpdateAudioConfig(audio_config, log_cb_);
573   }
574 
575   if (video_config.IsValidConfig()) {
576     if (!video_) {
577       video_ = create_demuxer_stream_cb_.Run(DemuxerStream::VIDEO);
578 
579       if (!video_) {
580         DVLOG(1) << "Failed to create a video stream.";
581         return false;
582       }
583 
584       if (!frame_processor_->AddTrack(FrameProcessorBase::kVideoTrackId,
585                                       video_)) {
586         DVLOG(1) << "Failed to add video track to frame processor.";
587         return false;
588       }
589     }
590 
591     success &= video_->UpdateVideoConfig(video_config, log_cb_);
592   }
593 
594   typedef StreamParser::TextTrackConfigMap::const_iterator TextConfigItr;
595   if (text_stream_map_.empty()) {
596     for (TextConfigItr itr = text_configs.begin();
597          itr != text_configs.end(); ++itr) {
598       ChunkDemuxerStream* const text_stream =
599           create_demuxer_stream_cb_.Run(DemuxerStream::TEXT);
600       if (!frame_processor_->AddTrack(itr->first, text_stream)) {
601         success &= false;
602         MEDIA_LOG(log_cb_) << "Failed to add text track ID " << itr->first
603                            << " to frame processor.";
604         break;
605       }
606       text_stream->UpdateTextConfig(itr->second, log_cb_);
607       text_stream_map_[itr->first] = text_stream;
608       new_text_track_cb_.Run(text_stream, itr->second);
609     }
610   } else {
611     const size_t text_count = text_stream_map_.size();
612     if (text_configs.size() != text_count) {
613       success &= false;
614       MEDIA_LOG(log_cb_) << "The number of text track configs changed.";
615     } else if (text_count == 1) {
616       TextConfigItr config_itr = text_configs.begin();
617       const TextTrackConfig& new_config = config_itr->second;
618       TextStreamMap::iterator stream_itr = text_stream_map_.begin();
619       ChunkDemuxerStream* text_stream = stream_itr->second;
620       TextTrackConfig old_config = text_stream->text_track_config();
621       if (!new_config.Matches(old_config)) {
622         success &= false;
623         MEDIA_LOG(log_cb_) << "New text track config does not match old one.";
624       } else {
625         StreamParser::TrackId old_id = stream_itr->first;
626         StreamParser::TrackId new_id = config_itr->first;
627         if (new_id != old_id) {
628           if (frame_processor_->UpdateTrack(old_id, new_id)) {
629             text_stream_map_.clear();
630             text_stream_map_[config_itr->first] = text_stream;
631           } else {
632             success &= false;
633             MEDIA_LOG(log_cb_) << "Error remapping single text track number";
634           }
635         }
636       }
637     } else {
638       for (TextConfigItr config_itr = text_configs.begin();
639            config_itr != text_configs.end(); ++config_itr) {
640         TextStreamMap::iterator stream_itr =
641             text_stream_map_.find(config_itr->first);
642         if (stream_itr == text_stream_map_.end()) {
643           success &= false;
644           MEDIA_LOG(log_cb_) << "Unexpected text track configuration "
645                                 "for track ID "
646                              << config_itr->first;
647           break;
648         }
649 
650         const TextTrackConfig& new_config = config_itr->second;
651         ChunkDemuxerStream* stream = stream_itr->second;
652         TextTrackConfig old_config = stream->text_track_config();
653         if (!new_config.Matches(old_config)) {
654           success &= false;
655           MEDIA_LOG(log_cb_) << "New text track config for track ID "
656                              << config_itr->first
657                              << " does not match old one.";
658           break;
659         }
660       }
661     }
662   }
663 
664   frame_processor_->SetAllTrackBuffersNeedRandomAccessPoint();
665 
666   DVLOG(1) << "OnNewConfigs() : " << (success ? "success" : "failed");
667   return success;
668 }
669 
OnNewMediaSegment()670 void SourceState::OnNewMediaSegment() {
671   DVLOG(2) << "OnNewMediaSegment()";
672   parsing_media_segment_ = true;
673   new_media_segment_ = true;
674 }
675 
OnEndOfMediaSegment()676 void SourceState::OnEndOfMediaSegment() {
677   DVLOG(2) << "OnEndOfMediaSegment()";
678   parsing_media_segment_ = false;
679   new_media_segment_ = false;
680 }
681 
OnNewBuffers(const StreamParser::BufferQueue & audio_buffers,const StreamParser::BufferQueue & video_buffers,const StreamParser::TextBufferQueueMap & text_map)682 bool SourceState::OnNewBuffers(
683     const StreamParser::BufferQueue& audio_buffers,
684     const StreamParser::BufferQueue& video_buffers,
685     const StreamParser::TextBufferQueueMap& text_map) {
686   DVLOG(2) << "OnNewBuffers()";
687   DCHECK(timestamp_offset_during_append_);
688   DCHECK(parsing_media_segment_);
689 
690   const TimeDelta timestamp_offset_before_processing =
691       *timestamp_offset_during_append_;
692 
693   // Calculate the new timestamp offset for audio/video tracks if the stream
694   // parser has requested automatic updates.
695   TimeDelta new_timestamp_offset = timestamp_offset_before_processing;
696   if (auto_update_timestamp_offset_) {
697     const bool have_audio_buffers = !audio_buffers.empty();
698     const bool have_video_buffers = !video_buffers.empty();
699     if (have_audio_buffers && have_video_buffers) {
700       new_timestamp_offset +=
701           std::min(EndTimestamp(audio_buffers), EndTimestamp(video_buffers));
702     } else if (have_audio_buffers) {
703       new_timestamp_offset += EndTimestamp(audio_buffers);
704     } else if (have_video_buffers) {
705       new_timestamp_offset += EndTimestamp(video_buffers);
706     }
707   }
708 
709   if (!frame_processor_->ProcessFrames(audio_buffers,
710                                        video_buffers,
711                                        text_map,
712                                        append_window_start_during_append_,
713                                        append_window_end_during_append_,
714                                        &new_media_segment_,
715                                        timestamp_offset_during_append_)) {
716     return false;
717   }
718 
719   // Only update the timestamp offset if the frame processor hasn't already.
720   if (auto_update_timestamp_offset_ &&
721       timestamp_offset_before_processing == *timestamp_offset_during_append_) {
722     *timestamp_offset_during_append_ = new_timestamp_offset;
723   }
724 
725   return true;
726 }
727 
OnSourceInitDone(bool success,const StreamParser::InitParameters & params)728 void SourceState::OnSourceInitDone(bool success,
729                                    const StreamParser::InitParameters& params) {
730   auto_update_timestamp_offset_ = params.auto_update_timestamp_offset;
731   base::ResetAndReturn(&init_cb_).Run(success, params);
732 }
733 
ChunkDemuxerStream(Type type,bool splice_frames_enabled)734 ChunkDemuxerStream::ChunkDemuxerStream(Type type, bool splice_frames_enabled)
735     : type_(type),
736       state_(UNINITIALIZED),
737       splice_frames_enabled_(splice_frames_enabled),
738       partial_append_window_trimming_enabled_(false) {
739 }
740 
StartReturningData()741 void ChunkDemuxerStream::StartReturningData() {
742   DVLOG(1) << "ChunkDemuxerStream::StartReturningData()";
743   base::AutoLock auto_lock(lock_);
744   DCHECK(read_cb_.is_null());
745   ChangeState_Locked(RETURNING_DATA_FOR_READS);
746 }
747 
AbortReads()748 void ChunkDemuxerStream::AbortReads() {
749   DVLOG(1) << "ChunkDemuxerStream::AbortReads()";
750   base::AutoLock auto_lock(lock_);
751   ChangeState_Locked(RETURNING_ABORT_FOR_READS);
752   if (!read_cb_.is_null())
753     base::ResetAndReturn(&read_cb_).Run(kAborted, NULL);
754 }
755 
CompletePendingReadIfPossible()756 void ChunkDemuxerStream::CompletePendingReadIfPossible() {
757   base::AutoLock auto_lock(lock_);
758   if (read_cb_.is_null())
759     return;
760 
761   CompletePendingReadIfPossible_Locked();
762 }
763 
Shutdown()764 void ChunkDemuxerStream::Shutdown() {
765   DVLOG(1) << "ChunkDemuxerStream::Shutdown()";
766   base::AutoLock auto_lock(lock_);
767   ChangeState_Locked(SHUTDOWN);
768 
769   // Pass an end of stream buffer to the pending callback to signal that no more
770   // data will be sent.
771   if (!read_cb_.is_null()) {
772     base::ResetAndReturn(&read_cb_).Run(DemuxerStream::kOk,
773                                         StreamParserBuffer::CreateEOSBuffer());
774   }
775 }
776 
IsSeekWaitingForData() const777 bool ChunkDemuxerStream::IsSeekWaitingForData() const {
778   base::AutoLock auto_lock(lock_);
779 
780   // This method should not be called for text tracks. See the note in
781   // SourceState::IsSeekWaitingForData().
782   DCHECK_NE(type_, DemuxerStream::TEXT);
783 
784   return stream_->IsSeekPending();
785 }
786 
Seek(TimeDelta time)787 void ChunkDemuxerStream::Seek(TimeDelta time) {
788   DVLOG(1) << "ChunkDemuxerStream::Seek(" << time.InSecondsF() << ")";
789   base::AutoLock auto_lock(lock_);
790   DCHECK(read_cb_.is_null());
791   DCHECK(state_ == UNINITIALIZED || state_ == RETURNING_ABORT_FOR_READS)
792       << state_;
793 
794   stream_->Seek(time);
795 }
796 
Append(const StreamParser::BufferQueue & buffers)797 bool ChunkDemuxerStream::Append(const StreamParser::BufferQueue& buffers) {
798   if (buffers.empty())
799     return false;
800 
801   base::AutoLock auto_lock(lock_);
802   DCHECK_NE(state_, SHUTDOWN);
803   if (!stream_->Append(buffers)) {
804     DVLOG(1) << "ChunkDemuxerStream::Append() : stream append failed";
805     return false;
806   }
807 
808   if (!read_cb_.is_null())
809     CompletePendingReadIfPossible_Locked();
810 
811   return true;
812 }
813 
Remove(TimeDelta start,TimeDelta end,TimeDelta duration)814 void ChunkDemuxerStream::Remove(TimeDelta start, TimeDelta end,
815                                 TimeDelta duration) {
816   base::AutoLock auto_lock(lock_);
817   stream_->Remove(start, end, duration);
818 }
819 
OnSetDuration(TimeDelta duration)820 void ChunkDemuxerStream::OnSetDuration(TimeDelta duration) {
821   base::AutoLock auto_lock(lock_);
822   stream_->OnSetDuration(duration);
823 }
824 
GetBufferedRanges(TimeDelta duration) const825 Ranges<TimeDelta> ChunkDemuxerStream::GetBufferedRanges(
826     TimeDelta duration) const {
827   base::AutoLock auto_lock(lock_);
828 
829   if (type_ == TEXT) {
830     // Since text tracks are discontinuous and the lack of cues should not block
831     // playback, report the buffered range for text tracks as [0, |duration|) so
832     // that intesections with audio & video tracks are computed correctly when
833     // no cues are present.
834     Ranges<TimeDelta> text_range;
835     text_range.Add(TimeDelta(), duration);
836     return text_range;
837   }
838 
839   Ranges<TimeDelta> range = stream_->GetBufferedTime();
840 
841   if (range.size() == 0u)
842     return range;
843 
844   // Clamp the end of the stream's buffered ranges to fit within the duration.
845   // This can be done by intersecting the stream's range with the valid time
846   // range.
847   Ranges<TimeDelta> valid_time_range;
848   valid_time_range.Add(range.start(0), duration);
849   return range.IntersectionWith(valid_time_range);
850 }
851 
GetBufferedDuration() const852 TimeDelta ChunkDemuxerStream::GetBufferedDuration() const {
853   return stream_->GetBufferedDuration();
854 }
855 
OnNewMediaSegment(TimeDelta start_timestamp)856 void ChunkDemuxerStream::OnNewMediaSegment(TimeDelta start_timestamp) {
857   DVLOG(2) << "ChunkDemuxerStream::OnNewMediaSegment("
858            << start_timestamp.InSecondsF() << ")";
859   base::AutoLock auto_lock(lock_);
860   stream_->OnNewMediaSegment(start_timestamp);
861 }
862 
UpdateAudioConfig(const AudioDecoderConfig & config,const LogCB & log_cb)863 bool ChunkDemuxerStream::UpdateAudioConfig(const AudioDecoderConfig& config,
864                                            const LogCB& log_cb) {
865   DCHECK(config.IsValidConfig());
866   DCHECK_EQ(type_, AUDIO);
867   base::AutoLock auto_lock(lock_);
868   if (!stream_) {
869     DCHECK_EQ(state_, UNINITIALIZED);
870 
871     // On platforms which support splice frames, enable splice frames and
872     // partial append window support for most codecs (notably: not opus).
873     const bool codec_supported = config.codec() == kCodecMP3 ||
874                                  config.codec() == kCodecAAC ||
875                                  config.codec() == kCodecVorbis;
876     splice_frames_enabled_ = splice_frames_enabled_ && codec_supported;
877     partial_append_window_trimming_enabled_ =
878         splice_frames_enabled_ && codec_supported;
879 
880     stream_.reset(
881         new SourceBufferStream(config, log_cb, splice_frames_enabled_));
882     return true;
883   }
884 
885   return stream_->UpdateAudioConfig(config);
886 }
887 
UpdateVideoConfig(const VideoDecoderConfig & config,const LogCB & log_cb)888 bool ChunkDemuxerStream::UpdateVideoConfig(const VideoDecoderConfig& config,
889                                            const LogCB& log_cb) {
890   DCHECK(config.IsValidConfig());
891   DCHECK_EQ(type_, VIDEO);
892   base::AutoLock auto_lock(lock_);
893 
894   if (!stream_) {
895     DCHECK_EQ(state_, UNINITIALIZED);
896     stream_.reset(
897         new SourceBufferStream(config, log_cb, splice_frames_enabled_));
898     return true;
899   }
900 
901   return stream_->UpdateVideoConfig(config);
902 }
903 
UpdateTextConfig(const TextTrackConfig & config,const LogCB & log_cb)904 void ChunkDemuxerStream::UpdateTextConfig(const TextTrackConfig& config,
905                                           const LogCB& log_cb) {
906   DCHECK_EQ(type_, TEXT);
907   base::AutoLock auto_lock(lock_);
908   DCHECK(!stream_);
909   DCHECK_EQ(state_, UNINITIALIZED);
910   stream_.reset(new SourceBufferStream(config, log_cb, splice_frames_enabled_));
911 }
912 
MarkEndOfStream()913 void ChunkDemuxerStream::MarkEndOfStream() {
914   base::AutoLock auto_lock(lock_);
915   stream_->MarkEndOfStream();
916 }
917 
UnmarkEndOfStream()918 void ChunkDemuxerStream::UnmarkEndOfStream() {
919   base::AutoLock auto_lock(lock_);
920   stream_->UnmarkEndOfStream();
921 }
922 
923 // DemuxerStream methods.
Read(const ReadCB & read_cb)924 void ChunkDemuxerStream::Read(const ReadCB& read_cb) {
925   base::AutoLock auto_lock(lock_);
926   DCHECK_NE(state_, UNINITIALIZED);
927   DCHECK(read_cb_.is_null());
928 
929   read_cb_ = BindToCurrentLoop(read_cb);
930   CompletePendingReadIfPossible_Locked();
931 }
932 
type()933 DemuxerStream::Type ChunkDemuxerStream::type() { return type_; }
934 
EnableBitstreamConverter()935 void ChunkDemuxerStream::EnableBitstreamConverter() {}
936 
audio_decoder_config()937 AudioDecoderConfig ChunkDemuxerStream::audio_decoder_config() {
938   CHECK_EQ(type_, AUDIO);
939   base::AutoLock auto_lock(lock_);
940   return stream_->GetCurrentAudioDecoderConfig();
941 }
942 
video_decoder_config()943 VideoDecoderConfig ChunkDemuxerStream::video_decoder_config() {
944   CHECK_EQ(type_, VIDEO);
945   base::AutoLock auto_lock(lock_);
946   return stream_->GetCurrentVideoDecoderConfig();
947 }
948 
SupportsConfigChanges()949 bool ChunkDemuxerStream::SupportsConfigChanges() { return true; }
950 
text_track_config()951 TextTrackConfig ChunkDemuxerStream::text_track_config() {
952   CHECK_EQ(type_, TEXT);
953   base::AutoLock auto_lock(lock_);
954   return stream_->GetCurrentTextTrackConfig();
955 }
956 
ChangeState_Locked(State state)957 void ChunkDemuxerStream::ChangeState_Locked(State state) {
958   lock_.AssertAcquired();
959   DVLOG(1) << "ChunkDemuxerStream::ChangeState_Locked() : "
960            << "type " << type_
961            << " - " << state_ << " -> " << state;
962   state_ = state;
963 }
964 
~ChunkDemuxerStream()965 ChunkDemuxerStream::~ChunkDemuxerStream() {}
966 
CompletePendingReadIfPossible_Locked()967 void ChunkDemuxerStream::CompletePendingReadIfPossible_Locked() {
968   lock_.AssertAcquired();
969   DCHECK(!read_cb_.is_null());
970 
971   DemuxerStream::Status status;
972   scoped_refptr<StreamParserBuffer> buffer;
973 
974   switch (state_) {
975     case UNINITIALIZED:
976       NOTREACHED();
977       return;
978     case RETURNING_DATA_FOR_READS:
979       switch (stream_->GetNextBuffer(&buffer)) {
980         case SourceBufferStream::kSuccess:
981           status = DemuxerStream::kOk;
982           break;
983         case SourceBufferStream::kNeedBuffer:
984           // Return early without calling |read_cb_| since we don't have
985           // any data to return yet.
986           return;
987         case SourceBufferStream::kEndOfStream:
988           status = DemuxerStream::kOk;
989           buffer = StreamParserBuffer::CreateEOSBuffer();
990           break;
991         case SourceBufferStream::kConfigChange:
992           DVLOG(2) << "Config change reported to ChunkDemuxerStream.";
993           status = kConfigChanged;
994           buffer = NULL;
995           break;
996       }
997       break;
998     case RETURNING_ABORT_FOR_READS:
999       // Null buffers should be returned in this state since we are waiting
1000       // for a seek. Any buffers in the SourceBuffer should NOT be returned
1001       // because they are associated with the seek.
1002       status = DemuxerStream::kAborted;
1003       buffer = NULL;
1004       break;
1005     case SHUTDOWN:
1006       status = DemuxerStream::kOk;
1007       buffer = StreamParserBuffer::CreateEOSBuffer();
1008       break;
1009   }
1010 
1011   base::ResetAndReturn(&read_cb_).Run(status, buffer);
1012 }
1013 
ChunkDemuxer(const base::Closure & open_cb,const NeedKeyCB & need_key_cb,const LogCB & log_cb,bool splice_frames_enabled)1014 ChunkDemuxer::ChunkDemuxer(const base::Closure& open_cb,
1015                            const NeedKeyCB& need_key_cb,
1016                            const LogCB& log_cb,
1017                            bool splice_frames_enabled)
1018     : state_(WAITING_FOR_INIT),
1019       cancel_next_seek_(false),
1020       host_(NULL),
1021       open_cb_(open_cb),
1022       need_key_cb_(need_key_cb),
1023       enable_text_(false),
1024       log_cb_(log_cb),
1025       duration_(kNoTimestamp()),
1026       user_specified_duration_(-1),
1027       liveness_(LIVENESS_UNKNOWN),
1028       splice_frames_enabled_(splice_frames_enabled) {
1029   DCHECK(!open_cb_.is_null());
1030   DCHECK(!need_key_cb_.is_null());
1031 }
1032 
Initialize(DemuxerHost * host,const PipelineStatusCB & cb,bool enable_text_tracks)1033 void ChunkDemuxer::Initialize(
1034     DemuxerHost* host,
1035     const PipelineStatusCB& cb,
1036     bool enable_text_tracks) {
1037   DVLOG(1) << "Init()";
1038 
1039   base::AutoLock auto_lock(lock_);
1040 
1041   init_cb_ = BindToCurrentLoop(cb);
1042   if (state_ == SHUTDOWN) {
1043     base::ResetAndReturn(&init_cb_).Run(DEMUXER_ERROR_COULD_NOT_OPEN);
1044     return;
1045   }
1046   DCHECK_EQ(state_, WAITING_FOR_INIT);
1047   host_ = host;
1048   enable_text_ = enable_text_tracks;
1049 
1050   ChangeState_Locked(INITIALIZING);
1051 
1052   base::ResetAndReturn(&open_cb_).Run();
1053 }
1054 
Stop(const base::Closure & callback)1055 void ChunkDemuxer::Stop(const base::Closure& callback) {
1056   DVLOG(1) << "Stop()";
1057   Shutdown();
1058   callback.Run();
1059 }
1060 
Seek(TimeDelta time,const PipelineStatusCB & cb)1061 void ChunkDemuxer::Seek(TimeDelta time, const PipelineStatusCB& cb) {
1062   DVLOG(1) << "Seek(" << time.InSecondsF() << ")";
1063   DCHECK(time >= TimeDelta());
1064 
1065   base::AutoLock auto_lock(lock_);
1066   DCHECK(seek_cb_.is_null());
1067 
1068   seek_cb_ = BindToCurrentLoop(cb);
1069   if (state_ != INITIALIZED && state_ != ENDED) {
1070     base::ResetAndReturn(&seek_cb_).Run(PIPELINE_ERROR_INVALID_STATE);
1071     return;
1072   }
1073 
1074   if (cancel_next_seek_) {
1075     cancel_next_seek_ = false;
1076     base::ResetAndReturn(&seek_cb_).Run(PIPELINE_OK);
1077     return;
1078   }
1079 
1080   SeekAllSources(time);
1081   StartReturningData();
1082 
1083   if (IsSeekWaitingForData_Locked()) {
1084     DVLOG(1) << "Seek() : waiting for more data to arrive.";
1085     return;
1086   }
1087 
1088   base::ResetAndReturn(&seek_cb_).Run(PIPELINE_OK);
1089 }
1090 
1091 // Demuxer implementation.
GetStream(DemuxerStream::Type type)1092 DemuxerStream* ChunkDemuxer::GetStream(DemuxerStream::Type type) {
1093   DCHECK_NE(type, DemuxerStream::TEXT);
1094   base::AutoLock auto_lock(lock_);
1095   if (type == DemuxerStream::VIDEO)
1096     return video_.get();
1097 
1098   if (type == DemuxerStream::AUDIO)
1099     return audio_.get();
1100 
1101   return NULL;
1102 }
1103 
GetStartTime() const1104 TimeDelta ChunkDemuxer::GetStartTime() const {
1105   return TimeDelta();
1106 }
1107 
GetTimelineOffset() const1108 base::Time ChunkDemuxer::GetTimelineOffset() const {
1109   return timeline_offset_;
1110 }
1111 
GetLiveness() const1112 Demuxer::Liveness ChunkDemuxer::GetLiveness() const {
1113   return liveness_;
1114 }
1115 
StartWaitingForSeek(TimeDelta seek_time)1116 void ChunkDemuxer::StartWaitingForSeek(TimeDelta seek_time) {
1117   DVLOG(1) << "StartWaitingForSeek()";
1118   base::AutoLock auto_lock(lock_);
1119   DCHECK(state_ == INITIALIZED || state_ == ENDED || state_ == SHUTDOWN ||
1120          state_ == PARSE_ERROR) << state_;
1121   DCHECK(seek_cb_.is_null());
1122 
1123   if (state_ == SHUTDOWN || state_ == PARSE_ERROR)
1124     return;
1125 
1126   AbortPendingReads();
1127   SeekAllSources(seek_time);
1128 
1129   // Cancel state set in CancelPendingSeek() since we want to
1130   // accept the next Seek().
1131   cancel_next_seek_ = false;
1132 }
1133 
CancelPendingSeek(TimeDelta seek_time)1134 void ChunkDemuxer::CancelPendingSeek(TimeDelta seek_time) {
1135   base::AutoLock auto_lock(lock_);
1136   DCHECK_NE(state_, INITIALIZING);
1137   DCHECK(seek_cb_.is_null() || IsSeekWaitingForData_Locked());
1138 
1139   if (cancel_next_seek_)
1140     return;
1141 
1142   AbortPendingReads();
1143   SeekAllSources(seek_time);
1144 
1145   if (seek_cb_.is_null()) {
1146     cancel_next_seek_ = true;
1147     return;
1148   }
1149 
1150   base::ResetAndReturn(&seek_cb_).Run(PIPELINE_OK);
1151 }
1152 
AddId(const std::string & id,const std::string & type,std::vector<std::string> & codecs)1153 ChunkDemuxer::Status ChunkDemuxer::AddId(const std::string& id,
1154                                          const std::string& type,
1155                                          std::vector<std::string>& codecs) {
1156   base::AutoLock auto_lock(lock_);
1157 
1158   if ((state_ != WAITING_FOR_INIT && state_ != INITIALIZING) || IsValidId(id))
1159     return kReachedIdLimit;
1160 
1161   bool has_audio = false;
1162   bool has_video = false;
1163   scoped_ptr<media::StreamParser> stream_parser(
1164       StreamParserFactory::Create(type, codecs, log_cb_,
1165                                   &has_audio, &has_video));
1166 
1167   if (!stream_parser)
1168     return ChunkDemuxer::kNotSupported;
1169 
1170   if ((has_audio && !source_id_audio_.empty()) ||
1171       (has_video && !source_id_video_.empty()))
1172     return kReachedIdLimit;
1173 
1174   if (has_audio)
1175     source_id_audio_ = id;
1176 
1177   if (has_video)
1178     source_id_video_ = id;
1179 
1180   scoped_ptr<FrameProcessor> frame_processor(
1181       new FrameProcessor(base::Bind(&ChunkDemuxer::IncreaseDurationIfNecessary,
1182                          base::Unretained(this))));
1183 
1184   scoped_ptr<SourceState> source_state(
1185       new SourceState(stream_parser.Pass(),
1186                       frame_processor.Pass(), log_cb_,
1187                       base::Bind(&ChunkDemuxer::CreateDemuxerStream,
1188                                  base::Unretained(this))));
1189 
1190   SourceState::NewTextTrackCB new_text_track_cb;
1191 
1192   if (enable_text_) {
1193     new_text_track_cb = base::Bind(&ChunkDemuxer::OnNewTextTrack,
1194                                    base::Unretained(this));
1195   }
1196 
1197   source_state->Init(
1198       base::Bind(&ChunkDemuxer::OnSourceInitDone, base::Unretained(this)),
1199       has_audio,
1200       has_video,
1201       need_key_cb_,
1202       new_text_track_cb);
1203 
1204   source_state_map_[id] = source_state.release();
1205   return kOk;
1206 }
1207 
RemoveId(const std::string & id)1208 void ChunkDemuxer::RemoveId(const std::string& id) {
1209   base::AutoLock auto_lock(lock_);
1210   CHECK(IsValidId(id));
1211 
1212   delete source_state_map_[id];
1213   source_state_map_.erase(id);
1214 
1215   if (source_id_audio_ == id)
1216     source_id_audio_.clear();
1217 
1218   if (source_id_video_ == id)
1219     source_id_video_.clear();
1220 }
1221 
GetBufferedRanges(const std::string & id) const1222 Ranges<TimeDelta> ChunkDemuxer::GetBufferedRanges(const std::string& id) const {
1223   base::AutoLock auto_lock(lock_);
1224   DCHECK(!id.empty());
1225 
1226   SourceStateMap::const_iterator itr = source_state_map_.find(id);
1227 
1228   DCHECK(itr != source_state_map_.end());
1229   return itr->second->GetBufferedRanges(duration_, state_ == ENDED);
1230 }
1231 
AppendData(const std::string & id,const uint8 * data,size_t length,TimeDelta append_window_start,TimeDelta append_window_end,TimeDelta * timestamp_offset)1232 void ChunkDemuxer::AppendData(const std::string& id,
1233                               const uint8* data, size_t length,
1234                               TimeDelta append_window_start,
1235                               TimeDelta append_window_end,
1236                               TimeDelta* timestamp_offset) {
1237   DVLOG(1) << "AppendData(" << id << ", " << length << ")";
1238 
1239   DCHECK(!id.empty());
1240   DCHECK(timestamp_offset);
1241 
1242   Ranges<TimeDelta> ranges;
1243 
1244   {
1245     base::AutoLock auto_lock(lock_);
1246     DCHECK_NE(state_, ENDED);
1247 
1248     // Capture if any of the SourceBuffers are waiting for data before we start
1249     // parsing.
1250     bool old_waiting_for_data = IsSeekWaitingForData_Locked();
1251 
1252     if (length == 0u)
1253       return;
1254 
1255     DCHECK(data);
1256 
1257     switch (state_) {
1258       case INITIALIZING:
1259         DCHECK(IsValidId(id));
1260         if (!source_state_map_[id]->Append(data, length,
1261                                            append_window_start,
1262                                            append_window_end,
1263                                            timestamp_offset)) {
1264           ReportError_Locked(DEMUXER_ERROR_COULD_NOT_OPEN);
1265           return;
1266         }
1267         break;
1268 
1269       case INITIALIZED: {
1270         DCHECK(IsValidId(id));
1271         if (!source_state_map_[id]->Append(data, length,
1272                                            append_window_start,
1273                                            append_window_end,
1274                                            timestamp_offset)) {
1275           ReportError_Locked(PIPELINE_ERROR_DECODE);
1276           return;
1277         }
1278       } break;
1279 
1280       case PARSE_ERROR:
1281         DVLOG(1) << "AppendData(): Ignoring data after a parse error.";
1282         return;
1283 
1284       case WAITING_FOR_INIT:
1285       case ENDED:
1286       case SHUTDOWN:
1287         DVLOG(1) << "AppendData(): called in unexpected state " << state_;
1288         return;
1289     }
1290 
1291     // Check to see if data was appended at the pending seek point. This
1292     // indicates we have parsed enough data to complete the seek.
1293     if (old_waiting_for_data && !IsSeekWaitingForData_Locked() &&
1294         !seek_cb_.is_null()) {
1295       base::ResetAndReturn(&seek_cb_).Run(PIPELINE_OK);
1296     }
1297 
1298     ranges = GetBufferedRanges_Locked();
1299   }
1300 
1301   for (size_t i = 0; i < ranges.size(); ++i)
1302     host_->AddBufferedTimeRange(ranges.start(i), ranges.end(i));
1303 }
1304 
Abort(const std::string & id,TimeDelta append_window_start,TimeDelta append_window_end,TimeDelta * timestamp_offset)1305 void ChunkDemuxer::Abort(const std::string& id,
1306                          TimeDelta append_window_start,
1307                          TimeDelta append_window_end,
1308                          TimeDelta* timestamp_offset) {
1309   DVLOG(1) << "Abort(" << id << ")";
1310   base::AutoLock auto_lock(lock_);
1311   DCHECK(!id.empty());
1312   CHECK(IsValidId(id));
1313   source_state_map_[id]->Abort(append_window_start,
1314                                append_window_end,
1315                                timestamp_offset);
1316 }
1317 
Remove(const std::string & id,TimeDelta start,TimeDelta end)1318 void ChunkDemuxer::Remove(const std::string& id, TimeDelta start,
1319                           TimeDelta end) {
1320   DVLOG(1) << "Remove(" << id << ", " << start.InSecondsF()
1321            << ", " << end.InSecondsF() << ")";
1322   base::AutoLock auto_lock(lock_);
1323 
1324   DCHECK(!id.empty());
1325   CHECK(IsValidId(id));
1326   DCHECK(start >= base::TimeDelta()) << start.InSecondsF();
1327   DCHECK(start < end) << "start " << start.InSecondsF()
1328                       << " end " << end.InSecondsF();
1329   DCHECK(duration_ != kNoTimestamp());
1330   DCHECK(start <= duration_) << "start " << start.InSecondsF()
1331                              << " duration " << duration_.InSecondsF();
1332 
1333   if (start == duration_)
1334     return;
1335 
1336   source_state_map_[id]->Remove(start, end, duration_);
1337 }
1338 
GetDuration()1339 double ChunkDemuxer::GetDuration() {
1340   base::AutoLock auto_lock(lock_);
1341   return GetDuration_Locked();
1342 }
1343 
GetDuration_Locked()1344 double ChunkDemuxer::GetDuration_Locked() {
1345   lock_.AssertAcquired();
1346   if (duration_ == kNoTimestamp())
1347     return std::numeric_limits<double>::quiet_NaN();
1348 
1349   // Return positive infinity if the resource is unbounded.
1350   // http://www.whatwg.org/specs/web-apps/current-work/multipage/video.html#dom-media-duration
1351   if (duration_ == kInfiniteDuration())
1352     return std::numeric_limits<double>::infinity();
1353 
1354   if (user_specified_duration_ >= 0)
1355     return user_specified_duration_;
1356 
1357   return duration_.InSecondsF();
1358 }
1359 
SetDuration(double duration)1360 void ChunkDemuxer::SetDuration(double duration) {
1361   base::AutoLock auto_lock(lock_);
1362   DVLOG(1) << "SetDuration(" << duration << ")";
1363   DCHECK_GE(duration, 0);
1364 
1365   if (duration == GetDuration_Locked())
1366     return;
1367 
1368   // Compute & bounds check the TimeDelta representation of duration.
1369   // This can be different if the value of |duration| doesn't fit the range or
1370   // precision of TimeDelta.
1371   TimeDelta min_duration = TimeDelta::FromInternalValue(1);
1372   // Don't use TimeDelta::Max() here, as we want the largest finite time delta.
1373   TimeDelta max_duration = TimeDelta::FromInternalValue(kint64max - 1);
1374   double min_duration_in_seconds = min_duration.InSecondsF();
1375   double max_duration_in_seconds = max_duration.InSecondsF();
1376 
1377   TimeDelta duration_td;
1378   if (duration == std::numeric_limits<double>::infinity()) {
1379     duration_td = media::kInfiniteDuration();
1380   } else if (duration < min_duration_in_seconds) {
1381     duration_td = min_duration;
1382   } else if (duration > max_duration_in_seconds) {
1383     duration_td = max_duration;
1384   } else {
1385     duration_td = TimeDelta::FromMicroseconds(
1386         duration * base::Time::kMicrosecondsPerSecond);
1387   }
1388 
1389   DCHECK(duration_td > TimeDelta());
1390 
1391   user_specified_duration_ = duration;
1392   duration_ = duration_td;
1393   host_->SetDuration(duration_);
1394 
1395   for (SourceStateMap::iterator itr = source_state_map_.begin();
1396        itr != source_state_map_.end(); ++itr) {
1397     itr->second->OnSetDuration(duration_);
1398   }
1399 }
1400 
IsParsingMediaSegment(const std::string & id)1401 bool ChunkDemuxer::IsParsingMediaSegment(const std::string& id) {
1402   base::AutoLock auto_lock(lock_);
1403   DVLOG(1) << "IsParsingMediaSegment(" << id << ")";
1404   CHECK(IsValidId(id));
1405 
1406   return source_state_map_[id]->parsing_media_segment();
1407 }
1408 
SetSequenceMode(const std::string & id,bool sequence_mode)1409 void ChunkDemuxer::SetSequenceMode(const std::string& id,
1410                                    bool sequence_mode) {
1411   base::AutoLock auto_lock(lock_);
1412   DVLOG(1) << "SetSequenceMode(" << id << ", " << sequence_mode << ")";
1413   CHECK(IsValidId(id));
1414   DCHECK_NE(state_, ENDED);
1415 
1416   source_state_map_[id]->SetSequenceMode(sequence_mode);
1417 }
1418 
SetGroupStartTimestampIfInSequenceMode(const std::string & id,base::TimeDelta timestamp_offset)1419 void ChunkDemuxer::SetGroupStartTimestampIfInSequenceMode(
1420     const std::string& id,
1421     base::TimeDelta timestamp_offset) {
1422   base::AutoLock auto_lock(lock_);
1423   DVLOG(1) << "SetGroupStartTimestampIfInSequenceMode(" << id << ", "
1424            << timestamp_offset.InSecondsF() << ")";
1425   CHECK(IsValidId(id));
1426   DCHECK_NE(state_, ENDED);
1427 
1428   source_state_map_[id]->SetGroupStartTimestampIfInSequenceMode(
1429       timestamp_offset);
1430 }
1431 
1432 
MarkEndOfStream(PipelineStatus status)1433 void ChunkDemuxer::MarkEndOfStream(PipelineStatus status) {
1434   DVLOG(1) << "MarkEndOfStream(" << status << ")";
1435   base::AutoLock auto_lock(lock_);
1436   DCHECK_NE(state_, WAITING_FOR_INIT);
1437   DCHECK_NE(state_, ENDED);
1438 
1439   if (state_ == SHUTDOWN || state_ == PARSE_ERROR)
1440     return;
1441 
1442   if (state_ == INITIALIZING) {
1443     ReportError_Locked(DEMUXER_ERROR_COULD_NOT_OPEN);
1444     return;
1445   }
1446 
1447   bool old_waiting_for_data = IsSeekWaitingForData_Locked();
1448   for (SourceStateMap::iterator itr = source_state_map_.begin();
1449        itr != source_state_map_.end(); ++itr) {
1450     itr->second->MarkEndOfStream();
1451   }
1452 
1453   CompletePendingReadsIfPossible();
1454 
1455   // Give a chance to resume the pending seek process.
1456   if (status != PIPELINE_OK) {
1457     ReportError_Locked(status);
1458     return;
1459   }
1460 
1461   ChangeState_Locked(ENDED);
1462   DecreaseDurationIfNecessary();
1463 
1464   if (old_waiting_for_data && !IsSeekWaitingForData_Locked() &&
1465       !seek_cb_.is_null()) {
1466     base::ResetAndReturn(&seek_cb_).Run(PIPELINE_OK);
1467   }
1468 }
1469 
UnmarkEndOfStream()1470 void ChunkDemuxer::UnmarkEndOfStream() {
1471   DVLOG(1) << "UnmarkEndOfStream()";
1472   base::AutoLock auto_lock(lock_);
1473   DCHECK_EQ(state_, ENDED);
1474 
1475   ChangeState_Locked(INITIALIZED);
1476 
1477   for (SourceStateMap::iterator itr = source_state_map_.begin();
1478        itr != source_state_map_.end(); ++itr) {
1479     itr->second->UnmarkEndOfStream();
1480   }
1481 }
1482 
Shutdown()1483 void ChunkDemuxer::Shutdown() {
1484   DVLOG(1) << "Shutdown()";
1485   base::AutoLock auto_lock(lock_);
1486 
1487   if (state_ == SHUTDOWN)
1488     return;
1489 
1490   ShutdownAllStreams();
1491 
1492   ChangeState_Locked(SHUTDOWN);
1493 
1494   if(!seek_cb_.is_null())
1495     base::ResetAndReturn(&seek_cb_).Run(PIPELINE_ERROR_ABORT);
1496 }
1497 
SetMemoryLimitsForTesting(int memory_limit)1498 void ChunkDemuxer::SetMemoryLimitsForTesting(int memory_limit) {
1499   for (SourceStateMap::iterator itr = source_state_map_.begin();
1500        itr != source_state_map_.end(); ++itr) {
1501     itr->second->SetMemoryLimitsForTesting(memory_limit);
1502   }
1503 }
1504 
ChangeState_Locked(State new_state)1505 void ChunkDemuxer::ChangeState_Locked(State new_state) {
1506   lock_.AssertAcquired();
1507   DVLOG(1) << "ChunkDemuxer::ChangeState_Locked() : "
1508            << state_ << " -> " << new_state;
1509   state_ = new_state;
1510 }
1511 
~ChunkDemuxer()1512 ChunkDemuxer::~ChunkDemuxer() {
1513   DCHECK_NE(state_, INITIALIZED);
1514 
1515   STLDeleteValues(&source_state_map_);
1516 }
1517 
ReportError_Locked(PipelineStatus error)1518 void ChunkDemuxer::ReportError_Locked(PipelineStatus error) {
1519   DVLOG(1) << "ReportError_Locked(" << error << ")";
1520   lock_.AssertAcquired();
1521   DCHECK_NE(error, PIPELINE_OK);
1522 
1523   ChangeState_Locked(PARSE_ERROR);
1524 
1525   PipelineStatusCB cb;
1526 
1527   if (!init_cb_.is_null()) {
1528     std::swap(cb, init_cb_);
1529   } else {
1530     if (!seek_cb_.is_null())
1531       std::swap(cb, seek_cb_);
1532 
1533     ShutdownAllStreams();
1534   }
1535 
1536   if (!cb.is_null()) {
1537     cb.Run(error);
1538     return;
1539   }
1540 
1541   base::AutoUnlock auto_unlock(lock_);
1542   host_->OnDemuxerError(error);
1543 }
1544 
IsSeekWaitingForData_Locked() const1545 bool ChunkDemuxer::IsSeekWaitingForData_Locked() const {
1546   lock_.AssertAcquired();
1547   for (SourceStateMap::const_iterator itr = source_state_map_.begin();
1548        itr != source_state_map_.end(); ++itr) {
1549     if (itr->second->IsSeekWaitingForData())
1550       return true;
1551   }
1552 
1553   return false;
1554 }
1555 
OnSourceInitDone(bool success,const StreamParser::InitParameters & params)1556 void ChunkDemuxer::OnSourceInitDone(
1557     bool success,
1558     const StreamParser::InitParameters& params) {
1559   DVLOG(1) << "OnSourceInitDone(" << success << ", "
1560            << params.duration.InSecondsF() << ")";
1561   lock_.AssertAcquired();
1562   DCHECK_EQ(state_, INITIALIZING);
1563   if (!success || (!audio_ && !video_)) {
1564     ReportError_Locked(DEMUXER_ERROR_COULD_NOT_OPEN);
1565     return;
1566   }
1567 
1568   if (params.duration != TimeDelta() && duration_ == kNoTimestamp())
1569     UpdateDuration(params.duration);
1570 
1571   if (!params.timeline_offset.is_null()) {
1572     if (!timeline_offset_.is_null() &&
1573         params.timeline_offset != timeline_offset_) {
1574       MEDIA_LOG(log_cb_)
1575           << "Timeline offset is not the same across all SourceBuffers.";
1576       ReportError_Locked(DEMUXER_ERROR_COULD_NOT_OPEN);
1577       return;
1578     }
1579 
1580     timeline_offset_ = params.timeline_offset;
1581   }
1582 
1583   if (params.liveness != LIVENESS_UNKNOWN) {
1584     if (liveness_ != LIVENESS_UNKNOWN && params.liveness != liveness_) {
1585       MEDIA_LOG(log_cb_)
1586           << "Liveness is not the same across all SourceBuffers.";
1587       ReportError_Locked(DEMUXER_ERROR_COULD_NOT_OPEN);
1588       return;
1589     }
1590 
1591     liveness_ = params.liveness;
1592   }
1593 
1594   // Wait until all streams have initialized.
1595   if ((!source_id_audio_.empty() && !audio_) ||
1596       (!source_id_video_.empty() && !video_)) {
1597     return;
1598   }
1599 
1600   SeekAllSources(GetStartTime());
1601   StartReturningData();
1602 
1603   if (duration_ == kNoTimestamp())
1604     duration_ = kInfiniteDuration();
1605 
1606   // The demuxer is now initialized after the |start_timestamp_| was set.
1607   ChangeState_Locked(INITIALIZED);
1608   base::ResetAndReturn(&init_cb_).Run(PIPELINE_OK);
1609 }
1610 
1611 ChunkDemuxerStream*
CreateDemuxerStream(DemuxerStream::Type type)1612 ChunkDemuxer::CreateDemuxerStream(DemuxerStream::Type type) {
1613   switch (type) {
1614     case DemuxerStream::AUDIO:
1615       if (audio_)
1616         return NULL;
1617       audio_.reset(
1618           new ChunkDemuxerStream(DemuxerStream::AUDIO, splice_frames_enabled_));
1619       return audio_.get();
1620       break;
1621     case DemuxerStream::VIDEO:
1622       if (video_)
1623         return NULL;
1624       video_.reset(
1625           new ChunkDemuxerStream(DemuxerStream::VIDEO, splice_frames_enabled_));
1626       return video_.get();
1627       break;
1628     case DemuxerStream::TEXT: {
1629       return new ChunkDemuxerStream(DemuxerStream::TEXT,
1630                                     splice_frames_enabled_);
1631       break;
1632     }
1633     case DemuxerStream::UNKNOWN:
1634     case DemuxerStream::NUM_TYPES:
1635       NOTREACHED();
1636       return NULL;
1637   }
1638   NOTREACHED();
1639   return NULL;
1640 }
1641 
OnNewTextTrack(ChunkDemuxerStream * text_stream,const TextTrackConfig & config)1642 void ChunkDemuxer::OnNewTextTrack(ChunkDemuxerStream* text_stream,
1643                                   const TextTrackConfig& config) {
1644   lock_.AssertAcquired();
1645   DCHECK_NE(state_, SHUTDOWN);
1646   host_->AddTextStream(text_stream, config);
1647 }
1648 
IsValidId(const std::string & source_id) const1649 bool ChunkDemuxer::IsValidId(const std::string& source_id) const {
1650   lock_.AssertAcquired();
1651   return source_state_map_.count(source_id) > 0u;
1652 }
1653 
UpdateDuration(TimeDelta new_duration)1654 void ChunkDemuxer::UpdateDuration(TimeDelta new_duration) {
1655   DCHECK(duration_ != new_duration);
1656   user_specified_duration_ = -1;
1657   duration_ = new_duration;
1658   host_->SetDuration(new_duration);
1659 }
1660 
IncreaseDurationIfNecessary(TimeDelta new_duration)1661 void ChunkDemuxer::IncreaseDurationIfNecessary(TimeDelta new_duration) {
1662   DCHECK(new_duration != kNoTimestamp());
1663   DCHECK(new_duration != kInfiniteDuration());
1664 
1665   // Per April 1, 2014 MSE spec editor's draft:
1666   // https://dvcs.w3.org/hg/html-media/raw-file/d471a4412040/media-source/
1667   //     media-source.html#sourcebuffer-coded-frame-processing
1668   // 5. If the media segment contains data beyond the current duration, then run
1669   //    the duration change algorithm with new duration set to the maximum of
1670   //    the current duration and the group end timestamp.
1671 
1672   if (new_duration <= duration_)
1673     return;
1674 
1675   DVLOG(2) << __FUNCTION__ << ": Increasing duration: "
1676            << duration_.InSecondsF() << " -> " << new_duration.InSecondsF();
1677 
1678   UpdateDuration(new_duration);
1679 }
1680 
DecreaseDurationIfNecessary()1681 void ChunkDemuxer::DecreaseDurationIfNecessary() {
1682   lock_.AssertAcquired();
1683 
1684   TimeDelta max_duration;
1685 
1686   for (SourceStateMap::const_iterator itr = source_state_map_.begin();
1687        itr != source_state_map_.end(); ++itr) {
1688     max_duration = std::max(max_duration,
1689                             itr->second->GetMaxBufferedDuration());
1690   }
1691 
1692   if (max_duration == TimeDelta())
1693     return;
1694 
1695   if (max_duration < duration_)
1696     UpdateDuration(max_duration);
1697 }
1698 
GetBufferedRanges() const1699 Ranges<TimeDelta> ChunkDemuxer::GetBufferedRanges() const {
1700   base::AutoLock auto_lock(lock_);
1701   return GetBufferedRanges_Locked();
1702 }
1703 
GetBufferedRanges_Locked() const1704 Ranges<TimeDelta> ChunkDemuxer::GetBufferedRanges_Locked() const {
1705   lock_.AssertAcquired();
1706 
1707   bool ended = state_ == ENDED;
1708   // TODO(acolwell): When we start allowing SourceBuffers that are not active,
1709   // we'll need to update this loop to only add ranges from active sources.
1710   RangesList ranges_list;
1711   for (SourceStateMap::const_iterator itr = source_state_map_.begin();
1712        itr != source_state_map_.end(); ++itr) {
1713     ranges_list.push_back(itr->second->GetBufferedRanges(duration_, ended));
1714   }
1715 
1716   return ComputeIntersection(ranges_list, ended);
1717 }
1718 
StartReturningData()1719 void ChunkDemuxer::StartReturningData() {
1720   for (SourceStateMap::iterator itr = source_state_map_.begin();
1721        itr != source_state_map_.end(); ++itr) {
1722     itr->second->StartReturningData();
1723   }
1724 }
1725 
AbortPendingReads()1726 void ChunkDemuxer::AbortPendingReads() {
1727   for (SourceStateMap::iterator itr = source_state_map_.begin();
1728        itr != source_state_map_.end(); ++itr) {
1729     itr->second->AbortReads();
1730   }
1731 }
1732 
SeekAllSources(TimeDelta seek_time)1733 void ChunkDemuxer::SeekAllSources(TimeDelta seek_time) {
1734   for (SourceStateMap::iterator itr = source_state_map_.begin();
1735        itr != source_state_map_.end(); ++itr) {
1736     itr->second->Seek(seek_time);
1737   }
1738 }
1739 
CompletePendingReadsIfPossible()1740 void ChunkDemuxer::CompletePendingReadsIfPossible() {
1741   for (SourceStateMap::iterator itr = source_state_map_.begin();
1742        itr != source_state_map_.end(); ++itr) {
1743     itr->second->CompletePendingReadIfPossible();
1744   }
1745 }
1746 
ShutdownAllStreams()1747 void ChunkDemuxer::ShutdownAllStreams() {
1748   for (SourceStateMap::iterator itr = source_state_map_.begin();
1749        itr != source_state_map_.end(); ++itr) {
1750     itr->second->Shutdown();
1751   }
1752 }
1753 
1754 }  // namespace media
1755