1 /*
2 * Copyright (C) 2011 Apple Inc. All rights reserved.
3 *
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
6 * are met:
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 *
13 * THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE COMPUTER, INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24 */
25
26 #include "config.h"
27 #include "core/html/MediaController.h"
28
29 #include "bindings/core/v8/ExceptionMessages.h"
30 #include "bindings/core/v8/ExceptionState.h"
31 #include "bindings/core/v8/ExceptionStatePlaceholder.h"
32 #include "core/dom/ExceptionCode.h"
33 #include "core/dom/ExecutionContext.h"
34 #include "core/events/Event.h"
35 #include "core/events/GenericEventQueue.h"
36 #include "core/html/HTMLMediaElement.h"
37 #include "core/html/TimeRanges.h"
38 #include "platform/Clock.h"
39 #include "wtf/CurrentTime.h"
40 #include "wtf/StdLibExtras.h"
41 #include "wtf/text/AtomicString.h"
42
43 namespace blink {
44
create(ExecutionContext * context)45 PassRefPtrWillBeRawPtr<MediaController> MediaController::create(ExecutionContext* context)
46 {
47 return adoptRefWillBeNoop(new MediaController(context));
48 }
49
MediaController(ExecutionContext * context)50 MediaController::MediaController(ExecutionContext* context)
51 : m_paused(false)
52 , m_defaultPlaybackRate(1)
53 , m_volume(1)
54 , m_position(MediaPlayer::invalidTime())
55 , m_muted(false)
56 , m_readyState(HTMLMediaElement::HAVE_NOTHING)
57 , m_playbackState(WAITING)
58 , m_pendingEventsQueue(GenericEventQueue::create(this))
59 , m_clearPositionTimer(this, &MediaController::clearPositionTimerFired)
60 , m_clock(Clock::create())
61 , m_executionContext(context)
62 , m_timeupdateTimer(this, &MediaController::timeupdateTimerFired)
63 , m_previousTimeupdateTime(0)
64 {
65 }
66
~MediaController()67 MediaController::~MediaController()
68 {
69 }
70
addMediaElement(HTMLMediaElement * element)71 void MediaController::addMediaElement(HTMLMediaElement* element)
72 {
73 ASSERT(element);
74 ASSERT(!m_mediaElements.contains(element));
75
76 m_mediaElements.add(element);
77 bringElementUpToSpeed(element);
78 }
79
removeMediaElement(HTMLMediaElement * element)80 void MediaController::removeMediaElement(HTMLMediaElement* element)
81 {
82 ASSERT(element);
83 ASSERT(m_mediaElements.contains(element));
84 m_mediaElements.remove(m_mediaElements.find(element));
85 }
86
buffered() const87 PassRefPtrWillBeRawPtr<TimeRanges> MediaController::buffered() const
88 {
89 if (m_mediaElements.isEmpty())
90 return TimeRanges::create();
91
92 // The buffered attribute must return a new static normalized TimeRanges object that represents
93 // the intersection of the ranges of the media resources of the slaved media elements that the
94 // user agent has buffered, at the time the attribute is evaluated.
95 MediaElementSequence::const_iterator it = m_mediaElements.begin();
96 RefPtrWillBeRawPtr<TimeRanges> bufferedRanges = (*it)->buffered();
97 for (++it; it != m_mediaElements.end(); ++it)
98 bufferedRanges->intersectWith((*it)->buffered().get());
99 return bufferedRanges;
100 }
101
seekable() const102 PassRefPtrWillBeRawPtr<TimeRanges> MediaController::seekable() const
103 {
104 if (m_mediaElements.isEmpty())
105 return TimeRanges::create();
106
107 // The seekable attribute must return a new static normalized TimeRanges object that represents
108 // the intersection of the ranges of the media resources of the slaved media elements that the
109 // user agent is able to seek to, at the time the attribute is evaluated.
110 MediaElementSequence::const_iterator it = m_mediaElements.begin();
111 RefPtrWillBeRawPtr<TimeRanges> seekableRanges = (*it)->seekable();
112 for (++it; it != m_mediaElements.end(); ++it)
113 seekableRanges->intersectWith((*it)->seekable().get());
114 return seekableRanges;
115 }
116
played()117 PassRefPtrWillBeRawPtr<TimeRanges> MediaController::played()
118 {
119 if (m_mediaElements.isEmpty())
120 return TimeRanges::create();
121
122 // The played attribute must return a new static normalized TimeRanges object that represents
123 // the union of the ranges of the media resources of the slaved media elements that the
124 // user agent has so far rendered, at the time the attribute is evaluated.
125 MediaElementSequence::const_iterator it = m_mediaElements.begin();
126 RefPtrWillBeRawPtr<TimeRanges> playedRanges = (*it)->played();
127 for (++it; it != m_mediaElements.end(); ++it)
128 playedRanges->unionWith((*it)->played().get());
129 return playedRanges;
130 }
131
duration() const132 double MediaController::duration() const
133 {
134 // FIXME: Investigate caching the maximum duration and only updating the cached value
135 // when the slaved media elements' durations change.
136 double maxDuration = 0;
137 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it) {
138 double duration = (*it)->duration();
139 if (std::isnan(duration))
140 continue;
141 maxDuration = std::max(maxDuration, duration);
142 }
143 return maxDuration;
144 }
145
currentTime() const146 double MediaController::currentTime() const
147 {
148 if (m_mediaElements.isEmpty())
149 return 0;
150
151 if (m_position == MediaPlayer::invalidTime()) {
152 // Some clocks may return times outside the range of [0..duration].
153 m_position = std::max(0.0, std::min(duration(), m_clock->currentTime()));
154 m_clearPositionTimer.startOneShot(0, FROM_HERE);
155 }
156
157 return m_position;
158 }
159
setCurrentTime(double time)160 void MediaController::setCurrentTime(double time)
161 {
162 // When the user agent is to seek the media controller to a particular new playback position,
163 // it must follow these steps:
164 // If the new playback position is less than zero, then set it to zero.
165 time = std::max(0.0, time);
166
167 // If the new playback position is greater than the media controller duration, then set it
168 // to the media controller duration.
169 time = std::min(time, duration());
170
171 // Set the media controller position to the new playback position.
172 m_position = time;
173 m_clock->setCurrentTime(time);
174
175 // Seek each slaved media element to the new playback position relative to the media element timeline.
176 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it)
177 (*it)->seek(time);
178
179 scheduleTimeupdateEvent();
180 }
181
unpause()182 void MediaController::unpause()
183 {
184 // When the unpause() method is invoked, if the MediaController is a paused media controller,
185 if (!m_paused)
186 return;
187
188 // the user agent must change the MediaController into a playing media controller,
189 m_paused = false;
190 // queue a task to fire a simple event named play at the MediaController,
191 scheduleEvent(EventTypeNames::play);
192 // and then report the controller state of the MediaController.
193 reportControllerState();
194 }
195
play()196 void MediaController::play()
197 {
198 // When the play() method is invoked, the user agent must invoke the play method of each
199 // slaved media element in turn,
200 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it)
201 (*it)->play();
202
203 // and then invoke the unpause method of the MediaController.
204 unpause();
205 }
206
pause()207 void MediaController::pause()
208 {
209 // When the pause() method is invoked, if the MediaController is a playing media controller,
210 if (m_paused)
211 return;
212
213 // then the user agent must change the MediaController into a paused media controller,
214 m_paused = true;
215 // queue a task to fire a simple event named pause at the MediaController,
216 scheduleEvent(EventTypeNames::pause);
217 // and then report the controller state of the MediaController.
218 reportControllerState();
219 }
220
setDefaultPlaybackRate(double rate)221 void MediaController::setDefaultPlaybackRate(double rate)
222 {
223 if (m_defaultPlaybackRate == rate)
224 return;
225
226 // The defaultPlaybackRate attribute, on setting, must set the MediaController's media controller
227 // default playback rate to the new value,
228 m_defaultPlaybackRate = rate;
229
230 // then queue a task to fire a simple event named ratechange at the MediaController.
231 scheduleEvent(EventTypeNames::ratechange);
232 }
233
playbackRate() const234 double MediaController::playbackRate() const
235 {
236 return m_clock->playRate();
237 }
238
setPlaybackRate(double rate)239 void MediaController::setPlaybackRate(double rate)
240 {
241 if (m_clock->playRate() == rate)
242 return;
243
244 // The playbackRate attribute, on setting, must set the MediaController's media controller
245 // playback rate to the new value,
246 m_clock->setPlayRate(rate);
247
248 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it)
249 (*it)->updatePlaybackRate();
250
251 // then queue a task to fire a simple event named ratechange at the MediaController.
252 scheduleEvent(EventTypeNames::ratechange);
253 }
254
setVolume(double level,ExceptionState & exceptionState)255 void MediaController::setVolume(double level, ExceptionState& exceptionState)
256 {
257 if (m_volume == level)
258 return;
259
260 // If the new value is outside the range 0.0 to 1.0 inclusive, then, on setting, an
261 // IndexSizeError exception must be raised instead.
262 if (level < 0 || level > 1) {
263 exceptionState.throwDOMException(IndexSizeError, ExceptionMessages::indexOutsideRange("volume", level, 0.0, ExceptionMessages::InclusiveBound, 1.0, ExceptionMessages::InclusiveBound));
264 return;
265 }
266
267 // The volume attribute, on setting, if the new value is in the range 0.0 to 1.0 inclusive,
268 // must set the MediaController's media controller volume multiplier to the new value
269 m_volume = level;
270
271 // and queue a task to fire a simple event named volumechange at the MediaController.
272 scheduleEvent(EventTypeNames::volumechange);
273
274 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it)
275 (*it)->updateVolume();
276 }
277
setMuted(bool flag)278 void MediaController::setMuted(bool flag)
279 {
280 if (m_muted == flag)
281 return;
282
283 // The muted attribute, on setting, must set the MediaController's media controller mute override
284 // to the new value
285 m_muted = flag;
286
287 // and queue a task to fire a simple event named volumechange at the MediaController.
288 scheduleEvent(EventTypeNames::volumechange);
289
290 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it)
291 (*it)->updateVolume();
292 }
293
playbackStateWaiting()294 static const AtomicString& playbackStateWaiting()
295 {
296 DEFINE_STATIC_LOCAL(AtomicString, waiting, ("waiting", AtomicString::ConstructFromLiteral));
297 return waiting;
298 }
299
playbackStatePlaying()300 static const AtomicString& playbackStatePlaying()
301 {
302 DEFINE_STATIC_LOCAL(AtomicString, playing, ("playing", AtomicString::ConstructFromLiteral));
303 return playing;
304 }
305
playbackStateEnded()306 static const AtomicString& playbackStateEnded()
307 {
308 DEFINE_STATIC_LOCAL(AtomicString, ended, ("ended", AtomicString::ConstructFromLiteral));
309 return ended;
310 }
311
playbackState() const312 const AtomicString& MediaController::playbackState() const
313 {
314 switch (m_playbackState) {
315 case WAITING:
316 return playbackStateWaiting();
317 case PLAYING:
318 return playbackStatePlaying();
319 case ENDED:
320 return playbackStateEnded();
321 default:
322 ASSERT_NOT_REACHED();
323 return nullAtom;
324 }
325 }
326
reportControllerState()327 void MediaController::reportControllerState()
328 {
329 updateReadyState();
330 updatePlaybackState();
331 }
332
eventNameForReadyState(HTMLMediaElement::ReadyState state)333 static const AtomicString& eventNameForReadyState(HTMLMediaElement::ReadyState state)
334 {
335 switch (state) {
336 case HTMLMediaElement::HAVE_NOTHING:
337 return EventTypeNames::emptied;
338 case HTMLMediaElement::HAVE_METADATA:
339 return EventTypeNames::loadedmetadata;
340 case HTMLMediaElement::HAVE_CURRENT_DATA:
341 return EventTypeNames::loadeddata;
342 case HTMLMediaElement::HAVE_FUTURE_DATA:
343 return EventTypeNames::canplay;
344 case HTMLMediaElement::HAVE_ENOUGH_DATA:
345 return EventTypeNames::canplaythrough;
346 default:
347 ASSERT_NOT_REACHED();
348 return nullAtom;
349 }
350 }
351
updateReadyState()352 void MediaController::updateReadyState()
353 {
354 ReadyState oldReadyState = m_readyState;
355 ReadyState newReadyState;
356
357 if (m_mediaElements.isEmpty()) {
358 // If the MediaController has no slaved media elements, let new readiness state be 0.
359 newReadyState = HTMLMediaElement::HAVE_NOTHING;
360 } else {
361 // Otherwise, let it have the lowest value of the readyState IDL attributes of all of its
362 // slaved media elements.
363 MediaElementSequence::const_iterator it = m_mediaElements.begin();
364 newReadyState = (*it)->readyState();
365 for (++it; it != m_mediaElements.end(); ++it)
366 newReadyState = std::min(newReadyState, (*it)->readyState());
367 }
368
369 if (newReadyState == oldReadyState)
370 return;
371
372 // If the MediaController's most recently reported readiness state is greater than new readiness
373 // state then queue a task to fire a simple event at the MediaController object, whose name is the
374 // event name corresponding to the value of new readiness state given in the table below. [omitted]
375 if (oldReadyState > newReadyState) {
376 scheduleEvent(eventNameForReadyState(newReadyState));
377 return;
378 }
379
380 // If the MediaController's most recently reported readiness state is less than the new readiness
381 // state, then run these substeps:
382 // 1. Let next state be the MediaController's most recently reported readiness state.
383 ReadyState nextState = oldReadyState;
384 do {
385 // 2. Loop: Increment next state by one.
386 nextState = static_cast<ReadyState>(nextState + 1);
387 // 3. Queue a task to fire a simple event at the MediaController object, whose name is the
388 // event name corresponding to the value of next state given in the table below. [omitted]
389 scheduleEvent(eventNameForReadyState(nextState));
390 // If next state is less than new readiness state, then return to the step labeled loop
391 } while (nextState < newReadyState);
392
393 // Let the MediaController's most recently reported readiness state be new readiness state.
394 m_readyState = newReadyState;
395 }
396
updatePlaybackState()397 void MediaController::updatePlaybackState()
398 {
399 PlaybackState oldPlaybackState = m_playbackState;
400 PlaybackState newPlaybackState;
401
402 // Initialize new playback state by setting it to the state given for the first matching
403 // condition from the following list:
404 if (m_mediaElements.isEmpty()) {
405 // If the MediaController has no slaved media elements
406 // Let new playback state be waiting.
407 newPlaybackState = WAITING;
408 } else if (hasEnded()) {
409 // If all of the MediaController's slaved media elements have ended playback and the media
410 // controller playback rate is positive or zero
411 // Let new playback state be ended.
412 newPlaybackState = ENDED;
413 } else if (isBlocked()) {
414 // If the MediaController is a blocked media controller
415 // Let new playback state be waiting.
416 newPlaybackState = WAITING;
417 } else {
418 // Otherwise
419 // Let new playback state be playing.
420 newPlaybackState = PLAYING;
421 }
422
423 // If the MediaController's most recently reported playback state is not equal to new playback state
424 if (newPlaybackState == oldPlaybackState)
425 return;
426
427 // and the new playback state is ended,
428 if (newPlaybackState == ENDED) {
429 // then queue a task that, if the MediaController object is a playing media controller, and
430 // all of the MediaController's slaved media elements have still ended playback, and the
431 // media controller playback rate is still positive or zero,
432 if (!m_paused && hasEnded()) {
433 // changes the MediaController object to a paused media controller
434 m_paused = true;
435
436 // and then fires a simple event named pause at the MediaController object.
437 scheduleEvent(EventTypeNames::pause);
438 }
439 }
440
441 // If the MediaController's most recently reported playback state is not equal to new playback state
442 // then queue a task to fire a simple event at the MediaController object, whose name is playing
443 // if new playback state is playing, ended if new playback state is ended, and waiting otherwise.
444 AtomicString eventName;
445 switch (newPlaybackState) {
446 case WAITING:
447 eventName = EventTypeNames::waiting;
448 m_clock->stop();
449 m_timeupdateTimer.stop();
450 break;
451 case ENDED:
452 eventName = EventTypeNames::ended;
453 m_clock->stop();
454 m_timeupdateTimer.stop();
455 break;
456 case PLAYING:
457 eventName = EventTypeNames::playing;
458 m_clock->start();
459 startTimeupdateTimer();
460 break;
461 default:
462 ASSERT_NOT_REACHED();
463 }
464 scheduleEvent(eventName);
465
466 // Let the MediaController's most recently reported playback state be new playback state.
467 m_playbackState = newPlaybackState;
468
469 updateMediaElements();
470 }
471
updateMediaElements()472 void MediaController::updateMediaElements()
473 {
474 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it)
475 (*it)->updatePlayState();
476 }
477
bringElementUpToSpeed(HTMLMediaElement * element)478 void MediaController::bringElementUpToSpeed(HTMLMediaElement* element)
479 {
480 ASSERT(element);
481 ASSERT(m_mediaElements.contains(element));
482
483 // When the user agent is to bring a media element up to speed with its new media controller,
484 // it must seek that media element to the MediaController's media controller position relative
485 // to the media element's timeline.
486 element->seek(currentTime());
487
488 // Update volume to take controller volume and mute into account.
489 element->updateVolume();
490 }
491
isRestrained() const492 bool MediaController::isRestrained() const
493 {
494 ASSERT(!m_mediaElements.isEmpty());
495
496 // A MediaController is a restrained media controller if the MediaController is a playing media
497 // controller,
498 if (m_paused)
499 return false;
500
501 bool anyAutoplayingAndPaused = false;
502 bool allPaused = true;
503 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it) {
504 HTMLMediaElement* element = *it;
505
506 if (element->isAutoplaying() && element->paused())
507 anyAutoplayingAndPaused = true;
508
509 if (!element->paused())
510 allPaused = false;
511 }
512
513 // but either at least one of its slaved media elements whose autoplaying flag is true still has
514 // its paused attribute set to true, or, all of its slaved media elements have their paused
515 // attribute set to true.
516 return anyAutoplayingAndPaused || allPaused;
517 }
518
isBlocked() const519 bool MediaController::isBlocked() const
520 {
521 ASSERT(!m_mediaElements.isEmpty());
522
523 // A MediaController is a blocked media controller if the MediaController is a paused media
524 // controller,
525 if (m_paused)
526 return true;
527
528 bool allPaused = true;
529 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it) {
530 HTMLMediaElement* element = *it;
531
532 // or if any of its slaved media elements are blocked media elements,
533 if (element->isBlocked())
534 return true;
535
536 // or if any of its slaved media elements whose autoplaying flag is true still have their
537 // paused attribute set to true,
538 if (element->isAutoplaying() && element->paused())
539 return true;
540
541 if (!element->paused())
542 allPaused = false;
543 }
544
545 // or if all of its slaved media elements have their paused attribute set to true.
546 return allPaused;
547 }
548
hasEnded() const549 bool MediaController::hasEnded() const
550 {
551 // If the ... media controller playback rate is positive or zero
552 if (m_clock->playRate() < 0)
553 return false;
554
555 // [and] all of the MediaController's slaved media elements have ended playback ... let new
556 // playback state be ended.
557 if (m_mediaElements.isEmpty())
558 return false;
559
560 bool allHaveEnded = true;
561 for (MediaElementSequence::const_iterator it = m_mediaElements.begin(); it != m_mediaElements.end(); ++it) {
562 if (!(*it)->ended())
563 allHaveEnded = false;
564 }
565 return allHaveEnded;
566 }
567
scheduleEvent(const AtomicString & eventName)568 void MediaController::scheduleEvent(const AtomicString& eventName)
569 {
570 m_pendingEventsQueue->enqueueEvent(Event::createCancelable(eventName));
571 }
572
clearPositionTimerFired(Timer<MediaController> *)573 void MediaController::clearPositionTimerFired(Timer<MediaController>*)
574 {
575 m_position = MediaPlayer::invalidTime();
576 }
577
interfaceName() const578 const AtomicString& MediaController::interfaceName() const
579 {
580 return EventTargetNames::MediaController;
581 }
582
583 // The spec says to fire periodic timeupdate events (those sent while playing) every
584 // "15 to 250ms", we choose the slowest frequency
585 static const double maxTimeupdateEventFrequency = 0.25;
586
startTimeupdateTimer()587 void MediaController::startTimeupdateTimer()
588 {
589 if (m_timeupdateTimer.isActive())
590 return;
591
592 m_timeupdateTimer.startRepeating(maxTimeupdateEventFrequency, FROM_HERE);
593 }
594
timeupdateTimerFired(Timer<MediaController> *)595 void MediaController::timeupdateTimerFired(Timer<MediaController>*)
596 {
597 scheduleTimeupdateEvent();
598 }
599
scheduleTimeupdateEvent()600 void MediaController::scheduleTimeupdateEvent()
601 {
602 double now = WTF::currentTime();
603 double timedelta = now - m_previousTimeupdateTime;
604
605 if (timedelta < maxTimeupdateEventFrequency)
606 return;
607
608 scheduleEvent(EventTypeNames::timeupdate);
609 m_previousTimeupdateTime = now;
610 }
611
trace(Visitor * visitor)612 void MediaController::trace(Visitor* visitor)
613 {
614 #if ENABLE(OILPAN)
615 visitor->trace(m_mediaElements);
616 visitor->trace(m_pendingEventsQueue);
617 visitor->trace(m_executionContext);
618 #endif
619 EventTargetWithInlineData::trace(visitor);
620 }
621
622 }
623