1 /*
2 * Copyright (C) 2011 Google Inc. All rights reserved.
3 * Copyright (C) 2011, 2012, 2013 Apple Inc. All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
7 * met:
8 *
9 * * Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * * Redistributions in binary form must reproduce the above
12 * copyright notice, this list of conditions and the following disclaimer
13 * in the documentation and/or other materials provided with the
14 * distribution.
15 * * Neither the name of Google Inc. nor the names of its
16 * contributors may be used to endorse or promote products derived from
17 * this software without specific prior written permission.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
20 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
21 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
22 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
23 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
25 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 #include "config.h"
33 #include "core/html/track/TextTrack.h"
34
35 #include "bindings/v8/ExceptionState.h"
36 #include "bindings/v8/ExceptionStatePlaceholder.h"
37 #include "core/dom/Document.h"
38 #include "core/dom/ExceptionCode.h"
39 #include "core/html/HTMLMediaElement.h"
40 #include "core/html/track/TextTrackCueList.h"
41 #include "core/html/track/TextTrackList.h"
42 #include "core/html/track/vtt/VTTRegion.h"
43 #include "core/html/track/vtt/VTTRegionList.h"
44 #include "platform/RuntimeEnabledFeatures.h"
45
46 namespace WebCore {
47
48 static const int invalidTrackIndex = -1;
49
subtitlesKeyword()50 const AtomicString& TextTrack::subtitlesKeyword()
51 {
52 DEFINE_STATIC_LOCAL(const AtomicString, subtitles, ("subtitles", AtomicString::ConstructFromLiteral));
53 return subtitles;
54 }
55
captionsKeyword()56 const AtomicString& TextTrack::captionsKeyword()
57 {
58 DEFINE_STATIC_LOCAL(const AtomicString, captions, ("captions", AtomicString::ConstructFromLiteral));
59 return captions;
60 }
61
descriptionsKeyword()62 const AtomicString& TextTrack::descriptionsKeyword()
63 {
64 DEFINE_STATIC_LOCAL(const AtomicString, descriptions, ("descriptions", AtomicString::ConstructFromLiteral));
65 return descriptions;
66 }
67
chaptersKeyword()68 const AtomicString& TextTrack::chaptersKeyword()
69 {
70 DEFINE_STATIC_LOCAL(const AtomicString, chapters, ("chapters", AtomicString::ConstructFromLiteral));
71 return chapters;
72 }
73
metadataKeyword()74 const AtomicString& TextTrack::metadataKeyword()
75 {
76 DEFINE_STATIC_LOCAL(const AtomicString, metadata, ("metadata", AtomicString::ConstructFromLiteral));
77 return metadata;
78 }
79
disabledKeyword()80 const AtomicString& TextTrack::disabledKeyword()
81 {
82 DEFINE_STATIC_LOCAL(const AtomicString, open, ("disabled", AtomicString::ConstructFromLiteral));
83 return open;
84 }
85
hiddenKeyword()86 const AtomicString& TextTrack::hiddenKeyword()
87 {
88 DEFINE_STATIC_LOCAL(const AtomicString, closed, ("hidden", AtomicString::ConstructFromLiteral));
89 return closed;
90 }
91
showingKeyword()92 const AtomicString& TextTrack::showingKeyword()
93 {
94 DEFINE_STATIC_LOCAL(const AtomicString, ended, ("showing", AtomicString::ConstructFromLiteral));
95 return ended;
96 }
97
TextTrack(Document & document,const AtomicString & kind,const AtomicString & label,const AtomicString & language,const AtomicString & id,TextTrackType type)98 TextTrack::TextTrack(Document& document, const AtomicString& kind, const AtomicString& label, const AtomicString& language, const AtomicString& id, TextTrackType type)
99 : TrackBase(TrackBase::TextTrack, label, language, id)
100 , m_cues(nullptr)
101 , m_regions(nullptr)
102 , m_trackList(nullptr)
103 , m_mode(disabledKeyword())
104 , m_trackType(type)
105 , m_readinessState(NotLoaded)
106 , m_trackIndex(invalidTrackIndex)
107 , m_renderedTrackIndex(invalidTrackIndex)
108 , m_hasBeenConfigured(false)
109 {
110 ScriptWrappable::init(this);
111 setKind(kind);
112 }
113
~TextTrack()114 TextTrack::~TextTrack()
115 {
116 #if !ENABLE(OILPAN)
117 ASSERT(!m_trackList);
118
119 if (m_cues) {
120 for (size_t i = 0; i < m_cues->length(); ++i)
121 m_cues->item(i)->setTrack(0);
122 }
123 if (m_regions) {
124 for (size_t i = 0; i < m_regions->length(); ++i)
125 m_regions->item(i)->setTrack(0);
126 }
127 #endif
128 }
129
isValidKindKeyword(const AtomicString & value)130 bool TextTrack::isValidKindKeyword(const AtomicString& value)
131 {
132 if (value == subtitlesKeyword())
133 return true;
134 if (value == captionsKeyword())
135 return true;
136 if (value == descriptionsKeyword())
137 return true;
138 if (value == chaptersKeyword())
139 return true;
140 if (value == metadataKeyword())
141 return true;
142
143 return false;
144 }
145
setTrackList(TextTrackList * trackList)146 void TextTrack::setTrackList(TextTrackList* trackList)
147 {
148 if (!trackList && mediaElement() && m_cues)
149 mediaElement()->textTrackRemoveCues(this, m_cues.get());
150
151 m_trackList = trackList;
152 invalidateTrackIndex();
153 }
154
setKind(const AtomicString & newKind)155 void TextTrack::setKind(const AtomicString& newKind)
156 {
157 AtomicString oldKind = kind();
158 TrackBase::setKind(newKind);
159
160 if (mediaElement() && oldKind != kind())
161 mediaElement()->textTrackKindChanged(this);
162 }
163
setMode(const AtomicString & mode)164 void TextTrack::setMode(const AtomicString& mode)
165 {
166 ASSERT(mode == disabledKeyword() || mode == hiddenKeyword() || mode == showingKeyword());
167
168 // On setting, if the new value isn't equal to what the attribute would currently
169 // return, the new value must be processed as follows ...
170 if (m_mode == mode)
171 return;
172
173 // If mode changes to disabled, remove this track's cues from the client
174 // because they will no longer be accessible from the cues() function.
175 if (mode == disabledKeyword() && mediaElement() && m_cues)
176 mediaElement()->textTrackRemoveCues(this, m_cues.get());
177
178 if (mode != showingKeyword() && m_cues)
179 for (size_t i = 0; i < m_cues->length(); ++i)
180 m_cues->item(i)->removeDisplayTree();
181
182 m_mode = mode;
183
184 if (mediaElement())
185 mediaElement()->textTrackModeChanged(this);
186 }
187
cues()188 TextTrackCueList* TextTrack::cues()
189 {
190 // 4.8.10.12.5 If the text track mode ... is not the text track disabled mode,
191 // then the cues attribute must return a live TextTrackCueList object ...
192 // Otherwise, it must return null. When an object is returned, the
193 // same object must be returned each time.
194 // http://www.whatwg.org/specs/web-apps/current-work/#dom-texttrack-cues
195 if (m_mode != disabledKeyword())
196 return ensureTextTrackCueList();
197 return 0;
198 }
199
removeAllCues()200 void TextTrack::removeAllCues()
201 {
202 if (!m_cues)
203 return;
204
205 if (mediaElement())
206 mediaElement()->textTrackRemoveCues(this, m_cues.get());
207
208 for (size_t i = 0; i < m_cues->length(); ++i)
209 m_cues->item(i)->setTrack(0);
210
211 m_cues = nullptr;
212 }
213
activeCues() const214 TextTrackCueList* TextTrack::activeCues() const
215 {
216 // 4.8.10.12.5 If the text track mode ... is not the text track disabled mode,
217 // then the activeCues attribute must return a live TextTrackCueList object ...
218 // ... whose active flag was set when the script started, in text track cue
219 // order. Otherwise, it must return null. When an object is returned, the
220 // same object must be returned each time.
221 // http://www.whatwg.org/specs/web-apps/current-work/#dom-texttrack-activecues
222 if (m_cues && m_mode != disabledKeyword())
223 return m_cues->activeCues();
224 return 0;
225 }
226
addCue(PassRefPtrWillBeRawPtr<TextTrackCue> prpCue)227 void TextTrack::addCue(PassRefPtrWillBeRawPtr<TextTrackCue> prpCue)
228 {
229 if (!prpCue)
230 return;
231
232 RefPtrWillBeRawPtr<TextTrackCue> cue = prpCue;
233
234 // TODO(93143): Add spec-compliant behavior for negative time values.
235 if (std::isnan(cue->startTime()) || std::isnan(cue->endTime()) || cue->startTime() < 0 || cue->endTime() < 0)
236 return;
237
238 // 4.8.10.12.5 Text track API
239
240 // The addCue(cue) method of TextTrack objects, when invoked, must run the following steps:
241
242 // 1. If the given cue is in a text track list of cues, then remove cue from that text track
243 // list of cues.
244 TextTrack* cueTrack = cue->track();
245 if (cueTrack && cueTrack != this)
246 cueTrack->removeCue(cue.get(), ASSERT_NO_EXCEPTION);
247
248 // 2. Add cue to the method's TextTrack object's text track's text track list of cues.
249 cue->setTrack(this);
250 ensureTextTrackCueList()->add(cue);
251
252 if (mediaElement())
253 mediaElement()->textTrackAddCue(this, cue.get());
254 }
255
removeCue(TextTrackCue * cue,ExceptionState & exceptionState)256 void TextTrack::removeCue(TextTrackCue* cue, ExceptionState& exceptionState)
257 {
258 if (!cue)
259 return;
260
261 // 4.8.10.12.5 Text track API
262
263 // The removeCue(cue) method of TextTrack objects, when invoked, must run the following steps:
264
265 // 1. If the given cue is not currently listed in the method's TextTrack
266 // object's text track's text track list of cues, then throw a NotFoundError exception.
267 if (cue->track() != this) {
268 exceptionState.throwDOMException(NotFoundError, "The specified cue is not listed in the TextTrack's list of cues.");
269 return;
270 }
271
272 // 2. Remove cue from the method's TextTrack object's text track's text track list of cues.
273 if (!m_cues || !m_cues->remove(cue)) {
274 exceptionState.throwDOMException(InvalidStateError, "Failed to remove the specified cue.");
275 return;
276 }
277
278 cue->setTrack(0);
279 if (mediaElement())
280 mediaElement()->textTrackRemoveCue(this, cue);
281 }
282
ensureVTTRegionList()283 VTTRegionList* TextTrack::ensureVTTRegionList()
284 {
285 if (!m_regions)
286 m_regions = VTTRegionList::create();
287
288 return m_regions.get();
289 }
290
regions()291 VTTRegionList* TextTrack::regions()
292 {
293 // If the text track mode of the text track that the TextTrack object
294 // represents is not the text track disabled mode, then the regions
295 // attribute must return a live VTTRegionList object that represents
296 // the text track list of regions of the text track. Otherwise, it must
297 // return null. When an object is returned, the same object must be returned
298 // each time.
299 if (RuntimeEnabledFeatures::webVTTRegionsEnabled() && m_mode != disabledKeyword())
300 return ensureVTTRegionList();
301 return 0;
302 }
303
addRegion(PassRefPtrWillBeRawPtr<VTTRegion> prpRegion)304 void TextTrack::addRegion(PassRefPtrWillBeRawPtr<VTTRegion> prpRegion)
305 {
306 if (!prpRegion)
307 return;
308
309 RefPtrWillBeRawPtr<VTTRegion> region = prpRegion;
310 VTTRegionList* regionList = ensureVTTRegionList();
311
312 // 1. If the given region is in a text track list of regions, then remove
313 // region from that text track list of regions.
314 TextTrack* regionTrack = region->track();
315 if (regionTrack && regionTrack != this)
316 regionTrack->removeRegion(region.get(), ASSERT_NO_EXCEPTION);
317
318 // 2. If the method's TextTrack object's text track list of regions contains
319 // a region with the same identifier as region replace the values of that
320 // region's width, height, anchor point, viewport anchor point and scroll
321 // attributes with those of region.
322 VTTRegion* existingRegion = regionList->getRegionById(region->id());
323 if (existingRegion) {
324 existingRegion->updateParametersFromRegion(region.get());
325 return;
326 }
327
328 // Otherwise: add region to the method's TextTrack object's text track
329 // list of regions.
330 region->setTrack(this);
331 regionList->add(region);
332 }
333
removeRegion(VTTRegion * region,ExceptionState & exceptionState)334 void TextTrack::removeRegion(VTTRegion* region, ExceptionState &exceptionState)
335 {
336 if (!region)
337 return;
338
339 // 1. If the given region is not currently listed in the method's TextTrack
340 // object's text track list of regions, then throw a NotFoundError exception.
341 if (region->track() != this) {
342 exceptionState.throwDOMException(NotFoundError, "The specified region is not listed in the TextTrack's list of regions.");
343 return;
344 }
345
346 if (!m_regions || !m_regions->remove(region)) {
347 exceptionState.throwDOMException(InvalidStateError, "Failed to remove the specified region.");
348 return;
349 }
350
351 region->setTrack(0);
352 }
353
cueWillChange(TextTrackCue * cue)354 void TextTrack::cueWillChange(TextTrackCue* cue)
355 {
356 if (!mediaElement())
357 return;
358
359 // The cue may need to be repositioned in the media element's interval tree, may need to
360 // be re-rendered, etc, so remove it before the modification...
361 mediaElement()->textTrackRemoveCue(this, cue);
362 }
363
cueDidChange(TextTrackCue * cue)364 void TextTrack::cueDidChange(TextTrackCue* cue)
365 {
366 if (!mediaElement())
367 return;
368
369 // Make sure the TextTrackCueList order is up-to-date.
370 ensureTextTrackCueList()->updateCueIndex(cue);
371
372 // ... and add it back again.
373 mediaElement()->textTrackAddCue(this, cue);
374 }
375
trackIndex()376 int TextTrack::trackIndex()
377 {
378 ASSERT(m_trackList);
379
380 if (m_trackIndex == invalidTrackIndex)
381 m_trackIndex = m_trackList->getTrackIndex(this);
382
383 return m_trackIndex;
384 }
385
invalidateTrackIndex()386 void TextTrack::invalidateTrackIndex()
387 {
388 m_trackIndex = invalidTrackIndex;
389 m_renderedTrackIndex = invalidTrackIndex;
390 }
391
isRendered()392 bool TextTrack::isRendered()
393 {
394 if (kind() != captionsKeyword() && kind() != subtitlesKeyword())
395 return false;
396
397 if (m_mode != showingKeyword())
398 return false;
399
400 return true;
401 }
402
ensureTextTrackCueList()403 TextTrackCueList* TextTrack::ensureTextTrackCueList()
404 {
405 if (!m_cues)
406 m_cues = TextTrackCueList::create();
407
408 return m_cues.get();
409 }
410
trackIndexRelativeToRenderedTracks()411 int TextTrack::trackIndexRelativeToRenderedTracks()
412 {
413 ASSERT(m_trackList);
414
415 if (m_renderedTrackIndex == invalidTrackIndex)
416 m_renderedTrackIndex = m_trackList->getTrackIndexRelativeToRenderedTracks(this);
417
418 return m_renderedTrackIndex;
419 }
420
interfaceName() const421 const AtomicString& TextTrack::interfaceName() const
422 {
423 return EventTargetNames::TextTrack;
424 }
425
executionContext() const426 ExecutionContext* TextTrack::executionContext() const
427 {
428 HTMLMediaElement* owner = mediaElement();
429 return owner ? owner->executionContext() : 0;
430 }
431
mediaElement() const432 HTMLMediaElement* TextTrack::mediaElement() const
433 {
434 return m_trackList ? m_trackList->owner() : 0;
435 }
436
owner() const437 Node* TextTrack::owner() const
438 {
439 return mediaElement();
440 }
441
trace(Visitor * visitor)442 void TextTrack::trace(Visitor* visitor)
443 {
444 visitor->trace(m_cues);
445 visitor->trace(m_regions);
446 visitor->trace(m_trackList);
447 TrackBase::trace(visitor);
448 EventTargetWithInlineData::trace(visitor);
449 }
450
451 } // namespace WebCore
452