1 /*
2 * Copyright (c) 2013, Opera Software ASA. All rights reserved.
3 *
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
6 * are met:
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 * 3. Neither the name of Opera Software ASA nor the names of its
13 * contributors may be used to endorse or promote products derived
14 * from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
19 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
20 * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
21 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
22 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
23 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
25 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
27 * OF THE POSSIBILITY OF SUCH DAMAGE.
28 */
29
30 #include "config.h"
31 #include "core/html/track/vtt/VTTCue.h"
32
33 #include "bindings/v8/ExceptionMessages.h"
34 #include "bindings/v8/ExceptionStatePlaceholder.h"
35 #include "core/CSSPropertyNames.h"
36 #include "core/CSSValueKeywords.h"
37 #include "core/dom/DocumentFragment.h"
38 #include "core/dom/NodeTraversal.h"
39 #include "core/events/Event.h"
40 #include "core/frame/UseCounter.h"
41 #include "core/html/HTMLDivElement.h"
42 #include "core/html/track/TextTrack.h"
43 #include "core/html/track/TextTrackCueList.h"
44 #include "core/html/track/vtt/VTTElement.h"
45 #include "core/html/track/vtt/VTTParser.h"
46 #include "core/html/track/vtt/VTTRegionList.h"
47 #include "core/html/track/vtt/VTTScanner.h"
48 #include "core/rendering/RenderVTTCue.h"
49 #include "platform/RuntimeEnabledFeatures.h"
50 #include "platform/text/BidiResolver.h"
51 #include "platform/text/TextRunIterator.h"
52 #include "wtf/MathExtras.h"
53 #include "wtf/text/StringBuilder.h"
54
55 namespace WebCore {
56
57 static const int undefinedPosition = -1;
58 static const int undefinedSize = -1;
59
60 static const CSSValueID displayWritingModeMap[] = {
61 CSSValueHorizontalTb, CSSValueVerticalRl, CSSValueVerticalLr
62 };
63 COMPILE_ASSERT(WTF_ARRAY_LENGTH(displayWritingModeMap) == VTTCue::NumberOfWritingDirections,
64 displayWritingModeMap_has_wrong_size);
65
66 static const CSSValueID displayAlignmentMap[] = {
67 CSSValueStart, CSSValueCenter, CSSValueEnd, CSSValueLeft, CSSValueRight
68 };
69 COMPILE_ASSERT(WTF_ARRAY_LENGTH(displayAlignmentMap) == VTTCue::NumberOfAlignments,
70 displayAlignmentMap_has_wrong_size);
71
startKeyword()72 static const String& startKeyword()
73 {
74 DEFINE_STATIC_LOCAL(const String, start, ("start"));
75 return start;
76 }
77
middleKeyword()78 static const String& middleKeyword()
79 {
80 DEFINE_STATIC_LOCAL(const String, middle, ("middle"));
81 return middle;
82 }
83
endKeyword()84 static const String& endKeyword()
85 {
86 DEFINE_STATIC_LOCAL(const String, end, ("end"));
87 return end;
88 }
89
leftKeyword()90 static const String& leftKeyword()
91 {
92 DEFINE_STATIC_LOCAL(const String, left, ("left"));
93 return left;
94 }
95
rightKeyword()96 static const String& rightKeyword()
97 {
98 DEFINE_STATIC_LOCAL(const String, right, ("right"));
99 return right;
100 }
101
horizontalKeyword()102 static const String& horizontalKeyword()
103 {
104 return emptyString();
105 }
106
verticalGrowingLeftKeyword()107 static const String& verticalGrowingLeftKeyword()
108 {
109 DEFINE_STATIC_LOCAL(const String, verticalrl, ("rl"));
110 return verticalrl;
111 }
112
verticalGrowingRightKeyword()113 static const String& verticalGrowingRightKeyword()
114 {
115 DEFINE_STATIC_LOCAL(const String, verticallr, ("lr"));
116 return verticallr;
117 }
118
isInvalidPercentage(int value,ExceptionState & exceptionState)119 static bool isInvalidPercentage(int value, ExceptionState& exceptionState)
120 {
121 if (value < 0 || value > 100) {
122 exceptionState.throwDOMException(IndexSizeError, ExceptionMessages::indexOutsideRange("value", value, 0, ExceptionMessages::InclusiveBound, 100, ExceptionMessages::InclusiveBound));
123 return true;
124 }
125 return false;
126 }
127
VTTCueBox(Document & document,VTTCue * cue)128 VTTCueBox::VTTCueBox(Document& document, VTTCue* cue)
129 : HTMLDivElement(document)
130 , m_cue(cue)
131 {
132 setShadowPseudoId(AtomicString("-webkit-media-text-track-display", AtomicString::ConstructFromLiteral));
133 }
134
applyCSSProperties(const IntSize &)135 void VTTCueBox::applyCSSProperties(const IntSize&)
136 {
137 // FIXME: Apply all the initial CSS positioning properties. http://wkb.ug/79916
138 if (!m_cue->regionId().isEmpty()) {
139 setInlineStyleProperty(CSSPropertyPosition, CSSValueRelative);
140 return;
141 }
142
143 // 3.5.1 On the (root) List of WebVTT Node Objects:
144
145 // the 'position' property must be set to 'absolute'
146 setInlineStyleProperty(CSSPropertyPosition, CSSValueAbsolute);
147
148 // the 'unicode-bidi' property must be set to 'plaintext'
149 setInlineStyleProperty(CSSPropertyUnicodeBidi, CSSValueWebkitPlaintext);
150
151 // the 'direction' property must be set to direction
152 setInlineStyleProperty(CSSPropertyDirection, m_cue->getCSSWritingDirection());
153
154 // the 'writing-mode' property must be set to writing-mode
155 setInlineStyleProperty(CSSPropertyWebkitWritingMode, m_cue->getCSSWritingMode());
156
157 std::pair<float, float> position = m_cue->getCSSPosition();
158
159 // the 'top' property must be set to top,
160 setInlineStyleProperty(CSSPropertyTop, position.second, CSSPrimitiveValue::CSS_PERCENTAGE);
161
162 // the 'left' property must be set to left
163 setInlineStyleProperty(CSSPropertyLeft, position.first, CSSPrimitiveValue::CSS_PERCENTAGE);
164
165 // the 'width' property must be set to width, and the 'height' property must be set to height
166 if (m_cue->vertical() == horizontalKeyword()) {
167 setInlineStyleProperty(CSSPropertyWidth, static_cast<double>(m_cue->getCSSSize()), CSSPrimitiveValue::CSS_PERCENTAGE);
168 setInlineStyleProperty(CSSPropertyHeight, CSSValueAuto);
169 } else {
170 setInlineStyleProperty(CSSPropertyWidth, CSSValueAuto);
171 setInlineStyleProperty(CSSPropertyHeight, static_cast<double>(m_cue->getCSSSize()), CSSPrimitiveValue::CSS_PERCENTAGE);
172 }
173
174 // The 'text-align' property on the (root) List of WebVTT Node Objects must
175 // be set to the value in the second cell of the row of the table below
176 // whose first cell is the value of the corresponding cue's text track cue
177 // alignment:
178 setInlineStyleProperty(CSSPropertyTextAlign, m_cue->getCSSAlignment());
179
180 if (!m_cue->snapToLines()) {
181 // 10.13.1 Set up x and y:
182 // Note: x and y are set through the CSS left and top above.
183
184 // 10.13.2 Position the boxes in boxes such that the point x% along the
185 // width of the bounding box of the boxes in boxes is x% of the way
186 // across the width of the video's rendering area, and the point y%
187 // along the height of the bounding box of the boxes in boxes is y%
188 // of the way across the height of the video's rendering area, while
189 // maintaining the relative positions of the boxes in boxes to each
190 // other.
191 setInlineStyleProperty(CSSPropertyWebkitTransform,
192 String::format("translate(-%.2f%%, -%.2f%%)", position.first, position.second));
193
194 setInlineStyleProperty(CSSPropertyWhiteSpace, CSSValuePre);
195 }
196 }
197
createRenderer(RenderStyle *)198 RenderObject* VTTCueBox::createRenderer(RenderStyle*)
199 {
200 return new RenderVTTCue(this);
201 }
202
trace(Visitor * visitor)203 void VTTCueBox::trace(Visitor* visitor)
204 {
205 visitor->trace(m_cue);
206 HTMLDivElement::trace(visitor);
207 }
208
VTTCue(Document & document,double startTime,double endTime,const String & text)209 VTTCue::VTTCue(Document& document, double startTime, double endTime, const String& text)
210 : TextTrackCue(startTime, endTime)
211 , m_text(text)
212 , m_linePosition(undefinedPosition)
213 , m_computedLinePosition(undefinedPosition)
214 , m_textPosition(50)
215 , m_cueSize(100)
216 , m_writingDirection(Horizontal)
217 , m_cueAlignment(Middle)
218 , m_vttNodeTree(nullptr)
219 , m_cueBackgroundBox(HTMLDivElement::create(document))
220 , m_displayDirection(CSSValueLtr)
221 , m_displaySize(undefinedSize)
222 , m_snapToLines(true)
223 , m_displayTreeShouldChange(true)
224 , m_notifyRegion(true)
225 {
226 ScriptWrappable::init(this);
227 UseCounter::count(document, UseCounter::VTTCue);
228 }
229
~VTTCue()230 VTTCue::~VTTCue()
231 {
232 // Using oilpan, if m_displayTree is in the document it will strongly keep
233 // the cue alive. Thus, if the cue is dead, either m_displayTree is not in
234 // the document or the entire document is dead too.
235 #if !ENABLE(OILPAN)
236 // FIXME: This is scary, we should make the life cycle smarter so the destructor
237 // doesn't need to do DOM mutations.
238 if (m_displayTree)
239 m_displayTree->remove(ASSERT_NO_EXCEPTION);
240 #endif
241 }
242
243 #ifndef NDEBUG
toString() const244 String VTTCue::toString() const
245 {
246 return String::format("%p id=%s interval=%f-->%f cue=%s)", this, id().utf8().data(), startTime(), endTime(), text().utf8().data());
247 }
248 #endif
249
ensureDisplayTree()250 VTTCueBox& VTTCue::ensureDisplayTree()
251 {
252 if (!m_displayTree)
253 m_displayTree = VTTCueBox::create(document(), this);
254 return *m_displayTree;
255 }
256
cueDidChange()257 void VTTCue::cueDidChange()
258 {
259 TextTrackCue::cueDidChange();
260 m_displayTreeShouldChange = true;
261 }
262
vertical() const263 const String& VTTCue::vertical() const
264 {
265 switch (m_writingDirection) {
266 case Horizontal:
267 return horizontalKeyword();
268 case VerticalGrowingLeft:
269 return verticalGrowingLeftKeyword();
270 case VerticalGrowingRight:
271 return verticalGrowingRightKeyword();
272 default:
273 ASSERT_NOT_REACHED();
274 return emptyString();
275 }
276 }
277
setVertical(const String & value)278 void VTTCue::setVertical(const String& value)
279 {
280 WritingDirection direction = m_writingDirection;
281 if (value == horizontalKeyword())
282 direction = Horizontal;
283 else if (value == verticalGrowingLeftKeyword())
284 direction = VerticalGrowingLeft;
285 else if (value == verticalGrowingRightKeyword())
286 direction = VerticalGrowingRight;
287 else
288 ASSERT_NOT_REACHED();
289
290 if (direction == m_writingDirection)
291 return;
292
293 cueWillChange();
294 m_writingDirection = direction;
295 cueDidChange();
296 }
297
setSnapToLines(bool value)298 void VTTCue::setSnapToLines(bool value)
299 {
300 if (m_snapToLines == value)
301 return;
302
303 cueWillChange();
304 m_snapToLines = value;
305 cueDidChange();
306 }
307
setLine(int position,ExceptionState & exceptionState)308 void VTTCue::setLine(int position, ExceptionState& exceptionState)
309 {
310 // http://www.whatwg.org/specs/web-apps/current-work/multipage/the-video-element.html#dom-texttrackcue-line
311 // On setting, if the text track cue snap-to-lines flag is not set, and the new
312 // value is negative or greater than 100, then throw an IndexSizeError exception.
313 if (!m_snapToLines && (position < 0 || position > 100)) {
314 exceptionState.throwDOMException(IndexSizeError, "The snap-to-lines flag is not set, and the value provided (" + String::number(position) + ") is not between 0 and 100.");
315 return;
316 }
317
318 // Otherwise, set the text track cue line position to the new value.
319 if (m_linePosition == position)
320 return;
321
322 cueWillChange();
323 m_linePosition = position;
324 m_computedLinePosition = calculateComputedLinePosition();
325 cueDidChange();
326 }
327
setPosition(int position,ExceptionState & exceptionState)328 void VTTCue::setPosition(int position, ExceptionState& exceptionState)
329 {
330 // http://www.whatwg.org/specs/web-apps/current-work/multipage/the-video-element.html#dom-texttrackcue-position
331 // On setting, if the new value is negative or greater than 100, then throw an IndexSizeError exception.
332 // Otherwise, set the text track cue text position to the new value.
333 if (isInvalidPercentage(position, exceptionState))
334 return;
335
336 // Otherwise, set the text track cue line position to the new value.
337 if (m_textPosition == position)
338 return;
339
340 cueWillChange();
341 m_textPosition = position;
342 cueDidChange();
343 }
344
setSize(int size,ExceptionState & exceptionState)345 void VTTCue::setSize(int size, ExceptionState& exceptionState)
346 {
347 // http://www.whatwg.org/specs/web-apps/current-work/multipage/the-video-element.html#dom-texttrackcue-size
348 // On setting, if the new value is negative or greater than 100, then throw an IndexSizeError
349 // exception. Otherwise, set the text track cue size to the new value.
350 if (isInvalidPercentage(size, exceptionState))
351 return;
352
353 // Otherwise, set the text track cue line position to the new value.
354 if (m_cueSize == size)
355 return;
356
357 cueWillChange();
358 m_cueSize = size;
359 cueDidChange();
360 }
361
align() const362 const String& VTTCue::align() const
363 {
364 switch (m_cueAlignment) {
365 case Start:
366 return startKeyword();
367 case Middle:
368 return middleKeyword();
369 case End:
370 return endKeyword();
371 case Left:
372 return leftKeyword();
373 case Right:
374 return rightKeyword();
375 default:
376 ASSERT_NOT_REACHED();
377 return emptyString();
378 }
379 }
380
setAlign(const String & value)381 void VTTCue::setAlign(const String& value)
382 {
383 CueAlignment alignment = m_cueAlignment;
384 if (value == startKeyword())
385 alignment = Start;
386 else if (value == middleKeyword())
387 alignment = Middle;
388 else if (value == endKeyword())
389 alignment = End;
390 else if (value == leftKeyword())
391 alignment = Left;
392 else if (value == rightKeyword())
393 alignment = Right;
394 else
395 ASSERT_NOT_REACHED();
396
397 if (alignment == m_cueAlignment)
398 return;
399
400 cueWillChange();
401 m_cueAlignment = alignment;
402 cueDidChange();
403 }
404
setText(const String & text)405 void VTTCue::setText(const String& text)
406 {
407 if (m_text == text)
408 return;
409
410 cueWillChange();
411 // Clear the document fragment but don't bother to create it again just yet as we can do that
412 // when it is requested.
413 m_vttNodeTree = nullptr;
414 m_text = text;
415 cueDidChange();
416 }
417
createVTTNodeTree()418 void VTTCue::createVTTNodeTree()
419 {
420 if (!m_vttNodeTree)
421 m_vttNodeTree = VTTParser::createDocumentFragmentFromCueText(document(), m_text);
422 }
423
copyVTTNodeToDOMTree(ContainerNode * vttNode,ContainerNode * parent)424 void VTTCue::copyVTTNodeToDOMTree(ContainerNode* vttNode, ContainerNode* parent)
425 {
426 for (Node* node = vttNode->firstChild(); node; node = node->nextSibling()) {
427 RefPtrWillBeRawPtr<Node> clonedNode;
428 if (node->isVTTElement())
429 clonedNode = toVTTElement(node)->createEquivalentHTMLElement(document());
430 else
431 clonedNode = node->cloneNode(false);
432 parent->appendChild(clonedNode);
433 if (node->isContainerNode())
434 copyVTTNodeToDOMTree(toContainerNode(node), toContainerNode(clonedNode));
435 }
436 }
437
getCueAsHTML()438 PassRefPtrWillBeRawPtr<DocumentFragment> VTTCue::getCueAsHTML()
439 {
440 createVTTNodeTree();
441 RefPtrWillBeRawPtr<DocumentFragment> clonedFragment = DocumentFragment::create(document());
442 copyVTTNodeToDOMTree(m_vttNodeTree.get(), clonedFragment.get());
443 return clonedFragment.release();
444 }
445
createCueRenderingTree()446 PassRefPtrWillBeRawPtr<DocumentFragment> VTTCue::createCueRenderingTree()
447 {
448 createVTTNodeTree();
449 RefPtrWillBeRawPtr<DocumentFragment> clonedFragment = DocumentFragment::create(document());
450 m_vttNodeTree->cloneChildNodes(clonedFragment.get());
451 return clonedFragment.release();
452 }
453
setRegionId(const String & regionId)454 void VTTCue::setRegionId(const String& regionId)
455 {
456 if (m_regionId == regionId)
457 return;
458
459 cueWillChange();
460 m_regionId = regionId;
461 cueDidChange();
462 }
463
notifyRegionWhenRemovingDisplayTree(bool notifyRegion)464 void VTTCue::notifyRegionWhenRemovingDisplayTree(bool notifyRegion)
465 {
466 m_notifyRegion = notifyRegion;
467 }
468
calculateComputedLinePosition()469 int VTTCue::calculateComputedLinePosition()
470 {
471 // http://www.whatwg.org/specs/web-apps/current-work/multipage/the-video-element.html#text-track-cue-computed-line-position
472
473 // If the text track cue line position is numeric, then that is the text
474 // track cue computed line position.
475 if (m_linePosition != undefinedPosition)
476 return m_linePosition;
477
478 // If the text track cue snap-to-lines flag of the text track cue is not
479 // set, the text track cue computed line position is the value 100;
480 if (!m_snapToLines)
481 return 100;
482
483 // Otherwise, it is the value returned by the following algorithm:
484
485 // If cue is not associated with a text track, return -1 and abort these
486 // steps.
487 if (!track())
488 return -1;
489
490 // Let n be the number of text tracks whose text track mode is showing or
491 // showing by default and that are in the media element's list of text
492 // tracks before track.
493 int n = track()->trackIndexRelativeToRenderedTracks();
494
495 // Increment n by one.
496 n++;
497
498 // Negate n.
499 n = -n;
500
501 return n;
502 }
503
504 class VTTTextRunIterator : public TextRunIterator {
505 public:
VTTTextRunIterator()506 VTTTextRunIterator() { }
VTTTextRunIterator(const TextRun * textRun,unsigned offset)507 VTTTextRunIterator(const TextRun* textRun, unsigned offset) : TextRunIterator(textRun, offset) { }
508
atParagraphSeparator() const509 bool atParagraphSeparator() const
510 {
511 // Within a cue, paragraph boundaries are only denoted by Type B characters,
512 // such as U+000A LINE FEED (LF), U+0085 NEXT LINE (NEL), and U+2029 PARAGRAPH SEPARATOR.
513 return WTF::Unicode::category(current()) & WTF::Unicode::Separator_Paragraph;
514 }
515 };
516
517 // Almost the same as determineDirectionality in core/html/HTMLElement.cpp, but
518 // that one uses a "plain" TextRunIterator (which only checks for '\n').
determineDirectionality(const String & value,bool & hasStrongDirectionality)519 static TextDirection determineDirectionality(const String& value, bool& hasStrongDirectionality)
520 {
521 TextRun run(value);
522 BidiResolver<VTTTextRunIterator, BidiCharacterRun> bidiResolver;
523 bidiResolver.setStatus(BidiStatus(LTR, false));
524 bidiResolver.setPositionIgnoringNestedIsolates(VTTTextRunIterator(&run, 0));
525 return bidiResolver.determineParagraphDirectionality(&hasStrongDirectionality);
526 }
527
determineTextDirection(DocumentFragment * vttRoot)528 static CSSValueID determineTextDirection(DocumentFragment* vttRoot)
529 {
530 DEFINE_STATIC_LOCAL(const String, rtTag, ("rt"));
531 ASSERT(vttRoot);
532
533 // Apply the Unicode Bidirectional Algorithm's Paragraph Level steps to the
534 // concatenation of the values of each WebVTT Text Object in nodes, in a
535 // pre-order, depth-first traversal, excluding WebVTT Ruby Text Objects and
536 // their descendants.
537 TextDirection textDirection = LTR;
538 for (Node* node = vttRoot->firstChild(); node; node = NodeTraversal::next(*node, vttRoot)) {
539 if (!node->isTextNode() || node->localName() == rtTag)
540 continue;
541
542 bool hasStrongDirectionality;
543 textDirection = determineDirectionality(node->nodeValue(), hasStrongDirectionality);
544 if (hasStrongDirectionality)
545 break;
546 }
547 return isLeftToRightDirection(textDirection) ? CSSValueLtr : CSSValueRtl;
548 }
549
calculateDisplayParameters()550 void VTTCue::calculateDisplayParameters()
551 {
552 createVTTNodeTree();
553
554 // Steps 10.2, 10.3
555 m_displayDirection = determineTextDirection(m_vttNodeTree.get());
556
557 if (m_displayDirection == CSSValueRtl)
558 UseCounter::count(document(), UseCounter::VTTCueRenderRtl);
559
560 // 10.4 If the text track cue writing direction is horizontal, then let
561 // block-flow be 'tb'. Otherwise, if the text track cue writing direction is
562 // vertical growing left, then let block-flow be 'lr'. Otherwise, the text
563 // track cue writing direction is vertical growing right; let block-flow be
564 // 'rl'.
565
566 // The above step is done through the writing direction static map.
567
568 // 10.5 Determine the value of maximum size for cue as per the appropriate
569 // rules from the following list:
570 int maximumSize = m_textPosition;
571 if ((m_writingDirection == Horizontal && m_cueAlignment == Start && m_displayDirection == CSSValueLtr)
572 || (m_writingDirection == Horizontal && m_cueAlignment == End && m_displayDirection == CSSValueRtl)
573 || (m_writingDirection == Horizontal && m_cueAlignment == Left)
574 || (m_writingDirection == VerticalGrowingLeft && (m_cueAlignment == Start || m_cueAlignment == Left))
575 || (m_writingDirection == VerticalGrowingRight && (m_cueAlignment == Start || m_cueAlignment == Left))) {
576 maximumSize = 100 - m_textPosition;
577 } else if ((m_writingDirection == Horizontal && m_cueAlignment == End && m_displayDirection == CSSValueLtr)
578 || (m_writingDirection == Horizontal && m_cueAlignment == Start && m_displayDirection == CSSValueRtl)
579 || (m_writingDirection == Horizontal && m_cueAlignment == Right)
580 || (m_writingDirection == VerticalGrowingLeft && (m_cueAlignment == End || m_cueAlignment == Right))
581 || (m_writingDirection == VerticalGrowingRight && (m_cueAlignment == End || m_cueAlignment == Right))) {
582 maximumSize = m_textPosition;
583 } else if (m_cueAlignment == Middle) {
584 maximumSize = m_textPosition <= 50 ? m_textPosition : (100 - m_textPosition);
585 maximumSize = maximumSize * 2;
586 } else {
587 ASSERT_NOT_REACHED();
588 }
589
590 // 10.6 If the text track cue size is less than maximum size, then let size
591 // be text track cue size. Otherwise, let size be maximum size.
592 m_displaySize = std::min(m_cueSize, maximumSize);
593
594 // FIXME: Understand why step 10.7 is missing (just a copy/paste error?)
595 // Could be done within a spec implementation check - http://crbug.com/301580
596
597 // 10.8 Determine the value of x-position or y-position for cue as per the
598 // appropriate rules from the following list:
599 if (m_writingDirection == Horizontal) {
600 switch (m_cueAlignment) {
601 case Start:
602 if (m_displayDirection == CSSValueLtr)
603 m_displayPosition.first = m_textPosition;
604 else
605 m_displayPosition.first = 100 - m_textPosition - m_displaySize;
606 break;
607 case End:
608 if (m_displayDirection == CSSValueRtl)
609 m_displayPosition.first = 100 - m_textPosition;
610 else
611 m_displayPosition.first = m_textPosition - m_displaySize;
612 break;
613 case Left:
614 if (m_displayDirection == CSSValueLtr)
615 m_displayPosition.first = m_textPosition;
616 else
617 m_displayPosition.first = 100 - m_textPosition;
618 break;
619 case Right:
620 if (m_displayDirection == CSSValueLtr)
621 m_displayPosition.first = m_textPosition - m_displaySize;
622 else
623 m_displayPosition.first = 100 - m_textPosition - m_displaySize;
624 break;
625 case Middle:
626 if (m_displayDirection == CSSValueLtr)
627 m_displayPosition.first = m_textPosition - m_displaySize / 2;
628 else
629 m_displayPosition.first = 100 - m_textPosition - m_displaySize / 2;
630 break;
631 default:
632 ASSERT_NOT_REACHED();
633 }
634 } else {
635 // Cases for m_writingDirection being VerticalGrowing{Left|Right}
636 switch (m_cueAlignment) {
637 case Start:
638 case Left:
639 m_displayPosition.second = m_textPosition;
640 break;
641 case End:
642 case Right:
643 m_displayPosition.second = m_textPosition - m_displaySize;
644 break;
645 case Middle:
646 m_displayPosition.second = m_textPosition - m_displaySize / 2;
647 break;
648 default:
649 ASSERT_NOT_REACHED();
650 }
651 }
652
653 // A text track cue has a text track cue computed line position whose value
654 // is defined in terms of the other aspects of the cue.
655 m_computedLinePosition = calculateComputedLinePosition();
656
657 // 10.9 Determine the value of whichever of x-position or y-position is not
658 // yet calculated for cue as per the appropriate rules from the following
659 // list:
660 if (m_snapToLines && m_displayPosition.second == undefinedPosition && m_writingDirection == Horizontal)
661 m_displayPosition.second = 0;
662
663 if (!m_snapToLines && m_displayPosition.second == undefinedPosition && m_writingDirection == Horizontal)
664 m_displayPosition.second = m_computedLinePosition;
665
666 if (m_snapToLines && m_displayPosition.first == undefinedPosition
667 && (m_writingDirection == VerticalGrowingLeft || m_writingDirection == VerticalGrowingRight))
668 m_displayPosition.first = 0;
669
670 if (!m_snapToLines && (m_writingDirection == VerticalGrowingLeft || m_writingDirection == VerticalGrowingRight))
671 m_displayPosition.first = m_computedLinePosition;
672 }
673
markFutureAndPastNodes(ContainerNode * root,double previousTimestamp,double movieTime)674 void VTTCue::markFutureAndPastNodes(ContainerNode* root, double previousTimestamp, double movieTime)
675 {
676 DEFINE_STATIC_LOCAL(const String, timestampTag, ("timestamp"));
677
678 bool isPastNode = true;
679 double currentTimestamp = previousTimestamp;
680 if (currentTimestamp > movieTime)
681 isPastNode = false;
682
683 for (Node* child = root->firstChild(); child; child = NodeTraversal::next(*child, root)) {
684 if (child->nodeName() == timestampTag) {
685 double currentTimestamp;
686 bool check = VTTParser::collectTimeStamp(child->nodeValue(), currentTimestamp);
687 ASSERT_UNUSED(check, check);
688
689 if (currentTimestamp > movieTime)
690 isPastNode = false;
691 }
692
693 if (child->isVTTElement()) {
694 toVTTElement(child)->setIsPastNode(isPastNode);
695 // Make an elemenet id match a cue id for style matching purposes.
696 if (!id().isEmpty())
697 toElement(child)->setIdAttribute(id());
698 }
699 }
700 }
701
updateDisplayTree(double movieTime)702 void VTTCue::updateDisplayTree(double movieTime)
703 {
704 // The display tree may contain WebVTT timestamp objects representing
705 // timestamps (processing instructions), along with displayable nodes.
706
707 if (!track()->isRendered())
708 return;
709
710 // Clear the contents of the set.
711 m_cueBackgroundBox->removeChildren();
712
713 // Update the two sets containing past and future WebVTT objects.
714 RefPtrWillBeRawPtr<DocumentFragment> referenceTree = createCueRenderingTree();
715 markFutureAndPastNodes(referenceTree.get(), startTime(), movieTime);
716 m_cueBackgroundBox->appendChild(referenceTree, ASSERT_NO_EXCEPTION);
717 }
718
getDisplayTree(const IntSize & videoSize)719 PassRefPtrWillBeRawPtr<VTTCueBox> VTTCue::getDisplayTree(const IntSize& videoSize)
720 {
721 RefPtrWillBeRawPtr<VTTCueBox> displayTree(ensureDisplayTree());
722 if (!m_displayTreeShouldChange || !track()->isRendered())
723 return displayTree.release();
724
725 // 10.1 - 10.10
726 calculateDisplayParameters();
727
728 // 10.11. Apply the terms of the CSS specifications to nodes within the
729 // following constraints, thus obtaining a set of CSS boxes positioned
730 // relative to an initial containing block:
731 displayTree->removeChildren();
732
733 // The document tree is the tree of WebVTT Node Objects rooted at nodes.
734
735 // The children of the nodes must be wrapped in an anonymous box whose
736 // 'display' property has the value 'inline'. This is the WebVTT cue
737 // background box.
738
739 // Note: This is contained by default in m_cueBackgroundBox.
740 m_cueBackgroundBox->setShadowPseudoId(cueShadowPseudoId());
741 displayTree->appendChild(m_cueBackgroundBox);
742
743 // FIXME(BUG 79916): Runs of children of WebVTT Ruby Objects that are not
744 // WebVTT Ruby Text Objects must be wrapped in anonymous boxes whose
745 // 'display' property has the value 'ruby-base'.
746
747 // FIXME(BUG 79916): Text runs must be wrapped according to the CSS
748 // line-wrapping rules, except that additionally, regardless of the value of
749 // the 'white-space' property, lines must be wrapped at the edge of their
750 // containing blocks, even if doing so requires splitting a word where there
751 // is no line breaking opportunity. (Thus, normally text wraps as needed,
752 // but if there is a particularly long word, it does not overflow as it
753 // normally would in CSS, it is instead forcibly wrapped at the box's edge.)
754 displayTree->applyCSSProperties(videoSize);
755
756 m_displayTreeShouldChange = false;
757
758 // 10.15. Let cue's text track cue display state have the CSS boxes in
759 // boxes.
760 return displayTree.release();
761 }
762
removeDisplayTree()763 void VTTCue::removeDisplayTree()
764 {
765 if (m_notifyRegion && track()->regions()) {
766 // The region needs to be informed about the cue removal.
767 VTTRegion* region = track()->regions()->getRegionById(m_regionId);
768 if (region)
769 region->willRemoveVTTCueBox(m_displayTree.get());
770 }
771
772 if (m_displayTree)
773 m_displayTree->remove(ASSERT_NO_EXCEPTION);
774 }
775
updateDisplay(const IntSize & videoSize,HTMLDivElement & container)776 void VTTCue::updateDisplay(const IntSize& videoSize, HTMLDivElement& container)
777 {
778 UseCounter::count(document(), UseCounter::VTTCueRender);
779
780 if (m_writingDirection != Horizontal)
781 UseCounter::count(document(), UseCounter::VTTCueRenderVertical);
782
783 if (!m_snapToLines)
784 UseCounter::count(document(), UseCounter::VTTCueRenderSnapToLinesFalse);
785
786 if (m_linePosition != undefinedPosition)
787 UseCounter::count(document(), UseCounter::VTTCueRenderLineNotAuto);
788
789 if (m_textPosition != 50)
790 UseCounter::count(document(), UseCounter::VTTCueRenderPositionNot50);
791
792 if (m_cueSize != 100)
793 UseCounter::count(document(), UseCounter::VTTCueRenderSizeNot100);
794
795 if (m_cueAlignment != Middle)
796 UseCounter::count(document(), UseCounter::VTTCueRenderAlignNotMiddle);
797
798 RefPtrWillBeRawPtr<VTTCueBox> displayBox = getDisplayTree(videoSize);
799 VTTRegion* region = 0;
800 if (track()->regions())
801 region = track()->regions()->getRegionById(regionId());
802
803 if (!region) {
804 // If cue has an empty text track cue region identifier or there is no
805 // WebVTT region whose region identifier is identical to cue's text
806 // track cue region identifier, run the following substeps:
807 if (displayBox->hasChildren() && !container.contains(displayBox.get())) {
808 // Note: the display tree of a cue is removed when the active flag of the cue is unset.
809 container.appendChild(displayBox);
810 }
811 } else {
812 // Let region be the WebVTT region whose region identifier
813 // matches the text track cue region identifier of cue.
814 RefPtrWillBeRawPtr<HTMLDivElement> regionNode = region->getDisplayTree(document());
815
816 // Append the region to the viewport, if it was not already.
817 if (!container.contains(regionNode.get()))
818 container.appendChild(regionNode);
819
820 region->appendVTTCueBox(displayBox);
821 }
822 }
823
getPositionCoordinates() const824 std::pair<double, double> VTTCue::getPositionCoordinates() const
825 {
826 // This method is used for setting x and y when snap to lines is not set.
827 std::pair<double, double> coordinates;
828
829 if (m_writingDirection == Horizontal && m_displayDirection == CSSValueLtr) {
830 coordinates.first = m_textPosition;
831 coordinates.second = m_computedLinePosition;
832
833 return coordinates;
834 }
835
836 if (m_writingDirection == Horizontal && m_displayDirection == CSSValueRtl) {
837 coordinates.first = 100 - m_textPosition;
838 coordinates.second = m_computedLinePosition;
839
840 return coordinates;
841 }
842
843 if (m_writingDirection == VerticalGrowingLeft) {
844 coordinates.first = 100 - m_computedLinePosition;
845 coordinates.second = m_textPosition;
846
847 return coordinates;
848 }
849
850 if (m_writingDirection == VerticalGrowingRight) {
851 coordinates.first = m_computedLinePosition;
852 coordinates.second = m_textPosition;
853
854 return coordinates;
855 }
856
857 ASSERT_NOT_REACHED();
858
859 return coordinates;
860 }
861
settingName(VTTScanner & input)862 VTTCue::CueSetting VTTCue::settingName(VTTScanner& input)
863 {
864 CueSetting parsedSetting = None;
865 if (input.scan("vertical"))
866 parsedSetting = Vertical;
867 else if (input.scan("line"))
868 parsedSetting = Line;
869 else if (input.scan("position"))
870 parsedSetting = Position;
871 else if (input.scan("size"))
872 parsedSetting = Size;
873 else if (input.scan("align"))
874 parsedSetting = Align;
875 else if (RuntimeEnabledFeatures::webVTTRegionsEnabled() && input.scan("region"))
876 parsedSetting = RegionId;
877 // Verify that a ':' follows.
878 if (parsedSetting != None && input.scan(':'))
879 return parsedSetting;
880 return None;
881 }
882
883 // Used for 'position' and 'size'.
scanPercentage(VTTScanner & input,const VTTScanner::Run & valueRun,int & number)884 static bool scanPercentage(VTTScanner& input, const VTTScanner::Run& valueRun, int& number)
885 {
886 // 1. If value contains any characters other than U+0025 PERCENT SIGN
887 // characters (%) and characters in the range U+0030 DIGIT ZERO (0) to
888 // U+0039 DIGIT NINE (9), then jump to the step labeled next setting.
889 // 2. If value does not contain at least one character in the range U+0030
890 // DIGIT ZERO (0) to U+0039 DIGIT NINE (9), then jump to the step
891 // labeled next setting.
892 if (!input.scanDigits(number))
893 return false;
894
895 // 3. If any character in value other than the last character is a U+0025
896 // PERCENT SIGN character (%), then jump to the step labeled next
897 // setting.
898 // 4. If the last character in value is not a U+0025 PERCENT SIGN character
899 // (%), then jump to the step labeled next setting.
900 if (!input.scan('%') || !input.isAt(valueRun.end()))
901 return false;
902
903 // 5. Ignoring the trailing percent sign, interpret value as an integer,
904 // and let number be that number.
905 // 6. If number is not in the range 0 ≤ number ≤ 100, then jump to the step
906 // labeled next setting.
907 return number >= 0 && number <= 100;
908 }
909
parseSettings(const String & inputString)910 void VTTCue::parseSettings(const String& inputString)
911 {
912 VTTScanner input(inputString);
913
914 while (!input.isAtEnd()) {
915
916 // The WebVTT cue settings part of a WebVTT cue consists of zero or more of the following components, in any order,
917 // separated from each other by one or more U+0020 SPACE characters or U+0009 CHARACTER TABULATION (tab) characters.
918 input.skipWhile<VTTParser::isValidSettingDelimiter>();
919
920 if (input.isAtEnd())
921 break;
922
923 // When the user agent is to parse the WebVTT settings given by a string input for a text track cue cue,
924 // the user agent must run the following steps:
925 // 1. Let settings be the result of splitting input on spaces.
926 // 2. For each token setting in the list settings, run the following substeps:
927 // 1. If setting does not contain a U+003A COLON character (:), or if the first U+003A COLON character (:)
928 // in setting is either the first or last character of setting, then jump to the step labeled next setting.
929 // 2. Let name be the leading substring of setting up to and excluding the first U+003A COLON character (:) in that string.
930 CueSetting name = settingName(input);
931
932 // 3. Let value be the trailing substring of setting starting from the character immediately after the first U+003A COLON character (:) in that string.
933 VTTScanner::Run valueRun = input.collectUntil<VTTParser::isValidSettingDelimiter>();
934
935 // 4. Run the appropriate substeps that apply for the value of name, as follows:
936 switch (name) {
937 case Vertical: {
938 // If name is a case-sensitive match for "vertical"
939 // 1. If value is a case-sensitive match for the string "rl", then let cue's text track cue writing direction
940 // be vertical growing left.
941 if (input.scanRun(valueRun, verticalGrowingLeftKeyword()))
942 m_writingDirection = VerticalGrowingLeft;
943
944 // 2. Otherwise, if value is a case-sensitive match for the string "lr", then let cue's text track cue writing
945 // direction be vertical growing right.
946 else if (input.scanRun(valueRun, verticalGrowingRightKeyword()))
947 m_writingDirection = VerticalGrowingRight;
948 break;
949 }
950 case Line: {
951 // 1-2 - Collect chars that are either '-', '%', or a digit.
952 // 1. If value contains any characters other than U+002D HYPHEN-MINUS characters (-), U+0025 PERCENT SIGN
953 // characters (%), and characters in the range U+0030 DIGIT ZERO (0) to U+0039 DIGIT NINE (9), then jump
954 // to the step labeled next setting.
955 bool isNegative = input.scan('-');
956 int linePosition;
957 unsigned numDigits = input.scanDigits(linePosition);
958 bool isPercentage = input.scan('%');
959
960 if (!input.isAt(valueRun.end()))
961 break;
962
963 // 2. If value does not contain at least one character in the range U+0030 DIGIT ZERO (0) to U+0039 DIGIT
964 // NINE (9), then jump to the step labeled next setting.
965 // 3. If any character in value other than the first character is a U+002D HYPHEN-MINUS character (-), then
966 // jump to the step labeled next setting.
967 // 4. If any character in value other than the last character is a U+0025 PERCENT SIGN character (%), then
968 // jump to the step labeled next setting.
969
970 // 5. If the first character in value is a U+002D HYPHEN-MINUS character (-) and the last character in value is a
971 // U+0025 PERCENT SIGN character (%), then jump to the step labeled next setting.
972 if (!numDigits || (isPercentage && isNegative))
973 break;
974
975 // 6. Ignoring the trailing percent sign, if any, interpret value as a (potentially signed) integer, and
976 // let number be that number.
977 // 7. If the last character in value is a U+0025 PERCENT SIGN character (%), but number is not in the range
978 // 0 ≤ number ≤ 100, then jump to the step labeled next setting.
979 // 8. Let cue's text track cue line position be number.
980 // 9. If the last character in value is a U+0025 PERCENT SIGN character (%), then let cue's text track cue
981 // snap-to-lines flag be false. Otherwise, let it be true.
982 if (isPercentage) {
983 if (linePosition < 0 || linePosition > 100)
984 break;
985 // 10 - If '%' then set snap-to-lines flag to false.
986 m_snapToLines = false;
987 } else {
988 if (isNegative)
989 linePosition = -linePosition;
990 m_snapToLines = true;
991 }
992 m_linePosition = linePosition;
993 break;
994 }
995 case Position: {
996 int number;
997 // Steps 1 - 6.
998 if (!scanPercentage(input, valueRun, number))
999 break;
1000
1001 // 7. Let cue's text track cue text position be number.
1002 m_textPosition = number;
1003 break;
1004 }
1005 case Size: {
1006 int number;
1007 // Steps 1 - 6.
1008 if (!scanPercentage(input, valueRun, number))
1009 break;
1010
1011 // 7. Let cue's text track cue size be number.
1012 m_cueSize = number;
1013 break;
1014 }
1015 case Align: {
1016 // 1. If value is a case-sensitive match for the string "start", then let cue's text track cue alignment be start alignment.
1017 if (input.scanRun(valueRun, startKeyword()))
1018 m_cueAlignment = Start;
1019
1020 // 2. If value is a case-sensitive match for the string "middle", then let cue's text track cue alignment be middle alignment.
1021 else if (input.scanRun(valueRun, middleKeyword()))
1022 m_cueAlignment = Middle;
1023
1024 // 3. If value is a case-sensitive match for the string "end", then let cue's text track cue alignment be end alignment.
1025 else if (input.scanRun(valueRun, endKeyword()))
1026 m_cueAlignment = End;
1027
1028 // 4. If value is a case-sensitive match for the string "left", then let cue's text track cue alignment be left alignment.
1029 else if (input.scanRun(valueRun, leftKeyword()))
1030 m_cueAlignment = Left;
1031
1032 // 5. If value is a case-sensitive match for the string "right", then let cue's text track cue alignment be right alignment.
1033 else if (input.scanRun(valueRun, rightKeyword()))
1034 m_cueAlignment = Right;
1035 break;
1036 }
1037 case RegionId:
1038 m_regionId = input.extractString(valueRun);
1039 break;
1040 case None:
1041 break;
1042 }
1043
1044 // Make sure the entire run is consumed.
1045 input.skipRun(valueRun);
1046 }
1047
1048 // If cue's line position is not auto or cue's size is not 100 or cue's
1049 // writing direction is not horizontal, but cue's region identifier is not
1050 // the empty string, let cue's region identifier be the empty string.
1051 if (m_regionId.isEmpty())
1052 return;
1053
1054 if (m_linePosition != undefinedPosition || m_cueSize != 100 || m_writingDirection != Horizontal)
1055 m_regionId = emptyString();
1056 }
1057
getCSSAlignment() const1058 CSSValueID VTTCue::getCSSAlignment() const
1059 {
1060 return displayAlignmentMap[m_cueAlignment];
1061 }
1062
getCSSWritingDirection() const1063 CSSValueID VTTCue::getCSSWritingDirection() const
1064 {
1065 return m_displayDirection;
1066 }
1067
getCSSWritingMode() const1068 CSSValueID VTTCue::getCSSWritingMode() const
1069 {
1070 return displayWritingModeMap[m_writingDirection];
1071 }
1072
getCSSSize() const1073 int VTTCue::getCSSSize() const
1074 {
1075 ASSERT(m_displaySize != undefinedSize);
1076 return m_displaySize;
1077 }
1078
getCSSPosition() const1079 std::pair<double, double> VTTCue::getCSSPosition() const
1080 {
1081 if (!m_snapToLines)
1082 return getPositionCoordinates();
1083
1084 return m_displayPosition;
1085 }
1086
executionContext() const1087 ExecutionContext* VTTCue::executionContext() const
1088 {
1089 ASSERT(m_cueBackgroundBox);
1090 return m_cueBackgroundBox->executionContext();
1091 }
1092
document() const1093 Document& VTTCue::document() const
1094 {
1095 ASSERT(m_cueBackgroundBox);
1096 return m_cueBackgroundBox->document();
1097 }
1098
trace(Visitor * visitor)1099 void VTTCue::trace(Visitor* visitor)
1100 {
1101 visitor->trace(m_vttNodeTree);
1102 visitor->trace(m_cueBackgroundBox);
1103 visitor->trace(m_displayTree);
1104 TextTrackCue::trace(visitor);
1105 }
1106
1107 } // namespace WebCore
1108