1 /*
2 * Copyright (C) 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2012 Apple Inc. All rights reserved.
3 * Copyright (C) 2005 Alexey Proskuryakov.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 *
14 * THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY
15 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
17 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE COMPUTER, INC. OR
18 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
19 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
20 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
21 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
22 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 */
26
27 #include "config.h"
28 #include "core/editing/TextIterator.h"
29
30 #include "HTMLNames.h"
31 #include "bindings/v8/ExceptionStatePlaceholder.h"
32 #include "core/dom/Document.h"
33 #include "core/dom/NodeTraversal.h"
34 #include "core/dom/shadow/ShadowRoot.h"
35 #include "core/editing/VisiblePosition.h"
36 #include "core/editing/VisibleUnits.h"
37 #include "core/editing/htmlediting.h"
38 #include "core/html/HTMLElement.h"
39 #include "core/html/HTMLTextFormControlElement.h"
40 #include "core/rendering/InlineTextBox.h"
41 #include "core/rendering/RenderImage.h"
42 #include "core/rendering/RenderTableCell.h"
43 #include "core/rendering/RenderTableRow.h"
44 #include "core/rendering/RenderTextControl.h"
45 #include "core/rendering/RenderTextFragment.h"
46 #include "platform/fonts/Font.h"
47 #include "platform/text/TextBoundaries.h"
48 #include "platform/text/TextBreakIteratorInternalICU.h"
49 #include "platform/text/UnicodeUtilities.h"
50 #include "wtf/text/CString.h"
51 #include "wtf/text/StringBuilder.h"
52 #include "wtf/unicode/CharacterNames.h"
53 #include <unicode/usearch.h>
54
55 using namespace WTF::Unicode;
56 using namespace std;
57
58 namespace WebCore {
59
60 using namespace HTMLNames;
61
62 // Buffer that knows how to compare with a search target.
63 // Keeps enough of the previous text to be able to search in the future, but no more.
64 // Non-breaking spaces are always equal to normal spaces.
65 // Case folding is also done if the CaseInsensitive option is specified.
66 // Matches are further filtered if the AtWordStarts option is specified, although some
67 // matches inside a word are permitted if TreatMedialCapitalAsWordStart is specified as well.
68 class SearchBuffer {
69 WTF_MAKE_NONCOPYABLE(SearchBuffer);
70 public:
71 SearchBuffer(const String& target, FindOptions);
72 ~SearchBuffer();
73
74 // Returns number of characters appended; guaranteed to be in the range [1, length].
75 template<typename CharType>
76 void append(const CharType*, size_t length);
numberOfCharactersJustAppended() const77 size_t numberOfCharactersJustAppended() const { return m_numberOfCharactersJustAppended; }
78
79 bool needsMoreContext() const;
80 void prependContext(const UChar*, size_t length);
81 void reachedBreak();
82
83 // Result is the size in characters of what was found.
84 // And <startOffset> is the number of characters back to the start of what was found.
85 size_t search(size_t& startOffset);
86 bool atBreak() const;
87
88 private:
89 bool isBadMatch(const UChar*, size_t length) const;
90 bool isWordStartMatch(size_t start, size_t length) const;
91
92 Vector<UChar> m_target;
93 FindOptions m_options;
94
95 Vector<UChar> m_buffer;
96 size_t m_overlap;
97 size_t m_prefixLength;
98 size_t m_numberOfCharactersJustAppended;
99 bool m_atBreak;
100 bool m_needsMoreContext;
101
102 bool m_targetRequiresKanaWorkaround;
103 Vector<UChar> m_normalizedTarget;
104 mutable Vector<UChar> m_normalizedMatch;
105 };
106
107 // --------
108
109 static const unsigned bitsInWord = sizeof(unsigned) * 8;
110 static const unsigned bitInWordMask = bitsInWord - 1;
111
BitStack()112 BitStack::BitStack()
113 : m_size(0)
114 {
115 }
116
~BitStack()117 BitStack::~BitStack()
118 {
119 }
120
push(bool bit)121 void BitStack::push(bool bit)
122 {
123 unsigned index = m_size / bitsInWord;
124 unsigned shift = m_size & bitInWordMask;
125 if (!shift && index == m_words.size()) {
126 m_words.grow(index + 1);
127 m_words[index] = 0;
128 }
129 unsigned& word = m_words[index];
130 unsigned mask = 1U << shift;
131 if (bit)
132 word |= mask;
133 else
134 word &= ~mask;
135 ++m_size;
136 }
137
pop()138 void BitStack::pop()
139 {
140 if (m_size)
141 --m_size;
142 }
143
top() const144 bool BitStack::top() const
145 {
146 if (!m_size)
147 return false;
148 unsigned shift = (m_size - 1) & bitInWordMask;
149 return m_words.last() & (1U << shift);
150 }
151
size() const152 unsigned BitStack::size() const
153 {
154 return m_size;
155 }
156
157 // --------
158
159 #if !ASSERT_DISABLED
160
depthCrossingShadowBoundaries(Node * node)161 static unsigned depthCrossingShadowBoundaries(Node* node)
162 {
163 unsigned depth = 0;
164 for (Node* parent = node->parentOrShadowHostNode(); parent; parent = parent->parentOrShadowHostNode())
165 ++depth;
166 return depth;
167 }
168
169 #endif
170
171 // This function is like Range::pastLastNode, except for the fact that it can climb up out of shadow trees.
nextInPreOrderCrossingShadowBoundaries(Node * rangeEndContainer,int rangeEndOffset)172 static Node* nextInPreOrderCrossingShadowBoundaries(Node* rangeEndContainer, int rangeEndOffset)
173 {
174 if (!rangeEndContainer)
175 return 0;
176 if (rangeEndOffset >= 0 && !rangeEndContainer->offsetInCharacters()) {
177 if (Node* next = rangeEndContainer->childNode(rangeEndOffset))
178 return next;
179 }
180 for (Node* node = rangeEndContainer; node; node = node->parentOrShadowHostNode()) {
181 if (Node* next = node->nextSibling())
182 return next;
183 }
184 return 0;
185 }
186
187 // --------
188
fullyClipsContents(Node * node)189 static inline bool fullyClipsContents(Node* node)
190 {
191 RenderObject* renderer = node->renderer();
192 if (!renderer || !renderer->isBox() || !renderer->hasOverflowClip())
193 return false;
194 return toRenderBox(renderer)->size().isEmpty();
195 }
196
ignoresContainerClip(Node * node)197 static inline bool ignoresContainerClip(Node* node)
198 {
199 RenderObject* renderer = node->renderer();
200 if (!renderer || renderer->isText())
201 return false;
202 return renderer->style()->hasOutOfFlowPosition();
203 }
204
pushFullyClippedState(BitStack & stack,Node * node)205 static void pushFullyClippedState(BitStack& stack, Node* node)
206 {
207 ASSERT(stack.size() == depthCrossingShadowBoundaries(node));
208
209 // FIXME: m_fullyClippedStack was added in response to <https://bugs.webkit.org/show_bug.cgi?id=26364>
210 // ("Search can find text that's hidden by overflow:hidden"), but the logic here will not work correctly if
211 // a shadow tree redistributes nodes. m_fullyClippedStack relies on the assumption that DOM node hierarchy matches
212 // the render tree, which is not necessarily true if there happens to be shadow DOM distribution or other mechanics
213 // that shuffle around the render objects regardless of node tree hierarchy (like CSS flexbox).
214 //
215 // A more appropriate way to handle this situation is to detect overflow:hidden blocks by using only rendering
216 // primitives, not with DOM primitives.
217
218 // Push true if this node full clips its contents, or if a parent already has fully
219 // clipped and this is not a node that ignores its container's clip.
220 stack.push(fullyClipsContents(node) || (stack.top() && !ignoresContainerClip(node)));
221 }
222
setUpFullyClippedStack(BitStack & stack,Node * node)223 static void setUpFullyClippedStack(BitStack& stack, Node* node)
224 {
225 // Put the nodes in a vector so we can iterate in reverse order.
226 Vector<Node*, 100> ancestry;
227 for (Node* parent = node->parentOrShadowHostNode(); parent; parent = parent->parentOrShadowHostNode())
228 ancestry.append(parent);
229
230 // Call pushFullyClippedState on each node starting with the earliest ancestor.
231 size_t size = ancestry.size();
232 for (size_t i = 0; i < size; ++i)
233 pushFullyClippedState(stack, ancestry[size - i - 1]);
234 pushFullyClippedState(stack, node);
235
236 ASSERT(stack.size() == 1 + depthCrossingShadowBoundaries(node));
237 }
238
239 // --------
240
TextIterator(const Range * range,TextIteratorBehaviorFlags behavior)241 TextIterator::TextIterator(const Range* range, TextIteratorBehaviorFlags behavior)
242 : m_shadowDepth(0)
243 , m_startContainer(0)
244 , m_startOffset(0)
245 , m_endContainer(0)
246 , m_endOffset(0)
247 , m_positionNode(0)
248 , m_textLength(0)
249 , m_remainingTextBox(0)
250 , m_firstLetterText(0)
251 , m_sortedTextBoxesPosition(0)
252 , m_emitsCharactersBetweenAllVisiblePositions(behavior & TextIteratorEmitsCharactersBetweenAllVisiblePositions)
253 , m_entersTextControls(behavior & TextIteratorEntersTextControls)
254 , m_emitsOriginalText(behavior & TextIteratorEmitsOriginalText)
255 , m_handledFirstLetter(false)
256 , m_ignoresStyleVisibility(behavior & TextIteratorIgnoresStyleVisibility)
257 , m_stopsOnFormControls(behavior & TextIteratorStopsOnFormControls)
258 , m_shouldStop(false)
259 , m_emitsImageAltText(behavior & TextIteratorEmitsImageAltText)
260 , m_entersAuthorShadowRoots(behavior & TextIteratorEntersAuthorShadowRoots)
261 {
262 if (!range)
263 return;
264
265 // get and validate the range endpoints
266 Node* startContainer = range->startContainer();
267 if (!startContainer)
268 return;
269 int startOffset = range->startOffset();
270 Node* endContainer = range->endContainer();
271 int endOffset = range->endOffset();
272
273 // Callers should be handing us well-formed ranges. If we discover that this isn't
274 // the case, we could consider changing this assertion to an early return.
275 ASSERT(range->boundaryPointsValid());
276
277 // remember range - this does not change
278 m_startContainer = startContainer;
279 m_startOffset = startOffset;
280 m_endContainer = endContainer;
281 m_endOffset = endOffset;
282
283 // set up the current node for processing
284 m_node = range->firstNode();
285 if (!m_node)
286 return;
287 setUpFullyClippedStack(m_fullyClippedStack, m_node);
288 m_offset = m_node == m_startContainer ? m_startOffset : 0;
289 m_iterationProgress = HandledNone;
290
291 // calculate first out of bounds node
292 m_pastEndNode = nextInPreOrderCrossingShadowBoundaries(endContainer, endOffset);
293
294 // initialize node processing state
295 m_needsAnotherNewline = false;
296 m_textBox = 0;
297
298 // initialize record of previous node processing
299 m_hasEmitted = false;
300 m_lastTextNode = 0;
301 m_lastTextNodeEndedWithCollapsedSpace = false;
302 m_lastCharacter = 0;
303
304 // identify the first run
305 advance();
306 }
307
~TextIterator()308 TextIterator::~TextIterator()
309 {
310 }
311
advance()312 void TextIterator::advance()
313 {
314 if (m_shouldStop)
315 return;
316
317 // reset the run information
318 m_positionNode = 0;
319 m_textLength = 0;
320
321 // handle remembered node that needed a newline after the text node's newline
322 if (m_needsAnotherNewline) {
323 // Emit the extra newline, and position it *inside* m_node, after m_node's
324 // contents, in case it's a block, in the same way that we position the first
325 // newline. The range for the emitted newline should start where the line
326 // break begins.
327 // FIXME: It would be cleaner if we emitted two newlines during the last
328 // iteration, instead of using m_needsAnotherNewline.
329 Node* baseNode = m_node->lastChild() ? m_node->lastChild() : m_node;
330 emitCharacter('\n', baseNode->parentNode(), baseNode, 1, 1);
331 m_needsAnotherNewline = false;
332 return;
333 }
334
335 if (!m_textBox && m_remainingTextBox) {
336 m_textBox = m_remainingTextBox;
337 m_remainingTextBox = 0;
338 m_firstLetterText = 0;
339 m_offset = 0;
340 }
341 // handle remembered text box
342 if (m_textBox) {
343 handleTextBox();
344 if (m_positionNode)
345 return;
346 }
347
348 while (m_node && (m_node != m_pastEndNode || m_shadowDepth > 0)) {
349 if (!m_shouldStop && m_stopsOnFormControls && HTMLFormControlElement::enclosingFormControlElement(m_node))
350 m_shouldStop = true;
351
352 // if the range ends at offset 0 of an element, represent the
353 // position, but not the content, of that element e.g. if the
354 // node is a blockflow element, emit a newline that
355 // precedes the element
356 if (m_node == m_endContainer && !m_endOffset) {
357 representNodeOffsetZero();
358 m_node = 0;
359 return;
360 }
361
362 RenderObject* renderer = m_node->renderer();
363 if (!renderer) {
364 if (m_node->isShadowRoot()) {
365 // A shadow root doesn't have a renderer, but we want to visit children anyway.
366 m_iterationProgress = m_iterationProgress < HandledNode ? HandledNode : m_iterationProgress;
367 } else {
368 m_iterationProgress = HandledChildren;
369 }
370 } else {
371 // Enter author shadow roots, from youngest, if any and if necessary.
372 if (m_iterationProgress < HandledAuthorShadowRoots) {
373 if (m_entersAuthorShadowRoots && m_node->isElementNode() && toElement(m_node)->hasAuthorShadowRoot()) {
374 ShadowRoot* youngestShadowRoot = toElement(m_node)->shadowRoot();
375 ASSERT(youngestShadowRoot->type() == ShadowRoot::AuthorShadowRoot);
376 m_node = youngestShadowRoot;
377 m_iterationProgress = HandledNone;
378 ++m_shadowDepth;
379 pushFullyClippedState(m_fullyClippedStack, m_node);
380 continue;
381 }
382
383 m_iterationProgress = HandledAuthorShadowRoots;
384 }
385
386 // Enter user-agent shadow root, if necessary.
387 if (m_iterationProgress < HandledUserAgentShadowRoot) {
388 if (m_entersTextControls && renderer->isTextControl()) {
389 ShadowRoot* userAgentShadowRoot = toElement(m_node)->userAgentShadowRoot();
390 ASSERT(userAgentShadowRoot->type() == ShadowRoot::UserAgentShadowRoot);
391 m_node = userAgentShadowRoot;
392 m_iterationProgress = HandledNone;
393 ++m_shadowDepth;
394 pushFullyClippedState(m_fullyClippedStack, m_node);
395 continue;
396 }
397 m_iterationProgress = HandledUserAgentShadowRoot;
398 }
399
400 // Handle the current node according to its type.
401 if (m_iterationProgress < HandledNode) {
402 bool handledNode = false;
403 if (renderer->isText() && m_node->nodeType() == Node::TEXT_NODE) { // FIXME: What about CDATA_SECTION_NODE?
404 handledNode = handleTextNode();
405 } else if (renderer && (renderer->isImage() || renderer->isWidget()
406 || (renderer->node() && renderer->node()->isElementNode()
407 && (toElement(renderer->node())->isFormControlElement()
408 || toElement(renderer->node())->hasTagName(legendTag)
409 || toElement(renderer->node())->hasTagName(meterTag)
410 || toElement(renderer->node())->hasTagName(progressTag))))) {
411 handledNode = handleReplacedElement();
412 } else {
413 handledNode = handleNonTextNode();
414 }
415 if (handledNode)
416 m_iterationProgress = HandledNode;
417 if (m_positionNode)
418 return;
419 }
420 }
421
422 // Find a new current node to handle in depth-first manner,
423 // calling exitNode() as we come back thru a parent node.
424 //
425 // 1. Iterate over child nodes, if we haven't done yet.
426 Node* next = m_iterationProgress < HandledChildren ? m_node->firstChild() : 0;
427 m_offset = 0;
428 if (!next) {
429 // 2. If we've already iterated children or they are not available, go to the next sibling node.
430 next = m_node->nextSibling();
431 if (!next) {
432 // 3. If we are at the last child, go up the node tree until we find a next sibling.
433 bool pastEnd = NodeTraversal::next(*m_node) == m_pastEndNode;
434 Node* parentNode = m_node->parentNode();
435 while (!next && parentNode) {
436 if ((pastEnd && parentNode == m_endContainer) || m_endContainer->isDescendantOf(parentNode))
437 return;
438 bool haveRenderer = m_node->renderer();
439 m_node = parentNode;
440 m_fullyClippedStack.pop();
441 parentNode = m_node->parentNode();
442 if (haveRenderer)
443 exitNode();
444 if (m_positionNode) {
445 m_iterationProgress = HandledChildren;
446 return;
447 }
448 next = m_node->nextSibling();
449 }
450
451 if (!next && !parentNode && m_shadowDepth > 0) {
452 // 4. Reached the top of a shadow root. If it's created by author, then try to visit the next
453 // sibling shadow root, if any.
454 ShadowRoot* shadowRoot = toShadowRoot(m_node);
455 if (shadowRoot->type() == ShadowRoot::AuthorShadowRoot) {
456 ShadowRoot* nextShadowRoot = shadowRoot->olderShadowRoot();
457 if (nextShadowRoot && nextShadowRoot->type() == ShadowRoot::AuthorShadowRoot) {
458 m_fullyClippedStack.pop();
459 m_node = nextShadowRoot;
460 m_iterationProgress = HandledNone;
461 // m_shadowDepth is unchanged since we exit from a shadow root and enter another.
462 pushFullyClippedState(m_fullyClippedStack, m_node);
463 } else {
464 // We are the last shadow root; exit from here and go back to where we were.
465 m_node = shadowRoot->host();
466 m_iterationProgress = HandledAuthorShadowRoots;
467 --m_shadowDepth;
468 m_fullyClippedStack.pop();
469 }
470 } else {
471 // If we are in a user-agent shadow root, then go back to the host.
472 ASSERT(shadowRoot->type() == ShadowRoot::UserAgentShadowRoot);
473 m_node = shadowRoot->host();
474 m_iterationProgress = HandledUserAgentShadowRoot;
475 --m_shadowDepth;
476 m_fullyClippedStack.pop();
477 }
478 m_handledFirstLetter = false;
479 m_firstLetterText = 0;
480 continue;
481 }
482 }
483 m_fullyClippedStack.pop();
484 }
485
486 // set the new current node
487 m_node = next;
488 if (m_node)
489 pushFullyClippedState(m_fullyClippedStack, m_node);
490 m_iterationProgress = HandledNone;
491 m_handledFirstLetter = false;
492 m_firstLetterText = 0;
493
494 // how would this ever be?
495 if (m_positionNode)
496 return;
497 }
498 }
499
characterAt(unsigned index) const500 UChar TextIterator::characterAt(unsigned index) const
501 {
502 ASSERT_WITH_SECURITY_IMPLICATION(index < static_cast<unsigned>(length()));
503 if (!(index < static_cast<unsigned>(length())))
504 return 0;
505
506 if (m_singleCharacterBuffer) {
507 ASSERT(!index);
508 ASSERT(length() == 1);
509 return m_singleCharacterBuffer;
510 }
511
512 return string()[startOffset() + index];
513 }
514
substring(unsigned position,unsigned length) const515 String TextIterator::substring(unsigned position, unsigned length) const
516 {
517 ASSERT_WITH_SECURITY_IMPLICATION(position <= static_cast<unsigned>(this->length()));
518 ASSERT_WITH_SECURITY_IMPLICATION(position + length <= static_cast<unsigned>(this->length()));
519 if (!length)
520 return emptyString();
521 if (m_singleCharacterBuffer) {
522 ASSERT(!position);
523 ASSERT(length == 1);
524 return String(&m_singleCharacterBuffer, 1);
525 }
526 return string().substring(startOffset() + position, length);
527 }
528
appendTextToStringBuilder(StringBuilder & builder,unsigned position,unsigned maxLength) const529 void TextIterator::appendTextToStringBuilder(StringBuilder& builder, unsigned position, unsigned maxLength) const
530 {
531 unsigned lengthToAppend = std::min(static_cast<unsigned>(length()) - position, maxLength);
532 if (!lengthToAppend)
533 return;
534 if (m_singleCharacterBuffer) {
535 ASSERT(!position);
536 builder.append(m_singleCharacterBuffer);
537 } else {
538 builder.append(string(), startOffset() + position, lengthToAppend);
539 }
540 }
541
handleTextNode()542 bool TextIterator::handleTextNode()
543 {
544 if (m_fullyClippedStack.top() && !m_ignoresStyleVisibility)
545 return false;
546
547 RenderText* renderer = toRenderText(m_node->renderer());
548
549 m_lastTextNode = m_node;
550 String str = renderer->text();
551
552 // handle pre-formatted text
553 if (!renderer->style()->collapseWhiteSpace()) {
554 int runStart = m_offset;
555 if (m_lastTextNodeEndedWithCollapsedSpace && hasVisibleTextNode(renderer)) {
556 emitCharacter(' ', m_node, 0, runStart, runStart);
557 return false;
558 }
559 if (!m_handledFirstLetter && renderer->isTextFragment() && !m_offset) {
560 handleTextNodeFirstLetter(toRenderTextFragment(renderer));
561 if (m_firstLetterText) {
562 String firstLetter = m_firstLetterText->text();
563 emitText(m_node, m_firstLetterText, m_offset, m_offset + firstLetter.length());
564 m_firstLetterText = 0;
565 m_textBox = 0;
566 return false;
567 }
568 }
569 if (renderer->style()->visibility() != VISIBLE && !m_ignoresStyleVisibility)
570 return false;
571 int strLength = str.length();
572 int end = (m_node == m_endContainer) ? m_endOffset : INT_MAX;
573 int runEnd = min(strLength, end);
574
575 if (runStart >= runEnd)
576 return true;
577
578 emitText(m_node, runStart, runEnd);
579 return true;
580 }
581
582 if (renderer->firstTextBox())
583 m_textBox = renderer->firstTextBox();
584
585 bool shouldHandleFirstLetter = !m_handledFirstLetter && renderer->isTextFragment() && !m_offset;
586 if (shouldHandleFirstLetter)
587 handleTextNodeFirstLetter(toRenderTextFragment(renderer));
588
589 if (!renderer->firstTextBox() && str.length() > 0 && !shouldHandleFirstLetter) {
590 if (renderer->style()->visibility() != VISIBLE && !m_ignoresStyleVisibility)
591 return false;
592 m_lastTextNodeEndedWithCollapsedSpace = true; // entire block is collapsed space
593 return true;
594 }
595
596 if (m_firstLetterText)
597 renderer = m_firstLetterText;
598
599 // Used when text boxes are out of order (Hebrew/Arabic w/ embeded LTR text)
600 if (renderer->containsReversedText()) {
601 m_sortedTextBoxes.clear();
602 for (InlineTextBox* textBox = renderer->firstTextBox(); textBox; textBox = textBox->nextTextBox()) {
603 m_sortedTextBoxes.append(textBox);
604 }
605 std::sort(m_sortedTextBoxes.begin(), m_sortedTextBoxes.end(), InlineTextBox::compareByStart);
606 m_sortedTextBoxesPosition = 0;
607 m_textBox = m_sortedTextBoxes.isEmpty() ? 0 : m_sortedTextBoxes[0];
608 }
609
610 handleTextBox();
611 return true;
612 }
613
handleTextBox()614 void TextIterator::handleTextBox()
615 {
616 RenderText* renderer = m_firstLetterText ? m_firstLetterText : toRenderText(m_node->renderer());
617 if (renderer->style()->visibility() != VISIBLE && !m_ignoresStyleVisibility) {
618 m_textBox = 0;
619 return;
620 }
621 String str = renderer->text();
622 unsigned start = m_offset;
623 unsigned end = (m_node == m_endContainer) ? static_cast<unsigned>(m_endOffset) : INT_MAX;
624 while (m_textBox) {
625 unsigned textBoxStart = m_textBox->start();
626 unsigned runStart = max(textBoxStart, start);
627
628 // Check for collapsed space at the start of this run.
629 InlineTextBox* firstTextBox = renderer->containsReversedText() ? (m_sortedTextBoxes.isEmpty() ? 0 : m_sortedTextBoxes[0]) : renderer->firstTextBox();
630 bool needSpace = m_lastTextNodeEndedWithCollapsedSpace
631 || (m_textBox == firstTextBox && textBoxStart == runStart && runStart > 0);
632 if (needSpace && !isCollapsibleWhitespace(m_lastCharacter) && m_lastCharacter) {
633 if (m_lastTextNode == m_node && runStart > 0 && str[runStart - 1] == ' ') {
634 unsigned spaceRunStart = runStart - 1;
635 while (spaceRunStart > 0 && str[spaceRunStart - 1] == ' ')
636 --spaceRunStart;
637 emitText(m_node, renderer, spaceRunStart, spaceRunStart + 1);
638 } else {
639 emitCharacter(' ', m_node, 0, runStart, runStart);
640 }
641 return;
642 }
643 unsigned textBoxEnd = textBoxStart + m_textBox->len();
644 unsigned runEnd = min(textBoxEnd, end);
645
646 // Determine what the next text box will be, but don't advance yet
647 InlineTextBox* nextTextBox = 0;
648 if (renderer->containsReversedText()) {
649 if (m_sortedTextBoxesPosition + 1 < m_sortedTextBoxes.size())
650 nextTextBox = m_sortedTextBoxes[m_sortedTextBoxesPosition + 1];
651 } else {
652 nextTextBox = m_textBox->nextTextBox();
653 }
654 ASSERT(!nextTextBox || nextTextBox->renderer() == renderer);
655
656 if (runStart < runEnd) {
657 // Handle either a single newline character (which becomes a space),
658 // or a run of characters that does not include a newline.
659 // This effectively translates newlines to spaces without copying the text.
660 if (str[runStart] == '\n') {
661 emitCharacter(' ', m_node, 0, runStart, runStart + 1);
662 m_offset = runStart + 1;
663 } else {
664 size_t subrunEnd = str.find('\n', runStart);
665 if (subrunEnd == kNotFound || subrunEnd > runEnd)
666 subrunEnd = runEnd;
667
668 m_offset = subrunEnd;
669 emitText(m_node, renderer, runStart, subrunEnd);
670 }
671
672 // If we are doing a subrun that doesn't go to the end of the text box,
673 // come back again to finish handling this text box; don't advance to the next one.
674 if (static_cast<unsigned>(m_positionEndOffset) < textBoxEnd)
675 return;
676
677 // Advance and return
678 unsigned nextRunStart = nextTextBox ? nextTextBox->start() : str.length();
679 if (nextRunStart > runEnd)
680 m_lastTextNodeEndedWithCollapsedSpace = true; // collapsed space between runs or at the end
681 m_textBox = nextTextBox;
682 if (renderer->containsReversedText())
683 ++m_sortedTextBoxesPosition;
684 return;
685 }
686 // Advance and continue
687 m_textBox = nextTextBox;
688 if (renderer->containsReversedText())
689 ++m_sortedTextBoxesPosition;
690 }
691 if (!m_textBox && m_remainingTextBox) {
692 m_textBox = m_remainingTextBox;
693 m_remainingTextBox = 0;
694 m_firstLetterText = 0;
695 m_offset = 0;
696 handleTextBox();
697 }
698 }
699
firstRenderTextInFirstLetter(RenderObject * firstLetter)700 static inline RenderText* firstRenderTextInFirstLetter(RenderObject* firstLetter)
701 {
702 if (!firstLetter)
703 return 0;
704
705 // FIXME: Should this check descendent objects?
706 for (RenderObject* current = firstLetter->firstChild(); current; current = current->nextSibling()) {
707 if (current->isText())
708 return toRenderText(current);
709 }
710 return 0;
711 }
712
handleTextNodeFirstLetter(RenderTextFragment * renderer)713 void TextIterator::handleTextNodeFirstLetter(RenderTextFragment* renderer)
714 {
715 if (renderer->firstLetter()) {
716 RenderObject* r = renderer->firstLetter();
717 if (r->style()->visibility() != VISIBLE && !m_ignoresStyleVisibility)
718 return;
719 if (RenderText* firstLetter = firstRenderTextInFirstLetter(r)) {
720 m_handledFirstLetter = true;
721 m_remainingTextBox = m_textBox;
722 m_textBox = firstLetter->firstTextBox();
723 m_sortedTextBoxes.clear();
724 m_firstLetterText = firstLetter;
725 }
726 }
727 m_handledFirstLetter = true;
728 }
729
handleReplacedElement()730 bool TextIterator::handleReplacedElement()
731 {
732 if (m_fullyClippedStack.top())
733 return false;
734
735 RenderObject* renderer = m_node->renderer();
736 if (renderer->style()->visibility() != VISIBLE && !m_ignoresStyleVisibility)
737 return false;
738
739 if (m_lastTextNodeEndedWithCollapsedSpace) {
740 emitCharacter(' ', m_lastTextNode->parentNode(), m_lastTextNode, 1, 1);
741 return false;
742 }
743
744 if (m_entersTextControls && renderer->isTextControl()) {
745 // The shadow tree should be already visited.
746 return true;
747 }
748
749 m_hasEmitted = true;
750
751 if (m_emitsCharactersBetweenAllVisiblePositions) {
752 // We want replaced elements to behave like punctuation for boundary
753 // finding, and to simply take up space for the selection preservation
754 // code in moveParagraphs, so we use a comma.
755 emitCharacter(',', m_node->parentNode(), m_node, 0, 1);
756 return true;
757 }
758
759 m_positionNode = m_node->parentNode();
760 m_positionOffsetBaseNode = m_node;
761 m_positionStartOffset = 0;
762 m_positionEndOffset = 1;
763 m_singleCharacterBuffer = 0;
764
765 if (m_emitsImageAltText && renderer->isImage() && renderer->isRenderImage()) {
766 m_text = toRenderImage(renderer)->altText();
767 if (!m_text.isEmpty()) {
768 m_textLength = m_text.length();
769 m_lastCharacter = m_text[m_textLength - 1];
770 return true;
771 }
772 }
773
774 m_textLength = 0;
775 m_lastCharacter = 0;
776
777 return true;
778 }
779
hasVisibleTextNode(RenderText * renderer)780 bool TextIterator::hasVisibleTextNode(RenderText* renderer)
781 {
782 if (renderer->style()->visibility() == VISIBLE)
783 return true;
784 if (renderer->isTextFragment()) {
785 RenderTextFragment* fragment = toRenderTextFragment(renderer);
786 if (fragment->firstLetter() && fragment->firstLetter()->style()->visibility() == VISIBLE)
787 return true;
788 }
789 return false;
790 }
791
shouldEmitTabBeforeNode(Node * node)792 static bool shouldEmitTabBeforeNode(Node* node)
793 {
794 RenderObject* r = node->renderer();
795
796 // Table cells are delimited by tabs.
797 if (!r || !isTableCell(node))
798 return false;
799
800 // Want a tab before every cell other than the first one
801 RenderTableCell* rc = toRenderTableCell(r);
802 RenderTable* t = rc->table();
803 return t && (t->cellBefore(rc) || t->cellAbove(rc));
804 }
805
shouldEmitNewlineForNode(Node * node,bool emitsOriginalText)806 static bool shouldEmitNewlineForNode(Node* node, bool emitsOriginalText)
807 {
808 RenderObject* renderer = node->renderer();
809
810 if (renderer ? !renderer->isBR() : !node->hasTagName(brTag))
811 return false;
812 return emitsOriginalText || !(node->isInShadowTree() && node->shadowHost()->hasTagName(inputTag));
813 }
814
shouldEmitNewlinesBeforeAndAfterNode(Node & node)815 static bool shouldEmitNewlinesBeforeAndAfterNode(Node& node)
816 {
817 // Block flow (versus inline flow) is represented by having
818 // a newline both before and after the element.
819 RenderObject* r = node.renderer();
820 if (!r) {
821 return (node.hasTagName(blockquoteTag)
822 || node.hasTagName(ddTag)
823 || node.hasTagName(divTag)
824 || node.hasTagName(dlTag)
825 || node.hasTagName(dtTag)
826 || node.hasTagName(h1Tag)
827 || node.hasTagName(h2Tag)
828 || node.hasTagName(h3Tag)
829 || node.hasTagName(h4Tag)
830 || node.hasTagName(h5Tag)
831 || node.hasTagName(h6Tag)
832 || node.hasTagName(hrTag)
833 || node.hasTagName(liTag)
834 || node.hasTagName(listingTag)
835 || node.hasTagName(olTag)
836 || node.hasTagName(pTag)
837 || node.hasTagName(preTag)
838 || node.hasTagName(trTag)
839 || node.hasTagName(ulTag));
840 }
841
842 // Need to make an exception for table cells, because they are blocks, but we
843 // want them tab-delimited rather than having newlines before and after.
844 if (isTableCell(&node))
845 return false;
846
847 // Need to make an exception for table row elements, because they are neither
848 // "inline" or "RenderBlock", but we want newlines for them.
849 if (r->isTableRow()) {
850 RenderTable* t = toRenderTableRow(r)->table();
851 if (t && !t->isInline())
852 return true;
853 }
854
855 return !r->isInline() && r->isRenderBlock()
856 && !r->isFloatingOrOutOfFlowPositioned() && !r->isBody() && !r->isRubyText();
857 }
858
shouldEmitNewlineAfterNode(Node & node)859 static bool shouldEmitNewlineAfterNode(Node& node)
860 {
861 // FIXME: It should be better but slower to create a VisiblePosition here.
862 if (!shouldEmitNewlinesBeforeAndAfterNode(node))
863 return false;
864 // Check if this is the very last renderer in the document.
865 // If so, then we should not emit a newline.
866 Node* next = &node;
867 while ((next = NodeTraversal::nextSkippingChildren(*next))) {
868 if (next->renderer())
869 return true;
870 }
871 return false;
872 }
873
shouldEmitNewlineBeforeNode(Node & node)874 static bool shouldEmitNewlineBeforeNode(Node& node)
875 {
876 return shouldEmitNewlinesBeforeAndAfterNode(node);
877 }
878
shouldEmitExtraNewlineForNode(Node * node)879 static bool shouldEmitExtraNewlineForNode(Node* node)
880 {
881 // When there is a significant collapsed bottom margin, emit an extra
882 // newline for a more realistic result. We end up getting the right
883 // result even without margin collapsing. For example: <div><p>text</p></div>
884 // will work right even if both the <div> and the <p> have bottom margins.
885 RenderObject* r = node->renderer();
886 if (!r || !r->isBox())
887 return false;
888
889 // NOTE: We only do this for a select set of nodes, and fwiw WinIE appears
890 // not to do this at all
891 if (node->hasTagName(h1Tag)
892 || node->hasTagName(h2Tag)
893 || node->hasTagName(h3Tag)
894 || node->hasTagName(h4Tag)
895 || node->hasTagName(h5Tag)
896 || node->hasTagName(h6Tag)
897 || node->hasTagName(pTag)) {
898 RenderStyle* style = r->style();
899 if (style) {
900 int bottomMargin = toRenderBox(r)->collapsedMarginAfter();
901 int fontSize = style->fontDescription().computedPixelSize();
902 if (bottomMargin * 2 >= fontSize)
903 return true;
904 }
905 }
906
907 return false;
908 }
909
collapsedSpaceLength(RenderText * renderer,int textEnd)910 static int collapsedSpaceLength(RenderText* renderer, int textEnd)
911 {
912 const String& text = renderer->text();
913 int length = text.length();
914 for (int i = textEnd; i < length; ++i) {
915 if (!renderer->style()->isCollapsibleWhiteSpace(text[i]))
916 return i - textEnd;
917 }
918
919 return length - textEnd;
920 }
921
maxOffsetIncludingCollapsedSpaces(Node * node)922 static int maxOffsetIncludingCollapsedSpaces(Node* node)
923 {
924 int offset = caretMaxOffset(node);
925
926 if (node->renderer() && node->renderer()->isText())
927 offset += collapsedSpaceLength(toRenderText(node->renderer()), offset);
928
929 return offset;
930 }
931
932 // Whether or not we should emit a character as we enter m_node (if it's a container) or as we hit it (if it's atomic).
shouldRepresentNodeOffsetZero()933 bool TextIterator::shouldRepresentNodeOffsetZero()
934 {
935 if (m_emitsCharactersBetweenAllVisiblePositions && isRenderedTable(m_node))
936 return true;
937
938 // Leave element positioned flush with start of a paragraph
939 // (e.g. do not insert tab before a table cell at the start of a paragraph)
940 if (m_lastCharacter == '\n')
941 return false;
942
943 // Otherwise, show the position if we have emitted any characters
944 if (m_hasEmitted)
945 return true;
946
947 // We've not emitted anything yet. Generally, there is no need for any positioning then.
948 // The only exception is when the element is visually not in the same line as
949 // the start of the range (e.g. the range starts at the end of the previous paragraph).
950 // NOTE: Creating VisiblePositions and comparing them is relatively expensive, so we
951 // make quicker checks to possibly avoid that. Another check that we could make is
952 // is whether the inline vs block flow changed since the previous visible element.
953 // I think we're already in a special enough case that that won't be needed, tho.
954
955 // No character needed if this is the first node in the range.
956 if (m_node == m_startContainer)
957 return false;
958
959 // If we are outside the start container's subtree, assume we need to emit.
960 // FIXME: m_startContainer could be an inline block
961 if (!m_node->isDescendantOf(m_startContainer))
962 return true;
963
964 // If we started as m_startContainer offset 0 and the current node is a descendant of
965 // the start container, we already had enough context to correctly decide whether to
966 // emit after a preceding block. We chose not to emit (m_hasEmitted is false),
967 // so don't second guess that now.
968 // NOTE: Is this really correct when m_node is not a leftmost descendant? Probably
969 // immaterial since we likely would have already emitted something by now.
970 if (!m_startOffset)
971 return false;
972
973 // If this node is unrendered or invisible the VisiblePosition checks below won't have much meaning.
974 // Additionally, if the range we are iterating over contains huge sections of unrendered content,
975 // we would create VisiblePositions on every call to this function without this check.
976 if (!m_node->renderer() || m_node->renderer()->style()->visibility() != VISIBLE
977 || (m_node->renderer()->isRenderBlockFlow() && !toRenderBlock(m_node->renderer())->height() && !m_node->hasTagName(bodyTag)))
978 return false;
979
980 // The startPos.isNotNull() check is needed because the start could be before the body,
981 // and in that case we'll get null. We don't want to put in newlines at the start in that case.
982 // The currPos.isNotNull() check is needed because positions in non-HTML content
983 // (like SVG) do not have visible positions, and we don't want to emit for them either.
984 VisiblePosition startPos = VisiblePosition(Position(m_startContainer, m_startOffset, Position::PositionIsOffsetInAnchor), DOWNSTREAM);
985 VisiblePosition currPos = VisiblePosition(positionBeforeNode(m_node), DOWNSTREAM);
986 return startPos.isNotNull() && currPos.isNotNull() && !inSameLine(startPos, currPos);
987 }
988
shouldEmitSpaceBeforeAndAfterNode(Node * node)989 bool TextIterator::shouldEmitSpaceBeforeAndAfterNode(Node* node)
990 {
991 return isRenderedTable(node) && (node->renderer()->isInline() || m_emitsCharactersBetweenAllVisiblePositions);
992 }
993
representNodeOffsetZero()994 void TextIterator::representNodeOffsetZero()
995 {
996 // Emit a character to show the positioning of m_node.
997
998 // When we haven't been emitting any characters, shouldRepresentNodeOffsetZero() can
999 // create VisiblePositions, which is expensive. So, we perform the inexpensive checks
1000 // on m_node to see if it necessitates emitting a character first and will early return
1001 // before encountering shouldRepresentNodeOffsetZero()s worse case behavior.
1002 if (shouldEmitTabBeforeNode(m_node)) {
1003 if (shouldRepresentNodeOffsetZero())
1004 emitCharacter('\t', m_node->parentNode(), m_node, 0, 0);
1005 } else if (shouldEmitNewlineBeforeNode(*m_node)) {
1006 if (shouldRepresentNodeOffsetZero())
1007 emitCharacter('\n', m_node->parentNode(), m_node, 0, 0);
1008 } else if (shouldEmitSpaceBeforeAndAfterNode(m_node)) {
1009 if (shouldRepresentNodeOffsetZero())
1010 emitCharacter(' ', m_node->parentNode(), m_node, 0, 0);
1011 }
1012 }
1013
handleNonTextNode()1014 bool TextIterator::handleNonTextNode()
1015 {
1016 if (shouldEmitNewlineForNode(m_node, m_emitsOriginalText))
1017 emitCharacter('\n', m_node->parentNode(), m_node, 0, 1);
1018 else if (m_emitsCharactersBetweenAllVisiblePositions && m_node->renderer() && m_node->renderer()->isHR())
1019 emitCharacter(' ', m_node->parentNode(), m_node, 0, 1);
1020 else
1021 representNodeOffsetZero();
1022
1023 return true;
1024 }
1025
exitNode()1026 void TextIterator::exitNode()
1027 {
1028 // prevent emitting a newline when exiting a collapsed block at beginning of the range
1029 // FIXME: !m_hasEmitted does not necessarily mean there was a collapsed block... it could
1030 // have been an hr (e.g.). Also, a collapsed block could have height (e.g. a table) and
1031 // therefore look like a blank line.
1032 if (!m_hasEmitted)
1033 return;
1034
1035 // Emit with a position *inside* m_node, after m_node's contents, in
1036 // case it is a block, because the run should start where the
1037 // emitted character is positioned visually.
1038 Node* baseNode = m_node->lastChild() ? m_node->lastChild() : m_node;
1039 // FIXME: This shouldn't require the m_lastTextNode to be true, but we can't change that without making
1040 // the logic in _web_attributedStringFromRange match. We'll get that for free when we switch to use
1041 // TextIterator in _web_attributedStringFromRange.
1042 // See <rdar://problem/5428427> for an example of how this mismatch will cause problems.
1043 if (m_lastTextNode && shouldEmitNewlineAfterNode(*m_node)) {
1044 // use extra newline to represent margin bottom, as needed
1045 bool addNewline = shouldEmitExtraNewlineForNode(m_node);
1046
1047 // FIXME: We need to emit a '\n' as we leave an empty block(s) that
1048 // contain a VisiblePosition when doing selection preservation.
1049 if (m_lastCharacter != '\n') {
1050 // insert a newline with a position following this block's contents.
1051 emitCharacter('\n', baseNode->parentNode(), baseNode, 1, 1);
1052 // remember whether to later add a newline for the current node
1053 ASSERT(!m_needsAnotherNewline);
1054 m_needsAnotherNewline = addNewline;
1055 } else if (addNewline) {
1056 // insert a newline with a position following this block's contents.
1057 emitCharacter('\n', baseNode->parentNode(), baseNode, 1, 1);
1058 }
1059 }
1060
1061 // If nothing was emitted, see if we need to emit a space.
1062 if (!m_positionNode && shouldEmitSpaceBeforeAndAfterNode(m_node))
1063 emitCharacter(' ', baseNode->parentNode(), baseNode, 1, 1);
1064 }
1065
emitCharacter(UChar c,Node * textNode,Node * offsetBaseNode,int textStartOffset,int textEndOffset)1066 void TextIterator::emitCharacter(UChar c, Node* textNode, Node* offsetBaseNode, int textStartOffset, int textEndOffset)
1067 {
1068 m_hasEmitted = true;
1069
1070 // remember information with which to construct the TextIterator::range()
1071 // NOTE: textNode is often not a text node, so the range will specify child nodes of positionNode
1072 m_positionNode = textNode;
1073 m_positionOffsetBaseNode = offsetBaseNode;
1074 m_positionStartOffset = textStartOffset;
1075 m_positionEndOffset = textEndOffset;
1076
1077 // remember information with which to construct the TextIterator::characters() and length()
1078 m_singleCharacterBuffer = c;
1079 ASSERT(m_singleCharacterBuffer);
1080 m_textLength = 1;
1081
1082 // remember some iteration state
1083 m_lastTextNodeEndedWithCollapsedSpace = false;
1084 m_lastCharacter = c;
1085 }
1086
emitText(Node * textNode,RenderObject * renderObject,int textStartOffset,int textEndOffset)1087 void TextIterator::emitText(Node* textNode, RenderObject* renderObject, int textStartOffset, int textEndOffset)
1088 {
1089 RenderText* renderer = toRenderText(renderObject);
1090 m_text = m_emitsOriginalText ? renderer->originalText() : renderer->text();
1091 ASSERT(!m_text.isEmpty());
1092 ASSERT(0 <= textStartOffset && textStartOffset < static_cast<int>(m_text.length()));
1093 ASSERT(0 <= textEndOffset && textEndOffset <= static_cast<int>(m_text.length()));
1094 ASSERT(textStartOffset <= textEndOffset);
1095
1096 m_positionNode = textNode;
1097 m_positionOffsetBaseNode = 0;
1098 m_positionStartOffset = textStartOffset;
1099 m_positionEndOffset = textEndOffset;
1100 m_singleCharacterBuffer = 0;
1101 m_textLength = textEndOffset - textStartOffset;
1102 m_lastCharacter = m_text[textEndOffset - 1];
1103
1104 m_lastTextNodeEndedWithCollapsedSpace = false;
1105 m_hasEmitted = true;
1106 }
1107
emitText(Node * textNode,int textStartOffset,int textEndOffset)1108 void TextIterator::emitText(Node* textNode, int textStartOffset, int textEndOffset)
1109 {
1110 emitText(textNode, m_node->renderer(), textStartOffset, textEndOffset);
1111 }
1112
range() const1113 PassRefPtr<Range> TextIterator::range() const
1114 {
1115 // use the current run information, if we have it
1116 if (m_positionNode) {
1117 if (m_positionOffsetBaseNode) {
1118 int index = m_positionOffsetBaseNode->nodeIndex();
1119 m_positionStartOffset += index;
1120 m_positionEndOffset += index;
1121 m_positionOffsetBaseNode = 0;
1122 }
1123 return Range::create(m_positionNode->document(), m_positionNode, m_positionStartOffset, m_positionNode, m_positionEndOffset);
1124 }
1125
1126 // otherwise, return the end of the overall range we were given
1127 if (m_endContainer)
1128 return Range::create(m_endContainer->document(), m_endContainer, m_endOffset, m_endContainer, m_endOffset);
1129
1130 return 0;
1131 }
1132
node() const1133 Node* TextIterator::node() const
1134 {
1135 RefPtr<Range> textRange = range();
1136 if (!textRange)
1137 return 0;
1138
1139 Node* node = textRange->startContainer();
1140 if (!node)
1141 return 0;
1142 if (node->offsetInCharacters())
1143 return node;
1144
1145 return node->childNode(textRange->startOffset());
1146 }
1147
1148 // --------
1149
SimplifiedBackwardsTextIterator(const Range * r,TextIteratorBehaviorFlags behavior)1150 SimplifiedBackwardsTextIterator::SimplifiedBackwardsTextIterator(const Range* r, TextIteratorBehaviorFlags behavior)
1151 : m_node(0)
1152 , m_offset(0)
1153 , m_handledNode(false)
1154 , m_handledChildren(false)
1155 , m_startNode(0)
1156 , m_startOffset(0)
1157 , m_endNode(0)
1158 , m_endOffset(0)
1159 , m_positionNode(0)
1160 , m_positionStartOffset(0)
1161 , m_positionEndOffset(0)
1162 , m_textOffset(0)
1163 , m_textLength(0)
1164 , m_lastTextNode(0)
1165 , m_lastCharacter(0)
1166 , m_singleCharacterBuffer(0)
1167 , m_havePassedStartNode(false)
1168 , m_shouldHandleFirstLetter(false)
1169 , m_stopsOnFormControls(behavior & TextIteratorStopsOnFormControls)
1170 , m_shouldStop(false)
1171 , m_emitsOriginalText(false)
1172 {
1173 ASSERT(behavior == TextIteratorDefaultBehavior || behavior == TextIteratorStopsOnFormControls);
1174
1175 if (!r)
1176 return;
1177
1178 Node* startNode = r->startContainer();
1179 if (!startNode)
1180 return;
1181 Node* endNode = r->endContainer();
1182 int startOffset = r->startOffset();
1183 int endOffset = r->endOffset();
1184
1185 if (!startNode->offsetInCharacters()) {
1186 if (startOffset >= 0 && startOffset < static_cast<int>(startNode->childNodeCount())) {
1187 startNode = startNode->childNode(startOffset);
1188 startOffset = 0;
1189 }
1190 }
1191 if (!endNode->offsetInCharacters()) {
1192 if (endOffset > 0 && endOffset <= static_cast<int>(endNode->childNodeCount())) {
1193 endNode = endNode->childNode(endOffset - 1);
1194 endOffset = lastOffsetInNode(endNode);
1195 }
1196 }
1197
1198 m_node = endNode;
1199 setUpFullyClippedStack(m_fullyClippedStack, m_node);
1200 m_offset = endOffset;
1201 m_handledNode = false;
1202 m_handledChildren = !endOffset;
1203
1204 m_startNode = startNode;
1205 m_startOffset = startOffset;
1206 m_endNode = endNode;
1207 m_endOffset = endOffset;
1208
1209 #ifndef NDEBUG
1210 // Need this just because of the assert.
1211 m_positionNode = endNode;
1212 #endif
1213
1214 m_lastTextNode = 0;
1215 m_lastCharacter = '\n';
1216
1217 m_havePassedStartNode = false;
1218
1219 advance();
1220 }
1221
advance()1222 void SimplifiedBackwardsTextIterator::advance()
1223 {
1224 ASSERT(m_positionNode);
1225
1226 if (m_shouldStop)
1227 return;
1228
1229 if (m_stopsOnFormControls && HTMLFormControlElement::enclosingFormControlElement(m_node)) {
1230 m_shouldStop = true;
1231 return;
1232 }
1233
1234 m_positionNode = 0;
1235 m_textLength = 0;
1236
1237 while (m_node && !m_havePassedStartNode) {
1238 // Don't handle node if we start iterating at [node, 0].
1239 if (!m_handledNode && !(m_node == m_endNode && !m_endOffset)) {
1240 RenderObject* renderer = m_node->renderer();
1241 if (renderer && renderer->isText() && m_node->nodeType() == Node::TEXT_NODE) {
1242 // FIXME: What about CDATA_SECTION_NODE?
1243 if (renderer->style()->visibility() == VISIBLE && m_offset > 0)
1244 m_handledNode = handleTextNode();
1245 } else if (renderer && (renderer->isImage() || renderer->isWidget())) {
1246 if (renderer->style()->visibility() == VISIBLE && m_offset > 0)
1247 m_handledNode = handleReplacedElement();
1248 } else {
1249 m_handledNode = handleNonTextNode();
1250 }
1251 if (m_positionNode)
1252 return;
1253 }
1254
1255 if (!m_handledChildren && m_node->hasChildNodes()) {
1256 m_node = m_node->lastChild();
1257 pushFullyClippedState(m_fullyClippedStack, m_node);
1258 } else {
1259 // Exit empty containers as we pass over them or containers
1260 // where [container, 0] is where we started iterating.
1261 if (!m_handledNode
1262 && canHaveChildrenForEditing(m_node)
1263 && m_node->parentNode()
1264 && (!m_node->lastChild() || (m_node == m_endNode && !m_endOffset))) {
1265 exitNode();
1266 if (m_positionNode) {
1267 m_handledNode = true;
1268 m_handledChildren = true;
1269 return;
1270 }
1271 }
1272
1273 // Exit all other containers.
1274 while (!m_node->previousSibling()) {
1275 if (!advanceRespectingRange(m_node->parentOrShadowHostNode()))
1276 break;
1277 m_fullyClippedStack.pop();
1278 exitNode();
1279 if (m_positionNode) {
1280 m_handledNode = true;
1281 m_handledChildren = true;
1282 return;
1283 }
1284 }
1285
1286 m_fullyClippedStack.pop();
1287 if (advanceRespectingRange(m_node->previousSibling()))
1288 pushFullyClippedState(m_fullyClippedStack, m_node);
1289 else
1290 m_node = 0;
1291 }
1292
1293 // For the purpose of word boundary detection,
1294 // we should iterate all visible text and trailing (collapsed) whitespaces.
1295 m_offset = m_node ? maxOffsetIncludingCollapsedSpaces(m_node) : 0;
1296 m_handledNode = false;
1297 m_handledChildren = false;
1298
1299 if (m_positionNode)
1300 return;
1301 }
1302 }
1303
handleTextNode()1304 bool SimplifiedBackwardsTextIterator::handleTextNode()
1305 {
1306 m_lastTextNode = m_node;
1307
1308 int startOffset;
1309 int offsetInNode;
1310 RenderText* renderer = handleFirstLetter(startOffset, offsetInNode);
1311 if (!renderer)
1312 return true;
1313
1314 String text = renderer->text();
1315 if (!renderer->firstTextBox() && text.length() > 0)
1316 return true;
1317
1318 m_positionEndOffset = m_offset;
1319 m_offset = startOffset + offsetInNode;
1320 m_positionNode = m_node;
1321 m_positionStartOffset = m_offset;
1322
1323 ASSERT(0 <= m_positionStartOffset - offsetInNode && m_positionStartOffset - offsetInNode <= static_cast<int>(text.length()));
1324 ASSERT(1 <= m_positionEndOffset - offsetInNode && m_positionEndOffset - offsetInNode <= static_cast<int>(text.length()));
1325 ASSERT(m_positionStartOffset <= m_positionEndOffset);
1326
1327 m_textLength = m_positionEndOffset - m_positionStartOffset;
1328 m_textOffset = m_positionStartOffset - offsetInNode;
1329 m_textContainer = text;
1330 m_singleCharacterBuffer = 0;
1331 RELEASE_ASSERT(static_cast<unsigned>(m_textOffset + m_textLength) <= text.length());
1332
1333 m_lastCharacter = text[m_positionEndOffset - 1];
1334
1335 return !m_shouldHandleFirstLetter;
1336 }
1337
handleFirstLetter(int & startOffset,int & offsetInNode)1338 RenderText* SimplifiedBackwardsTextIterator::handleFirstLetter(int& startOffset, int& offsetInNode)
1339 {
1340 RenderText* renderer = toRenderText(m_node->renderer());
1341 startOffset = (m_node == m_startNode) ? m_startOffset : 0;
1342
1343 if (!renderer->isTextFragment()) {
1344 offsetInNode = 0;
1345 return renderer;
1346 }
1347
1348 RenderTextFragment* fragment = toRenderTextFragment(renderer);
1349 int offsetAfterFirstLetter = fragment->start();
1350 if (startOffset >= offsetAfterFirstLetter) {
1351 ASSERT(!m_shouldHandleFirstLetter);
1352 offsetInNode = offsetAfterFirstLetter;
1353 return renderer;
1354 }
1355
1356 if (!m_shouldHandleFirstLetter && offsetAfterFirstLetter < m_offset) {
1357 m_shouldHandleFirstLetter = true;
1358 offsetInNode = offsetAfterFirstLetter;
1359 return renderer;
1360 }
1361
1362 m_shouldHandleFirstLetter = false;
1363 offsetInNode = 0;
1364 return firstRenderTextInFirstLetter(fragment->firstLetter());
1365 }
1366
handleReplacedElement()1367 bool SimplifiedBackwardsTextIterator::handleReplacedElement()
1368 {
1369 unsigned index = m_node->nodeIndex();
1370 // We want replaced elements to behave like punctuation for boundary
1371 // finding, and to simply take up space for the selection preservation
1372 // code in moveParagraphs, so we use a comma. Unconditionally emit
1373 // here because this iterator is only used for boundary finding.
1374 emitCharacter(',', m_node->parentNode(), index, index + 1);
1375 return true;
1376 }
1377
handleNonTextNode()1378 bool SimplifiedBackwardsTextIterator::handleNonTextNode()
1379 {
1380 // We can use a linefeed in place of a tab because this simple iterator is only used to
1381 // find boundaries, not actual content. A linefeed breaks words, sentences, and paragraphs.
1382 if (shouldEmitNewlineForNode(m_node, m_emitsOriginalText) || shouldEmitNewlineAfterNode(*m_node) || shouldEmitTabBeforeNode(m_node)) {
1383 unsigned index = m_node->nodeIndex();
1384 // The start of this emitted range is wrong. Ensuring correctness would require
1385 // VisiblePositions and so would be slow. previousBoundary expects this.
1386 emitCharacter('\n', m_node->parentNode(), index + 1, index + 1);
1387 }
1388 return true;
1389 }
1390
exitNode()1391 void SimplifiedBackwardsTextIterator::exitNode()
1392 {
1393 if (shouldEmitNewlineForNode(m_node, m_emitsOriginalText) || shouldEmitNewlineBeforeNode(*m_node) || shouldEmitTabBeforeNode(m_node)) {
1394 // The start of this emitted range is wrong. Ensuring correctness would require
1395 // VisiblePositions and so would be slow. previousBoundary expects this.
1396 emitCharacter('\n', m_node, 0, 0);
1397 }
1398 }
1399
emitCharacter(UChar c,Node * node,int startOffset,int endOffset)1400 void SimplifiedBackwardsTextIterator::emitCharacter(UChar c, Node* node, int startOffset, int endOffset)
1401 {
1402 m_singleCharacterBuffer = c;
1403 m_positionNode = node;
1404 m_positionStartOffset = startOffset;
1405 m_positionEndOffset = endOffset;
1406 m_textOffset = 0;
1407 m_textLength = 1;
1408 m_lastCharacter = c;
1409 }
1410
advanceRespectingRange(Node * next)1411 bool SimplifiedBackwardsTextIterator::advanceRespectingRange(Node* next)
1412 {
1413 if (!next)
1414 return false;
1415 m_havePassedStartNode |= m_node == m_startNode;
1416 if (m_havePassedStartNode)
1417 return false;
1418 m_node = next;
1419 return true;
1420 }
1421
range() const1422 PassRefPtr<Range> SimplifiedBackwardsTextIterator::range() const
1423 {
1424 if (m_positionNode)
1425 return Range::create(m_positionNode->document(), m_positionNode, m_positionStartOffset, m_positionNode, m_positionEndOffset);
1426
1427 return Range::create(m_startNode->document(), m_startNode, m_startOffset, m_startNode, m_startOffset);
1428 }
1429
1430 // --------
1431
CharacterIterator(const Range * r,TextIteratorBehaviorFlags behavior)1432 CharacterIterator::CharacterIterator(const Range* r, TextIteratorBehaviorFlags behavior)
1433 : m_offset(0)
1434 , m_runOffset(0)
1435 , m_atBreak(true)
1436 , m_textIterator(r, behavior)
1437 {
1438 while (!atEnd() && !m_textIterator.length())
1439 m_textIterator.advance();
1440 }
1441
range() const1442 PassRefPtr<Range> CharacterIterator::range() const
1443 {
1444 RefPtr<Range> r = m_textIterator.range();
1445 if (!m_textIterator.atEnd()) {
1446 if (m_textIterator.length() <= 1) {
1447 ASSERT(!m_runOffset);
1448 } else {
1449 Node* n = r->startContainer();
1450 ASSERT(n == r->endContainer());
1451 int offset = r->startOffset() + m_runOffset;
1452 r->setStart(n, offset, ASSERT_NO_EXCEPTION);
1453 r->setEnd(n, offset + 1, ASSERT_NO_EXCEPTION);
1454 }
1455 }
1456 return r.release();
1457 }
1458
advance(int count)1459 void CharacterIterator::advance(int count)
1460 {
1461 if (count <= 0) {
1462 ASSERT(!count);
1463 return;
1464 }
1465
1466 m_atBreak = false;
1467
1468 // easy if there is enough left in the current m_textIterator run
1469 int remaining = m_textIterator.length() - m_runOffset;
1470 if (count < remaining) {
1471 m_runOffset += count;
1472 m_offset += count;
1473 return;
1474 }
1475
1476 // exhaust the current m_textIterator run
1477 count -= remaining;
1478 m_offset += remaining;
1479
1480 // move to a subsequent m_textIterator run
1481 for (m_textIterator.advance(); !atEnd(); m_textIterator.advance()) {
1482 int runLength = m_textIterator.length();
1483 if (!runLength) {
1484 m_atBreak = true;
1485 } else {
1486 // see whether this is m_textIterator to use
1487 if (count < runLength) {
1488 m_runOffset = count;
1489 m_offset += count;
1490 return;
1491 }
1492
1493 // exhaust this m_textIterator run
1494 count -= runLength;
1495 m_offset += runLength;
1496 }
1497 }
1498
1499 // ran to the end of the m_textIterator... no more runs left
1500 m_atBreak = true;
1501 m_runOffset = 0;
1502 }
1503
string(int numChars)1504 String CharacterIterator::string(int numChars)
1505 {
1506 StringBuilder result;
1507 result.reserveCapacity(numChars);
1508 while (numChars > 0 && !atEnd()) {
1509 int runSize = min(numChars, length());
1510 m_textIterator.appendTextToStringBuilder(result, m_runOffset, runSize);
1511 numChars -= runSize;
1512 advance(runSize);
1513 }
1514 return result.toString();
1515 }
1516
characterSubrange(CharacterIterator & it,int offset,int length)1517 static PassRefPtr<Range> characterSubrange(CharacterIterator& it, int offset, int length)
1518 {
1519 it.advance(offset);
1520 RefPtr<Range> start = it.range();
1521
1522 if (length > 1)
1523 it.advance(length - 1);
1524 RefPtr<Range> end = it.range();
1525
1526 return Range::create(start->startContainer()->document(),
1527 start->startContainer(), start->startOffset(),
1528 end->endContainer(), end->endOffset());
1529 }
1530
BackwardsCharacterIterator(const Range * range,TextIteratorBehaviorFlags behavior)1531 BackwardsCharacterIterator::BackwardsCharacterIterator(const Range* range, TextIteratorBehaviorFlags behavior)
1532 : m_offset(0)
1533 , m_runOffset(0)
1534 , m_atBreak(true)
1535 , m_textIterator(range, behavior)
1536 {
1537 while (!atEnd() && !m_textIterator.length())
1538 m_textIterator.advance();
1539 }
1540
range() const1541 PassRefPtr<Range> BackwardsCharacterIterator::range() const
1542 {
1543 RefPtr<Range> r = m_textIterator.range();
1544 if (!m_textIterator.atEnd()) {
1545 if (m_textIterator.length() <= 1) {
1546 ASSERT(!m_runOffset);
1547 } else {
1548 Node* n = r->startContainer();
1549 ASSERT(n == r->endContainer());
1550 int offset = r->endOffset() - m_runOffset;
1551 r->setStart(n, offset - 1, ASSERT_NO_EXCEPTION);
1552 r->setEnd(n, offset, ASSERT_NO_EXCEPTION);
1553 }
1554 }
1555 return r.release();
1556 }
1557
advance(int count)1558 void BackwardsCharacterIterator::advance(int count)
1559 {
1560 if (count <= 0) {
1561 ASSERT(!count);
1562 return;
1563 }
1564
1565 m_atBreak = false;
1566
1567 int remaining = m_textIterator.length() - m_runOffset;
1568 if (count < remaining) {
1569 m_runOffset += count;
1570 m_offset += count;
1571 return;
1572 }
1573
1574 count -= remaining;
1575 m_offset += remaining;
1576
1577 for (m_textIterator.advance(); !atEnd(); m_textIterator.advance()) {
1578 int runLength = m_textIterator.length();
1579 if (!runLength) {
1580 m_atBreak = true;
1581 } else {
1582 if (count < runLength) {
1583 m_runOffset = count;
1584 m_offset += count;
1585 return;
1586 }
1587
1588 count -= runLength;
1589 m_offset += runLength;
1590 }
1591 }
1592
1593 m_atBreak = true;
1594 m_runOffset = 0;
1595 }
1596
1597 // --------
1598
WordAwareIterator(const Range * range)1599 WordAwareIterator::WordAwareIterator(const Range* range)
1600 : m_didLookAhead(true) // So we consider the first chunk from the text iterator.
1601 , m_textIterator(range)
1602 {
1603 advance(); // Get in position over the first chunk of text.
1604 }
1605
~WordAwareIterator()1606 WordAwareIterator::~WordAwareIterator()
1607 {
1608 }
1609
1610 // FIXME: Performance could be bad for huge spans next to each other that don't fall on word boundaries.
1611
advance()1612 void WordAwareIterator::advance()
1613 {
1614 m_buffer.clear();
1615
1616 // If last time we did a look-ahead, start with that looked-ahead chunk now
1617 if (!m_didLookAhead) {
1618 ASSERT(!m_textIterator.atEnd());
1619 m_textIterator.advance();
1620 }
1621 m_didLookAhead = false;
1622
1623 // Go to next non-empty chunk.
1624 while (!m_textIterator.atEnd() && !m_textIterator.length())
1625 m_textIterator.advance();
1626
1627 m_range = m_textIterator.range();
1628
1629 if (m_textIterator.atEnd())
1630 return;
1631
1632 while (1) {
1633 // If this chunk ends in whitespace we can just use it as our chunk.
1634 if (isSpaceOrNewline(m_textIterator.characterAt(m_textIterator.length() - 1)))
1635 return;
1636
1637 // If this is the first chunk that failed, save it in m_buffer before look ahead.
1638 if (m_buffer.isEmpty())
1639 m_textIterator.appendTextTo(m_buffer);
1640
1641 // Look ahead to next chunk. If it is whitespace or a break, we can use the previous stuff
1642 m_textIterator.advance();
1643 if (m_textIterator.atEnd() || !m_textIterator.length() || isSpaceOrNewline(m_textIterator.characterAt(0))) {
1644 m_didLookAhead = true;
1645 return;
1646 }
1647
1648 // Start gobbling chunks until we get to a suitable stopping point
1649 m_textIterator.appendTextTo(m_buffer);
1650 m_range->setEnd(m_textIterator.range()->endContainer(), m_textIterator.range()->endOffset(), IGNORE_EXCEPTION);
1651 }
1652 }
1653
length() const1654 int WordAwareIterator::length() const
1655 {
1656 if (!m_buffer.isEmpty())
1657 return m_buffer.size();
1658 return m_textIterator.length();
1659 }
1660
substring(unsigned position,unsigned length) const1661 String WordAwareIterator::substring(unsigned position, unsigned length) const
1662 {
1663 if (!m_buffer.isEmpty())
1664 return String(m_buffer.data() + position, length);
1665 return m_textIterator.substring(position, length);
1666 }
1667
characterAt(unsigned index) const1668 UChar WordAwareIterator::characterAt(unsigned index) const
1669 {
1670 if (!m_buffer.isEmpty())
1671 return m_buffer[index];
1672 return m_textIterator.characterAt(index);
1673 }
1674
1675 // --------
1676
1677 static const size_t minimumSearchBufferSize = 8192;
1678
1679 #ifndef NDEBUG
1680 static bool searcherInUse;
1681 #endif
1682
createSearcher()1683 static UStringSearch* createSearcher()
1684 {
1685 // Provide a non-empty pattern and non-empty text so usearch_open will not fail,
1686 // but it doesn't matter exactly what it is, since we don't perform any searches
1687 // without setting both the pattern and the text.
1688 UErrorCode status = U_ZERO_ERROR;
1689 String searchCollatorName = currentSearchLocaleID() + String("@collation=search");
1690 UStringSearch* searcher = usearch_open(&newlineCharacter, 1, &newlineCharacter, 1, searchCollatorName.utf8().data(), 0, &status);
1691 ASSERT(status == U_ZERO_ERROR || status == U_USING_FALLBACK_WARNING || status == U_USING_DEFAULT_WARNING);
1692 return searcher;
1693 }
1694
searcher()1695 static UStringSearch* searcher()
1696 {
1697 static UStringSearch* searcher = createSearcher();
1698 return searcher;
1699 }
1700
lockSearcher()1701 static inline void lockSearcher()
1702 {
1703 #ifndef NDEBUG
1704 ASSERT(!searcherInUse);
1705 searcherInUse = true;
1706 #endif
1707 }
1708
unlockSearcher()1709 static inline void unlockSearcher()
1710 {
1711 #ifndef NDEBUG
1712 ASSERT(searcherInUse);
1713 searcherInUse = false;
1714 #endif
1715 }
1716
SearchBuffer(const String & target,FindOptions options)1717 inline SearchBuffer::SearchBuffer(const String& target, FindOptions options)
1718 : m_options(options)
1719 , m_prefixLength(0)
1720 , m_numberOfCharactersJustAppended(0)
1721 , m_atBreak(true)
1722 , m_needsMoreContext(options & AtWordStarts)
1723 , m_targetRequiresKanaWorkaround(containsKanaLetters(target))
1724 {
1725 ASSERT(!target.isEmpty());
1726 target.appendTo(m_target);
1727
1728 // FIXME: We'd like to tailor the searcher to fold quote marks for us instead
1729 // of doing it in a separate replacement pass here, but ICU doesn't offer a way
1730 // to add tailoring on top of the locale-specific tailoring as of this writing.
1731 foldQuoteMarksAndSoftHyphens(m_target.data(), m_target.size());
1732
1733 size_t targetLength = m_target.size();
1734 m_buffer.reserveInitialCapacity(max(targetLength * 8, minimumSearchBufferSize));
1735 m_overlap = m_buffer.capacity() / 4;
1736
1737 if ((m_options & AtWordStarts) && targetLength) {
1738 UChar32 targetFirstCharacter;
1739 U16_GET(m_target.data(), 0, 0, targetLength, targetFirstCharacter);
1740 // Characters in the separator category never really occur at the beginning of a word,
1741 // so if the target begins with such a character, we just ignore the AtWordStart option.
1742 if (isSeparator(targetFirstCharacter)) {
1743 m_options &= ~AtWordStarts;
1744 m_needsMoreContext = false;
1745 }
1746 }
1747
1748 // Grab the single global searcher.
1749 // If we ever have a reason to do more than once search buffer at once, we'll have
1750 // to move to multiple searchers.
1751 lockSearcher();
1752
1753 UStringSearch* searcher = WebCore::searcher();
1754 UCollator* collator = usearch_getCollator(searcher);
1755
1756 UCollationStrength strength = m_options & CaseInsensitive ? UCOL_PRIMARY : UCOL_TERTIARY;
1757 if (ucol_getStrength(collator) != strength) {
1758 ucol_setStrength(collator, strength);
1759 usearch_reset(searcher);
1760 }
1761
1762 UErrorCode status = U_ZERO_ERROR;
1763 usearch_setPattern(searcher, m_target.data(), targetLength, &status);
1764 ASSERT(status == U_ZERO_ERROR);
1765
1766 // The kana workaround requires a normalized copy of the target string.
1767 if (m_targetRequiresKanaWorkaround)
1768 normalizeCharactersIntoNFCForm(m_target.data(), m_target.size(), m_normalizedTarget);
1769 }
1770
~SearchBuffer()1771 inline SearchBuffer::~SearchBuffer()
1772 {
1773 // Leave the static object pointing to a valid string.
1774 UErrorCode status = U_ZERO_ERROR;
1775 usearch_setPattern(WebCore::searcher(), &newlineCharacter, 1, &status);
1776 ASSERT(status == U_ZERO_ERROR);
1777
1778 unlockSearcher();
1779 }
1780
1781 template<typename CharType>
append(const CharType * characters,size_t length)1782 inline void SearchBuffer::append(const CharType* characters, size_t length)
1783 {
1784 ASSERT(length);
1785
1786 if (m_atBreak) {
1787 m_buffer.shrink(0);
1788 m_prefixLength = 0;
1789 m_atBreak = false;
1790 } else if (m_buffer.size() == m_buffer.capacity()) {
1791 memcpy(m_buffer.data(), m_buffer.data() + m_buffer.size() - m_overlap, m_overlap * sizeof(UChar));
1792 m_prefixLength -= min(m_prefixLength, m_buffer.size() - m_overlap);
1793 m_buffer.shrink(m_overlap);
1794 }
1795
1796 size_t oldLength = m_buffer.size();
1797 size_t usableLength = min(m_buffer.capacity() - oldLength, length);
1798 ASSERT(usableLength);
1799 m_buffer.resize(oldLength + usableLength);
1800 UChar* destination = m_buffer.data() + oldLength;
1801 StringImpl::copyChars(destination, characters, usableLength);
1802 foldQuoteMarksAndSoftHyphens(destination, usableLength);
1803 m_numberOfCharactersJustAppended = usableLength;
1804 }
1805
needsMoreContext() const1806 inline bool SearchBuffer::needsMoreContext() const
1807 {
1808 return m_needsMoreContext;
1809 }
1810
prependContext(const UChar * characters,size_t length)1811 inline void SearchBuffer::prependContext(const UChar* characters, size_t length)
1812 {
1813 ASSERT(m_needsMoreContext);
1814 ASSERT(m_prefixLength == m_buffer.size());
1815
1816 if (!length)
1817 return;
1818
1819 m_atBreak = false;
1820
1821 size_t wordBoundaryContextStart = length;
1822 if (wordBoundaryContextStart) {
1823 U16_BACK_1(characters, 0, wordBoundaryContextStart);
1824 wordBoundaryContextStart = startOfLastWordBoundaryContext(characters, wordBoundaryContextStart);
1825 }
1826
1827 size_t usableLength = min(m_buffer.capacity() - m_prefixLength, length - wordBoundaryContextStart);
1828 m_buffer.prepend(characters + length - usableLength, usableLength);
1829 m_prefixLength += usableLength;
1830
1831 if (wordBoundaryContextStart || m_prefixLength == m_buffer.capacity())
1832 m_needsMoreContext = false;
1833 }
1834
atBreak() const1835 inline bool SearchBuffer::atBreak() const
1836 {
1837 return m_atBreak;
1838 }
1839
reachedBreak()1840 inline void SearchBuffer::reachedBreak()
1841 {
1842 m_atBreak = true;
1843 }
1844
isBadMatch(const UChar * match,size_t matchLength) const1845 inline bool SearchBuffer::isBadMatch(const UChar* match, size_t matchLength) const
1846 {
1847 // This function implements the kana workaround. If usearch treats
1848 // it as a match, but we do not want to, then it's a "bad match".
1849 if (!m_targetRequiresKanaWorkaround)
1850 return false;
1851
1852 // Normalize into a match buffer. We reuse a single buffer rather than
1853 // creating a new one each time.
1854 normalizeCharactersIntoNFCForm(match, matchLength, m_normalizedMatch);
1855
1856 return !checkOnlyKanaLettersInStrings(m_normalizedTarget.begin(), m_normalizedTarget.size(), m_normalizedMatch.begin(), m_normalizedMatch.size());
1857 }
1858
isWordStartMatch(size_t start,size_t length) const1859 inline bool SearchBuffer::isWordStartMatch(size_t start, size_t length) const
1860 {
1861 ASSERT(m_options & AtWordStarts);
1862
1863 if (!start)
1864 return true;
1865
1866 int size = m_buffer.size();
1867 int offset = start;
1868 UChar32 firstCharacter;
1869 U16_GET(m_buffer.data(), 0, offset, size, firstCharacter);
1870
1871 if (m_options & TreatMedialCapitalAsWordStart) {
1872 UChar32 previousCharacter;
1873 U16_PREV(m_buffer.data(), 0, offset, previousCharacter);
1874
1875 if (isSeparator(firstCharacter)) {
1876 // The start of a separator run is a word start (".org" in "webkit.org").
1877 if (!isSeparator(previousCharacter))
1878 return true;
1879 } else if (isASCIIUpper(firstCharacter)) {
1880 // The start of an uppercase run is a word start ("Kit" in "WebKit").
1881 if (!isASCIIUpper(previousCharacter))
1882 return true;
1883 // The last character of an uppercase run followed by a non-separator, non-digit
1884 // is a word start ("Request" in "XMLHTTPRequest").
1885 offset = start;
1886 U16_FWD_1(m_buffer.data(), offset, size);
1887 UChar32 nextCharacter = 0;
1888 if (offset < size)
1889 U16_GET(m_buffer.data(), 0, offset, size, nextCharacter);
1890 if (!isASCIIUpper(nextCharacter) && !isASCIIDigit(nextCharacter) && !isSeparator(nextCharacter))
1891 return true;
1892 } else if (isASCIIDigit(firstCharacter)) {
1893 // The start of a digit run is a word start ("2" in "WebKit2").
1894 if (!isASCIIDigit(previousCharacter))
1895 return true;
1896 } else if (isSeparator(previousCharacter) || isASCIIDigit(previousCharacter)) {
1897 // The start of a non-separator, non-uppercase, non-digit run is a word start,
1898 // except after an uppercase. ("org" in "webkit.org", but not "ore" in "WebCore").
1899 return true;
1900 }
1901 }
1902
1903 // Chinese and Japanese lack word boundary marks, and there is no clear agreement on what constitutes
1904 // a word, so treat the position before any CJK character as a word start.
1905 if (Font::isCJKIdeographOrSymbol(firstCharacter))
1906 return true;
1907
1908 size_t wordBreakSearchStart = start + length;
1909 while (wordBreakSearchStart > start)
1910 wordBreakSearchStart = findNextWordFromIndex(m_buffer.data(), m_buffer.size(), wordBreakSearchStart, false /* backwards */);
1911 return wordBreakSearchStart == start;
1912 }
1913
search(size_t & start)1914 inline size_t SearchBuffer::search(size_t& start)
1915 {
1916 size_t size = m_buffer.size();
1917 if (m_atBreak) {
1918 if (!size)
1919 return 0;
1920 } else {
1921 if (size != m_buffer.capacity())
1922 return 0;
1923 }
1924
1925 UStringSearch* searcher = WebCore::searcher();
1926
1927 UErrorCode status = U_ZERO_ERROR;
1928 usearch_setText(searcher, m_buffer.data(), size, &status);
1929 ASSERT(status == U_ZERO_ERROR);
1930
1931 usearch_setOffset(searcher, m_prefixLength, &status);
1932 ASSERT(status == U_ZERO_ERROR);
1933
1934 int matchStart = usearch_next(searcher, &status);
1935 ASSERT(status == U_ZERO_ERROR);
1936
1937 nextMatch:
1938 if (!(matchStart >= 0 && static_cast<size_t>(matchStart) < size)) {
1939 ASSERT(matchStart == USEARCH_DONE);
1940 return 0;
1941 }
1942
1943 // Matches that start in the overlap area are only tentative.
1944 // The same match may appear later, matching more characters,
1945 // possibly including a combining character that's not yet in the buffer.
1946 if (!m_atBreak && static_cast<size_t>(matchStart) >= size - m_overlap) {
1947 size_t overlap = m_overlap;
1948 if (m_options & AtWordStarts) {
1949 // Ensure that there is sufficient context before matchStart the next time around for
1950 // determining if it is at a word boundary.
1951 int wordBoundaryContextStart = matchStart;
1952 U16_BACK_1(m_buffer.data(), 0, wordBoundaryContextStart);
1953 wordBoundaryContextStart = startOfLastWordBoundaryContext(m_buffer.data(), wordBoundaryContextStart);
1954 overlap = min(size - 1, max(overlap, size - wordBoundaryContextStart));
1955 }
1956 memcpy(m_buffer.data(), m_buffer.data() + size - overlap, overlap * sizeof(UChar));
1957 m_prefixLength -= min(m_prefixLength, size - overlap);
1958 m_buffer.shrink(overlap);
1959 return 0;
1960 }
1961
1962 size_t matchedLength = usearch_getMatchedLength(searcher);
1963 ASSERT_WITH_SECURITY_IMPLICATION(matchStart + matchedLength <= size);
1964
1965 // If this match is "bad", move on to the next match.
1966 if (isBadMatch(m_buffer.data() + matchStart, matchedLength) || ((m_options & AtWordStarts) && !isWordStartMatch(matchStart, matchedLength))) {
1967 matchStart = usearch_next(searcher, &status);
1968 ASSERT(status == U_ZERO_ERROR);
1969 goto nextMatch;
1970 }
1971
1972 size_t newSize = size - (matchStart + 1);
1973 memmove(m_buffer.data(), m_buffer.data() + matchStart + 1, newSize * sizeof(UChar));
1974 m_prefixLength -= min<size_t>(m_prefixLength, matchStart + 1);
1975 m_buffer.shrink(newSize);
1976
1977 start = size - matchStart;
1978 return matchedLength;
1979 }
1980
1981 // --------
1982
rangeLength(const Range * r,bool forSelectionPreservation)1983 int TextIterator::rangeLength(const Range* r, bool forSelectionPreservation)
1984 {
1985 int length = 0;
1986 for (TextIterator it(r, forSelectionPreservation ? TextIteratorEmitsCharactersBetweenAllVisiblePositions : TextIteratorDefaultBehavior); !it.atEnd(); it.advance())
1987 length += it.length();
1988
1989 return length;
1990 }
1991
subrange(Range * entireRange,int characterOffset,int characterCount)1992 PassRefPtr<Range> TextIterator::subrange(Range* entireRange, int characterOffset, int characterCount)
1993 {
1994 CharacterIterator entireRangeIterator(entireRange);
1995 return characterSubrange(entireRangeIterator, characterOffset, characterCount);
1996 }
1997
1998 // --------
1999
plainText(const Range * r,TextIteratorBehaviorFlags behavior)2000 String plainText(const Range* r, TextIteratorBehaviorFlags behavior)
2001 {
2002 // The initial buffer size can be critical for performance: https://bugs.webkit.org/show_bug.cgi?id=81192
2003 static const unsigned initialCapacity = 1 << 15;
2004
2005 unsigned bufferLength = 0;
2006 StringBuilder builder;
2007 builder.reserveCapacity(initialCapacity);
2008
2009 for (TextIterator it(r, behavior); !it.atEnd(); it.advance()) {
2010 it.appendTextToStringBuilder(builder);
2011 bufferLength += it.length();
2012 }
2013
2014 if (!bufferLength)
2015 return emptyString();
2016
2017 return builder.toString();
2018 }
2019
collapsedToBoundary(const Range * range,bool forward)2020 static PassRefPtr<Range> collapsedToBoundary(const Range* range, bool forward)
2021 {
2022 RefPtr<Range> result = range->cloneRange(ASSERT_NO_EXCEPTION);
2023 result->collapse(!forward, ASSERT_NO_EXCEPTION);
2024 return result.release();
2025 }
2026
findPlainText(CharacterIterator & it,const String & target,FindOptions options,size_t & matchStart)2027 static size_t findPlainText(CharacterIterator& it, const String& target, FindOptions options, size_t& matchStart)
2028 {
2029 matchStart = 0;
2030 size_t matchLength = 0;
2031
2032 SearchBuffer buffer(target, options);
2033
2034 if (buffer.needsMoreContext()) {
2035 RefPtr<Range> startRange = it.range();
2036 RefPtr<Range> beforeStartRange = startRange->ownerDocument().createRange();
2037 beforeStartRange->setEnd(startRange->startContainer(), startRange->startOffset(), IGNORE_EXCEPTION);
2038 for (SimplifiedBackwardsTextIterator backwardsIterator(beforeStartRange.get()); !backwardsIterator.atEnd(); backwardsIterator.advance()) {
2039 Vector<UChar, 1024> characters;
2040 backwardsIterator.prependTextTo(characters);
2041 buffer.prependContext(characters.data(), characters.size());
2042 if (!buffer.needsMoreContext())
2043 break;
2044 }
2045 }
2046
2047 while (!it.atEnd()) {
2048 it.appendTextTo(buffer);
2049 it.advance(buffer.numberOfCharactersJustAppended());
2050 tryAgain:
2051 size_t matchStartOffset;
2052 if (size_t newMatchLength = buffer.search(matchStartOffset)) {
2053 // Note that we found a match, and where we found it.
2054 size_t lastCharacterInBufferOffset = it.characterOffset();
2055 ASSERT(lastCharacterInBufferOffset >= matchStartOffset);
2056 matchStart = lastCharacterInBufferOffset - matchStartOffset;
2057 matchLength = newMatchLength;
2058 // If searching forward, stop on the first match.
2059 // If searching backward, don't stop, so we end up with the last match.
2060 if (!(options & Backwards))
2061 break;
2062 goto tryAgain;
2063 }
2064 if (it.atBreak() && !buffer.atBreak()) {
2065 buffer.reachedBreak();
2066 goto tryAgain;
2067 }
2068 }
2069
2070 return matchLength;
2071 }
2072
findPlainText(const Range * range,const String & target,FindOptions options)2073 PassRefPtr<Range> findPlainText(const Range* range, const String& target, FindOptions options)
2074 {
2075 // CharacterIterator requires renderers to be up-to-date
2076 range->ownerDocument().updateLayout();
2077
2078 // First, find the text.
2079 size_t matchStart;
2080 size_t matchLength;
2081 {
2082 CharacterIterator findIterator(range, TextIteratorEntersTextControls | TextIteratorEntersAuthorShadowRoots);
2083 matchLength = findPlainText(findIterator, target, options, matchStart);
2084 if (!matchLength)
2085 return collapsedToBoundary(range, !(options & Backwards));
2086 }
2087
2088 // Then, find the document position of the start and the end of the text.
2089 CharacterIterator computeRangeIterator(range, TextIteratorEntersTextControls | TextIteratorEntersAuthorShadowRoots);
2090 return characterSubrange(computeRangeIterator, matchStart, matchLength);
2091 }
2092
2093 }
2094