Searched refs:break_iterator_ (Results 1 – 2 of 2) sorted by relevance
| /external/icing/icing/tokenization/icu/ |
| D | icu-language-segmenter.cc | 61 ubrk_close(break_iterator_); in ~IcuLanguageSegmenterIterator()
74 term_start_index_ = ubrk_first(break_iterator_); in Advance()
78 term_end_index_exclusive_ = ubrk_next(break_iterator_); in Advance()
153 ubrk_following(break_iterator_, offset_iterator_.utf8_index()); in ResetToTermStartingAfterUtf32()
200 ubrk_preceding(break_iterator_, offset_iterator_.utf8_index()); in ResetToTermEndingBeforeUtf32()
212 int ending_utf8_index = ubrk_next(break_iterator_); in ResetToTermEndingBeforeUtf32()
253 : break_iterator_(nullptr), in IcuLanguageSegmenterIterator()
265 break_iterator_ = ubrk_open(UBRK_WORD, locale_.data(), /*text=*/nullptr, in Initialize()
267 ubrk_setUText(break_iterator_, &u_text_, &status); in Initialize()
272 term_start_index_ = ubrk_preceding(break_iterator_, offset); in ResetToTermStartingBefore()
[all …]
|
| /external/icing/icing/tokenization/reverse_jni/ |
| D | reverse-jni-language-segmenter.cc | 39 : break_iterator_(std::move(break_iterator)), in ReverseJniLanguageSegmenterIterator()
52 int first = break_iterator_->First(); in Advance()
64 int next_utf16_index_exclusive = break_iterator_->Next(); in Advance()
163 break_iterator_->Following(offset_iterator.utf16_index()); in ResetToTermStartingAfterUtf32()
227 break_iterator_->Preceding(offset_iterator.utf16_index()); in ResetToTermEndingBeforeUtf32()
240 int end_utf16_index = break_iterator_->Next(); in ResetToTermEndingBeforeUtf32()
304 std::unique_ptr<ReverseJniBreakIterator> break_iterator_; member in icing::lib::ReverseJniLanguageSegmenterIterator
|