Home
last modified time | relevance | path

Searched defs:language_segmenter (Results 1 – 12 of 12) sorted by relevance

/external/icing/icing/tokenization/
Dlanguage-segmenter_benchmark.cc64 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentNoSpace() local
101 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentWithSpaces() local
141 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentCJK() local
Dplain-tokenizer.h32 explicit PlainTokenizer(const LanguageSegmenter* language_segmenter) in PlainTokenizer()
/external/icing/icing/util/
Dtokenized-document.cc41 const LanguageSegmenter* language_segmenter, in Tokenize()
70 const LanguageSegmenter* language_segmenter, in Create()
/external/icing/icing/index/
Dindex-processor_benchmark.cc245 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithOneProperty() local
324 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithTenProperties() local
404 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithDiacriticLetters() local
484 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithHiragana() local
/external/icing/icing/query/
Dquery-processor_benchmark.cc157 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryOneTerm() local
296 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryFiveTerms() local
453 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryDiacriticTerm() local
595 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryHiragana() local
Dquery-processor.cc61 const LanguageSegmenter* language_segmenter, in Create()
86 const LanguageSegmenter* language_segmenter, const Normalizer* normalizer, in QueryProcessor()
Dsuggestion-processor.cc57 const LanguageSegmenter* language_segmenter, in Create()
347 const LanguageSegmenter* language_segmenter, const Normalizer* normalizer, in SuggestionProcessor()
/external/icing/icing/result/
Dsnippet-retriever.h68 const LanguageSegmenter* language_segmenter, in SnippetRetriever()
Dsnippet-retriever_benchmark.cc108 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SnippetOneProperty() local
238 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SnippetRfcOneProperty() local
Dresult-retriever-v2.cc140 const LanguageSegmenter* language_segmenter, const Normalizer* normalizer, in Create()
Dsnippet-retriever.cc815 const LanguageSegmenter* language_segmenter, in Create()
/external/icing/icing/
Dicing-search-engine.cc391 const LanguageSegmenter* language_segmenter, DocumentProto&& document) { in PrepareDocumentForIndexing()