Searched defs:language_segmenter (Results 1 – 13 of 13) sorted by relevance
| /external/icing/icing/tokenization/ |
| D | language-segmenter_benchmark.cc | 64 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentNoSpace() local
101 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentWithSpaces() local
141 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentCJK() local
|
| D | plain-tokenizer.h | 32 explicit PlainTokenizer(const LanguageSegmenter* language_segmenter) in PlainTokenizer()
|
| D | raw-query-tokenizer.h | 32 explicit RawQueryTokenizer(const LanguageSegmenter* language_segmenter) in RawQueryTokenizer()
|
| D | raw-query-tokenizer.cc | 552 const LanguageSegmenter* language_segmenter, std::vector<Token>* tokens) { in ProcessTerm()
613 const LanguageSegmenter* language_segmenter, in ProcessTerms()
|
| /external/icing/icing/util/ |
| D | tokenized-document.cc | 39 const LanguageSegmenter* language_segmenter, in Tokenize()
68 const LanguageSegmenter* language_segmenter, in Create()
|
| /external/icing/icing/index/ |
| D | index-processor_benchmark.cc | 232 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithOneProperty() local
307 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithTenProperties() local
383 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithDiacriticLetters() local
459 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithHiragana() local
|
| /external/icing/icing/query/ |
| D | query-processor_benchmark.cc | 136 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryOneTerm() local
265 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryFiveTerms() local
412 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryDiacriticTerm() local
544 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryHiragana() local
|
| D | suggestion-processor.cc | 32 const LanguageSegmenter* language_segmenter, in Create()
301 const LanguageSegmenter* language_segmenter, const Normalizer* normalizer, in SuggestionProcessor()
|
| D | query-processor.cc | 112 const LanguageSegmenter* language_segmenter, in Create()
130 const LanguageSegmenter* language_segmenter, in QueryProcessor()
|
| /external/icing/icing/result/ |
| D | snippet-retriever.h | 68 const LanguageSegmenter* language_segmenter, in SnippetRetriever()
|
| D | snippet-retriever_benchmark.cc | 88 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SnippetOneProperty() local
217 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SnippetRfcOneProperty() local
|
| D | result-retriever-v2.cc | 139 const LanguageSegmenter* language_segmenter, const Normalizer* normalizer, in Create()
|
| D | snippet-retriever.cc | 650 const LanguageSegmenter* language_segmenter, in Create()
|