Searched defs:language_segmenter (Results 1 – 12 of 12) sorted by relevance
| /external/icing/icing/tokenization/ |
| D | language-segmenter_benchmark.cc | 64 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentNoSpace() local
101 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentWithSpaces() local
141 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentCJK() local
|
| D | plain-tokenizer.h | 32 explicit PlainTokenizer(const LanguageSegmenter* language_segmenter) in PlainTokenizer()
|
| D | raw-query-tokenizer.h | 32 explicit RawQueryTokenizer(const LanguageSegmenter* language_segmenter) in RawQueryTokenizer()
|
| D | raw-query-tokenizer.cc | 548 const LanguageSegmenter* language_segmenter, std::vector<Token>* tokens) { in ProcessTerm()
609 const LanguageSegmenter* language_segmenter, in ProcessTerms()
|
| /external/icing/icing/util/ |
| D | tokenized-document.cc | 36 const LanguageSegmenter* language_segmenter, DocumentProto document) { in Create()
48 const LanguageSegmenter* language_segmenter) { in Tokenize()
|
| /external/icing/icing/query/ |
| D | suggestion-processor.cc | 26 const LanguageSegmenter* language_segmenter, in Create()
89 Index* index, const LanguageSegmenter* language_segmenter, in SuggestionProcessor()
|
| D | query-processor_benchmark.cc | 115 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryOneTerm() local
232 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryFiveTerms() local
367 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryDiacriticTerm() local
487 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryHiragana() local
|
| D | query-processor.cc | 104 const LanguageSegmenter* language_segmenter, in Create()
119 const LanguageSegmenter* language_segmenter, in QueryProcessor()
|
| /external/icing/icing/index/ |
| D | index-processor_benchmark.cc | 187 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithOneProperty() local
241 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithTenProperties() local
297 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithDiacriticLetters() local
353 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithHiragana() local
|
| /external/icing/icing/result/ |
| D | snippet-retriever.h | 68 const LanguageSegmenter* language_segmenter, in SnippetRetriever()
|
| D | result-retriever.cc | 35 const LanguageSegmenter* language_segmenter, in Create()
|
| D | snippet-retriever.cc | 564 const LanguageSegmenter* language_segmenter, in Create()
|