Searched defs:language_segmenter (Results 1 – 11 of 11) sorted by relevance
64 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentNoSpace() local101 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentWithSpaces() local141 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_SegmentCJK() local
32 explicit PlainTokenizer(const LanguageSegmenter* language_segmenter) in PlainTokenizer()
32 explicit RawQueryTokenizer(const LanguageSegmenter* language_segmenter) in RawQueryTokenizer()
520 const LanguageSegmenter* language_segmenter, std::vector<Token>* tokens) { in ProcessTerm()583 const LanguageSegmenter* language_segmenter, in ProcessTerms()
36 const LanguageSegmenter* language_segmenter, DocumentProto document) { in Create()48 const LanguageSegmenter* language_segmenter) { in Tokenize()
198 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithOneProperty() local252 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithTenProperties() local307 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithDiacriticLetters() local362 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_IndexDocumentWithHiragana() local
115 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryOneTerm() local232 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryFiveTerms() local367 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryDiacriticTerm() local487 std::unique_ptr<LanguageSegmenter> language_segmenter = in BM_QueryHiragana() local
104 const LanguageSegmenter* language_segmenter, in Create()119 const LanguageSegmenter* language_segmenter, in QueryProcessor()
68 const LanguageSegmenter* language_segmenter, in SnippetRetriever()
35 const LanguageSegmenter* language_segmenter, in Create()
469 const LanguageSegmenter* language_segmenter, in Create()