Searched refs:num_ngrams (Results 1 – 2 of 2) sorted by relevance
83 int num_ngrams = 0; in Compute() local85 num_ngrams += get_num_ngrams(length, ngram_width); in Compute()86 if (preserve_short_ && length > 0 && num_ngrams == 0) { in Compute()87 num_ngrams = 1; in Compute()89 ngrams_splits_data[i] = ngrams_splits_data[i - 1] + num_ngrams; in Compute()105 int num_ngrams = get_num_ngrams(length, ngram_width); in Compute() local106 CreateNgrams(data_start, output_start, num_ngrams, ngram_width); in Compute()107 output_start_idx += num_ngrams; in Compute()126 int num_ngrams = 1; in Compute() local127 CreateNgrams(data_start, output_start, num_ngrams, ngram_width); in Compute()[all …]
142 const int num_ngrams = model_->ngram_weights()->size(); in GetFirstTokenMatches() local144 const auto end_it = FirstTokenIterator(model_, num_ngrams); in GetFirstTokenMatches()