Home
last modified time | relevance | path

Searched refs:vocab_size_ (Results 1 – 3 of 3) sorted by relevance

/external/tensorflow/tensorflow/core/kernels/
Dlookup_util.cc62 vocab_size_(-1), in TextFileLineIterator()
79 vocab_size_ = vocab_size; in Init()
104 if (errors::IsOutOfRange(status_) && vocab_size_ != -1 && in Next()
105 next_id_ != vocab_size_) { in Next()
107 ": expected ", vocab_size_, in Next()
113 if (vocab_size_ != -1 && next_id_ >= vocab_size_) { in Next()
115 << vocab_size_ << " records."; in Next()
117 status_ = errors::OutOfRange("Finished reading ", vocab_size_, in Next()
165 if (vocab_size_ == -1) { in total_size()
172 *const_cast<int64*>(&vocab_size_) = new_size; in total_size()
[all …]
Dlookup_table_init_op.cc104 OP_REQUIRES_OK(ctx, ctx->GetAttr("vocab_size", &vocab_size_)); in InitializeTableFromTextFileOp()
142 vocab_filename, vocab_size_, delimiter_, key_index_, in Compute()
152 int64 vocab_size_; member in tensorflow::InitializeTableFromTextFileOp
Dword2vec_kernels.cc116 int32 vocab_size_ = 0; member in tensorflow::SkipgramOp
209 vocab_size_ = static_cast<int32>(1 + ordered.size()); in Init()
210 Tensor word(DT_STRING, TensorShape({vocab_size_})); in Init()
211 Tensor freq(DT_INT32, TensorShape({vocab_size_})); in Init()