Home
last modified time | relevance | path

Searched refs:vocab_size_ (Results 1 – 3 of 3) sorted by relevance

/external/tensorflow/tensorflow/core/kernels/
Dlookup_util.cc65 vocab_size_(-1), in TextFileLineIterator()
82 vocab_size_ = vocab_size; in Init()
108 if (errors::IsOutOfRange(status_) && vocab_size_ != -1 && in Next()
109 next_id_ != vocab_size_) { in Next()
111 ": expected ", vocab_size_, in Next()
117 if (vocab_size_ != -1 && next_id_ >= vocab_size_) { in Next()
119 << vocab_size_ << " records."; in Next()
121 status_ = errors::OutOfRange("Finished reading ", vocab_size_, in Next()
171 if (vocab_size_ == -1) { in total_size()
178 *const_cast<int64*>(&vocab_size_) = new_size; in total_size()
[all …]
Dlookup_table_init_op.cc105 OP_REQUIRES_OK(ctx, ctx->GetAttr("vocab_size", &vocab_size_)); in InitializeTableFromTextFileOp()
144 vocab_filename, vocab_size_, delimiter_, key_index_, in Compute()
154 int64 vocab_size_; member in tensorflow::InitializeTableFromTextFileOp
Dword2vec_kernels.cc116 int32 vocab_size_ = 0; member in tensorflow::SkipgramOp
210 vocab_size_ = static_cast<int32>(1 + ordered.size()); in Init()
211 Tensor word(DT_STRING, TensorShape({vocab_size_})); in Init()
212 Tensor freq(DT_INT32, TensorShape({vocab_size_})); in Init()