Home
last modified time | relevance | path

Searched refs:vocab_file (Results 1 – 25 of 25) sorted by relevance

/external/tensorflow/tensorflow/core/kernels/
Dcandidate_sampler_ops.cc156 string vocab_file; in FixedUnigramCandidateSamplerOp() local
157 OP_REQUIRES_OK(context, context->GetAttr("vocab_file", &vocab_file)); in FixedUnigramCandidateSamplerOp()
161 context, !vocab_file.empty() || !unigrams.empty(), in FixedUnigramCandidateSamplerOp()
163 OP_REQUIRES(context, vocab_file.empty() || unigrams.empty(), in FixedUnigramCandidateSamplerOp()
176 if (!vocab_file.empty()) { in FixedUnigramCandidateSamplerOp()
177 set_sampler(new FixedUnigramSampler(context->env(), range_max, vocab_file, in FixedUnigramCandidateSamplerOp()
Drange_sampler.cc236 const string& vocab_file, in FixedUnigramSampler() argument
246 TF_CHECK_OK(LoadFromFile(env, vocab_file, distortion)); in FixedUnigramSampler()
284 Status FixedUnigramSampler::LoadFromFile(Env* env, const string& vocab_file, in LoadFromFile() argument
287 TF_RETURN_IF_ERROR(env->NewRandomAccessFile(vocab_file, &file)); in LoadFromFile()
Drange_sampler.h215 FixedUnigramSampler(Env* env, int64 range, const string& vocab_file,
245 Status LoadFromFile(Env* env, const string& vocab_file, float distortion);
Dlookup_util.cc34 Status GetNumLinesInTextFile(Env* env, const string& vocab_file, in GetNumLinesInTextFile() argument
37 TF_RETURN_IF_ERROR(env->NewRandomAccessFile(vocab_file, &file)); in GetNumLinesInTextFile()
/external/tensorflow/tensorflow/python/ops/
Dcandidate_sampling_ops.py226 vocab_file='', argument
307 vocab_file=vocab_file, distortion=distortion,
/external/tensorflow/tensorflow/python/kernel_tests/
Dlookup_ops_test.py913 vocab_file = self._createVocabFile("feat_to_id_1.txt")
918 vocab_file, vocab_size=vocab_size)
932 vocab_file = self._createVocabFile("feat_to_id_2.txt")
937 vocab_file, vocab_size=vocab_size)
949 vocab_file = self._createVocabFile(
955 vocab_file, vocab_size=vocab_size, key_dtype=dtypes.int64)
975 vocab_file = self._createVocabFile("feat_to_id_1.txt")
979 vocab_file, vocab_size=vocab_size), oov_buckets)
990 vocab_file = self._createVocabFile("feat_to_id_1.txt")
994 vocab_file, vocab_size=vocab_size), oov_buckets)
[all …]
/external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/
Dtokenizer_utils.cc72 CheckAndLoadFirstAssociatedFile(options->vocab_file(), in CreateTokenizerFromProcessUnit()
91 CheckAndLoadFirstAssociatedFile(options->vocab_file(), in CreateTokenizerFromProcessUnit()
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/
DFixedUnigramCandidateSampler.pbtxt42 name: "vocab_file"
143 name: "vocab_file"
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/
DFixedUnigramCandidateSampler.pbtxt42 name: "vocab_file"
143 name: "vocab_file"
/external/tensorflow/tensorflow/python/keras/layers/preprocessing/benchmarks/
Dindex_lookup_forward_benchmark.py100 vocab_file = self._write_to_temp_file("vocab", vocab)
102 filename=vocab_file,
/external/tensorflow/tensorflow/core/api_def/base_api/
Dapi_def_FixedUnigramCandidateSampler.pbtxt61 name: "vocab_file"
66 corresponding to the count or relative probability. Exactly one of vocab_file
110 order. Exactly one of vocab_file and unigrams should be passed to this op.
/external/tensorflow/tensorflow/python/feature_column/
Dsequence_feature_column_test.py264 vocab_file = os.path.join(self.get_temp_dir(), file_name)
265 with open(vocab_file, 'w') as f:
267 return vocab_file
/external/tensorflow/tensorflow/tools/api/golden/v2/
Dtensorflow.random.pbtxt29 …classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'vocab_file\', \'distortion\…
Dtensorflow.nn.pbtxt161 …classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'vocab_file\', \'distortion\…
Dtensorflow.raw_ops.pbtxt1665 …classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'vocab_file\', \'distortion\…
/external/tensorflow/tensorflow/tools/api/golden/v1/
Dtensorflow.random.pbtxt29 …classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'vocab_file\', \'distortion\…
Dtensorflow.nn.pbtxt201 …classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'vocab_file\', \'distortion\…
Dtensorflow.raw_ops.pbtxt1665 …classes\', \'num_true\', \'num_sampled\', \'unique\', \'range_max\', \'vocab_file\', \'distortion\…
/external/tensorflow/tensorflow/python/keras/layers/preprocessing/
Dindex_lookup_test.py978 vocab_file = self._write_to_temp_file("temp", vocab_data)
980 filename=vocab_file,
1005 vocab_file = self._write_to_temp_file("temp", vocab_data)
1007 filename=vocab_file,
/external/tensorflow/tensorflow/python/training/
Dwarm_starting_util_test.py48 vocab_file = os.path.join(self.get_temp_dir(), file_name)
49 with open(vocab_file, "w") as f:
51 return vocab_file
/external/tflite-support/tensorflow_lite_support/metadata/
Dmetadata_schema.fbs438 vocab_file:[AssociatedFile];
449 vocab_file:[AssociatedFile];
457 // And then the tokens can be converted into ids according to the vocab_file.
462 vocab_file:[AssociatedFile];
/external/tflite-support/tensorflow_lite_support/cc/task/text/nlclassifier/
Dnl_classifier.cc107 CheckAndLoadFirstAssociatedFile(options->vocab_file(), in CreateRegexTokenizerFromProcessUnit()
/external/tensorflow/tensorflow/core/ops/compat/
Dops_history.v0.pbtxt12353 name: "vocab_file"
Dops_history.v2.pbtxt26382 name: "vocab_file"
26483 name: "vocab_file"
/external/tensorflow/tensorflow/core/ops/
Dops.pbtxt16878 name: "vocab_file"