Searched refs:start_token_id (Results 1 – 4 of 4) sorted by relevance
217 int start_token_id = 0; in Preprocess() local219 if (tokenizer_->GetStartToken(&start_token_id)) { in Preprocess()220 input_tokens[0] = start_token_id; in Preprocess()
1407 EXPECT_TRUE(EmbedTokenId(options->start_token_id(), &embedded_start_token_)); in TestingMessageEmbedder()1422 options_->start_token_id = 0; in EmbeddingTest()1540 EXPECT_THAT(embeddings[0], FloatEq(options_->start_token_id)); in TEST_F()1563 EXPECT_THAT(embeddings[0], FloatEq(options_->start_token_id)); in TEST_F()1608 EXPECT_THAT(embeddings[0], FloatEq(options_->start_token_id)); in TEST_F()1616 EXPECT_THAT(embeddings[5], FloatEq(options_->start_token_id)); in TEST_F()1642 EXPECT_THAT(embeddings[2], FloatEq(options_->start_token_id)); in TEST_F()
208 start_token_id:int = 1;
383 !EmbedTokenId(options->start_token_id(), &embedded_start_token_) || in ValidateAndInitialize()