Home
last modified time | relevance | path

Searched refs:new_token (Results 1 – 11 of 11) sorted by relevance

/external/antlr/runtime/Ruby/test/unit/
Dtest-trees.rb163 r0 = new_node new_token(101)
164 r1 = new_node new_token(102)
166 r1.add_child(new_node new_token(103))
167 r2 = new_node new_token(106)
168 r2.add_child new_node( new_token 107 )
170 r0.add_child new_node( new_token 104 )
171 r0.add_child new_node( new_token 105 )
189 r0 = new_node new_token(101)
190 r1 = new_node new_token(102)
192 r1.add_child new_node( new_token 103 )
[all …]
Dtest-streams.rb264 @source2.tokens << new_token( 10, :channel => ANTLR3::HIDDEN ) << new_token( 11 )
284 @source.tokens << new_token(12)
292 @source.tokens << new_token(12, :channel => ANTLR3::HIDDEN_CHANNEL) <<
293 new_token(13)
300 @source.tokens << new_token(12) <<
301 new_token(13, :channel => ANTLR3::HIDDEN_CHANNEL)
309 @source.tokens << new_token(12) << new_token(13)
318 @source.tokens << new_token(12) << new_token(13)
328 @source.tokens << new_token(12) << new_token(13)
335 @source.tokens << new_token(10) <<
[all …]
/external/libtextclassifier/native/utils/
Dtokenizer.cc139 Token new_token("", 0, 0); in InternalTokenize() local
152 if (!new_token.value.empty()) { in InternalTokenize()
153 result.push_back(new_token); in InternalTokenize()
155 new_token = Token("", codepoint_index, codepoint_index); in InternalTokenize()
158 new_token.end += 1; in InternalTokenize()
159 AppendCodepointToToken(it, &new_token); in InternalTokenize()
162 if (!new_token.value.empty()) { in InternalTokenize()
163 result.push_back(new_token); in InternalTokenize()
165 new_token = Token("", codepoint_index + 1, codepoint_index + 1); in InternalTokenize()
170 if (!new_token.value.empty()) { in InternalTokenize()
[all …]
/external/icing/icing/result/
Dresult-state-manager.cc73 uint64_t new_token = GetUniqueToken(); in Add() local
76 result_state_map_.emplace(new_token, std::move(result_state)); in Add()
78 token_queue_.push(new_token); in Add()
80 return new_token; in Add()
145 uint64_t new_token = random_generator_(); in GetUniqueToken() local
148 while (result_state_map_.find(new_token) != result_state_map_.end() || in GetUniqueToken()
149 invalidated_token_set_.find(new_token) != in GetUniqueToken()
151 new_token == kInvalidNextPageToken) { in GetUniqueToken()
152 new_token = random_generator_(); in GetUniqueToken()
154 return new_token; in GetUniqueToken()
/external/tensorflow/tensorflow/compiler/mlir/xla/transforms/
Dlegalize_tf_communication.cc300 auto new_token = builder.create<GetTupleElementOp>(loc, recv.getResult(), in CreateRecvOp() local
302 if (tpu_core) SetOpSharding(new_token, *tpu_core); in CreateRecvOp()
304 return new_token.getResult(); in CreateRecvOp()
573 auto new_token = builder.create<GetTupleElementOp>( in RewriteRegionIfOp() local
586 ops_to_visit.push_back({/*region_idx=*/0, new_token, new_if}); in RewriteRegionIfOp()
668 auto new_token = builder.create<GetTupleElementOp>( in RewriteRegionWhileOp() local
681 ops_to_visit.push_back({/*region_idx=*/0, new_token, new_while}); in RewriteRegionWhileOp()
/external/python/oauth2client/tests/contrib/
Dtest_multiprocess_file_storage.py66 def _generate_token_response_http(new_token='new_token'): argument
68 'access_token': new_token,
/external/rust/crates/quiche/examples/
Dserver.rs213 let new_token = mint_token(&hdr, &src); in main() localVariable
219 &new_token, in main()
Dhttp3-server.rs221 let new_token = mint_token(&hdr, &src); in main() localVariable
227 &new_token, in main()
/external/libtextclassifier/native/annotator/
Dfeature-processor.cc119 Token new_token(token_word.UTF8Substring(last_start, split_point), in SplitTokensOnSelectionBoundaries() local
124 current_pos = new_token.end; in SplitTokensOnSelectionBoundaries()
126 replacement_tokens.push_back(new_token); in SplitTokensOnSelectionBoundaries()
/external/mesa3d/src/compiler/glsl/glcpp/
Dglcpp-parse.y1136 token_t *new_token = linear_alloc_child(parser->linalloc, sizeof(token_t)); in _token_list_copy() local
1137 *new_token = *node->token; in _token_list_copy()
1138 _token_list_append (parser, copy, new_token); in _token_list_copy()
1912 token_t *new_token; in _glcpp_parser_expand_function() local
1914 new_token = _token_create_ival(parser, PLACEHOLDER, in _glcpp_parser_expand_function()
1916 _token_list_append(parser, substituted, new_token); in _glcpp_parser_expand_function()
/external/rust/crates/quiche/src/
Dframe.rs761 Frame::NewToken { token } => qlog::QuicFrame::new_token( in to_qlog()
1281 fn new_token() { in new_token() function