Lines Matching full:token
2 use crate::token::Token;
12 tokens: &'de [Token],
15 fn assert_next_token(de: &mut Deserializer, expected: Token) -> Result<(), Error> { in assert_next_token()
17 Some(token) if token == expected => Ok(()), in assert_next_token()
19 "expected Token::{} but deserialization wants Token::{}", in assert_next_token()
23 "end of tokens but deserialization wants Token::{}", in assert_next_token()
29 fn unexpected(token: Token) -> Error { in unexpected()
31 "deserialization did not expect this token: {}", in unexpected()
32 token, in unexpected()
41 pub fn new(tokens: &'de [Token]) -> Self { in new()
45 fn peek_token_opt(&self) -> Option<Token> { in peek_token_opt() argument
49 fn peek_token(&self) -> Result<Token, Error> { in peek_token() argument
53 pub fn next_token_opt(&mut self) -> Option<Token> { in next_token_opt() argument
63 fn next_token(&mut self) -> Result<Token, Error> { in next_token() argument
76 end: Token, in visit_seq() argument
90 end: Token, in visit_map() argument
114 let token = self.next_token()?; in deserialize_any() localVariable
115 match token { in deserialize_any()
116 Token::Bool(v) => visitor.visit_bool(v), in deserialize_any()
117 Token::I8(v) => visitor.visit_i8(v), in deserialize_any()
118 Token::I16(v) => visitor.visit_i16(v), in deserialize_any()
119 Token::I32(v) => visitor.visit_i32(v), in deserialize_any()
120 Token::I64(v) => visitor.visit_i64(v), in deserialize_any()
121 Token::U8(v) => visitor.visit_u8(v), in deserialize_any()
122 Token::U16(v) => visitor.visit_u16(v), in deserialize_any()
123 Token::U32(v) => visitor.visit_u32(v), in deserialize_any()
124 Token::U64(v) => visitor.visit_u64(v), in deserialize_any()
125 Token::F32(v) => visitor.visit_f32(v), in deserialize_any()
126 Token::F64(v) => visitor.visit_f64(v), in deserialize_any()
127 Token::Char(v) => visitor.visit_char(v), in deserialize_any()
128 Token::Str(v) => visitor.visit_str(v), in deserialize_any()
129 Token::BorrowedStr(v) => visitor.visit_borrowed_str(v), in deserialize_any()
130 Token::String(v) => visitor.visit_string(v.to_owned()), in deserialize_any()
131 Token::Bytes(v) => visitor.visit_bytes(v), in deserialize_any()
132 Token::BorrowedBytes(v) => visitor.visit_borrowed_bytes(v), in deserialize_any()
133 Token::ByteBuf(v) => visitor.visit_byte_buf(v.to_vec()), in deserialize_any()
134 Token::None => visitor.visit_none(), in deserialize_any()
135 Token::Some => visitor.visit_some(self), in deserialize_any()
136 Token::Unit | Token::UnitStruct { .. } => visitor.visit_unit(), in deserialize_any()
137 Token::NewtypeStruct { .. } => visitor.visit_newtype_struct(self), in deserialize_any()
138 Token::Seq { len } => self.visit_seq(len, Token::SeqEnd, visitor), in deserialize_any()
139 Token::Tuple { len } => self.visit_seq(Some(len), Token::TupleEnd, visitor), in deserialize_any()
140 Token::TupleStruct { len, .. } => { in deserialize_any()
141 self.visit_seq(Some(len), Token::TupleStructEnd, visitor) in deserialize_any()
143 Token::Map { len } => self.visit_map(len, Token::MapEnd, visitor), in deserialize_any()
144 Token::Struct { len, .. } => self.visit_map(Some(len), Token::StructEnd, visitor), in deserialize_any()
145 Token::Enum { .. } => { in deserialize_any()
149 (Token::Str(variant), Token::Unit) => { in deserialize_any()
153 (Token::BorrowedStr(variant), Token::Unit) => { in deserialize_any()
157 (Token::String(variant), Token::Unit) => { in deserialize_any()
161 (Token::Bytes(variant), Token::Unit) => { in deserialize_any()
165 (Token::BorrowedBytes(variant), Token::Unit) => { in deserialize_any()
169 (Token::ByteBuf(variant), Token::Unit) => { in deserialize_any()
173 (Token::U8(variant), Token::Unit) => { in deserialize_any()
177 (Token::U16(variant), Token::Unit) => { in deserialize_any()
181 (Token::U32(variant), Token::Unit) => { in deserialize_any()
185 (Token::U64(variant), Token::Unit) => { in deserialize_any()
189 (variant, Token::Unit) => Err(unexpected(variant)), in deserialize_any()
195 Token::UnitVariant { variant, .. } => visitor.visit_str(variant), in deserialize_any()
196 Token::NewtypeVariant { variant, .. } => visitor.visit_map(EnumMapVisitor::new( in deserialize_any()
198 Token::Str(variant), in deserialize_any()
201 Token::TupleVariant { variant, .. } => visitor.visit_map(EnumMapVisitor::new( in deserialize_any()
203 Token::Str(variant), in deserialize_any()
206 Token::StructVariant { variant, .. } => visitor.visit_map(EnumMapVisitor::new( in deserialize_any()
208 Token::Str(variant), in deserialize_any()
211 Token::SeqEnd in deserialize_any()
212 | Token::TupleEnd in deserialize_any()
213 | Token::TupleStructEnd in deserialize_any()
214 | Token::MapEnd in deserialize_any()
215 | Token::StructEnd in deserialize_any()
216 | Token::TupleVariantEnd in deserialize_any()
217 | Token::StructVariantEnd => Err(unexpected(token)), in deserialize_any()
226 Token::Unit | Token::None => { in deserialize_option()
230 Token::Some => { in deserialize_option()
248 Token::Enum { name: n } if name == n => { in deserialize_enum()
253 Token::UnitVariant { name: n, .. } in deserialize_enum()
254 | Token::NewtypeVariant { name: n, .. } in deserialize_enum()
255 | Token::TupleVariant { name: n, .. } in deserialize_enum()
256 | Token::StructVariant { name: n, .. } in deserialize_enum()
270 Token::UnitStruct { .. } => { in deserialize_unit_struct()
271 assert_next_token(self, Token::UnitStruct { name })?; in deserialize_unit_struct()
287 Token::NewtypeStruct { .. } => { in deserialize_newtype_struct()
288 assert_next_token(self, Token::NewtypeStruct { name })?; in deserialize_newtype_struct()
300 Token::Unit | Token::UnitStruct { .. } => { in deserialize_tuple()
304 Token::Seq { .. } => { in deserialize_tuple()
306 self.visit_seq(Some(len), Token::SeqEnd, visitor) in deserialize_tuple()
308 Token::Tuple { .. } => { in deserialize_tuple()
310 self.visit_seq(Some(len), Token::TupleEnd, visitor) in deserialize_tuple()
312 Token::TupleStruct { .. } => { in deserialize_tuple()
314 self.visit_seq(Some(len), Token::TupleStructEnd, visitor) in deserialize_tuple()
330 Token::Unit => { in deserialize_tuple_struct()
334 Token::UnitStruct { .. } => { in deserialize_tuple_struct()
335 assert_next_token(self, Token::UnitStruct { name })?; in deserialize_tuple_struct()
338 Token::Seq { .. } => { in deserialize_tuple_struct()
340 self.visit_seq(Some(len), Token::SeqEnd, visitor) in deserialize_tuple_struct()
342 Token::Tuple { .. } => { in deserialize_tuple_struct()
344 self.visit_seq(Some(len), Token::TupleEnd, visitor) in deserialize_tuple_struct()
346 Token::TupleStruct { len: n, .. } => { in deserialize_tuple_struct()
347 assert_next_token(self, Token::TupleStruct { name, len: n })?; in deserialize_tuple_struct()
348 self.visit_seq(Some(len), Token::TupleStructEnd, visitor) in deserialize_tuple_struct()
364 Token::Struct { len: n, .. } => { in deserialize_struct()
365 assert_next_token(self, Token::Struct { name, len: n })?; in deserialize_struct()
366 self.visit_map(Some(fields.len()), Token::StructEnd, visitor) in deserialize_struct()
368 Token::Map { .. } => { in deserialize_struct()
370 self.visit_map(Some(fields.len()), Token::MapEnd, visitor) in deserialize_struct()
389 end: Token,
416 end: Token,
460 Token::UnitVariant { variant: v, .. } in variant_seed()
461 | Token::NewtypeVariant { variant: v, .. } in variant_seed()
462 | Token::TupleVariant { variant: v, .. } in variant_seed()
463 | Token::StructVariant { variant: v, .. } => { in variant_seed()
481 Token::UnitVariant { .. } => { in unit_variant()
494 Token::NewtypeVariant { .. } => { in newtype_variant_seed()
507 Token::TupleVariant { len: enum_len, .. } => { in tuple_variant()
508 let token = self.de.next_token()?; in tuple_variant() localVariable
512 .visit_seq(Some(len), Token::TupleVariantEnd, visitor) in tuple_variant()
514 Err(unexpected(token)) in tuple_variant()
517 Token::Seq { in tuple_variant()
520 let token = self.de.next_token()?; in tuple_variant() localVariable
523 self.de.visit_seq(Some(len), Token::SeqEnd, visitor) in tuple_variant()
525 Err(unexpected(token)) in tuple_variant()
541 Token::StructVariant { len: enum_len, .. } => { in struct_variant()
542 let token = self.de.next_token()?; in struct_variant() localVariable
546 .visit_map(Some(fields.len()), Token::StructVariantEnd, visitor) in struct_variant()
548 Err(unexpected(token)) in struct_variant()
551 Token::Map { in struct_variant()
554 let token = self.de.next_token()?; in struct_variant() localVariable
558 .visit_map(Some(fields.len()), Token::MapEnd, visitor) in struct_variant()
560 Err(unexpected(token)) in struct_variant()
572 variant: Option<Token>,
583 fn new(de: &'a mut Deserializer<'de>, variant: Token, format: EnumFormat) -> Self { in new() argument
600 Some(Token::Str(variant)) => seed.deserialize(variant.into_deserializer()).map(Some), in next_key_seed()
601 Some(Token::Bytes(variant)) => seed in next_key_seed()
604 Some(Token::U32(variant)) => seed.deserialize(variant.into_deserializer()).map(Some), in next_key_seed()
620 end: Token::TupleVariantEnd, in next_value_seed()
624 assert_next_token(self.de, Token::TupleVariantEnd)?; in next_value_seed()
632 end: Token::StructVariantEnd, in next_value_seed()
636 assert_next_token(self.de, Token::StructVariantEnd)?; in next_value_seed()