use std::iter; use serde::de::{ self, Deserialize, EnumVisitor, MapVisitor, SeqVisitor, VariantVisitor, Visitor, }; use error::Error; use token::Token; pub struct Deserializer where I: Iterator>, { tokens: iter::Peekable, } impl Deserializer where I: Iterator>, { pub fn new(tokens: I) -> Deserializer { Deserializer { tokens: tokens.peekable(), } } pub fn next_token(&mut self) -> Option> { self.tokens.next() } fn visit_seq(&mut self, len: Option, mut visitor: V) -> Result where V: Visitor, { visitor.visit_seq(DeserializerSeqVisitor { de: self, len: len, }) } fn visit_array(&mut self, len: usize, mut visitor: V) -> Result where V: Visitor, { visitor.visit_seq(DeserializerArrayVisitor { de: self, len: len, }) } fn visit_tuple(&mut self, len: usize, mut visitor: V) -> Result where V: Visitor, { visitor.visit_seq(DeserializerTupleVisitor { de: self, len: len, }) } fn visit_tuple_struct(&mut self, len: usize, mut visitor: V) -> Result where V: Visitor, { visitor.visit_seq(DeserializerTupleStructVisitor { de: self, len: len, }) } fn visit_variant_seq(&mut self, len: Option, mut visitor: V) -> Result where V: Visitor, { visitor.visit_seq(DeserializerVariantSeqVisitor { de: self, len: len, }) } fn visit_map(&mut self, len: Option, mut visitor: V) -> Result where V: Visitor, { visitor.visit_map(DeserializerMapVisitor { de: self, len: len, }) } fn visit_struct(&mut self, len: Option, mut visitor: V) -> Result where V: Visitor, { visitor.visit_map(DeserializerStructVisitor { de: self, len: len, }) } fn visit_variant_map(&mut self, len: Option, mut visitor: V) -> Result where V: Visitor, { visitor.visit_map(DeserializerVariantMapVisitor { de: self, len: len, }) } } impl de::Deserializer for Deserializer where I: Iterator>, { type Error = Error; fn deserialize_seq<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_struct_field<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_map<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_unit<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_bytes<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_ignored_any<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_string<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_str<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_char<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_i64<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_i32<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_i16<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_i8<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_u64<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_u32<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_u16<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_u8<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_f32<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_f64<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_bool<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_usize<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize_isize<__V>(&mut self, visitor: __V) -> Result<__V::Value, Self::Error> where __V: de::Visitor { self.deserialize(visitor) } fn deserialize(&mut self, mut visitor: V) -> Result where V: Visitor, { match self.tokens.next() { Some(Token::Bool(v)) => visitor.visit_bool(v), Some(Token::Isize(v)) => visitor.visit_isize(v), Some(Token::I8(v)) => visitor.visit_i8(v), Some(Token::I16(v)) => visitor.visit_i16(v), Some(Token::I32(v)) => visitor.visit_i32(v), Some(Token::I64(v)) => visitor.visit_i64(v), Some(Token::Usize(v)) => visitor.visit_usize(v), Some(Token::U8(v)) => visitor.visit_u8(v), Some(Token::U16(v)) => visitor.visit_u16(v), Some(Token::U32(v)) => visitor.visit_u32(v), Some(Token::U64(v)) => visitor.visit_u64(v), Some(Token::F32(v)) => visitor.visit_f32(v), Some(Token::F64(v)) => visitor.visit_f64(v), Some(Token::Char(v)) => visitor.visit_char(v), Some(Token::Str(v)) => visitor.visit_str(v), Some(Token::String(v)) => visitor.visit_string(v), Some(Token::Bytes(v)) => visitor.visit_bytes(v), Some(Token::Option(false)) => visitor.visit_none(), Some(Token::Option(true)) => visitor.visit_some(self), Some(Token::Unit) => visitor.visit_unit(), Some(Token::UnitStruct(name)) => visitor.visit_unit_struct(name), Some(Token::SeqStart(len)) => { self.visit_seq(len, visitor) } Some(Token::SeqArrayStart(len))| Some(Token::TupleStructStart(_, len)) => { self.visit_seq(Some(len), visitor) } Some(Token::MapStart(len)) => { self.visit_map(len, visitor) } Some(Token::StructStart(_, len)) => { self.visit_map(Some(len), visitor) } Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } /// Hook into `Option` deserializing so we can treat `Unit` as a /// `None`, or a regular value as `Some(value)`. fn deserialize_option(&mut self, mut visitor: V) -> Result where V: Visitor, { match self.tokens.peek() { Some(&Token::Option(false)) => { self.tokens.next(); visitor.visit_none() } Some(&Token::Option(true)) => { self.tokens.next(); visitor.visit_some(self) } Some(&Token::Unit) => { self.tokens.next(); visitor.visit_none() } Some(_) => visitor.visit_some(self), None => Err(Error::EndOfStream), } } fn deserialize_enum(&mut self, name: &str, _variants: &'static [&'static str], mut visitor: V) -> Result where V: EnumVisitor, { match self.tokens.peek() { Some(&Token::EnumStart(n)) if name == n => { self.tokens.next(); visitor.visit(DeserializerVariantVisitor { de: self, }) } Some(&Token::EnumUnit(n, _)) | Some(&Token::EnumNewType(n, _)) | Some(&Token::EnumSeqStart(n, _, _)) | Some(&Token::EnumMapStart(n, _, _)) if name == n => { visitor.visit(DeserializerVariantVisitor { de: self, }) } Some(_) => { let token = self.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => { return Err(Error::EndOfStream); } } } fn deserialize_unit_struct(&mut self, name: &str, mut visitor: V) -> Result where V: Visitor, { match self.tokens.peek() { Some(&Token::UnitStruct(n)) => { self.tokens.next(); if name == n { visitor.visit_unit() } else { Err(Error::InvalidName(n)) } } Some(_) => self.deserialize(visitor), None => Err(Error::EndOfStream), } } fn deserialize_newtype_struct(&mut self, name: &str, mut visitor: V) -> Result where V: Visitor, { match self.tokens.peek() { Some(&Token::StructNewType(n)) => { self.tokens.next(); if name == n { visitor.visit_newtype_struct(self) } else { Err(Error::InvalidName(n)) } } Some(_) => self.deserialize(visitor), None => Err(Error::EndOfStream), } } fn deserialize_seq_fixed_size(&mut self, len: usize, visitor: V) -> Result where V: Visitor, { match self.tokens.peek() { Some(&Token::SeqArrayStart(_)) => { self.tokens.next(); self.visit_array(len, visitor) } Some(_) => self.deserialize(visitor), None => Err(Error::EndOfStream), } } fn deserialize_tuple(&mut self, len: usize, mut visitor: V) -> Result where V: Visitor, { match self.tokens.peek() { Some(&Token::Unit) => { self.tokens.next(); visitor.visit_unit() } Some(&Token::UnitStruct(_)) => { self.tokens.next(); visitor.visit_unit() } Some(&Token::SeqStart(_)) => { self.tokens.next(); self.visit_seq(Some(len), visitor) } Some(&Token::SeqArrayStart(_)) => { self.tokens.next(); self.visit_array(len, visitor) } Some(&Token::TupleStart(_)) => { self.tokens.next(); self.visit_tuple(len, visitor) } Some(&Token::TupleStructStart(_, _)) => { self.tokens.next(); self.visit_tuple_struct(len, visitor) } Some(_) => self.deserialize(visitor), None => Err(Error::EndOfStream), } } fn deserialize_tuple_struct(&mut self, name: &str, len: usize, mut visitor: V) -> Result where V: Visitor, { match self.tokens.peek() { Some(&Token::Unit) => { self.tokens.next(); visitor.visit_unit() } Some(&Token::UnitStruct(n)) => { self.tokens.next(); if name == n { visitor.visit_unit() } else { Err(Error::InvalidName(n)) } } Some(&Token::SeqStart(_)) => { self.tokens.next(); self.visit_seq(Some(len), visitor) } Some(&Token::SeqArrayStart(_)) => { self.tokens.next(); self.visit_array(len, visitor) } Some(&Token::TupleStart(_)) => { self.tokens.next(); self.visit_tuple(len, visitor) } Some(&Token::TupleStructStart(n, _)) => { self.tokens.next(); if name == n { self.visit_tuple_struct(len, visitor) } else { Err(Error::InvalidName(n)) } } Some(_) => self.deserialize(visitor), None => Err(Error::EndOfStream), } } fn deserialize_struct(&mut self, name: &str, fields: &'static [&'static str], visitor: V) -> Result where V: Visitor, { match self.tokens.peek() { Some(&Token::StructStart(n, _)) => { self.tokens.next(); if name == n { self.visit_struct(Some(fields.len()), visitor) } else { Err(Error::InvalidName(n)) } } Some(&Token::MapStart(_)) => { self.tokens.next(); self.visit_map(Some(fields.len()), visitor) } Some(_) => self.deserialize(visitor), None => Err(Error::EndOfStream), } } } ////////////////////////////////////////////////////////////////////////// struct DeserializerSeqVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, len: Option, } impl<'a, I> SeqVisitor for DeserializerSeqVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit(&mut self) -> Result, Error> where T: Deserialize, { match self.de.tokens.peek() { Some(&Token::SeqSep) => { self.de.tokens.next(); self.len = self.len.map(|len| len - 1); Ok(Some(try!(Deserialize::deserialize(self.de)))) } Some(&Token::SeqEnd) => Ok(None), Some(_) => { let token = self.de.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => Err(Error::EndOfStream), } } fn end(&mut self) -> Result<(), Error> { //assert_eq!(self.len.unwrap_or(0), 0); match self.de.tokens.next() { Some(Token::SeqEnd) => Ok(()), Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } fn size_hint(&self) -> (usize, Option) { let len = self.len.unwrap_or(0); (len, self.len) } } ////////////////////////////////////////////////////////////////////////// struct DeserializerArrayVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, len: usize, } impl<'a, I> SeqVisitor for DeserializerArrayVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit(&mut self) -> Result, Error> where T: Deserialize, { match self.de.tokens.peek() { Some(&Token::SeqSep) => { self.de.tokens.next(); self.len -= 1; Ok(Some(try!(Deserialize::deserialize(self.de)))) } Some(&Token::SeqEnd) => Ok(None), Some(_) => { let token = self.de.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => Err(Error::EndOfStream), } } fn end(&mut self) -> Result<(), Error> { assert_eq!(self.len, 0); match self.de.tokens.next() { Some(Token::SeqEnd) => Ok(()), Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } fn size_hint(&self) -> (usize, Option) { (self.len, Some(self.len)) } } ////////////////////////////////////////////////////////////////////////// struct DeserializerTupleVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, len: usize, } impl<'a, I> SeqVisitor for DeserializerTupleVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit(&mut self) -> Result, Error> where T: Deserialize, { match self.de.tokens.peek() { Some(&Token::TupleSep) => { self.de.tokens.next(); self.len -= 1; Ok(Some(try!(Deserialize::deserialize(self.de)))) } Some(&Token::TupleEnd) => Ok(None), Some(_) => { let token = self.de.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => Err(Error::EndOfStream), } } fn end(&mut self) -> Result<(), Error> { assert_eq!(self.len, 0); match self.de.tokens.next() { Some(Token::TupleEnd) => Ok(()), Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } fn size_hint(&self) -> (usize, Option) { (self.len, Some(self.len)) } } ////////////////////////////////////////////////////////////////////////// struct DeserializerTupleStructVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, len: usize, } impl<'a, I> SeqVisitor for DeserializerTupleStructVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit(&mut self) -> Result, Error> where T: Deserialize, { match self.de.tokens.peek() { Some(&Token::TupleStructSep) => { self.de.tokens.next(); self.len -= 1; Ok(Some(try!(Deserialize::deserialize(self.de)))) } Some(&Token::TupleStructEnd) => Ok(None), Some(_) => { let token = self.de.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => Err(Error::EndOfStream), } } fn end(&mut self) -> Result<(), Error> { assert_eq!(self.len, 0); match self.de.tokens.next() { Some(Token::TupleStructEnd) => Ok(()), Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } fn size_hint(&self) -> (usize, Option) { (self.len, Some(self.len)) } } ////////////////////////////////////////////////////////////////////////// struct DeserializerVariantSeqVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, len: Option, } impl<'a, I> SeqVisitor for DeserializerVariantSeqVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit(&mut self) -> Result, Error> where T: Deserialize, { match self.de.tokens.peek() { Some(&Token::EnumSeqSep) => { self.de.tokens.next(); self.len = self.len.map(|len| len - 1); Ok(Some(try!(Deserialize::deserialize(self.de)))) } Some(&Token::EnumSeqEnd) => Ok(None), Some(_) => { let token = self.de.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => Err(Error::EndOfStream), } } fn end(&mut self) -> Result<(), Error> { //assert_eq!(self.len.unwrap_or(0), 0); match self.de.tokens.next() { Some(Token::EnumSeqEnd) => Ok(()), Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } fn size_hint(&self) -> (usize, Option) { let len = self.len.unwrap_or(0); (len, self.len) } } ////////////////////////////////////////////////////////////////////////// struct DeserializerMapVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, len: Option, } impl<'a, I> MapVisitor for DeserializerMapVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit_key(&mut self) -> Result, Error> where K: Deserialize, { match self.de.tokens.peek() { Some(&Token::MapSep) => { self.de.tokens.next(); self.len = self.len.map(|len| if len > 0 { len - 1} else { 0 }); Ok(Some(try!(Deserialize::deserialize(self.de)))) } Some(&Token::MapEnd) => Ok(None), Some(_) => { let token = self.de.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => Err(Error::EndOfStream), } } fn visit_value(&mut self) -> Result where V: Deserialize, { Ok(try!(Deserialize::deserialize(self.de))) } fn end(&mut self) -> Result<(), Error> { //assert_eq!(self.len.unwrap_or(0), 0); match self.de.tokens.next() { Some(Token::MapEnd) => Ok(()), Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } fn size_hint(&self) -> (usize, Option) { let len = self.len.unwrap_or(0); (len, self.len) } } ////////////////////////////////////////////////////////////////////////// struct DeserializerStructVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, len: Option, } impl<'a, I> MapVisitor for DeserializerStructVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit_key(&mut self) -> Result, Error> where K: Deserialize, { match self.de.tokens.peek() { Some(&Token::StructSep) => { self.de.tokens.next(); self.len = self.len.map(|len| if len > 0 { len - 1} else { 0 }); Ok(Some(try!(Deserialize::deserialize(self.de)))) } Some(&Token::StructEnd) => Ok(None), Some(_) => { let token = self.de.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => Err(Error::EndOfStream), } } fn visit_value(&mut self) -> Result where V: Deserialize, { Ok(try!(Deserialize::deserialize(self.de))) } fn end(&mut self) -> Result<(), Error> { //assert_eq!(self.len.unwrap_or(0), 0); match self.de.tokens.next() { Some(Token::StructEnd) => Ok(()), Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } fn size_hint(&self) -> (usize, Option) { let len = self.len.unwrap_or(0); (len, self.len) } } ////////////////////////////////////////////////////////////////////////// struct DeserializerVariantVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, } impl<'a, I> VariantVisitor for DeserializerVariantVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit_variant(&mut self) -> Result where V: Deserialize, { match self.de.tokens.peek() { Some(&Token::EnumUnit(_, v)) | Some(&Token::EnumNewType(_, v)) | Some(&Token::EnumSeqStart(_, v, _)) | Some(&Token::EnumMapStart(_, v, _)) => { let mut de = de::value::ValueDeserializer::::into_deserializer(v); let value = try!(Deserialize::deserialize(&mut de)); Ok(value) } Some(_) => { Deserialize::deserialize(self.de) } None => Err(Error::EndOfStream), } } fn visit_unit(&mut self) -> Result<(), Error> { match self.de.tokens.peek() { Some(&Token::EnumUnit(_, _)) => { self.de.tokens.next(); Ok(()) } Some(_) => { Deserialize::deserialize(self.de) } None => Err(Error::EndOfStream), } } fn visit_newtype(&mut self) -> Result where T: Deserialize, { match self.de.tokens.peek() { Some(&Token::EnumNewType(_, _)) => { self.de.tokens.next(); Deserialize::deserialize(self.de) } Some(_) => { Deserialize::deserialize(self.de) } None => Err(Error::EndOfStream), } } fn visit_tuple(&mut self, len: usize, visitor: V) -> Result where V: Visitor, { match self.de.tokens.peek() { Some(&Token::EnumSeqStart(_, _, enum_len)) => { let token = self.de.tokens.next().unwrap(); if len == enum_len { self.de.visit_variant_seq(Some(len), visitor) } else { Err(Error::UnexpectedToken(token)) } } Some(&Token::SeqStart(Some(enum_len))) => { let token = self.de.tokens.next().unwrap(); if len == enum_len { self.de.visit_seq(Some(len), visitor) } else { Err(Error::UnexpectedToken(token)) } } Some(_) => { Deserialize::deserialize(self.de) } None => Err(Error::EndOfStream), } } fn visit_struct(&mut self, fields: &'static [&'static str], visitor: V) -> Result where V: Visitor, { match self.de.tokens.peek() { Some(&Token::EnumMapStart(_, _, enum_len)) => { let token = self.de.tokens.next().unwrap(); if fields.len() == enum_len { self.de.visit_variant_map(Some(fields.len()), visitor) } else { Err(Error::UnexpectedToken(token)) } } Some(&Token::MapStart(Some(enum_len))) => { let token = self.de.tokens.next().unwrap(); if fields.len() == enum_len { self.de.visit_map(Some(fields.len()), visitor) } else { Err(Error::UnexpectedToken(token)) } } Some(_) => { Deserialize::deserialize(self.de) } None => Err(Error::EndOfStream), } } } ////////////////////////////////////////////////////////////////////////// struct DeserializerVariantMapVisitor<'a, I: 'a> where I: Iterator> { de: &'a mut Deserializer, len: Option, } impl<'a, I> MapVisitor for DeserializerVariantMapVisitor<'a, I> where I: Iterator>, { type Error = Error; fn visit_key(&mut self) -> Result, Error> where K: Deserialize, { match self.de.tokens.peek() { Some(&Token::EnumMapSep) => { self.de.tokens.next(); self.len = self.len.map(|len| if len > 0 { len - 1} else { 0 }); Ok(Some(try!(Deserialize::deserialize(self.de)))) } Some(&Token::EnumMapEnd) => Ok(None), Some(_) => { let token = self.de.tokens.next().unwrap(); Err(Error::UnexpectedToken(token)) } None => Err(Error::EndOfStream), } } fn visit_value(&mut self) -> Result where V: Deserialize, { Ok(try!(Deserialize::deserialize(self.de))) } fn end(&mut self) -> Result<(), Error> { //assert_eq!(self.len.unwrap_or(0), 0); match self.de.tokens.next() { Some(Token::EnumMapEnd) => Ok(()), Some(token) => Err(Error::UnexpectedToken(token)), None => Err(Error::EndOfStream), } } fn size_hint(&self) -> (usize, Option) { let len = self.len.unwrap_or(0); (len, self.len) } }