Compare commits

...

3 Commits

Author SHA1 Message Date
David Tolnay ea1a729088 Release 1.0.15 2017-09-17 13:58:35 -07:00
David Tolnay 857dcea774 Merge pull request #1058 from serde-rs/internally-tagged-seq
Support deserializing internally tagged enum from seq
2017-09-17 13:57:33 -07:00
David Tolnay b98a9a8f9b Support deserializing internally tagged enum from seq
During serialization, internally tagged enums invoke the Serializer's
serialize_struct. In JSON this turns into a map which uses visit_map
when deserialized. But some formats employ visit_seq when
deserializing a struct. One example is rmp-serde. Such formats were
previously unable to deserialize an internally tagged enum. This
change fixes it by adding visit_seq for internally tagged enums.
2017-09-17 13:45:12 -07:00
9 changed files with 136 additions and 66 deletions
+1 -1
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "serde" name = "serde"
version = "1.0.14" # remember to update html_root_url version = "1.0.15" # remember to update html_root_url
authors = ["Erick Tryzelaar <erick.tryzelaar@gmail.com>", "David Tolnay <dtolnay@gmail.com>"] authors = ["Erick Tryzelaar <erick.tryzelaar@gmail.com>", "David Tolnay <dtolnay@gmail.com>"]
license = "MIT/Apache-2.0" license = "MIT/Apache-2.0"
description = "A generic serialization/deserialization framework" description = "A generic serialization/deserialization framework"
+1 -1
View File
@@ -79,7 +79,7 @@
//////////////////////////////////////////////////////////////////////////////// ////////////////////////////////////////////////////////////////////////////////
// Serde types in rustdoc of other crates get linked to here. // Serde types in rustdoc of other crates get linked to here.
#![doc(html_root_url = "https://docs.rs/serde/1.0.14")] #![doc(html_root_url = "https://docs.rs/serde/1.0.15")]
// Support using Serde without the standard library! // Support using Serde without the standard library!
#![cfg_attr(not(feature = "std"), no_std)] #![cfg_attr(not(feature = "std"), no_std)]
+33 -9
View File
@@ -834,26 +834,43 @@ mod content {
type Value = TaggedContent<'de, T>; type Value = TaggedContent<'de, T>;
fn expecting(&self, fmt: &mut fmt::Formatter) -> fmt::Result { fn expecting(&self, fmt: &mut fmt::Formatter) -> fmt::Result {
fmt.write_str("any value") fmt.write_str("internally tagged enum")
} }
fn visit_map<V>(self, mut visitor: V) -> Result<Self::Value, V::Error> fn visit_seq<S>(self, mut seq: S) -> Result<Self::Value, S::Error>
where where
V: MapAccess<'de>, S: SeqAccess<'de>,
{
let tag = match try!(seq.next_element()) {
Some(tag) => tag,
None => {
return Err(de::Error::missing_field(self.tag_name));
}
};
let rest = de::value::SeqAccessDeserializer::new(seq);
Ok(TaggedContent {
tag: tag,
content: try!(Content::deserialize(rest)),
})
}
fn visit_map<M>(self, mut map: M) -> Result<Self::Value, M::Error>
where
M: MapAccess<'de>,
{ {
let mut tag = None; let mut tag = None;
let mut vec = Vec::with_capacity(size_hint::cautious(visitor.size_hint())); let mut vec = Vec::with_capacity(size_hint::cautious(map.size_hint()));
while let Some(k) = while let Some(k) =
try!(visitor.next_key_seed(TagOrContentVisitor::new(self.tag_name))) { try!(map.next_key_seed(TagOrContentVisitor::new(self.tag_name))) {
match k { match k {
TagOrContent::Tag => { TagOrContent::Tag => {
if tag.is_some() { if tag.is_some() {
return Err(de::Error::duplicate_field(self.tag_name)); return Err(de::Error::duplicate_field(self.tag_name));
} }
tag = Some(try!(visitor.next_value())); tag = Some(try!(map.next_value()));
} }
TagOrContent::Content(k) => { TagOrContent::Content(k) => {
let v = try!(visitor.next_value()); let v = try!(map.next_value());
vec.push((k, v)); vec.push((k, v));
} }
} }
@@ -1802,9 +1819,16 @@ mod content {
write!(formatter, "unit variant {}::{}", self.type_name, self.variant_name) write!(formatter, "unit variant {}::{}", self.type_name, self.variant_name)
} }
fn visit_map<V>(self, _: V) -> Result<(), V::Error> fn visit_seq<S>(self, _: S) -> Result<(), S::Error>
where where
V: MapAccess<'de>, S: SeqAccess<'de>,
{
Ok(())
}
fn visit_map<M>(self, _: M) -> Result<(), M::Error>
where
M: MapAccess<'de>,
{ {
Ok(()) Ok(())
} }
+1 -1
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "serde_derive" name = "serde_derive"
version = "1.0.14" # remember to update html_root_url version = "1.0.15" # remember to update html_root_url
authors = ["Erick Tryzelaar <erick.tryzelaar@gmail.com>", "David Tolnay <dtolnay@gmail.com>"] authors = ["Erick Tryzelaar <erick.tryzelaar@gmail.com>", "David Tolnay <dtolnay@gmail.com>"]
license = "MIT/Apache-2.0" license = "MIT/Apache-2.0"
description = "Macros 1.1 implementation of #[derive(Serialize, Deserialize)]" description = "Macros 1.1 implementation of #[derive(Serialize, Deserialize)]"
+30 -8
View File
@@ -222,7 +222,7 @@ fn deserialize_body(cont: &Container, params: &Parameters) -> Fragment {
if fields.iter().any(|field| field.ident.is_none()) { if fields.iter().any(|field| field.ident.is_none()) {
panic!("struct has unnamed fields"); panic!("struct has unnamed fields");
} }
deserialize_struct(None, params, fields, &cont.attrs, None) deserialize_struct(None, params, fields, &cont.attrs, None, Untagged::No)
} }
Body::Struct(Style::Tuple, ref fields) | Body::Struct(Style::Tuple, ref fields) |
Body::Struct(Style::Newtype, ref fields) => { Body::Struct(Style::Newtype, ref fields) => {
@@ -488,15 +488,20 @@ fn deserialize_newtype_struct(type_path: &Tokens, params: &Parameters, field: &F
} }
} }
enum Untagged {
Yes,
No,
}
fn deserialize_struct( fn deserialize_struct(
variant_ident: Option<&syn::Ident>, variant_ident: Option<&syn::Ident>,
params: &Parameters, params: &Parameters,
fields: &[Field], fields: &[Field],
cattrs: &attr::Container, cattrs: &attr::Container,
deserializer: Option<Tokens>, deserializer: Option<Tokens>,
untagged: Untagged,
) -> Fragment { ) -> Fragment {
let is_enum = variant_ident.is_some(); let is_enum = variant_ident.is_some();
let is_untagged = deserializer.is_some();
let this = &params.this; let this = &params.this;
let (de_impl_generics, de_ty_generics, ty_generics, where_clause) = split_with_de_lifetime(params,); let (de_impl_generics, de_ty_generics, ty_generics, where_clause) = split_with_de_lifetime(params,);
@@ -559,10 +564,10 @@ fn deserialize_struct(
quote!(mut __seq) quote!(mut __seq)
}; };
let visit_seq = if is_untagged {
// untagged struct variants do not get a visit_seq method // untagged struct variants do not get a visit_seq method
None let visit_seq = match untagged {
} else { Untagged::Yes => None,
Untagged::No => {
Some(quote! { Some(quote! {
#[inline] #[inline]
fn visit_seq<__A>(self, #visitor_var: __A) -> _serde::export::Result<Self::Value, __A::Error> fn visit_seq<__A>(self, #visitor_var: __A) -> _serde::export::Result<Self::Value, __A::Error>
@@ -571,6 +576,7 @@ fn deserialize_struct(
#visit_seq #visit_seq
} }
}) })
}
}; };
quote_block! { quote_block! {
@@ -1148,7 +1154,7 @@ fn deserialize_externally_tagged_variant(
deserialize_tuple(Some(variant_ident), params, &variant.fields, cattrs, None) deserialize_tuple(Some(variant_ident), params, &variant.fields, cattrs, None)
} }
Style::Struct => { Style::Struct => {
deserialize_struct(Some(variant_ident), params, &variant.fields, cattrs, None) deserialize_struct(Some(variant_ident), params, &variant.fields, cattrs, None, Untagged::No)
} }
} }
} }
@@ -1175,8 +1181,23 @@ fn deserialize_internally_tagged_variant(
_serde::export::Ok(#this::#variant_ident) _serde::export::Ok(#this::#variant_ident)
} }
} }
Style::Newtype | Style::Struct => { Style::Newtype => {
deserialize_untagged_variant(params, variant, cattrs, deserializer) deserialize_untagged_newtype_variant(
variant_ident,
params,
&variant.fields[0],
deserializer,
)
}
Style::Struct => {
deserialize_struct(
Some(variant_ident),
params,
&variant.fields,
cattrs,
Some(deserializer),
Untagged::No,
)
} }
Style::Tuple => unreachable!("checked in serde_derive_internals"), Style::Tuple => unreachable!("checked in serde_derive_internals"),
} }
@@ -1238,6 +1259,7 @@ fn deserialize_untagged_variant(
&variant.fields, &variant.fields,
cattrs, cattrs,
Some(deserializer), Some(deserializer),
Untagged::Yes,
) )
} }
} }
+1 -1
View File
@@ -16,7 +16,7 @@
//! //!
//! [https://serde.rs/derive.html]: https://serde.rs/derive.html //! [https://serde.rs/derive.html]: https://serde.rs/derive.html
#![doc(html_root_url = "https://docs.rs/serde_derive/1.0.14")] #![doc(html_root_url = "https://docs.rs/serde_derive/1.0.15")]
#![cfg_attr(feature = "cargo-clippy", allow(too_many_arguments))] #![cfg_attr(feature = "cargo-clippy", allow(too_many_arguments))]
#![cfg_attr(feature = "cargo-clippy", allow(used_underscore_binding))] #![cfg_attr(feature = "cargo-clippy", allow(used_underscore_binding))]
+1 -1
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "serde_test" name = "serde_test"
version = "1.0.14" # remember to update html_root_url version = "1.0.15" # remember to update html_root_url
authors = ["Erick Tryzelaar <erick.tryzelaar@gmail.com>", "David Tolnay <dtolnay@gmail.com>"] authors = ["Erick Tryzelaar <erick.tryzelaar@gmail.com>", "David Tolnay <dtolnay@gmail.com>"]
license = "MIT/Apache-2.0" license = "MIT/Apache-2.0"
description = "Token De/Serializer for testing De/Serialize implementations" description = "Token De/Serializer for testing De/Serialize implementations"
+1 -1
View File
@@ -155,7 +155,7 @@
//! # } //! # }
//! ``` //! ```
#![doc(html_root_url = "https://docs.rs/serde_test/1.0.14")] #![doc(html_root_url = "https://docs.rs/serde_test/1.0.15")]
#[macro_use] #[macro_use]
extern crate serde; extern crate serde;
+58 -34
View File
@@ -591,11 +591,10 @@ fn test_internally_tagged_enum() {
#[serde(tag = "type")] #[serde(tag = "type")]
enum InternallyTagged { enum InternallyTagged {
A { a: u8 }, A { a: u8 },
B { b: u8 }, B,
C, C(BTreeMap<String, String>),
D(BTreeMap<String, String>), D(Newtype),
E(Newtype), E(Struct),
F(Struct),
} }
assert_tokens( assert_tokens(
@@ -613,35 +612,62 @@ fn test_internally_tagged_enum() {
], ],
); );
assert_tokens( assert_de_tokens(
&InternallyTagged::B { b: 2 }, &InternallyTagged::A { a: 1 },
&[ &[
Token::Struct { name: "InternallyTagged", len: 2 }, Token::Seq { len: Some(2) },
Token::Str("A"),
Token::Str("type"), Token::U8(1),
Token::Str("B"), Token::SeqEnd,
Token::Str("b"),
Token::U8(2),
Token::StructEnd,
], ],
); );
assert_tokens( assert_tokens(
&InternallyTagged::C, &InternallyTagged::B,
&[ &[
Token::Struct { name: "InternallyTagged", len: 1 }, Token::Struct { name: "InternallyTagged", len: 1 },
Token::Str("type"), Token::Str("type"),
Token::Str("C"), Token::Str("B"),
Token::StructEnd, Token::StructEnd,
], ],
); );
assert_de_tokens(
&InternallyTagged::B,
&[
Token::Seq { len: Some(1) },
Token::Str("B"),
Token::SeqEnd,
],
);
assert_tokens( assert_tokens(
&InternallyTagged::D(BTreeMap::new()), &InternallyTagged::C(BTreeMap::new()),
&[
Token::Map { len: Some(1) },
Token::Str("type"),
Token::Str("C"),
Token::MapEnd,
],
);
assert_de_tokens_error::<InternallyTagged>(
&[
Token::Seq { len: Some(2) },
Token::Str("C"),
Token::Map { len: Some(0) },
Token::MapEnd,
Token::SeqEnd,
],
"invalid type: sequence, expected a map",
);
assert_tokens(
&InternallyTagged::D(Newtype(BTreeMap::new())),
&[ &[
Token::Map { len: Some(1) }, Token::Map { len: Some(1) },
@@ -653,24 +679,12 @@ fn test_internally_tagged_enum() {
); );
assert_tokens( assert_tokens(
&InternallyTagged::E(Newtype(BTreeMap::new())), &InternallyTagged::E(Struct { f: 6 }),
&[
Token::Map { len: Some(1) },
Token::Str("type"),
Token::Str("E"),
Token::MapEnd,
],
);
assert_tokens(
&InternallyTagged::F(Struct { f: 6 }),
&[ &[
Token::Struct { name: "Struct", len: 2 }, Token::Struct { name: "Struct", len: 2 },
Token::Str("type"), Token::Str("type"),
Token::Str("F"), Token::Str("E"),
Token::Str("f"), Token::Str("f"),
Token::U8(6), Token::U8(6),
@@ -679,6 +693,16 @@ fn test_internally_tagged_enum() {
], ],
); );
assert_de_tokens(
&InternallyTagged::E(Struct { f: 6 }),
&[
Token::Seq { len: Some(2) },
Token::Str("E"),
Token::U8(6),
Token::SeqEnd,
],
);
assert_de_tokens_error::<InternallyTagged>( assert_de_tokens_error::<InternallyTagged>(
&[Token::Map { len: Some(0) }, Token::MapEnd], &[Token::Map { len: Some(0) }, Token::MapEnd],
"missing field `type`", "missing field `type`",
@@ -693,7 +717,7 @@ fn test_internally_tagged_enum() {
Token::MapEnd, Token::MapEnd,
], ],
"unknown variant `Z`, expected one of `A`, `B`, `C`, `D`, `E`, `F`", "unknown variant `Z`, expected one of `A`, `B`, `C`, `D`, `E`",
); );
} }