Factor out attr module

Factors out field attribute code into the attr module.
This commit is contained in:
Hugo Duncan
2015-05-01 12:53:59 -04:00
parent 960b68937d
commit ec3af2cb6a
6 changed files with 154 additions and 112 deletions
+120 -79
View File
@@ -12,10 +12,12 @@ use syntax::ast;
use syntax::codemap::Span; use syntax::codemap::Span;
use syntax::ext::base::ExtCtxt; use syntax::ext::base::ExtCtxt;
use syntax::ext::build::AstBuilder; use syntax::ext::build::AstBuilder;
use syntax::owned_slice::OwnedSlice;
use syntax::ptr::P; use syntax::ptr::P;
use aster; use aster;
use attr;
use field; use field;
pub fn expand_derive_deserialize( pub fn expand_derive_deserialize(
@@ -156,14 +158,25 @@ fn deserialize_item_struct(
fn deserialize_visitor( fn deserialize_visitor(
builder: &aster::AstBuilder, builder: &aster::AstBuilder,
trait_generics: &ast::Generics, trait_generics: &ast::Generics,
) -> (P<ast::Item>, P<ast::Ty>, P<ast::Expr>) { forward_ty_params: Vec<ast::TyParam>,
if trait_generics.ty_params.is_empty() { forward_tys: Vec<P<ast::Ty>>
) -> (P<ast::Item>, P<ast::Ty>, P<ast::Expr>, ast::Generics) {
if trait_generics.ty_params.is_empty() && forward_tys.is_empty() {
( (
builder.item().tuple_struct("__Visitor").build(), builder.item().tuple_struct("__Visitor").build(),
builder.ty().id("__Visitor"), builder.ty().id("__Visitor"),
builder.expr().id("__Visitor"), builder.expr().id("__Visitor"),
trait_generics.clone(),
) )
} else { } else {
let placeholders : Vec<_> = trait_generics.ty_params.iter()
.map(|_| builder.ty().id("_"))
.collect();
let mut trait_generics = trait_generics.clone();
let mut ty_params = forward_ty_params.clone();
ty_params.extend(trait_generics.ty_params.into_vec());
trait_generics.ty_params = OwnedSlice::from_vec(ty_params);
( (
builder.item().tuple_struct("__Visitor") builder.item().tuple_struct("__Visitor")
.generics().with(trait_generics.clone()).build() .generics().with(trait_generics.clone()).build()
@@ -176,17 +189,37 @@ fn deserialize_visitor(
builder.ty().path() builder.ty().path()
.segment("__Visitor").with_generics(trait_generics.clone()).build() .segment("__Visitor").with_generics(trait_generics.clone()).build()
.build(), .build(),
builder.expr().call().id("__Visitor") builder.expr().call()
.path().segment("__Visitor")
.with_tys(forward_tys)
.with_tys(placeholders)
.build().build()
.with_args( .with_args(
trait_generics.ty_params.iter().map(|_| { trait_generics.ty_params.iter().map(|_| {
builder.expr().phantom_data() builder.expr().phantom_data()
}) })
) )
.build(), .build(),
trait_generics,
) )
} }
} }
fn deserializer_ty_param(builder: &aster::AstBuilder) -> ast::TyParam {
builder.ty_param("__D")
.trait_bound(builder.path()
.segment("serde").build()
.segment("de").build()
.id("Deserializer")
.build())
.build()
.build()
}
fn deserializer_ty_arg(builder: &aster::AstBuilder) -> P<ast::Ty>{
builder.ty().id("__D")
}
fn deserialize_unit_struct( fn deserialize_unit_struct(
cx: &ExtCtxt, cx: &ExtCtxt,
builder: &aster::AstBuilder, builder: &aster::AstBuilder,
@@ -230,10 +263,13 @@ fn deserialize_tuple_struct(
) -> P<ast::Expr> { ) -> P<ast::Expr> {
let where_clause = &impl_generics.where_clause; let where_clause = &impl_generics.where_clause;
let (visitor_item, visitor_ty, visitor_expr) = deserialize_visitor( let (visitor_item, visitor_ty, visitor_expr, visitor_generics) =
builder, deserialize_visitor(
impl_generics, builder,
); impl_generics,
vec![deserializer_ty_param(builder)],
vec![deserializer_ty_arg(builder)],
);
let visit_seq_expr = deserialize_seq( let visit_seq_expr = deserialize_seq(
cx, cx,
@@ -247,7 +283,7 @@ fn deserialize_tuple_struct(
quote_expr!(cx, { quote_expr!(cx, {
$visitor_item $visitor_item
impl $impl_generics ::serde::de::Visitor for $visitor_ty $where_clause { impl $visitor_generics ::serde::de::Visitor for $visitor_ty $where_clause {
type Value = $ty; type Value = $ty;
fn visit_seq<__V>(&mut self, mut visitor: __V) -> ::std::result::Result<$ty, __V::Error> fn visit_seq<__V>(&mut self, mut visitor: __V) -> ::std::result::Result<$ty, __V::Error>
@@ -305,10 +341,13 @@ fn deserialize_struct(
) -> P<ast::Expr> { ) -> P<ast::Expr> {
let where_clause = &impl_generics.where_clause; let where_clause = &impl_generics.where_clause;
let (visitor_item, visitor_ty, visitor_expr) = deserialize_visitor( let (visitor_item, visitor_ty, visitor_expr, visitor_generics) =
builder, deserialize_visitor(
impl_generics, builder,
); &impl_generics,
vec![deserializer_ty_param(builder)],
vec![deserializer_ty_arg(builder)],
);
let (field_visitor, visit_map_expr) = deserialize_struct_visitor( let (field_visitor, visit_map_expr) = deserialize_struct_visitor(
cx, cx,
@@ -324,7 +363,7 @@ fn deserialize_struct(
$visitor_item $visitor_item
impl $impl_generics ::serde::de::Visitor for $visitor_ty $where_clause { impl $visitor_generics ::serde::de::Visitor for $visitor_ty $where_clause {
type Value = $ty; type Value = $ty;
#[inline] #[inline]
@@ -356,7 +395,7 @@ fn deserialize_item_enum(
builder, builder,
enum_def.variants.iter() enum_def.variants.iter()
.map(|variant| .map(|variant|
field::FieldLit::Global(builder.expr().str(variant.node.name))) attr::FieldAttrs::Global(builder.expr().str(variant.node.name)))
.collect() .collect()
); );
@@ -381,17 +420,20 @@ fn deserialize_item_enum(
}) })
.collect(); .collect();
let (visitor_item, visitor_ty, visitor_expr) = deserialize_visitor( let (visitor_item, visitor_ty, visitor_expr, visitor_generics) =
builder, deserialize_visitor(
impl_generics, builder,
); impl_generics,
vec![deserializer_ty_param(builder)],
vec![deserializer_ty_arg(builder)],
);
quote_expr!(cx, { quote_expr!(cx, {
$variant_visitor $variant_visitor
$visitor_item $visitor_item
impl $impl_generics ::serde::de::EnumVisitor for $visitor_ty $where_clause { impl $visitor_generics ::serde::de::EnumVisitor for $visitor_ty $where_clause {
type Value = $ty; type Value = $ty;
fn visit<__V>(&mut self, mut visitor: __V) -> ::std::result::Result<$ty, __V::Error> fn visit<__V>(&mut self, mut visitor: __V) -> ::std::result::Result<$ty, __V::Error>
@@ -460,10 +502,13 @@ fn deserialize_tuple_variant(
) -> P<ast::Expr> { ) -> P<ast::Expr> {
let where_clause = &generics.where_clause; let where_clause = &generics.where_clause;
let (visitor_item, visitor_ty, visitor_expr) = deserialize_visitor( let (visitor_item, visitor_ty, visitor_expr, visitor_generics) =
builder, deserialize_visitor(
generics, builder,
); generics,
vec![deserializer_ty_param(builder)],
vec![deserializer_ty_arg(builder)],
);
let visit_seq_expr = deserialize_seq( let visit_seq_expr = deserialize_seq(
cx, cx,
@@ -475,7 +520,7 @@ fn deserialize_tuple_variant(
quote_expr!(cx, { quote_expr!(cx, {
$visitor_item $visitor_item
impl $generics ::serde::de::Visitor for $visitor_ty $where_clause { impl $visitor_generics ::serde::de::Visitor for $visitor_ty $where_clause {
type Value = $ty; type Value = $ty;
fn visit_seq<__V>(&mut self, mut visitor: __V) -> ::std::result::Result<$ty, __V::Error> fn visit_seq<__V>(&mut self, mut visitor: __V) -> ::std::result::Result<$ty, __V::Error>
@@ -507,17 +552,20 @@ fn deserialize_struct_variant(
builder.path().id(type_ident).id(variant_ident).build(), builder.path().id(type_ident).id(variant_ident).build(),
); );
let (visitor_item, visitor_ty, visitor_expr) = deserialize_visitor( let (visitor_item, visitor_ty, visitor_expr, visitor_generics) =
builder, deserialize_visitor(
generics, builder,
); generics,
vec![deserializer_ty_param(builder)],
vec![deserializer_ty_arg(builder)],
);
quote_expr!(cx, { quote_expr!(cx, {
$field_visitor $field_visitor
$visitor_item $visitor_item
impl $generics ::serde::de::Visitor for $visitor_ty $where_clause { impl $visitor_generics ::serde::de::Visitor for $visitor_ty $where_clause {
type Value = $ty; type Value = $ty;
fn visit_map<__V>(&mut self, mut visitor: __V) -> ::std::result::Result<$ty, __V::Error> fn visit_map<__V>(&mut self, mut visitor: __V) -> ::std::result::Result<$ty, __V::Error>
@@ -534,10 +582,10 @@ fn deserialize_struct_variant(
fn deserialize_field_visitor( fn deserialize_field_visitor(
cx: &ExtCtxt, cx: &ExtCtxt,
builder: &aster::AstBuilder, builder: &aster::AstBuilder,
field_exprs: Vec<field::FieldLit>, field_attrs: Vec<attr::FieldAttrs>,
) -> Vec<P<ast::Item>> { ) -> Vec<P<ast::Item>> {
// Create the field names for the fields. // Create the field names for the fields.
let field_idents: Vec<ast::Ident> = (0 .. field_exprs.len()) let field_idents: Vec<ast::Ident> = (0 .. field_attrs.len())
.map(|i| builder.id(format!("__field{}", i))) .map(|i| builder.id(format!("__field{}", i)))
.collect(); .collect();
@@ -551,57 +599,43 @@ fn deserialize_field_visitor(
) )
.build(); .build();
let fmts = field_exprs.iter() // A set of all the formats that have specialized field attributes
.fold(HashSet::new(), |mut set, field_expr| let formats = field_attrs.iter()
match field_expr { .fold(HashSet::new(), |mut set, field_expr| {
&field::FieldLit::Format{ref formats, default: _} => { set.extend(field_expr.formats());
for (fmt, _) in formats.iter() { set
set.insert(fmt.clone()); });
};
set
},
_ => set
});
// Match arms to extract a field from a string // Match arms to extract a field from a string
let default_field_arms: Vec<_> = field_idents.iter() let default_field_arms: Vec<_> = field_idents.iter()
.zip(field_exprs.iter()) .zip(field_attrs.iter())
.map(|(field_ident, field_expr)| { .map(|(field_ident, field_expr)| {
match field_expr { let expr = field_expr.default_key_expr();
&field::FieldLit::Global(ref expr) => quote_arm!(cx, $expr => { Ok(__Field::$field_ident) })
quote_arm!(cx, $expr => { Ok(__Field::$field_ident) }),
&field::FieldLit::Format{formats: _, ref default} =>
quote_arm!(cx, $default => { Ok(__Field::$field_ident)})
}
}) })
.collect(); .collect();
let body = if fmts.is_empty() { let body = if formats.is_empty() {
// No formats specific attributes, so no match on format required
quote_expr!(cx, quote_expr!(cx,
match value { match value {
$default_field_arms, $default_field_arms,
_ => Err(::serde::de::Error::unknown_field_error(value)), _ => Err(::serde::de::Error::unknown_field_error(value)),
}) })
} else { } else {
let field_arms : Vec<_> = fmts.iter() let field_arms : Vec<_> = formats.iter()
.map(|fmt| { .map(|fmt| {
field_idents.iter() field_idents.iter()
.zip(field_exprs.iter()) .zip(field_attrs.iter())
.map(|(field_ident, field_expr)| { .map(|(field_ident, field_expr)| {
match field_expr { let expr = field_expr.key_expr(fmt);
&field::FieldLit::Global(ref expr) => quote_arm!(cx, $expr => { Ok(__Field::$field_ident) })
quote_arm!(cx,
$expr => { Ok(__Field::$field_ident) }),
&field::FieldLit::Format{ref formats, ref default} => {
let expr = formats.get(fmt).unwrap_or(default);
quote_arm!(cx,
$expr => { Ok(__Field::$field_ident) })}}
}) })
.collect::<Vec<_>>() .collect::<Vec<_>>()
}) })
.collect(); .collect();
let fmt_matches : Vec<_> = fmts.iter() let fmt_matches : Vec<_> = formats.iter()
.zip(field_arms.iter()) .zip(field_arms.iter())
.map(|(ref fmt, ref arms)| { .map(|(ref fmt, ref arms)| {
quote_arm!(cx, $fmt => { quote_arm!(cx, $fmt => {
@@ -615,7 +649,7 @@ fn deserialize_field_visitor(
.collect(); .collect();
quote_expr!(cx, quote_expr!(cx,
match D::format() { match __D::format() {
$fmt_matches, $fmt_matches,
_ => match value { _ => match value {
$default_field_arms, $default_field_arms,
@@ -639,8 +673,8 @@ fn deserialize_field_visitor(
phantom: PhantomData<D> phantom: PhantomData<D>
} }
impl<D> ::serde::de::Visitor for __FieldVisitor<D> impl<__D> ::serde::de::Visitor for __FieldVisitor<__D>
where D: ::serde::de::Deserializer where __D: ::serde::de::Deserializer
{ {
type Value = __Field; type Value = __Field;
@@ -710,23 +744,30 @@ fn deserialize_map(
let extract_values: Vec<P<ast::Stmt>> = field_names.iter() let extract_values: Vec<P<ast::Stmt>> = field_names.iter()
.zip(struct_def.fields.iter()) .zip(struct_def.fields.iter())
.map(|(field_name, field)| { .zip(field::struct_field_strs(cx, builder, struct_def).iter())
let rename = field::field_rename(builder, field); .map(|((field_name, field), field_attr)| {
let name_str = match (rename, field.node.kind) {
(field::Rename::Global(rename), _)
=> builder.expr().build_lit(P(rename.clone())),
(field::Rename::None, ast::NamedField(name, _))
=> builder.expr().str(name),
(field::Rename::None, ast::UnnamedField(_))
=> panic!("struct contains unnamed fields"),
(field::Rename::Format(renames), _)
=> builder.expr().str("fixme"),
};
let missing_expr = if field::default_value(field) { let missing_expr = if field::default_value(field) {
quote_expr!(cx, ::std::default::Default::default()) quote_expr!(cx, ::std::default::Default::default())
} else { } else {
quote_expr!(cx, try!(visitor.missing_field($name_str))) let formats = field_attr.formats();
let arms : Vec<_> = formats.iter()
.map(|format| {
let key_expr = field_attr.key_expr(format);
quote_arm!(cx, $format => { $key_expr })
})
.collect();
let default = field_attr.default_key_expr();
if arms.is_empty() {
quote_expr!(cx, try!(visitor.missing_field($default)))
} else {
quote_expr!(
cx,
try!(visitor.missing_field(
match __D::format() {
$arms,
_ => $default
})))
}
}; };
quote_stmt!(cx, quote_stmt!(cx,
+6 -12
View File
@@ -7,6 +7,8 @@ use syntax::ptr::P;
use aster; use aster;
use attr::FieldAttrs;
pub enum Rename<'a> { pub enum Rename<'a> {
None, None,
Global(&'a ast::Lit), Global(&'a ast::Lit),
@@ -65,24 +67,16 @@ pub fn field_rename<'a>(
.unwrap_or(Rename::None) .unwrap_or(Rename::None)
} }
pub enum FieldLit {
Global(P<ast::Expr>),
Format{
formats: HashMap<P<ast::Expr>, P<ast::Expr>>,
default: P<ast::Expr>,
}
}
pub fn struct_field_strs( pub fn struct_field_strs(
cx: &ExtCtxt, cx: &ExtCtxt,
builder: &aster::AstBuilder, builder: &aster::AstBuilder,
struct_def: &ast::StructDef, struct_def: &ast::StructDef,
) -> Vec<FieldLit> { ) -> Vec<FieldAttrs> {
struct_def.fields.iter() struct_def.fields.iter()
.map(|field| { .map(|field| {
match field_rename(builder, field) { match field_rename(builder, field) {
Rename::Global(rename) => Rename::Global(rename) =>
FieldLit::Global( FieldAttrs::Global(
builder.expr().build_lit(P(rename.clone()))), builder.expr().build_lit(P(rename.clone()))),
Rename::Format(renames) => { Rename::Format(renames) => {
let mut res = HashMap::new(); let mut res = HashMap::new();
@@ -90,13 +84,13 @@ pub fn struct_field_strs(
renames.into_iter() renames.into_iter()
.map(|(k,v)| .map(|(k,v)|
(k, builder.expr().build_lit(P(v.clone()))))); (k, builder.expr().build_lit(P(v.clone())))));
FieldLit::Format{ FieldAttrs::Format{
formats: res, formats: res,
default: default_field(cx, builder, field.node.kind), default: default_field(cx, builder, field.node.kind),
} }
}, },
Rename::None => { Rename::None => {
FieldLit::Global( FieldAttrs::Global(
default_field(cx, builder, field.node.kind)) default_field(cx, builder, field.node.kind))
} }
} }
+3 -2
View File
@@ -10,9 +10,10 @@ use syntax::ext::base::Decorator;
use syntax::parse::token; use syntax::parse::token;
use rustc::plugin::Registry; use rustc::plugin::Registry;
mod ser; mod attr;
mod de;
mod field; mod field;
mod de;
mod ser;
#[plugin_registrar] #[plugin_registrar]
#[doc(hidden)] #[doc(hidden)]
+2 -18
View File
@@ -13,7 +13,7 @@ use syntax::ptr::P;
use aster; use aster;
use field::{FieldLit, struct_field_strs}; use field::struct_field_strs;
pub fn expand_derive_serialize( pub fn expand_derive_serialize(
cx: &mut ExtCtxt, cx: &mut ExtCtxt,
@@ -523,23 +523,7 @@ fn serialize_struct_visitor<I>(
.zip(value_exprs) .zip(value_exprs)
.enumerate() .enumerate()
.map(|(i, (field, value_expr))| { .map(|(i, (field, value_expr))| {
let key_expr = match field { let key_expr = field.serializer_key_expr(cx);
FieldLit::Global(x) => x,
FieldLit::Format{formats, default} => {
let arms = formats.iter()
.map(|(fmt, lit)| {
quote_arm!(cx, $fmt => { $lit })
})
.collect::<Vec<_>>();
quote_expr!(cx,
{
match S::format() {
$arms,
_ => $default
}
})
},
};
quote_arm!(cx, quote_arm!(cx,
$i => { $i => {
self.state += 1; self.state += 1;
+1 -1
View File
@@ -104,7 +104,7 @@ pub trait Serializer {
fn visit_str(&mut self, value: &str) -> Result<(), Self::Error>; fn visit_str(&mut self, value: &str) -> Result<(), Self::Error>;
/// `visit_bytes` is a hook that enables those serialization formats that support serializing /// `visit_bytes` is a hook that enables those serialization formats that support serializing
/// byte slices separately from generic arrays. By default it serializes as a regular array. /// byte slices separately from generic arrays. By default it serializes as a regular array.
#[inline] #[inline]
fn visit_bytes(&mut self, value: &[u8]) -> Result<(), Self::Error> { fn visit_bytes(&mut self, value: &[u8]) -> Result<(), Self::Error> {
self.visit_seq(impls::SeqIteratorVisitor::new(value.iter(), Some(value.len()))) self.visit_seq(impls::SeqIteratorVisitor::new(value.iter(), Some(value.len())))
+22
View File
@@ -27,6 +27,16 @@ struct FormatRename {
a2: i32, a2: i32,
} }
#[derive(Debug, PartialEq, Deserialize, Serialize)]
enum SerEnum<A> {
Map {
a: i8,
#[serde(rename(xml= "c", json="d"))]
b: A,
},
}
#[test] #[test]
fn test_default() { fn test_default() {
let deserialized_value: Default = json::from_str(&"{\"a1\":1,\"a2\":2}").unwrap(); let deserialized_value: Default = json::from_str(&"{\"a1\":1,\"a2\":2}").unwrap();
@@ -55,3 +65,15 @@ fn test_format_rename() {
let deserialized_value = json::from_str("{\"a1\":1,\"a5\":2}").unwrap(); let deserialized_value = json::from_str("{\"a1\":1,\"a5\":2}").unwrap();
assert_eq!(value, deserialized_value); assert_eq!(value, deserialized_value);
} }
#[test]
fn test_enum_format_rename() {
let s1 = String::new();
let value = SerEnum::Map { a: 0i8, b: s1 };
let serialized_value = json::to_string(&value).unwrap();
let ans = "{\"Map\":{\"a\":0,\"d\":\"\"}}";
assert_eq!(serialized_value, ans);
let deserialized_value = json::from_str(ans).unwrap();
assert_eq!(value, deserialized_value);
}