diff --git a/serde_codegen/src/attr.rs b/serde_codegen/src/attr.rs
index c9ff9e80..febeab7c 100644
--- a/serde_codegen/src/attr.rs
+++ b/serde_codegen/src/attr.rs
@@ -308,22 +308,6 @@ impl FieldAttrs {
         &self.name
     }
 
-    /// Predicate for using a field's default value
-    pub fn expr_is_missing(&self) -> P<ast::Expr> {
-        match self.default_expr_if_missing {
-            Some(ref expr) => expr.clone(),
-            None => {
-                let name = self.name.deserialize_name_expr();
-                AstBuilder::new().expr()
-                    .try()
-                    .method_call("missing_field").id("visitor")
-                        .with_arg(name)
-                        .build()
-            }
-        }
-    }
-
-    /// Predicate for ignoring a field when serializing a value
     pub fn skip_serializing_field(&self) -> bool {
         self.skip_serializing_field
     }
@@ -336,6 +320,10 @@ impl FieldAttrs {
         self.skip_serializing_field_if.as_ref()
     }
 
+    pub fn default_expr_if_missing(&self) -> Option<&P<ast::Expr>> {
+        self.default_expr_if_missing.as_ref()
+    }
+
     pub fn serialize_with(&self) -> Option<&P<ast::Expr>> {
         self.serialize_with.as_ref()
     }
diff --git a/serde_codegen/src/de.rs b/serde_codegen/src/de.rs
index f98fe765..e5097325 100644
--- a/serde_codegen/src/de.rs
+++ b/serde_codegen/src/de.rs
@@ -113,22 +113,7 @@ fn deserialized_by_us(field: &ast::StructField) -> bool {
                     return false
                 }
                 ast::MetaItemKind::NameValue(ref name, _) if name == &"deserialize_with" => {
-                    // TODO: For now we require `T: Deserialize` even if the
-                    // field has `deserialize_with`. The reason is the signature
-                    // of serde::de::MapVisitor::missing_field which looks like:
-                    //
-                    // fn missing_field<T>(...) -> Result<T, Self::Error> where T: Deserialize
-                    //
-                    // So in order to use missing_field, the type must have the
-                    // `T: Deserialize` bound. Some formats rely on this bound
-                    // because they treat missing fields as unit.
-                    //
-                    // Long-term the fix would be to change the signature of
-                    // missing_field so it can, for example, use the
-                    // `deserialize_with` function to visit a unit in place of
-                    // the missing field.
-                    //
-                    // See https://github.com/serde-rs/serde/issues/259
+                    return false
                 }
                 _ => {}
             }
@@ -519,7 +504,7 @@ fn deserialize_struct_as_seq(
         .map(|(i, &(field, ref attrs))| {
             let name = builder.id(format!("__field{}", i));
             if attrs.skip_deserializing_field() {
-                let default = attrs.expr_is_missing();
+                let default = expr_is_missing(cx, attrs);
                 quote_stmt!(cx,
                     let $name = $default;
                 ).unwrap()
@@ -1204,7 +1189,7 @@ fn deserialize_map(
     let extract_values = fields_attrs_names.iter()
         .filter(|&&(_, ref attrs, _)| !attrs.skip_deserializing_field())
         .map(|&(_, ref attrs, name)| {
-            let missing_expr = attrs.expr_is_missing();
+            let missing_expr = expr_is_missing(cx, attrs);
 
             Ok(quote_stmt!(cx,
                 let $name = match $name {
@@ -1229,7 +1214,7 @@ fn deserialize_map(
                             }
                         },
                         if attrs.skip_deserializing_field() {
-                            attrs.expr_is_missing()
+                            expr_is_missing(cx, attrs)
                         } else {
                             builder.expr().id(name)
                         }
@@ -1323,3 +1308,22 @@ fn wrap_deserialize_with(
         wrapper_ty,
     )
 }
+
+fn expr_is_missing(
+    cx: &ExtCtxt,
+    attrs: &attr::FieldAttrs,
+) -> P<ast::Expr> {
+    if let Some(expr) = attrs.default_expr_if_missing() {
+        return expr.clone();
+    }
+    let name = attrs.name().deserialize_name_expr();
+    match attrs.deserialize_with() {
+        None => {
+            quote_expr!(cx, try!(visitor.missing_field($name)))
+        }
+        Some(_) => {
+            quote_expr!(cx, return Err(
+                <__V::Error as _serde::de::Error>::missing_field($name)))
+        }
+    }
+}
diff --git a/serde_tests/tests/test_annotations.rs b/serde_tests/tests/test_annotations.rs
index 12d914c4..cdaa899e 100644
--- a/serde_tests/tests/test_annotations.rs
+++ b/serde_tests/tests/test_annotations.rs
@@ -237,6 +237,14 @@ impl Default for NotDeserializeStruct {
     }
 }
 
+impl DeserializeWith for NotDeserializeStruct {
+    fn deserialize_with<D>(_: &mut D) -> Result<Self, D::Error>
+        where D: Deserializer
+    {
+        panic!()
+    }
+}
+
 // Does not implement Deserialize.
 #[derive(Debug, PartialEq)]
 enum NotDeserializeEnum { Trouble }
@@ -248,13 +256,15 @@ impl MyDefault for NotDeserializeEnum {
 }
 
 #[derive(Debug, PartialEq, Deserialize)]
-struct ContainsNotDeserialize<A, B, C: MyDefault> {
+struct ContainsNotDeserialize<A, B, C: DeserializeWith, E: MyDefault> {
     #[serde(skip_deserializing)]
     a: A,
     #[serde(skip_deserializing, default)]
     b: B,
-    #[serde(skip_deserializing, default="MyDefault::my_default")]
+    #[serde(deserialize_with="DeserializeWith::deserialize_with", default)]
     c: C,
+    #[serde(skip_deserializing, default="MyDefault::my_default")]
+    e: E,
 }
 
 // Tests that a struct field does not need to implement Deserialize if it is
@@ -266,7 +276,8 @@ fn test_elt_not_deserialize() {
         &ContainsNotDeserialize {
             a: NotDeserializeStruct(123),
             b: NotDeserializeStruct(123),
-            c: NotDeserializeEnum::Trouble,
+            c: NotDeserializeStruct(123),
+            e: NotDeserializeEnum::Trouble,
         },
         vec![
             Token::StructStart("ContainsNotDeserialize", Some(3)),