diff --git a/.travis.yml b/.travis.yml
index d5ed9a22..929e171b 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -29,7 +29,7 @@ matrix:
         - cd "${TRAVIS_BUILD_DIR}/test_suite/deps"
         - cargo build
         - cd "${TRAVIS_BUILD_DIR}/test_suite"
-        - cargo test --features unstable
+        - cargo test --features unstable,compiletest
         - cd "${TRAVIS_BUILD_DIR}/test_suite/no_std"
         - cargo build
 
diff --git a/test_suite/Cargo.toml b/test_suite/Cargo.toml
index 7d93fe45..cb53fa5f 100644
--- a/test_suite/Cargo.toml
+++ b/test_suite/Cargo.toml
@@ -5,7 +5,8 @@ authors = ["Erick Tryzelaar <erick.tryzelaar@gmail.com>", "David Tolnay <dtolnay
 publish = false
 
 [features]
-unstable = ["serde/unstable", "compiletest_rs"]
+unstable = ["serde/unstable"]
+compiletest = ["compiletest_rs"]
 
 [dev-dependencies]
 fnv = "1.0"
diff --git a/test_suite/tests/compiletest.rs b/test_suite/tests/compiletest.rs
index c9d99601..9df9c58a 100644
--- a/test_suite/tests/compiletest.rs
+++ b/test_suite/tests/compiletest.rs
@@ -1,4 +1,4 @@
-#![cfg(feature = "unstable")]
+#![cfg(feature = "compiletest")]
 
 extern crate compiletest_rs as compiletest;