diff --git a/.travis.yml b/.travis.yml
index 0469d0c0..4402fe8a 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -12,10 +12,7 @@ addons:
 
 script:
     - cargo build --verbose
-    - cargo build --no-default-features --verbose
-
-matrix:
-  allow_failures:
-    - rust:
-      - stable
-      - beta
+    # Building without syntex only works on nightly
+    - if [[ $(rustc --version) == *"nightly"* ]]; then
+        cargo build --no-default-features --verbose;
+      fi