diff --git a/tests/compile-test.rs b/tests/compile-test.rs
index 2b0fea0f8b9f..5bf1bd5d13b0 100644
--- a/tests/compile-test.rs
+++ b/tests/compile-test.rs
@@ -47,7 +47,10 @@ fn config(dir: &'static str, mode: &'static str) -> compiletest::Config {
 
     config.mode = cfg_mode;
     config.build_base = if rustc_test_suite().is_some() {
-        PathBuf::from("/tmp/clippy_test_build_base")
+        // we don't need access to the stderr files on travis
+        let mut path = PathBuf::from(env!("OUT_DIR"));
+        path.push("test_build_base");
+        path
     } else {
         let mut path = std::env::current_dir().unwrap();
         path.push("target/debug/test_build_base");