diff --git a/tests/compile-fail/no_main.rs b/tests/compile-fail/no_main.rs
new file mode 100644
index 000000000000..a9e8e816828c
--- /dev/null
+++ b/tests/compile-fail/no_main.rs
@@ -0,0 +1,2 @@
+// error-pattern: miri can only run programs that have a main function
+#![no_main]
diff --git a/tests/run-pass/no_main.rs b/tests/run-pass/no_main.rs
deleted file mode 100644
index 1ae9a6a35c25..000000000000
--- a/tests/run-pass/no_main.rs
+++ /dev/null
@@ -1 +0,0 @@
-#![no_main]
diff --git a/tests/run-pass/no_main.stderr b/tests/run-pass/no_main.stderr
deleted file mode 100644
index 52591a8d6da3..000000000000
--- a/tests/run-pass/no_main.stderr
+++ /dev/null
@@ -1,2 +0,0 @@
-error: miri can only run programs that have a main function
-