diff --git a/testcases/Makefile.PL b/testcases/Makefile.PL
index 11385f76..fd7b5e0d 100755
--- a/testcases/Makefile.PL
+++ b/testcases/Makefile.PL
@@ -15,11 +15,19 @@ WriteMakefile(
 	'EV'	       => 0,
 	'Inline'       => 0,
     },
-    # don't install any files from this directory
-    PM => {},
+    PM => {}, # do not install any files from this directory
     clean => {
-        FILES => 'testsuite-* latest'
+        FILES => 'testsuite-* latest i3-cfg-for-*',
     }
 );
-# and don't run the tests while installing
-sub MY::test { }
+
+package MY;
+sub test { } # do not run the tests while installing
+
+# do not rename the Makefile
+sub clean {
+    my $section = shift->SUPER::clean(@_);
+    $section =~ s/^\t\Q$_\E\n$//m for
+        '- $(MV) $(FIRST_MAKEFILE) $(MAKEFILE_OLD) $(DEV_NULL)';
+    $section;
+}