diff --git a/Rakefile.cross b/Rakefile.cross
index 8721f4d220c7abbf05cc8aeb8e204789373e8a66..4b9033e28d3378bd2c2bb7209dcd88b044af58c5 100644
--- a/Rakefile.cross
+++ b/Rakefile.cross
@@ -112,6 +112,7 @@ end
 # Extract the libz builds
 file STATIC_LIBZ_BUILDDIR => LIBZ_TARBALL do |t|
   sh 'tar', '-xjf', LIBZ_TARBALL.to_s, '-C', STATIC_LIBZ_BUILDDIR.parent.to_s
+  rm LIBZ_MAKEFILE
 end
 
 LIBZ_ENV = [