diff --git a/travis/compilation.sh b/travis/compilation.sh
index 03505699..1aa26dda 100755
--- a/travis/compilation.sh
+++ b/travis/compilation.sh
@@ -4,7 +4,6 @@
 # Extract cache from config stage
 cd ../
 tar -zxf $HOME/cache/config.tgz
-rm $HOME/cache/config.tgz
 
 # Configure QP2
 cd qp2
@@ -13,5 +12,5 @@ ninja -j 1 -v
 
 # Create cache
 cd ..
-tar -zcf $HOME/cache/compil.tgz qp2
+tar -zcf $HOME/cache/compil.tgz qp2 && rm $HOME/cache/config.tgz
 
diff --git a/travis/testing.sh b/travis/testing.sh
index d2eff9f0..b2122f5c 100755
--- a/travis/testing.sh
+++ b/travis/testing.sh
@@ -4,12 +4,11 @@
 # Extract cache from compile stage
 cd ../
 tar -zxf $HOME/cache/compil.tgz
-rm $HOME/cache/compil.tgz
 
 # Configure QP2
 cd qp2
 source ./quantum_package.rc
-qp_test -a
+qp_test -a && rm $HOME/cache/compil.tgz