diff --git a/.circleci/test-install.sh b/.circleci/test-install.sh
index 4658de7..65f6f9a 100755
--- a/.circleci/test-install.sh
+++ b/.circleci/test-install.sh
@@ -2,6 +2,9 @@
 
 set -e
 
+apt-get remove docker-ce
+rm -rf /usr/local/bin/docker-compose
+
 cd ../..
 
 [ -d btcpayserver-docker ] || mv project btcpayserver-docker