diff --git a/test/utils/shippable/shippable.sh b/test/utils/shippable/shippable.sh
index 54dc2fbbd1..3396ecc8bf 100755
--- a/test/utils/shippable/shippable.sh
+++ b/test/utils/shippable/shippable.sh
@@ -12,6 +12,12 @@ test="$1"
 docker images ansible/ansible
 docker ps
 
+for container in $(docker ps --format '{{.Image}} {{.ID}}' | grep -v '^drydock/' | sed 's/^.* //'); do
+    docker rm -f "${container}"
+done
+
+docker ps
+
 if [ -d /home/shippable/cache/ ]; then
     ls -la /home/shippable/cache/
 fi