diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 2ca07ba..5703401 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -34,6 +34,8 @@ test-docker-ubuntu:
     - docker load -i postal-ubuntu-container.tar
     - docker-compose up -d
     - docker-compose run postal initialize
+  after_script:
+    - docker-compose rm -sfv
 
 after_script:
   - docker container prune -f