diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 373e92c3..78229a40 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -15,11 +15,6 @@ cache:
 services:
     - redis:latest
 
-test:5.5:
-    image: php:5.5
-    script:
-      - phpunit -c build
-
 test:5.6:
     image: php:5.6
     script:
diff --git a/build/docker_install.sh b/build/docker_install.sh
index 68babfdc..d2e3ead8 100644
--- a/build/docker_install.sh
+++ b/build/docker_install.sh
@@ -7,7 +7,7 @@ set -xe
 
 # Install git (the php image doesn't have it) which is required by composer
 apt-get update -yqq
-apt-get install git -yqq
+apt-get install git unzip -yqq
 
 # Install phpunit, the tool that we will use for testing
 curl -Lo /usr/local/bin/phpunit https://phar.phpunit.de/phpunit.phar