diff --git a/docker/Dockerfile b/docker/Dockerfile
index ca8be5c9a..56085b40e 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -18,7 +18,8 @@ RUN tar xvf infection_monkey_deb.${RELEASE}.tgz  \
                             python-dev           \
                             libssl-dev           \
                             supervisor           \
-    && dpkg -i *.deb
+    && dpkg -i *.deb                             \
+    && rm -f *.deb *.tgz
 
 COPY stack.conf /etc/supervisor/conf.d/stack.conf