diff --git a/docker-build/Dockerfile b/docker-build/Dockerfile
index 7ac7847..052d435 100644
--- a/docker-build/Dockerfile
+++ b/docker-build/Dockerfile
@@ -23,5 +23,6 @@ RUN chmod +x start_unbound_and_s6_init.sh
 ENTRYPOINT ./start_unbound_and_s6_init.sh
 
 # Remove unnecessary programs
-RUN apt-get remove -y \
+RUN apt-get clean all && \
+    apt-get remove -y \
     wget