diff --git a/Dockerfile b/Dockerfile
index 1df89e5f1..20a011cba 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -3,8 +3,8 @@ FROM ubuntu:16.04
 
 # Update repos and install dependencies
 RUN apt-get update \
-  && apt-get -y upgrade \
-  && apt-get -y install build-essential libsqlite3-dev zlib1g-dev
+  && apt-get -y install build-essential libsqlite3-dev zlib1g-dev \
+  && rm -rf /var/lib/apt/lists/*
 
 # Create a directory and copy in all files
 RUN mkdir -p /tmp/tippecanoe-src