diff --git a/build/build-image/Dockerfile b/build/build-image/Dockerfile
index 2baa1a45372b0..90908372a77cf 100644
--- a/build/build-image/Dockerfile
+++ b/build/build-image/Dockerfile
@@ -27,6 +27,7 @@ RUN go get code.google.com/p/go.tools/cmd/cover github.com/tools/godep
 
 # We use rsync to copy some binaries around.  It is faster (0.3s vs. 1.1s) on my
 # machine vs. `install`
+RUN rm -rf /var/lib/apt/lists/
 RUN apt-get update && apt-get install -y rsync
 
 # Download and symlink etcd.  We need this for our integration tests.