diff --git a/Dockerfile b/Dockerfile
index 05f171a..22a8eb9 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -23,7 +23,7 @@ USER 0
 RUN mkdir -p /var/lib/apt/lists/partial && \
     apt-get clean && \
     apt-get update && \
-    apt-get install -y --no-install-recommends make gcc libc6-dev ca-certificates && \
+    apt-get install -y --no-install-recommends make gcc libc6-dev ca-certificates wget && \
     rm -rf /var/lib/apt/lists/*
 
 # Copy the pgvector build from the builder stage
@@ -35,8 +35,13 @@ RUN export PG_CONFIG=/opt/bitnami/postgresql/bin/pg_config && \
     make install && \
     make clean
 
+RUN mkdir /tmp/vecto.rs && \
+    cd /tmp/vecto.rs && \
+    wget https://github.com/tensorchord/pgvecto.rs/releases/download/v0.2.1/vectors-pg14_0.2.1_amd64.deb && \
+    apt-get install ./vectors-pg14_0.2.1_amd64.deb
+
 # Cleanup the build tools to keep the image lean
-RUN apt-get remove -y make gcc libc6-dev && \
+RUN apt-get remove -y make gcc libc6-dev wget && \
     apt-get autoremove -y && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*