diff --git a/Dockerfile b/Dockerfile
index ad71315a..71cdb3c3 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -40,5 +40,5 @@ COPY --from=builder /app/dist .
 
 RUN . /venv/bin/activate \
     && pip install *.whl \
-    && if [ "$PIP_EXTRA" != "false" ] ; then pip install "$PIP_EXTRA"; fi
+    && if [ "$PIP_EXTRA" != "false" ] ; then pip install "$PIP_EXTRA"; pip uninstall modelgauge; fi
 ENTRYPOINT ["/venv/bin/modelbench", "--help"]
\ No newline at end of file