diff --git a/cuda12.1.1-ubuntu22.04-textgen/Dockerfile b/cuda12.1.1-ubuntu22.04-textgen/Dockerfile
index 3fe543b..2408ca1 100644
--- a/cuda12.1.1-ubuntu22.04-textgen/Dockerfile
+++ b/cuda12.1.1-ubuntu22.04-textgen/Dockerfile
@@ -10,10 +10,12 @@ WORKDIR /root
 
 # Install text-generation-webui, including all extensions
 # Also includes exllama
+# We remove any installed exllamav2 and use the same version used on text-generation-webui
 # We remove the ExLlama automatically installed by text-generation-webui
 # so we're always up-to-date with any ExLlama changes, which will auto compile its own extension
 RUN git clone https://github.com/oobabooga/text-generation-webui && \
     cd text-generation-webui && \
+    pip3 uninstall exllamav2 && \
     pip3 install -r requirements.txt && \
     bash -c 'for req in extensions/*/requirements.txt ; do pip3 install -r "$req" ; done' && \
     #pip3 uninstall -y exllama && \