From 8383f15cebfa2da2765288ac5ecf2215f5b3c4f3 Mon Sep 17 00:00:00 2001 From: Fajri Fadli Date: Fri, 8 Mar 2024 18:37:52 +0700 Subject: [PATCH] Remove old version of exllamav2 to use the same version on text-generation-webui --- cuda12.1.1-ubuntu22.04-textgen/Dockerfile | 2 ++ 1 file changed, 2 insertions(+) diff --git a/cuda12.1.1-ubuntu22.04-textgen/Dockerfile b/cuda12.1.1-ubuntu22.04-textgen/Dockerfile index 3fe543b..2408ca1 100644 --- a/cuda12.1.1-ubuntu22.04-textgen/Dockerfile +++ b/cuda12.1.1-ubuntu22.04-textgen/Dockerfile @@ -10,10 +10,12 @@ WORKDIR /root # Install text-generation-webui, including all extensions # Also includes exllama +# We remove any installed exllamav2 and use the same version used on text-generation-webui # We remove the ExLlama automatically installed by text-generation-webui # so we're always up-to-date with any ExLlama changes, which will auto compile its own extension RUN git clone https://github.com/oobabooga/text-generation-webui && \ cd text-generation-webui && \ + pip3 uninstall exllamav2 && \ pip3 install -r requirements.txt && \ bash -c 'for req in extensions/*/requirements.txt ; do pip3 install -r "$req" ; done' && \ #pip3 uninstall -y exllama && \