Spaces:

chansung
/

gradio_together_tgi

Runtime error

chansung commited on Mar 21

Commit

858027e

•

1 Parent(s): bcaeac3

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -1,10 +1,10 @@
 ARG MODEL_NAME
-ARG GPTQ
 FROM ghcr.io/huggingface/text-generation-inference:latest
 ARG MODEL_NAME
-ARG GPTQ
 ENV TZ=Europe/Paris \
     PORT=3000
@@ -23,7 +23,7 @@ RUN chmod -R 777 /defaults
 # && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS && \
 # && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE && \
 RUN MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
-    && GPTQ="${GPTQ:="$(cat /defaults/GPTQ)"}" && export GPTQ && \
     envsubst < "entrypoint.sh.template" > "entrypoint.sh" \
     && rm entrypoint.sh.template

 ARG MODEL_NAME
+ARG QUANTIZE
 FROM ghcr.io/huggingface/text-generation-inference:latest
 ARG MODEL_NAME
+ARG QUANTIZE
 ENV TZ=Europe/Paris \
     PORT=3000
 # && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS && \
 # && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE && \
 RUN MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
+    && QUANTIZE="${QUANTIZE:="$(cat /defaults/GPTQ)"}" && export QUANTIZE && \
     envsubst < "entrypoint.sh.template" > "entrypoint.sh" \
     && rm entrypoint.sh.template