Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +5 -1
Dockerfile
CHANGED
@@ -1,8 +1,11 @@
|
|
1 |
ARG MODEL_NAME
|
|
|
2 |
|
3 |
FROM ghcr.io/huggingface/text-generation-inference:latest
|
4 |
|
5 |
ARG MODEL_NAME
|
|
|
|
|
6 |
ENV TZ=Europe/Paris \
|
7 |
PORT=3000
|
8 |
|
@@ -19,7 +22,8 @@ RUN chmod -R 777 /defaults
|
|
19 |
|
20 |
# && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS && \
|
21 |
# && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE && \
|
22 |
-
RUN MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME
|
|
|
23 |
envsubst < "entrypoint.sh.template" > "entrypoint.sh" \
|
24 |
&& rm entrypoint.sh.template
|
25 |
|
|
|
1 |
ARG MODEL_NAME
|
2 |
+
ARG GPTQ
|
3 |
|
4 |
FROM ghcr.io/huggingface/text-generation-inference:latest
|
5 |
|
6 |
ARG MODEL_NAME
|
7 |
+
ARG GPTQ
|
8 |
+
|
9 |
ENV TZ=Europe/Paris \
|
10 |
PORT=3000
|
11 |
|
|
|
22 |
|
23 |
# && MODEL_PARAMS="${MODEL_PARAMS:="$(cat /defaults/MODEL_PARAMS)"}" && export MODEL_PARAMS && \
|
24 |
# && MODEL_PROMPT_TEMPLATE="${MODEL_PROMPT_TEMPLATE:="$(cat /defaults/MODEL_PROMPT_TEMPLATE)"}" && export MODEL_PROMPT_TEMPLATE && \
|
25 |
+
RUN MODEL_NAME="${MODEL_NAME:="$(cat /defaults/MODEL_NAME)"}" && export MODEL_NAME \
|
26 |
+
&& GPTQ="${GPTQ:="$(cat /defaults/GPTQ)"}" && export GPTQ && \
|
27 |
envsubst < "entrypoint.sh.template" > "entrypoint.sh" \
|
28 |
&& rm entrypoint.sh.template
|
29 |
|