Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +6 -3
Dockerfile
CHANGED
|
@@ -1,12 +1,18 @@
|
|
| 1 |
ARG GRADIO_PORT
|
| 2 |
ARG MODEL_NAME
|
| 3 |
ARG QUANTIZATION
|
|
|
|
|
|
|
|
|
|
| 4 |
|
| 5 |
FROM ghcr.io/huggingface/text-generation-inference:latest
|
| 6 |
|
| 7 |
ARG GRADIO_PORT
|
| 8 |
ARG MODEL_NAME
|
| 9 |
ARG QUANTIZATION
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
ENV TZ=Europe/Paris \
|
| 12 |
PORT=3000
|
|
@@ -18,10 +24,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
|
|
| 18 |
rm -rf /var/lib/apt/lists/*
|
| 19 |
COPY entrypoint.sh.template entrypoint.sh.template
|
| 20 |
|
| 21 |
-
RUN ls -ltr
|
| 22 |
-
RUN cat entrypoint.sh.template
|
| 23 |
RUN envsubst < "entrypoint.sh.template" > "entrypoint.sh"
|
| 24 |
-
RUN cat entrypoint.sh
|
| 25 |
|
| 26 |
RUN mkdir -p /data/db
|
| 27 |
RUN chown -R 1000:1000 /data
|
|
|
|
| 1 |
ARG GRADIO_PORT
|
| 2 |
ARG MODEL_NAME
|
| 3 |
ARG QUANTIZATION
|
| 4 |
+
ARG MAX_CONCURRENT_REQUESTS
|
| 5 |
+
ARG MAX_INPUT_LENGTH
|
| 6 |
+
ARG MAX_TOTAL_TOKENS
|
| 7 |
|
| 8 |
FROM ghcr.io/huggingface/text-generation-inference:latest
|
| 9 |
|
| 10 |
ARG GRADIO_PORT
|
| 11 |
ARG MODEL_NAME
|
| 12 |
ARG QUANTIZATION
|
| 13 |
+
ARG MAX_CONCURRENT_REQUESTS
|
| 14 |
+
ARG MAX_INPUT_LENGTH
|
| 15 |
+
ARG MAX_TOTAL_TOKENS
|
| 16 |
|
| 17 |
ENV TZ=Europe/Paris \
|
| 18 |
PORT=3000
|
|
|
|
| 24 |
rm -rf /var/lib/apt/lists/*
|
| 25 |
COPY entrypoint.sh.template entrypoint.sh.template
|
| 26 |
|
|
|
|
|
|
|
| 27 |
RUN envsubst < "entrypoint.sh.template" > "entrypoint.sh"
|
|
|
|
| 28 |
|
| 29 |
RUN mkdir -p /data/db
|
| 30 |
RUN chown -R 1000:1000 /data
|