File size: 417 Bytes
afccac3
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
ARG BASE_IMAGE=ghcr.io/huggingface/text-generation-inference:2.0.2

FROM python:3 as model
RUN pip install huggingface_hub

ARG MODEL_ID=HuggingFaceH4/zephyr-7b-beta
RUN huggingface-cli download ${MODEL_ID} --exclude *.bin --exclude *.pth --local-dir=/model --local-dir-use-symlinks=False

FROM ${BASE_IMAGE}

# Copy the downloaded model directory to the container
RUN mkdir -p /model
COPY --from=model /model /model