Dockerfile

FROM ollama/ollama:latest

RUN apt-get update && apt-get install curl -y

# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
RUN useradd -m -u 1000 user

USER user

ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
    OLLAMA_HOST=0.0.0.0

WORKDIR $HOME/app

COPY --chown=user:user Modelfile $HOME/app/

RUN curl -fsSL https://huggingface.co/gingdev/llama7b-ictu-v2/resolve/main/llama7b_q4_k_m.gguf?download=true -o llama.gguf

RUN ollama serve & sleep 5 && ollama create llama -f Modelfile

EXPOSE 11434