Dockerfile

FROM python:latest

RUN useradd -m -u 1000 user

USER user

ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

WORKDIR $HOME/app

RUN pip install -U "huggingface_hub[cli,hf_transfer]"

RUN HF_HUB_ENABLE_HF_TRANSFER=1 \
	huggingface-cli download gingdev/ictu-llamafile llama2-7b-ictu.llamafile --local-dir . --local-dir-use-symlinks=True && \
    chmod +x ./llama2-7b-ictu.llamafile

ENTRYPOINT [ "/usr/bin/bash" ]

CMD [ "./llama2-7b-ictu.llamafile", "--host", "0.0.0.0", "--port", "7860", "-c", "4096", "--chat-template", "chatml", "--embedding" ]