FROM debian:bookworm-slim
RUN apt-get update && apt-get upgrade
RUN apt-get install -y git git-lfs pip cmake python3 

RUN git clone https://github.com/ggerganov/llama.cpp.git
RUN cd llama.cpp && make -j 32 llama-server
RUN cp llama.cpp/llama-server .
RUN rm -rf llama.cpp/

CMD ["sleep", " infinity"]