| FROM debian:bookworm-slim | |
| RUN apt-get update && apt-get upgrade | |
| RUN apt-get install -y git git-lfs pip cmake python3 | |
| RUN git clone https://github.com/ggerganov/llama.cpp.git | |
| RUN cd llama.cpp && make -j 32 llama-server | |
| RUN cp llama.cpp/llama-server . | |
| RUN rm -rf llama.cpp/ | |
| CMD ["sleep", " infinity"] | |