FROM debian:bookworm-slim | |
#RUN apt-get update && apt-get upgrade | |
#RUN apt-get install -y git git-lfs pip cmake python3 | |
#RUN git clone https://github.com/ggerganov/llama.cpp.git | |
#RUN cd llama.cpp && make -j 32 llama-server | |
#RUN cp llama.cpp/llama-server . | |
#RUN rm -rf llama.cpp/ | |
COPY llama-server . | |
COPY lib*.so.* /lib/x86_64-linux-gnu/ | |
CMD ["sleep", " infinity"] | |