File size: 465 Bytes
7bcd51c 4d63a83 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
FROM python:3.9
RUN apt update
RUN apt install -y cmake make gcc g++ git
RUN git clone https://github.com/ggerganov/llama.cpp
RUN mkdir /code && mv llama.cpp/* /code
RUN cd /code && make -j
RUN wget https://huggingface.co/eachadea/legacy-ggml-vicuna-13b-4bit/resolve/main/ggml-vicuna-13b-4bit.bin -P /code
WORKDIR /code
RUN pip install streamlit
COPY app.py /code
CMD /code/main -m /code/ggml-vicuna-13b-4bit.bin -p hola && streamlit run --server.port 7860 app.py |