File size: 390 Bytes
dce1443 |
1 2 3 4 5 6 7 8 9 10 11 12 |
FROM python:3.9
RUN apt install -y cmake make gcc g++ git
git clone https://github.com/ggerganov/llama.cpp
RUN mv llama.cpp/* /code
cd code && make -j
cd /code && wget wget https://huggingface.co/eachadea/legacy-ggml-vicuna-13b-4bit/resolve/main/ggml-vicuna-13b-4bit.bin
WORKDIR /code
RUN pip install streamlit
COPY app.py /code
CMD ["streamlit", "run", "--server.port", "7860", "app.py"] |