FROM python:3.9 RUN apt update RUN apt install -y cmake make gcc g++ git RUN git clone https://github.com/ggerganov/llama.cpp RUN mkdir /code && mv llama.cpp/* /code RUN cd /code && make -j RUN wget https://huggingface.co/eachadea/legacy-ggml-vicuna-13b-4bit/resolve/main/ggml-vicuna-13b-4bit.bin -P /code WORKDIR /code RUN pip install streamlit COPY app.py /code CMD ["streamlit", "run", "--server.port", "7860", "app.py"]