Update Dockerfile

Dockerfile

@@ -1,4 +1,21 @@
-FROM nvidia/cuda:12.2.2-devel-ubuntu22.04
+ARG UBUNTU_VERSION=22.04                                                                                                                                              
+ARG CUDA_VERSION=12.2.2                                                                                                                                               
+ARG CUDA_DOCKER_ARCH=all                                                                                                                                              
+
+FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION} as builder 
+
+RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip pkg-config libcurl4-openssl-dev -y
+RUN mkdir /opt/koboldcpp && mkdir /opt/llamacpp
+RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp && git clone https://github.com/ggerganov/llama.cpp /opt/llamacpp
+
+WORKDIR /opt/llamacpp
+RUN make LLAMA_OPENBLAS=1 LLAMA_CUDA=1
+
+WORKDIR /opt/koboldcpp
+RUN make LLAMA_OPENBLAS=1 LLAMA_CUBLAS=1 LLAMA_PORTABLE=1
+
+
+FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION} as final
 
 ENV DEBIAN_FRONTEND=noninteractive \
 	TZ=Asia/Jakarta
@@ -21,8 +38,7 @@ RUN rm -f /etc/apt/sources.list.d/*.list && \
     build-essential \
     libsndfile-dev \
     software-properties-common \
-    openssh-client \
- && rm -rf /var/lib/apt/lists/*
+    openssh-client 
 
 RUN add-apt-repository ppa:flexiondotorg/nvtop && \
     apt-get upgrade -y && \
@@ -34,6 +50,9 @@ RUN curl -fsSL https://tailscale.com/install.sh | sh
 # Create a working directory
 WORKDIR /app
 
+COPY --from=builder /opt/koboldcpp /app/koboldcpp                                                                                                                         
+COPY --from=builder /opt/llamacpp /app/llama.cpp 
+
 # Create a non-root user and switch to it
 RUN adduser --disabled-password --gecos '' --shell /bin/bash user \
  && chown -R user:user /app
@@ -48,7 +67,7 @@ RUN mkdir $HOME/.cache $HOME/.config \
 # Set up the Conda environment
 ENV CONDA_AUTO_UPDATE_CONDA=false \
     PATH=$HOME/miniconda/bin:$PATH
-RUN curl -sLo ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-py39_4.10.3-Linux-x86_64.sh \
+RUN curl -sLo ~/miniconda.sh https://repo.anaconda.com/miniconda/Miniconda3-py311_24.3.0-0-Linux-x86_64.sh \
  && chmod +x ~/miniconda.sh \
  && ~/miniconda.sh -b -p ~/miniconda \
  && rm ~/miniconda.sh \
@@ -66,8 +85,7 @@ USER root
 ## Security warning : Potential user code executed as root (build time)
 RUN --mount=target=/root/packages.txt,source=packages.txt \
     apt-get update && \
-    xargs -r -a /root/packages.txt apt-get install -y --no-install-recommends \
-    && rm -rf /var/lib/apt/lists/*
+    xargs -r -a /root/packages.txt apt-get install -y --no-install-recommends
 
 RUN --mount=target=/root/on_startup.sh,source=on_startup.sh,readwrite \
 	bash /root/on_startup.sh
@@ -89,7 +107,7 @@ COPY --chown=user . $HOME/app
 
 RUN chmod +x start_server.sh
 
-COPY --chown=user login.html /home/user/miniconda/lib/python3.9/site-packages/jupyter_server/templates/login.html
+COPY --chown=user login.html /home/user/miniconda/lib/python3.11/site-packages/jupyter_server/templates/login.html
 
 ENV PYTHONUNBUFFERED=1 \
 	GRADIO_ALLOW_FLAGGING=never \
@@ -99,4 +117,4 @@ ENV PYTHONUNBUFFERED=1 \
 	SYSTEM=spaces \
 	SHELL=/bin/bash
 
-CMD ["./start_server.sh"]
+CMD ["./start_server.sh"]