clean up containers

.gitattributes

@@ -42,3 +42,4 @@ llama-server-static filter=lfs diff=lfs merge=lfs -text
 arco_BE8.gguf filter=lfs diff=lfs merge=lfs -text
 slimz.tar.xz filter=lfs diff=lfs merge=lfs -text
 llama-server-static-z filter=lfs diff=lfs merge=lfs -text
+slim.tar.xz filter=lfs diff=lfs merge=lfs -text

build_cudabuild.sh

@@ -0,0 +1,5 @@
+podman build --squash-all --tag bookworm:cudabuild cudabuild
+#podman image prune -f
+#podman save localhost/bookworm:diffusion >test.tar
+#time xz -9e -T0 test.tar
+

build_diffusion.sh

@@ -1,5 +1,5 @@
 podman build --squash-all --tag bookworm:diffusion diffusion
-podman image prune -f
-podman save localhost/bookworm:diffusion >test.tar
+#podman image prune -f
+#podman save localhost/bookworm:diffusion >test.tar
 #time xz -9e -T0 test.tar
 

build_slim.sh

@@ -1,28 +1,6 @@
-cp llama-server slim/
-cp /lib/x86_64-linux-gnu/libgomp.so.1 slim/
-cp /lib/x86_64-linux-gnu/libcurl.so.4 slim/
-cp /lib/x86_64-linux-gnu/libnghttp2.so.14 slim/
-cp /lib/x86_64-linux-gnu/librtmp.so.1 slim/
-cp /lib/x86_64-linux-gnu/libssh2.so.1 slim/
-cp /lib/x86_64-linux-gnu/libpsl.so.5 slim/
-cp /lib/x86_64-linux-gnu/libssl.so.3 slim/
-cp /lib/x86_64-linux-gnu/libcrypto.so.3 slim/
-cp /lib/x86_64-linux-gnu/libgssapi_krb5.so.2 slim/
-cp /lib/x86_64-linux-gnu/libldap-2.5.so.0 slim/
-cp /lib/x86_64-linux-gnu/liblber-2.5.so.0 slim/
-cp /lib/x86_64-linux-gnu/libbrotlidec.so.1 slim/
-cp /lib/x86_64-linux-gnu/libkrb5.so.3 slim/
-cp /lib/x86_64-linux-gnu/libk5crypto.so.3 slim/
-cp /lib/x86_64-linux-gnu/libkrb5support.so.0 slim/
-cp /lib/x86_64-linux-gnu/libsasl2.so.2 slim/
-cp /lib/x86_64-linux-gnu/libbrotlicommon.so.1 slim/
-cp /lib/x86_64-linux-gnu/libkeyutils.so.1 slim/
-
-podman build --squash-all --tag bookworm:server slim
+podman build --squash-all --tag bookworm:slim slim
 podman image prune -f
-podman save localhost/bookworm:server >server.tar
-rm server.tar.xz
-time xz -6 -T0 server.tar
-rm slim/llama-server
-rm slim/*.so.*
+podman save localhost/bookworm:slim >slim.tar
+rm slim.tar.xz
+time xz -6 -T0 slim.tar
 

build_slimz.sh

@@ -1,4 +1,4 @@
-podman build --squash-all --tag bookworm:slim slimz
+podman build --squash-all --tag bookworm:slim slim
 podman image prune -f
 podman save localhost/bookworm:slim >slimz.tar
 rm slimz.tar.xz

cudabuild/Dockerfile

@@ -0,0 +1,15 @@
+FROM debian:bookworm-slim
+
+RUN apt-get update && apt-get upgrade
+RUN apt-get -y install git git-lfs pip cmake python3 ccache wget 
+#RUN apt-get -y install cuda-toolkit-12-6
+RUN wget https://developer.download.nvidia.com/compute/cuda/12.6.1/local_installers/cuda-repo-debian12-12-6-local_12.6.1-560.35.03-1_amd64.deb
+
+RUN apt -y install software-properties-common
+RUN add-apt-repository -y contrib
+RUN dpkg -i cuda-repo-debian12-12-6-local_12.6.1-560.35.03-1_amd64.deb
+RUN cp /var/cuda-repo-debian12-12-6-local/cuda-D6D196D1-keyring.gpg /usr/share/keyrings/
+RUN dpkg -i cuda-repo-debian12-12-6-local_12.6.1-560.35.03-1_amd64.deb
+#RUN apt-get -y install cuda-toolkit-12-6
+
+CMD ["sleep", " infinity"]

diffusion/Dockerfile

@@ -1,6 +1,2 @@
 FROM debian:bookworm-slim
-
-RUN apt-get update && apt-get upgrade
-RUN apt-get install -y git git-lfs pip cmake python3 
-
 CMD ["sleep", " infinity"]

server.tar.xz

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba8a19a296fd275b376e96d0aa9cd4f5d4b7ff746467b1b232e0ac909f5a15dc
-size 32443820

llama-server → slim.tar.xz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7c7d62c458bb7e0e2d4f11ff54f6b51cf1e32d8cfe9b4c8ef0fc47e264e5de4
-size 59055632
+oid sha256:673b67d90a303b0eb489cdcf8db9f3ac291bf40ee7cfaedd7ede134b1c8af47c
+size 17223116

slim/Dockerfile

@@ -1,13 +1,2 @@
 FROM debian:bookworm-slim
-#RUN apt-get update && apt-get upgrade
-#RUN apt-get install -y git git-lfs pip cmake python3 
-
-#RUN git clone https://github.com/ggerganov/llama.cpp.git
-#RUN cd llama.cpp && make -j 32 llama-server
-#RUN cp llama.cpp/llama-server .
-#RUN rm -rf llama.cpp/
-
-COPY llama-server .
-COPY lib*.so.*        /lib/x86_64-linux-gnu/
-
 CMD ["sleep", " infinity"]

slimz/Dockerfile

@@ -1,2 +0,0 @@
-FROM debian:bookworm-slim
-CMD ["sleep", " infinity"]