normal files

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llama-cli filter=lfs diff=lfs merge=lfs -text
+llama-server filter=lfs diff=lfs merge=lfs -text
+sd_cuda filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,13 @@
+# Container Repository for CPU adaptations of Inference code
+
+## Variants
+
+### CPUdiffusion
+
+- inference diffusion models on CPU
+- include CUDAonCPU stack
+
+### CPUgguf
+
+- inference gguf models on CPU
+- include GUI libraries

build_diffusion.sh

@@ -0,0 +1,5 @@
+podman build --squash-all --tag bookworm:diffusion diffusion
+podman image prune -f
+podman save localhost/bookworm:diffusion >test.tar
+#time xz -9e -T0 test.tar
+

build_gguf.sh

@@ -0,0 +1,5 @@
+podman build --squash-all --tag bookworm:gguf gguf
+podman image prune -f
+podman save localhost/bookworm:gguf >gguf.tar
+time xz -6 -T0 gguf.tar
+

diffusion/Dockerfile

@@ -0,0 +1,6 @@
+FROM debian:bookworm-slim
+
+RUN apt-get update && apt-get upgrade
+RUN apt-get install -y git git-lfs pip cmake python3 
+
+CMD ["sleep", " infinity"]

gguf/Dockerfile

@@ -0,0 +1,10 @@
+FROM debian:bookworm-slim
+RUN apt-get update && apt-get upgrade
+RUN apt-get install -y git git-lfs pip cmake python3 
+
+RUN git clone https://github.com/ggerganov/llama.cpp.git
+RUN cd llama.cpp && make -j 32 llama-server
+RUN cp llama.cpp/llama-server .
+RUN rm -rf llama.cpp/
+
+CMD ["sleep", " infinity"]