first

Dockerfile

@@ -0,0 +1,75 @@
+FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04
+
+ENV DEBIAN_FRONTEND=noninteractive \
+    TZ=America/Los_Angeles
+
+ARG USE_PERSISTENT_DATA
+
+RUN apt-get update && apt-get install -y \
+    git \
+    make build-essential libssl-dev zlib1g-dev libc6 libc-bin \
+    libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm \
+    libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev git-lfs  \
+    ffmpeg libsm6 libxext6 cmake libgl1-mesa-glx xvfb \
+    && rm -rf /var/lib/apt/lists/* \
+    && git lfs install
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+# User
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+# Pyenv
+RUN curl https://pyenv.run | bash
+ENV PATH=$HOME/.pyenv/shims:$HOME/.pyenv/bin:$PATH
+
+ARG PYTHON_VERSION=3.10.13
+# Python
+
+RUN pyenv install $PYTHON_VERSION && \
+    pyenv global $PYTHON_VERSION && \
+    pyenv rehash && \
+    pip install --no-cache-dir --upgrade pip setuptools wheel && \
+    pip install --no-cache-dir \
+    datasets \
+    huggingface-hub "protobuf<4" "click<8.1" 
+# pip install torch==1.12.1+cu116 torchvision==0.13.1+cu116 torchaudio==0.12.1 --extra-index-url https://download.pytorch.org/whl/cu116
+
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+# Set the working directory to /data if USE_PERSISTENT_DATA is set, otherwise set to $HOME/app
+WORKDIR $HOME/app
+
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+
+RUN git clone https://github.com/dreamgaussian/dreamgaussian . && \
+    pip install -r requirements.txt && \
+    pip install -q torch-ema einops tensorboardX plyfile dearpygui huggingface_hub diffusers accelerate transformers xatlas && \
+    pip install -q trimesh PyMCubes pymeshlab rembg[gpu,cli] omegaconf ninja gradio && \
+    pip install -q https://github.com/camenduru/diff-gaussian-rasterization/releases/download/v1.0/diff_gaussian_rasterization-0.0.0-cp310-cp310-linux_x86_64.1.whl && \
+    pip install -q https://github.com/camenduru/diff-gaussian-rasterization/releases/download/v1.0/simple_knn-0.0.0-cp310-cp310-linux_x86_64.1.whl && \
+    pip install -q https://github.com/camenduru/diff-gaussian-rasterization/releases/download/v1.0/nvdiffrast-0.3.1-py3-none-any.whl && \
+    pip install -q https://github.com/camenduru/diff-gaussian-rasterization/releases/download/v1.0/kiui-0.1.8-py3-none-any.whl
+
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH \
+    PYTHONPATH=$HOME/app \
+    PYTHONUNBUFFERED=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces
+
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+
+CMD ["python3", "app.py"]

app.py

@@ -0,0 +1,41 @@
+import re
+import subprocess
+import gradio as gr
+import tempfile
+
+def create_from_text(prompt):
+    temp_dir = tempfile.mkdtemp()
+    sanitized_prompt = re.sub('[^0-9a-zA-Z]+', '_', prompt)
+    cmd1 = ["python", "main.py", "--config", "configs/text.yaml", f"prompt={prompt}", f"save_path={temp_dir}"]
+    cmd2 = ["python", "main2.py", "--config", "configs/text.yaml", f"prompt={prompt}", f"save_path={temp_dir}"]
+    cmd3 = ["xvfb-run", "python", "-m", "kiui.render", f"{temp_dir}/{sanitized_prompt}.obj", "--save_video", f"{temp_dir}/{sanitized_prompt}.mp4"]
+    subprocess.run(cmd1)
+    subprocess.run(cmd2)
+    subprocess.run(cmd3)
+    return f"{temp_dir}/{sanitized_prompt}.mp4"
+
+def create_from_image(image):
+    sanitized_prompt = 'image'
+    image.save(f"{sanitized_prompt}.png")
+    cmd1 = ["python", "process.py", f"{sanitized_prompt}.png", "--size", "512"] # <<< 256 may be a good default
+    cmd2 = ["python", "main.py", "--config", "configs/image.yaml", f"input={sanitized_prompt}_rgba.png", f"save_path={sanitized_prompt}"]
+    cmd3 = ["python", "main2.py", "--config", "configs/image.yaml", f"input={sanitized_prompt}_rgba.png", f"save_path={sanitized_prompt}"]
+    cmd4 = ["xvfb-run", "python", "-m", "kiui.render", f"logs/{sanitized_prompt}.obj", "--save_video", f"{sanitized_prompt}.mp4"]
+    subprocess.run(cmd1)
+    subprocess.run(cmd2)
+    subprocess.run(cmd3)
+    subprocess.run(cmd4)
+    return f"{sanitized_prompt}.mp4"
+
+with gr.Blocks() as demo:
+    prompt = gr.Textbox(lines=2, placeholder="Enter Prompt...")
+    image = gr.Image(type="pil", label="Image")
+    btn = gr.Button("Generate from text")
+    btn_2 = gr.Button("Generate from image")
+    video = gr.Video(type="mp4")
+    btn.click(create_from_text, inputs=prompt, outputs=video)
+    btn_2.click(create_from_image, inputs=image, outputs=video)
+    
+
+demo.queue(concurrency_count=1)
+demo.launch(debug=True)