Upload 6 files

README.md

@@ -1,13 +1,15 @@
 ---
-title: Dim.AI
-emoji: 🦀
+title: 3D LLAMA
+emoji: ⚡
 colorFrom: red
-colorTo: green
-sdk: streamlit
-sdk_version: 1.44.1
+colorTo: purple
+sdk: gradio
+python_version: 3.10.8
+sdk_version: 5.15.0
 app_file: app.py
-pinned: false
-short_description: 'convert 2d image into 3d '
+pinned: true
+short_description: Powered by Ginigen 3D Style Image, Unique3D 
+license: mit
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,238 @@
+import shlex
+import subprocess
+import os
+
+subprocess.run(shlex.split("pip install pip==24.0"), check=True)
+subprocess.run(
+    shlex.split(
+        "pip install package/onnxruntime_gpu-1.17.0-cp310-cp310-manylinux_2_28_x86_64.whl --force-reinstall --no-deps"
+    ), check=True
+)
+subprocess.run(
+    shlex.split(
+        "pip install package/nvdiffrast-0.3.1.torch-cp310-cp310-linux_x86_64.whl --force-reinstall --no-deps"
+    ), check=True
+)
+
+# 모델 체크포인트 다운로드 및 torch 설정
+if __name__ == "__main__":
+    from huggingface_hub import snapshot_download
+
+    snapshot_download("public-data/Unique3D", repo_type="model", local_dir="./ckpt")
+
+    import os
+    import sys
+    sys.path.append(os.curdir)
+    import torch
+    torch.set_float32_matmul_precision('medium')
+    torch.backends.cuda.matmul.allow_tf32 = True
+    torch.set_grad_enabled(False)
+
+import fire
+import gradio as gr
+from gradio_app.gradio_3dgen import create_ui as create_3d_ui
+from gradio_app.all_models import model_zoo
+
+# ===============================
+# Text-to-IMAGE 관련 API 함수 정의
+# ===============================
+def text_to_image(height, width, steps, scales, prompt, seed):
+    """
+    주어진 파라미터를 이용해 외부 API의 /process_and_save_image 엔드포인트를 호출하여 이미지를 생성한다.
+    """
+    from gradio_client import Client
+    client = Client(os.getenv("CLIENT_API"))  # 기본값 설정
+    result = client.predict(
+        height,
+        width,
+        steps,
+        scales,
+        prompt,
+        seed,
+        api_name="/process_and_save_image"
+    )
+    if isinstance(result, dict):
+        return result.get("url", None)
+    else:
+        return result
+
+def update_random_seed():
+    """
+    외부 API의 /update_random_seed 엔드포인트를 호출하여 새로운 랜덤 시드 값을 가져온다.
+    """
+    from gradio_client import Client
+    client = Client(os.getenv("CLIENT_API"))  # 기본값 설정
+    return client.predict(api_name="/update_random_seed")
+
+
+_TITLE = '''✨ 3D LLAMA Studio'''
+_DESCRIPTION = '''
+### Welcome to 3D Llama Studio - Your Advanced 3D Generation Platform
+
+This platform offers two powerful features:
+1. **Text/Image to 3D**: Generate detailed 3D models from text descriptions or reference images
+2. **Text to Styled Image**: Create artistic images that can be used for 3D generation
+
+*Note: Both English and Korean prompts are supported (영어와 한글 프롬프트 모두 지원됩니다)*
+'''
+
+# CSS 스타일 밝은 테마로 수정
+custom_css = """
+.gradio-container {
+    background-color: #ffffff;
+    color: #333333;
+}
+.tabs {
+    background-color: #f8f9fa;
+    border-radius: 10px;
+    padding: 10px;
+    margin: 10px 0;
+    box-shadow: 0 2px 4px rgba(0,0,0,0.1);
+}
+.input-box {
+    background-color: #ffffff;
+    border: 1px solid #e0e0e0;
+    border-radius: 8px;
+    padding: 15px;
+    margin: 10px 0;
+    box-shadow: 0 1px 3px rgba(0,0,0,0.05);
+}
+.button-primary {
+    background-color: #4a90e2 !important;
+    border: none !important;
+    color: white !important;
+    transition: all 0.3s ease;
+}
+.button-primary:hover {
+    background-color: #357abd !important;
+    transform: translateY(-1px);
+}
+.button-secondary {
+    background-color: #f0f0f0 !important;
+    border: 1px solid #e0e0e0 !important;
+    color: #333333 !important;
+    transition: all 0.3s ease;
+}
+.button-secondary:hover {
+    background-color: #e0e0e0 !important;
+}
+.main-title {
+    color: #2c3e50;
+    font-weight: bold;
+    margin-bottom: 20px;
+}
+.slider-label {
+    color: #2c3e50;
+    font-weight: 500;
+}
+.textbox-input {
+    border: 1px solid #e0e0e0 !important;
+    background-color: #ffffff !important;
+}
+"""
+
+# Gradio 테마 설정 수정
+def launch():
+    model_zoo.init_models()
+    
+    with gr.Blocks(
+        title=_TITLE,
+        css=custom_css,
+        theme=gr.themes.Soft(
+            primary_hue="blue",
+            secondary_hue="slate",
+            neutral_hue="slate",
+            font=["Inter", "Arial", "sans-serif"]
+        )
+    ) as demo:
+
+        with gr.Row():
+            gr.Markdown('# ' + _TITLE, elem_classes="main-title")
+        gr.Markdown(_DESCRIPTION)
+        
+        with gr.Tabs() as tabs:
+            with gr.Tab("🎨 Text to Styled Image", elem_classes="tab"):
+                with gr.Group(elem_classes="input-box"):
+                    gr.Markdown("### Image Generation Settings")
+                    with gr.Row():
+                        with gr.Column():
+                            height_slider = gr.Slider(
+                                label="Image Height",
+                                minimum=256,
+                                maximum=2048,
+                                step=64,
+                                value=1024,
+                                info="Select image height (pixels)"
+                            )
+                            width_slider = gr.Slider(
+                                label="Image Width",
+                                minimum=256,
+                                maximum=2048,
+                                step=64,
+                                value=1024,
+                                info="Select image width (pixels)"
+                            )
+                        with gr.Column():
+                            steps_slider = gr.Slider(
+                                label="Generation Steps",
+                                minimum=1,
+                                maximum=100,
+                                step=1,
+                                value=8,
+                                info="More steps = higher quality but slower"
+                            )
+                            scales_slider = gr.Slider(
+                                label="Guidance Scale",
+                                minimum=1.0,
+                                maximum=10.0,
+                                step=0.1,
+                                value=3.5,
+                                info="How closely to follow the prompt"
+                            )
+                    
+                    prompt_text = gr.Textbox(
+                        label="Image Description",
+                        placeholder="Enter your prompt here (English or Korean)",
+                        lines=3,
+                        elem_classes="input-box"
+                    )
+                    
+                    with gr.Row():
+                        seed_number = gr.Number(
+                            label="Seed (Empty = Random)",
+                            value=None,
+                            elem_classes="input-box"
+                        )
+                        update_seed_button = gr.Button(
+                            "🎲 Random Seed",
+                            elem_classes="button-secondary"
+                        )
+                    
+                    generate_button = gr.Button(
+                        "🚀 Generate Image",
+                        elem_classes="button-primary"
+                    )
+                
+                with gr.Group(elem_classes="input-box"):
+                    gr.Markdown("### Generated Result")
+                    image_output = gr.Image(label="Output Image")
+                
+                update_seed_button.click(
+                    fn=update_random_seed,
+                    inputs=[],
+                    outputs=seed_number
+                )
+                
+                generate_button.click(
+                    fn=text_to_image,
+                    inputs=[height_slider, width_slider, steps_slider, scales_slider, prompt_text, seed_number],
+                    outputs=image_output
+                )
+
+            with gr.Tab("🎯 Image to 3D", elem_classes="tab"):
+                create_3d_ui("wkl")
+                
+    demo.queue().launch(share=True)
+
+if __name__ == '__main__':
+    fire.Fire(launch)

gitattributes

@@ -0,0 +1,40 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.o filter=lfs diff=lfs merge=lfs -text
+*.ninja_deps filter=lfs diff=lfs merge=lfs -text
+*.so filter=lfs diff=lfs merge=lfs -text
+*.whl filter=lfs diff=lfs merge=lfs -text

gitignore

@@ -0,0 +1 @@
+*.pyc

requirements-detail.txt

@@ -0,0 +1,27 @@
+accelerate==0.29.2
+datasets==2.18.0
+diffusers==0.27.2
+fire==0.6.0
+gradio==4.32.0
+jaxtyping==0.2.29
+numba==0.59.1
+numpy==1.26.4
+nvdiffrast==0.3.1
+omegaconf==2.3.0
+onnxruntime_gpu==1.17.0
+opencv_python==4.9.0.80
+opencv_python_headless==4.9.0.80
+ort_nightly_gpu==1.17.0.dev20240118002
+peft==0.10.0
+Pillow==10.3.0
+pygltflib==1.16.2
+pymeshlab==2023.12.post1
+pytorch3d==0.7.5
+rembg==2.0.56
+torch==2.1.0+cu121
+torch_scatter==2.1.2
+tqdm==4.64.1
+transformers==4.39.3
+trimesh==4.3.0
+typeguard==2.13.3
+wandb==0.16.6

requirements.txt

@@ -0,0 +1,28 @@
+pytorch3d @ https://dl.fbaipublicfiles.com/pytorch3d/packaging/wheels/py310_cu121_pyt221/pytorch3d-0.7.6-cp310-cp310-linux_x86_64.whl
+ort_nightly_gpu @ https://aiinfra.pkgs.visualstudio.com/2692857e-05ef-43b4-ba9c-ccf1c22c437c/_packaging/d3daa2b0-aa56-45ac-8145-2c3dc0661c87/pypi/download/ort-nightly-gpu/1.17.dev20240118002/ort_nightly_gpu-1.17.0.dev20240118002-cp310-cp310-manylinux_2_28_x86_64.whl
+onnxruntime_gpu @ https://pkgs.dev.azure.com/onnxruntime/2a773b67-e88b-4c7f-9fc0-87d31fea8ef2/_packaging/7fa31e42-5da1-4e84-a664-f2b4129c7d45/pypi/download/onnxruntime-gpu/1.17/onnxruntime_gpu-1.17.0-cp310-cp310-manylinux_2_28_x86_64.whl
+torch==2.2.0
+accelerate
+datasets
+diffusers>=0.26.3
+fire
+gradio
+jaxtyping
+numba
+numpy<2
+omegaconf>=2.3.0
+opencv_python
+opencv_python_headless
+peft
+Pillow
+pygltflib
+pymeshlab>=2023.12
+rembg[gpu]
+torch_scatter @ https://data.pyg.org/whl/torch-2.2.0%2Bcu121/torch_scatter-2.1.2%2Bpt22cu121-cp310-cp310-linux_x86_64.whl
+tqdm
+transformers
+trimesh
+typeguard
+wandb
+xformers
+ninja