app.py

# pyright: reportMissingImports=false

"""
TwoTh Hugging Face Space

Chained AI pipeline:
1) tencent/Hunyuan3D-2mv for multiview shape generation.
2) tencent/Hunyuan3D-2.1 Paint for PBR texturing.

Returns a single GLB model and JSON stats.
"""

from __future__ import annotations

import os
import shutil
import time
import uuid
from pathlib import Path
from typing import Any, Dict, List, Sequence, Tuple

import gradio as gr
import spaces
import torch
import trimesh
from hy3dgen.shapegen import Hunyuan3DDiTFlowMatchingPipeline

SHAPE_MODEL_ID = os.getenv("SHAPE_MODEL_ID", "tencent/Hunyuan3D-2mv")
SHAPE_SUBFOLDER = os.getenv("SHAPE_SUBFOLDER", "hunyuan3d-dit-v2-mv")
PAINT_MODEL_ID = os.getenv("PAINT_MODEL_ID", "tencent/Hunyuan3D-2.1")

TEMP_ROOT = Path(os.getenv("SPACE_TMP_DIR", "/tmp/twoth-space"))
TEMP_TTL_SECONDS = int(os.getenv("TEMP_TTL_SECONDS", "3600"))
TEMP_ROOT.mkdir(parents=True, exist_ok=True)

_shape_pipeline: Any | None = None
_paint_pipeline: Any | None = None
_paint_pipeline_name = "not_initialized"
_temp_jobs: Dict[str, float] = {}


def _cleanup_temp_jobs() -> None:
    now = time.time()
    stale_dirs: List[str] = []

    for job_dir, created_at in _temp_jobs.items():
        if now - created_at > TEMP_TTL_SECONDS:
            stale_dirs.append(job_dir)

    for stale_dir in stale_dirs:
        shutil.rmtree(stale_dir, ignore_errors=True)
        _temp_jobs.pop(stale_dir, None)


def _register_temp_job(job_dir: Path) -> None:
    _temp_jobs[str(job_dir)] = time.time()


def _load_shape_pipeline() -> Any:
    global _shape_pipeline

    if _shape_pipeline is not None:
        return _shape_pipeline

    try:
        _shape_pipeline = Hunyuan3DDiTFlowMatchingPipeline.from_pretrained(
            SHAPE_MODEL_ID,
            subfolder=SHAPE_SUBFOLDER,
            use_safetensors=True,
            device="cuda",
        )
    except TypeError:
        _shape_pipeline = Hunyuan3DDiTFlowMatchingPipeline.from_pretrained(
            SHAPE_MODEL_ID,
            subfolder=SHAPE_SUBFOLDER,
        )
    except Exception:
        _shape_pipeline = Hunyuan3DDiTFlowMatchingPipeline.from_pretrained(SHAPE_MODEL_ID)

    return _shape_pipeline


def _load_paint_pipeline() -> Tuple[Any, str]:
    global _paint_pipeline
    global _paint_pipeline_name

    if _paint_pipeline is not None:
        return _paint_pipeline, _paint_pipeline_name

    try:
        from hy3dpaint.textureGenPipeline import Hunyuan3DPaintConfig, Hunyuan3DPaintPipeline

        config = Hunyuan3DPaintConfig(max_num_view=6, resolution=512)
        config.multiview_pretrained_path = PAINT_MODEL_ID
        config.multiview_cfg_path = "hy3dpaint/cfgs/hunyuan-paint-pbr.yaml"
        config.custom_pipeline = "hy3dpaint/hunyuanpaintpbr"

        realesrgan_ckpt = Path("hy3dpaint/ckpt/RealESRGAN_x4plus.pth")
        if realesrgan_ckpt.exists():
            config.realesrgan_ckpt_path = str(realesrgan_ckpt)

        _paint_pipeline = Hunyuan3DPaintPipeline(config)
        _paint_pipeline_name = "hunyuan3d_2_1_paint"
        return _paint_pipeline, _paint_pipeline_name
    except Exception as paint_import_error:
        from hy3dgen.texgen import Hunyuan3DPaintPipeline as LegacyPaintPipeline

        try:
            _paint_pipeline = LegacyPaintPipeline.from_pretrained(PAINT_MODEL_ID)
            _paint_pipeline_name = "hy3dgen_texgen_2_1"
        except Exception:
            _paint_pipeline = LegacyPaintPipeline.from_pretrained("tencent/Hunyuan3D-2")
            _paint_pipeline_name = (
                f"hy3dgen_texgen_2_0_fallback({paint_import_error.__class__.__name__})"
            )

        return _paint_pipeline, _paint_pipeline_name


def _save_uploaded_images(images: Sequence[str], job_dir: Path) -> List[Path]:
    if len(images) < 4 or len(images) > 6:
        raise gr.Error("Provide 4 to 6 orthographic images: Front, Back, Left, Right, optional Top/Bottom.")

    view_names = ["front", "back", "left", "right", "top", "bottom"]
    saved_paths: List[Path] = []

    for index, source in enumerate(images):
        src_path = Path(str(source))
        if not src_path.exists():
            raise gr.Error(f"Input image not found: {src_path}")

        suffix = src_path.suffix.lower() or ".png"
        dst_path = job_dir / f"{view_names[index]}{suffix}"
        shutil.copy2(src_path, dst_path)
        saved_paths.append(dst_path)

    return saved_paths


def _prepare_multiview_inputs(image_paths: Sequence[Path]) -> Dict[str, str]:
    slot_names = ["front", "back", "left", "right", "top", "bottom"]

    return {
        slot_names[index]: str(path)
        for index, path in enumerate(image_paths)
    }


def _extract_mesh(candidate: Any) -> trimesh.Trimesh | None:
    if isinstance(candidate, trimesh.Trimesh):
        return candidate

    if isinstance(candidate, trimesh.Scene):
        meshes = [mesh for mesh in candidate.geometry.values() if isinstance(mesh, trimesh.Trimesh)]
        if not meshes:
            return None
        return trimesh.util.concatenate(meshes)

    if isinstance(candidate, (list, tuple)):
        for value in candidate:
            mesh = _extract_mesh(value)
            if mesh is not None:
                return mesh

    return None


def _run_shape_stage(saved_images: Sequence[Path], output_shape_glb: Path) -> Path:
    shape_pipeline = _load_shape_pipeline()
    multiview_inputs = _prepare_multiview_inputs(saved_images)

    shape_result = shape_pipeline(
        image=multiview_inputs,
        num_inference_steps=30,
        octree_resolution=380,
        num_chunks=20000,
        generator=torch.manual_seed(12345),
        output_type="trimesh",
    )

    shape_mesh = _extract_mesh(shape_result)
    if shape_mesh is None:
        raise RuntimeError("Shape stage did not produce a valid mesh output.")

    shape_mesh.export(output_shape_glb)
    return output_shape_glb


def _to_glb(source_path: Path, output_glb_path: Path) -> Path:
    loaded = trimesh.load(source_path, force="scene")
    loaded.export(output_glb_path, file_type="glb")
    return output_glb_path


def _run_paint_stage(
    input_mesh_path: Path,
    reference_image_path: Path,
    output_glb_path: Path,
) -> Tuple[Path, str]:
    paint_pipeline, paint_pipeline_name = _load_paint_pipeline()

    if paint_pipeline_name.startswith("hunyuan3d_2_1"):
        painted_output = paint_pipeline(
            mesh_path=str(input_mesh_path),
            image_path=str(reference_image_path),
            output_mesh_path=str(output_glb_path),
            use_remesh=False,
            save_glb=True,
        )

        painted_path = Path(str(painted_output)) if painted_output is not None else output_glb_path

        if painted_path.suffix.lower() == ".obj":
            glb_candidate = painted_path.with_suffix(".glb")
            if glb_candidate.exists():
                painted_path = glb_candidate
            else:
                painted_path = _to_glb(painted_path, output_glb_path)
        elif painted_path.suffix.lower() != ".glb":
            painted_path = _to_glb(painted_path, output_glb_path)

        return painted_path, paint_pipeline_name

    shape_mesh = trimesh.load(input_mesh_path, force="mesh")
    painted_mesh = paint_pipeline(shape_mesh, image=str(reference_image_path))

    if isinstance(painted_mesh, (trimesh.Trimesh, trimesh.Scene)):
        painted_mesh.export(output_glb_path)
    elif hasattr(painted_mesh, "export"):
        painted_mesh.export(output_glb_path)
    elif isinstance(painted_mesh, str):
        painted_path = Path(painted_mesh)
        if painted_path.suffix.lower() == ".glb":
            shutil.copy2(painted_path, output_glb_path)
        else:
            _to_glb(painted_path, output_glb_path)
    else:
        raise RuntimeError("Paint stage returned an unsupported output format.")

    return output_glb_path, paint_pipeline_name


def _model_stats(glb_path: Path, paint_pipeline_name: str, view_count: int) -> Dict[str, Any]:
    loaded = trimesh.load(glb_path, force="scene")

    if isinstance(loaded, trimesh.Scene):
        mesh_list = [mesh for mesh in loaded.geometry.values() if isinstance(mesh, trimesh.Trimesh)]
        vertices = int(sum(mesh.vertices.shape[0] for mesh in mesh_list))
        faces = int(sum(mesh.faces.shape[0] for mesh in mesh_list))
    elif isinstance(loaded, trimesh.Trimesh):
        vertices = int(loaded.vertices.shape[0])
        faces = int(loaded.faces.shape[0])
    else:
        vertices = 0
        faces = 0

    file_size_bytes = glb_path.stat().st_size

    return {
        "vertices": vertices,
        "faces": faces,
        "file_size_bytes": file_size_bytes,
        "file_size_mb": round(file_size_bytes / (1024 * 1024), 3),
        "pbr_channels": ["baseColor", "metallicRoughness", "normal"],
        "paint_pipeline": paint_pipeline_name,
        "view_count": view_count,
    }


@spaces.GPU(duration=120)
def generate_3d_pbr(images: List[str]) -> Tuple[str, Dict[str, Any]]:
    _cleanup_temp_jobs()

    job_dir = TEMP_ROOT / f"job-{uuid.uuid4().hex}"
    job_dir.mkdir(parents=True, exist_ok=True)

    try:
        saved_images = _save_uploaded_images(images, job_dir)

        shape_glb = job_dir / "shape_mesh.glb"
        final_glb = job_dir / "model_pbr.glb"

        _run_shape_stage(saved_images, shape_glb)
        painted_glb, paint_pipeline_name = _run_paint_stage(
            shape_glb,
            saved_images[0],
            final_glb,
        )

        if painted_glb != final_glb and painted_glb.exists():
            shutil.copy2(painted_glb, final_glb)

        if not final_glb.exists():
            raise RuntimeError("Final GLB file was not generated.")

        _register_temp_job(job_dir)
        stats = _model_stats(final_glb, paint_pipeline_name, len(saved_images))
        return str(final_glb), stats
    except Exception as exc:
        shutil.rmtree(job_dir, ignore_errors=True)
        raise gr.Error(f"Generation failed: {exc}") from exc


with gr.Blocks(title="TwoTh - Hunyuan3D PBR Generator") as demo:
    gr.Markdown(
        """
        # TwoTh - Serverless 3D PBR Generation
        Upload 4 to 6 orthographic views in this order: Front, Back, Left, Right, optional Top/Bottom.
        The pipeline runs Hunyuan3D-2mv for mesh generation, then Hunyuan3D-2.1 Paint for PBR texturing.
        """
    )

    image_inputs = gr.Files(
        label="Orthographic Images (4-6)",
        file_count="multiple",
        file_types=["image"],
    )

    run_btn = gr.Button("Generate 3D PBR")

    model_output = gr.File(
        label="PBR GLB Output",
        file_types=[".glb"],
    )
    stats_output = gr.JSON(label="Generation Stats")

    run_btn.click(
        fn=generate_3d_pbr,
        inputs=[image_inputs],
        outputs=[model_output, stats_output],
        api_name="generate_3d_pbr",
    )


demo.queue(default_concurrency_limit=1, max_size=16)

if __name__ == "__main__":
    demo.launch()