Spaces:
Sleeping
Sleeping
File size: 40,447 Bytes
56ebf77 c901117 ec19943 56ebf77 aead907 c901117 56ebf77 ec19943 851bece ec19943 3e8d310 851bece 3e8d310 851bece 3e8d310 851bece 3e8d310 5167771 3e8d310 851bece 3e8d310 5167771 851bece 5167771 851bece 5167771 851bece 5167771 3e8d310 5167771 3e8d310 851bece 5167771 851bece 3e8d310 5167771 3e8d310 5167771 3e8d310 5167771 3e8d310 851bece 3e8d310 851bece e0aaa0f 851bece 3e8d310 ec19943 851bece ec19943 5167771 3e8d310 5167771 851bece ec19943 56ebf77 1ae114b 56ebf77 0062a30 1fe7d3d 1ae114b 1fe7d3d bb34c64 56ebf77 5dad3a0 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 f9271f9 5c6c726 4fab588 f9271f9 4fab588 f9271f9 4fab588 f9271f9 4fab588 f9271f9 4fab588 f9271f9 4fab588 f9271f9 4fab588 f9271f9 4fab588 f9271f9 4fab588 f9271f9 4fab588 f9271f9 4fab588 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 4537d39 f9271f9 5c6c726 4537d39 5c6c726 f9271f9 56ebf77 75e8e33 56ebf77 75e8e33 56ebf77 75e8e33 56ebf77 75e8e33 0062a30 75e8e33 56ebf77 75e8e33 0062a30 75e8e33 56ebf77 85a0e9b 0062a30 85a0e9b 0062a30 85a0e9b 0062a30 85a0e9b 56ebf77 0062a30 56ebf77 0062a30 56ebf77 0062a30 56ebf77 0062a30 56ebf77 1fe7d3d 56ebf77 5c6c726 56ebf77 5c6c726 00132f3 5c6c726 56ebf77 00132f3 75e8e33 56ebf77 00132f3 75e8e33 56ebf77 75e8e33 56ebf77 85a0e9b 56ebf77 85a0e9b 0062a30 85a0e9b 75e8e33 0062a30 75e8e33 56ebf77 1fe7d3d 56ebf77 1fe7d3d 00132f3 56ebf77 1fe7d3d 56ebf77 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 | """
Open3DForge β Image-to-game-ready 3D asset pipeline
====================================================
Milestone 1: Foundation
-----------------------
This is the scaffold. It validates that:
- The HF Space builds with the right Gradio + ZeroGPU configuration
- `@spaces.GPU` allocates and releases an H200 successfully
- `gr.Model3D` renders GLB files inline
- The 5-tab UI structure is sound
- Workspace folder management works
- Quota tracking persists across page reloads
Subsequent milestones fill in the actual pipeline stages.
Deployed exclusively on HF Spaces ZeroGPU β no local execution path.
"""
from __future__ import annotations
import os
import subprocess
import sys
import time
from pathlib import Path
# nvdiffrast is compiled against CUDA 13.0 and its .so links to libcudart.so.13.
# os.environ["LD_LIBRARY_PATH"] only affects child processes, not the running
# Python interpreter. Use ctypes.CDLL with RTLD_GLOBAL to load libcudart.so.13
# into the current process before nvdiffrast is imported.
import ctypes, glob as _glob
def _preload_cudart() -> None:
cuda_lib_dir = "/cuda-image/usr/local/cuda-13.0/lib64"
# Try versioned name first, then unversioned fallback.
for pattern in (
f"{cuda_lib_dir}/libcudart.so.13*",
f"{cuda_lib_dir}/libcudart.so",
):
matches = _glob.glob(pattern)
if matches:
try:
ctypes.CDLL(matches[0], mode=ctypes.RTLD_GLOBAL)
print(f"Preloaded {matches[0]}", flush=True)
except OSError as e:
print(f"Preload failed for {matches[0]}: {e}", flush=True)
return
_preload_cudart()
import gradio as gr
import spaces # HF ZeroGPU
# GPU arch list used to compile nvdiffrast.
# +PTX on the last entry generates portable PTX code that the CUDA runtime
# JIT-compiles for any newer GPU (e.g. Blackwell SM 10.0) at first use.
_NVDR_ARCH = "8.0;8.9;9.0+PTX"
_NVDR_MARKER = Path("/tmp/nvdiffrast_arch.txt")
def _install_nvdiffrast() -> None:
"""Install nvdiffrast from source at startup.
Must run here (not requirements.txt) because pip's build isolation hides
torch from nvdiffrast's build system.
Shim strategy: ZeroGPU machine has CUDA 13.0 toolkit but torch 2.9.1 was
compiled with CUDA 12.8. PyTorch's _check_cuda_version raises on mismatch.
We put a shim nvcc on PATH that reports 12.8 for --version but delegates
real compilation to the actual CUDA 13.0 nvcc.
Arch strategy: compile native kernels for SM 8.0 (A100) and 8.9 (L4/L40),
plus PTX for SM 9.0 (H100/H200). The +PTX entry lets the CUDA 13.0 runtime
JIT-compile for any newer architecture (e.g. SM 10.0 Blackwell) at first use.
Marker file: /tmp/nvdiffrast_arch.txt stores the arch string used. If it
matches _NVDR_ARCH, skip rebuild on warm container restarts.
"""
import os
import shutil
import tempfile
import torch
# Check if already installed with the current arch β skip rebuild if so.
try:
import nvdiffrast # noqa: F401
if _NVDR_MARKER.exists() and _NVDR_MARKER.read_text().strip() == _NVDR_ARCH:
print("nvdiffrast: already installed with correct arch.", flush=True)
return
print("nvdiffrast: arch mismatch or missing marker β forcing reinstall.", flush=True)
subprocess.run(
[sys.executable, "-m", "pip", "uninstall", "nvdiffrast", "-y"],
check=False, capture_output=True,
)
except (ImportError, OSError):
pass
torch_cuda = torch.version.cuda or "12.8"
print(f"nvdiffrast: torch.version.cuda={torch_cuda}", flush=True)
# Locate real nvcc.
real_nvcc: str | None = None
real_cuda_home: str | None = None
for candidate in [
os.environ.get("CUDA_HOME", ""),
"/cuda-image/usr/local/cuda-13.0",
"/cuda-image/usr/local/cuda-12.8",
"/cuda-image/usr/local/cuda",
"/usr/local/cuda-13.0",
"/usr/local/cuda",
]:
if candidate and os.path.isfile(os.path.join(candidate, "bin", "nvcc")):
real_cuda_home = candidate
real_nvcc = os.path.join(candidate, "bin", "nvcc")
break
if real_nvcc is None:
real_nvcc = shutil.which("nvcc")
print(f"nvdiffrast: real_nvcc={real_nvcc}", flush=True)
env = os.environ.copy()
if real_nvcc:
fake_cuda = Path(tempfile.mkdtemp(prefix="cuda_shim_"))
(fake_cuda / "bin").mkdir()
if real_cuda_home:
for sub in ("include", "lib", "lib64"):
src = Path(real_cuda_home) / sub
if src.exists():
(fake_cuda / sub).symlink_to(src)
shim = fake_cuda / "bin" / "nvcc"
shim.write_text(
"#!/bin/sh\n"
'case "$1" in\n'
' --version)\n'
f' echo "Cuda compilation tools, release {torch_cuda}, V{torch_cuda}.0"\n'
' ;;\n'
' *)\n'
f' exec {real_nvcc} "$@"\n'
' ;;\n'
'esac\n'
)
shim.chmod(0o755)
env["CUDA_HOME"] = str(fake_cuda)
env["CUDA_PATH"] = str(fake_cuda)
print(f"nvdiffrast: shim CUDA_HOME={fake_cuda}", flush=True)
# PTX in the arch list lets the runtime JIT-compile for any newer GPU
# (e.g. Blackwell SM 10.0) that lacks a pre-compiled cubin.
env["TORCH_CUDA_ARCH_LIST"] = _NVDR_ARCH
print(f"Building nvdiffrast (arch={_NVDR_ARCH}, ~2 min)...", flush=True)
result = subprocess.run(
[sys.executable, "-m", "pip", "install", "--no-build-isolation",
"git+https://github.com/NVlabs/nvdiffrast.git"],
env=env, check=False, capture_output=True, text=True,
)
print(result.stdout[-3000:] if result.stdout else "", flush=True)
if result.returncode != 0:
print(f"nvdiffrast build FAILED (rc={result.returncode}):", flush=True)
print(result.stderr[-2000:] if result.stderr else "", flush=True)
else:
print("nvdiffrast build succeeded.", flush=True)
_NVDR_MARKER.write_text(_NVDR_ARCH)
_install_nvdiffrast()
from src import quota, ui_helpers, workspace
from src.stages.stage1_generate import generate_trellis, generate_hunyuan
# ---------------------------------------------------------------------------
# ZeroGPU test function β proves that GPU allocation works.
# Replaced in Milestone 2 with the actual TRELLIS.2 generator.
# ---------------------------------------------------------------------------
@spaces.GPU(duration=15)
def zerogpu_smoke_test() -> str:
"""Allocate a GPU, run a trivial torch op, release. Reports timing."""
start = time.time()
try:
import torch
if not torch.cuda.is_available():
return "β GPU not available inside @spaces.GPU. Something is wrong."
device = torch.device("cuda")
# Trivial GPU work
a = torch.randn(1024, 1024, device=device)
b = torch.randn(1024, 1024, device=device)
c = a @ b
torch.cuda.synchronize()
result_sum = float(c.sum().item())
gpu_name = torch.cuda.get_device_name(0)
vram_total = torch.cuda.get_device_properties(0).total_memory / 1e9
elapsed = time.time() - start
quota.record_usage("smoke_test", elapsed)
return (
f"β
**GPU allocation successful**\n\n"
f"- Device: `{gpu_name}`\n"
f"- VRAM: `{vram_total:.1f} GB`\n"
f"- Test op (1024Γ1024 matmul): `{elapsed:.2f}s`\n"
f"- Result sum: `{result_sum:.2f}` (sanity check, non-zero = β)\n\n"
f"ZeroGPU integration is working. Ready for Milestone 2."
)
except Exception as e:
elapsed = time.time() - start
return f"β GPU test failed after {elapsed:.2f}s:\n```\n{type(e).__name__}: {e}\n```"
# ---------------------------------------------------------------------------
# Stage stubs β return placeholder messages until milestones implement them.
# ---------------------------------------------------------------------------
def _stub(stage: str) -> str:
return (
f"π§ **{stage}** β not implemented yet.\n\n"
f"This stub will be replaced in a future milestone. "
f"See `PLAN.md` for the full pipeline spec."
)
def handle_generate(images, model, quality, seed, _steps, _octree, tex_size, _symmetry, do_rembg):
"""Dispatch to the correct generation backend.
Yields (status_markdown, viewer_path_or_None) tuples for streaming.
The viewer path is yielded only in the final tuple so Gradio can serve
the GLB directly without a separate state lookup.
"""
if "TRELLIS" in model:
yield f"βοΈ **TRELLIS.2** Β· {quality}\n\nContacting remote Space...", None
result = generate_trellis(images, quality, int(seed), int(tex_size))
viewer_path = ui_helpers.get_viewer_model_path()
yield result, viewer_path
return
yield from generate_hunyuan(images, quality, int(seed), int(tex_size), do_rembg=bool(do_rembg))
@spaces.GPU(duration=600)
def run_post_process(
do_repair, do_cleanup, do_decimate, target_faces,
do_symmetry, do_unwrap, do_normal_bake, normal_format,
do_albedo, do_material, do_ao, ao_quality,
do_inpaint, do_lods, do_collision, pivot, scale_m,
):
"""Run post-processing pipeline. Yields cumulative status markdown for streaming."""
state = workspace.get_state()
current_glb = state.raw_gen_glb or state.high_poly_glb
if not current_glb or not current_glb.exists():
yield "β No generated asset found. Run Stage 1 (Generate) first."
return
log = []
def _emit(line: str):
log.append(line)
return "\n".join(log)
if do_repair:
yield _emit("β³ Repairing mesh (pymeshfix)...")
try:
from src.stages.stage2_repair import repair_mesh
current_glb, msg = repair_mesh(current_glb)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Repair error: {e}")
if do_cleanup:
yield _emit("β³ Cleaning geometry (trimesh)...")
try:
from src.stages.stage2_cleanup import cleanup_mesh
current_glb, msg = cleanup_mesh(current_glb)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Cleanup error: {e}")
if do_decimate:
yield _emit(f"β³ Decimating to {int(target_faces):,} faces...")
try:
from src.stages.stage2_decimate import decimate_mesh_final
current_glb, msg = decimate_mesh_final(current_glb, int(target_faces))
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Decimation error: {e}")
if do_symmetry:
yield _emit("β³ Enforcing bilateral symmetry...")
try:
from src.stages.stage2_symmetry import apply_symmetry
current_glb, msg = apply_symmetry(current_glb, "bilateral-X")
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Symmetry error: {e}")
if do_unwrap:
yield _emit("β³ UV unwrapping (xatlas)...")
try:
from src.stages.stage2_uv import unwrap_uvs
current_glb, msg = unwrap_uvs(current_glb)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ UV unwrap error: {e}")
if do_normal_bake:
yield _emit("β³ Baking normal map (GPU)...")
try:
from src.stages.stage2_bake_normal import bake_normal_map
st = workspace.get_state()
hp = st.high_poly_glb
lo = st.unwrapped_glb or current_glb
if not hp or not hp.exists():
yield _emit("β οΈ Normal bake: no high-poly GLB. Generate first.")
else:
_gl, _dx, msg = bake_normal_map(hp, lo, map_size=2048, dx_format=True)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Normal bake error: {e}")
st = workspace.get_state()
hp = st.high_poly_glb
lo = st.unwrapped_glb or current_glb
if do_albedo:
yield _emit("β³ Baking albedo map (GPU)...")
try:
from src.stages.stage2_bake_albedo import bake_albedo
if not hp or not hp.exists():
yield _emit("β οΈ Albedo bake: no high-poly. Generate first.")
else:
_, msg = bake_albedo(hp, lo, map_size=2048)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Albedo bake error: {e}")
if do_material:
yield _emit("β³ Baking material maps (GPU)...")
try:
from src.stages.stage2_bake_albedo import bake_material
if not hp or not hp.exists():
yield _emit("β οΈ Material bake: no high-poly. Generate first.")
else:
_, _, msg = bake_material(hp, lo, map_size=2048)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Material bake error: {e}")
if do_ao:
yield _emit(f"β³ Baking AO ({ao_quality}, ray casting)...")
try:
from src.stages.stage2_bake_ao import bake_ao
_, msg = bake_ao(current_glb, lo, map_size=2048, quality=ao_quality)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ AO bake error: {e}")
st2 = workspace.get_state()
if do_albedo or do_material or do_ao:
yield _emit("β³ Packing ORM texture...")
try:
from src.stages.stage2_finalize import pack_orm
_, msg = pack_orm(st2.ao_png, st2.roughness_png, st2.metallic_png)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ ORM pack error: {e}")
if do_lods:
yield _emit("β³ Generating LODs...")
try:
from src.stages.stage2_finalize import generate_lods
lod_src = st2.final_glb or st2.low_poly_glb or current_glb
_, msg = generate_lods(lod_src)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ LOD error: {e}")
if do_collision:
yield _emit("β³ Generating collision mesh (CoACD)...")
try:
from src.stages.stage2_finalize import generate_collision
col_src = st2.low_poly_glb or current_glb
_, msg = generate_collision(col_src)
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Collision error: {e}")
yield _emit("β³ Setting pivot and scale...")
try:
from src.stages.stage2_finalize import set_pivot, validate_scale
piv_src = st2.low_poly_glb or current_glb
piv_src, msg = set_pivot(piv_src, pivot)
yield _emit(f"β
{msg}")
_, msg = validate_scale(piv_src, float(scale_m))
yield _emit(f"β
{msg}")
except Exception as e:
yield _emit(f"β οΈ Pivot/scale error: {e}")
if do_inpaint:
yield _emit("π§ SDXL inpaint β not yet implemented")
final = workspace.get_state()
out = final.final_glb or final.low_poly_glb or final.cleaned_glb or final.repaired_glb
if out and out.exists():
yield _emit(f"\n**Output:** `{out.name}` Β· ready for Stage 3 or Export.")
def handle_auto_rig(rig_type, seed, spring, fmt):
from src.stages.stage3_rig import auto_rig
_, msg = auto_rig(rig_type=rig_type, seed=int(seed))
return msg
def handle_export(engine, asset_name, asset_type, include_lods, include_collision):
from src.stages.stage4_export import export_ue5, _checklist
state = workspace.get_state()
if engine != "UE5":
return f"π§ {engine} export β not implemented. UE5 is the only supported engine.", None
# Game-ready checklist
issues = _checklist(state)
checklist_md = ""
if issues:
checklist_md = "\n\nβ οΈ **Checklist warnings:**\n" + "\n".join(f"- {i}" for i in issues)
try:
zip_path, msg, _ = export_ue5(
asset_name=asset_name.strip() or "Asset",
asset_type=asset_type,
include_lods=include_lods,
include_collision=include_collision,
)
return msg + checklist_md, str(zip_path)
except Exception as e:
return f"β Export failed: {e}{checklist_md}", None
# ---------------------------------------------------------------------------
# Presets tab logic (M11 β real save/load wired)
# ---------------------------------------------------------------------------
def ui_refresh_presets() -> gr.Dropdown:
return gr.Dropdown(choices=workspace.list_presets(), label="Saved presets")
def ui_save_preset(
name: str,
gen_model, gen_quality, gen_seed, gen_tex_size, gen_rembg,
pp_repair, pp_cleanup, pp_decimate, pp_target_faces,
pp_symmetry, pp_unwrap, pp_normal_bake, pp_normal_format,
pp_albedo, pp_material, pp_ao, pp_ao_quality,
pp_inpaint, pp_lods, pp_collision, pp_pivot, pp_scale_m,
rig_type, rig_seed, rig_format,
ex_engine, ex_type,
) -> tuple[str, gr.Dropdown]:
if not name or not name.strip():
return "β Preset name cannot be empty.", ui_refresh_presets()
config = {
"name": name, "version": 1, "created_at": time.time(),
"stage1": {"model": gen_model, "quality": gen_quality, "seed": int(gen_seed), "tex_size": int(gen_tex_size), "rembg": bool(gen_rembg)},
"stage2": {
"repair": pp_repair, "cleanup": pp_cleanup, "decimate": pp_decimate,
"target_faces": int(pp_target_faces), "symmetry": pp_symmetry,
"unwrap": pp_unwrap, "normal_bake": pp_normal_bake, "normal_format": pp_normal_format,
"albedo_bake": pp_albedo, "material_bake": pp_material, "ao": pp_ao, "ao_quality": pp_ao_quality,
"inpaint": pp_inpaint, "lods": pp_lods, "collision": pp_collision,
"pivot": pp_pivot, "scale_m": float(pp_scale_m),
},
"stage3": {"rig_type": rig_type, "seed": int(rig_seed), "format": rig_format},
"stage4": {"engine": ex_engine, "asset_type": ex_type},
}
workspace.save_preset(name, config)
return f"β
Saved preset: `{name}`", ui_refresh_presets()
def ui_load_preset(name: str):
"""Apply a saved preset to all UI components."""
_no_op = gr.update()
n = 27 # number of component outputs after pr_status
if not name:
return ("β Select a preset first.",) + (_no_op,) * n
try:
cfg = workspace.load_preset(name)
except FileNotFoundError:
return (f"β Preset '{name}' not found.",) + (_no_op,) * n
s1 = cfg.get("stage1", {})
s2 = cfg.get("stage2", {})
s3 = cfg.get("stage3", {})
s4 = cfg.get("stage4", {})
return (
f"β
Loaded preset: `{name}`",
# Stage 1
gr.update(value=s1.get("model", "Hunyuan3D-2.1 (Organic / Characters)")),
gr.update(value=s1.get("quality", "Balanced (~60s)")),
gr.update(value=s1.get("seed", 42)),
gr.update(value=s1.get("tex_size", 2048)),
gr.update(value=s1.get("rembg", True)),
# Stage 2
gr.update(value=s2.get("repair", True)),
gr.update(value=s2.get("cleanup", True)),
gr.update(value=s2.get("decimate", True)),
gr.update(value=s2.get("target_faces", 25000)),
gr.update(value=s2.get("symmetry", False)),
gr.update(value=s2.get("unwrap", True)),
gr.update(value=s2.get("normal_bake", True)),
gr.update(value=s2.get("normal_format", "DirectX (UE5)")),
gr.update(value=s2.get("albedo_bake", True)),
gr.update(value=s2.get("material_bake", True)),
gr.update(value=s2.get("ao", True)),
gr.update(value=s2.get("ao_quality", "Standard")),
gr.update(value=s2.get("inpaint", False)),
gr.update(value=s2.get("lods", True)),
gr.update(value=s2.get("collision", True)),
gr.update(value=s2.get("pivot", "bottom_center")),
gr.update(value=s2.get("scale_m", 1.8)),
# Stage 3
gr.update(value=s3.get("rig_type", "Humanoid")),
gr.update(value=s3.get("seed", 0)),
gr.update(value=s3.get("format", "FBX (UE5 recommended)")),
# Stage 4
gr.update(value=s4.get("engine", "UE5")),
gr.update(value=s4.get("asset_type", "Prop (SM_)")),
)
def ui_delete_preset(name: str) -> tuple[str, gr.Dropdown]:
if not name:
return "β Select a preset to delete.", ui_refresh_presets()
if workspace.delete_preset(name):
return f"ποΈ Deleted preset: `{name}`", ui_refresh_presets()
return f"β Preset not found: `{name}`", ui_refresh_presets()
# ---------------------------------------------------------------------------
# Layout
# ---------------------------------------------------------------------------
CUSTOM_CSS = """
.status-bar {
font-size: 0.85em;
color: #888;
padding: 8px 12px;
border-top: 1px solid #333;
margin-top: 12px;
}
.asset-summary {
font-size: 0.9em;
background: rgba(255,255,255,0.03);
padding: 12px;
border-radius: 6px;
border: 1px solid rgba(255,255,255,0.08);
}
"""
def build_ui() -> gr.Blocks:
with gr.Blocks(
title="Open3DForge",
) as demo:
# --- Header --------------------------------------------------------
gr.Markdown(
"# π οΈ Open3DForge\n"
"*Personal image-to-game-ready 3D asset pipeline Β· UE5-first Β· "
"Built on HF ZeroGPU*"
)
# --- Tabs ----------------------------------------------------------
with gr.Tabs() as tabs:
# ============ Tab 1: Generate =================================
with gr.Tab("1. Generate", id=1):
gr.Markdown(
"### Stage 1 β Image to 3D\n"
"Upload 1β4 reference images. Multi-view dramatically "
"improves quality for characters (front / 3-quarter / side / back)."
)
with gr.Row():
with gr.Column(scale=1):
gen_images = gr.File(
label="Reference images (1β4)",
file_count="multiple",
file_types=["image"],
)
gen_model = gr.Radio(
choices=[
"Hunyuan3D-2.1 (Organic / Characters)",
"TRELLIS.2 (Hard Surface)",
],
value="Hunyuan3D-2.1 (Organic / Characters)",
label="Generation model",
)
gen_quality = gr.Radio(
choices=["Fast (~30s)", "Balanced (~60s)", "Hero (~90s)"],
value="Balanced (~60s)",
label="Quality preset",
)
gen_rembg = gr.Checkbox(
value=True,
label="Remove background automatically",
info="Uses rembg IS-Net to strip background before generation. "
"Disable if your image already has a transparent background.",
)
with gr.Accordion("Advanced", open=False):
gen_seed = gr.Number(value=42, label="Seed", precision=0)
gen_steps = gr.Slider(
20, 50, value=35, step=5,
label="Inference steps",
)
gen_octree = gr.Dropdown(
choices=[256, 384, 512], value=384,
label="Octree resolution",
)
gen_tex_size = gr.Dropdown(
choices=[1024, 2048, 4096], value=2048,
label="Texture size",
)
gen_symmetry = gr.Radio(
choices=["off", "bilateral", "radial"],
value="off",
label="Symmetry hint",
)
gen_btn = gr.Button("Generate", variant="primary")
with gr.Column(scale=1):
gen_status = gr.Markdown("*Awaiting input.*")
# Click wired below, after viewer component is defined.
# ============ Tab 2: Post-Process =============================
with gr.Tab("2. Post-Process", id=2):
gr.Markdown(
"### Stage 2 β Mesh cleanup, UV unwrap, texture baking\n"
"Toggle steps on/off. Decimation has a live preview, the "
"rest run on confirm."
)
with gr.Row():
with gr.Column(scale=1):
pp_repair = gr.Checkbox(value=True, label="Mesh repair (pymeshfix)")
pp_cleanup = gr.Checkbox(value=True, label="Geometry cleanup (PyMeshLab)")
pp_decimate = gr.Checkbox(value=True, label="Decimation")
pp_target_faces = gr.Slider(
1000, 200000, value=25000, step=1000,
label="Target faces",
)
pp_symmetry = gr.Checkbox(value=False, label="Enforce bilateral symmetry")
pp_unwrap = gr.Checkbox(value=True, label="UV unwrap (xatlas)")
pp_normal_bake = gr.Checkbox(value=True, label="Normal bake (nvdiffrast)")
pp_normal_format = gr.Radio(
choices=["DirectX (UE5)", "OpenGL (Unity/Godot)"],
value="DirectX (UE5)",
label="Normal format",
)
pp_albedo_bake = gr.Checkbox(value=True, label="Albedo bake")
pp_material_bake = gr.Checkbox(value=True, label="Material bake (TRELLIS.2 attrs)")
pp_ao = gr.Checkbox(value=True, label="AO bake")
pp_ao_quality = gr.Radio(
choices=["Fast", "Standard", "High"],
value="Standard",
label="AO quality",
)
pp_inpaint = gr.Checkbox(value=False, label="SDXL inpaint hidden UVs (~30s GPU)")
pp_lods = gr.Checkbox(value=True, label="Generate LODs (LOD0/1/2)")
pp_collision = gr.Checkbox(value=True, label="Collision mesh (CoACD)")
pp_pivot = gr.Radio(
choices=["bottom_center", "geometric_center", "custom"],
value="bottom_center",
label="Pivot point",
)
pp_scale_m = gr.Number(value=1.8, label="Real-world height (meters)")
pp_btn = gr.Button("Run Post-Processing", variant="primary")
with gr.Column(scale=1):
pp_face_preview = gr.Markdown("*Face count preview: move the slider.*")
pp_status = gr.Markdown("*No asset to process. Generate one first.*")
def _decimate_preview(target_faces):
state = workspace.get_state()
src = state.low_poly_glb or state.cleaned_glb or state.repaired_glb or state.raw_gen_glb
if not src or not src.exists():
return "*Generate an asset first.*"
try:
from src.stages.stage2_decimate import decimate_preview
fc, vc = decimate_preview(src, int(target_faces))
return f"**Preview:** ~{fc:,} faces Β· ~{vc:,} vertices at target {int(target_faces):,}"
except Exception as e:
return f"Preview error: {e}"
pp_target_faces.change(
fn=_decimate_preview,
inputs=pp_target_faces,
outputs=pp_face_preview,
)
_pp_event = pp_btn.click(
fn=run_post_process,
inputs=[pp_repair, pp_cleanup, pp_decimate, pp_target_faces,
pp_symmetry, pp_unwrap, pp_normal_bake, pp_normal_format,
pp_albedo_bake, pp_material_bake, pp_ao, pp_ao_quality,
pp_inpaint, pp_lods, pp_collision, pp_pivot, pp_scale_m],
outputs=pp_status,
)
# ============ Tab 3: Auto-Rig =================================
with gr.Tab("3. Auto-Rig", id=3):
gr.Markdown(
"### Stage 3 β Auto-rigging (optional)\n"
"Uses UniRig (VAST-AI). For characters and creatures. "
"After rigging, drop the FBX into [Mixamo](https://mixamo.com) "
"for free animation presets."
)
with gr.Row():
with gr.Column(scale=1):
rig_type = gr.Dropdown(
choices=["Humanoid", "Quadruped", "Bird", "Insect", "Custom"],
value="Humanoid",
label="Character type",
)
rig_seed = gr.Number(value=0, label="Skeleton seed", precision=0)
rig_spring = gr.Checkbox(value=False, label="Spring bones (hair/cloth/tail)")
rig_format = gr.Radio(
choices=["FBX (UE5 recommended)", "GLB"],
value="FBX (UE5 recommended)",
label="Export format",
)
rig_btn = gr.Button("Auto-Rig", variant="primary")
with gr.Column(scale=1):
rig_status = gr.Markdown("*Process an asset in Stage 2 first.*")
_rig_event = rig_btn.click(
fn=handle_auto_rig,
inputs=[rig_type, rig_seed, rig_spring, rig_format],
outputs=rig_status,
)
# ============ Tab 4: Export ===================================
with gr.Tab("4. Export", id=4):
gr.Markdown(
"### Stage 4 β Engine-ready export\n"
"UE5 default: FBX with DirectX normals + ORM-packed textures."
)
with gr.Row():
with gr.Column(scale=1):
ex_engine = gr.Dropdown(
choices=["UE5", "Unity (HDRP)", "Godot 4", "Blender", "Web (Three.js)"],
value="UE5",
label="Target engine",
)
ex_name = gr.Textbox(value="Asset_01", label="Asset name")
ex_type = gr.Radio(
choices=["Character (SK_)", "Prop (SM_)", "Environment (SM_)"],
value="Prop (SM_)",
label="Asset type",
)
ex_include_lods = gr.Checkbox(value=True, label="Include LODs")
ex_include_collision = gr.Checkbox(value=True, label="Include collision mesh")
ex_btn = gr.Button("Export", variant="primary")
with gr.Column(scale=1):
ex_status = gr.Markdown("*Nothing to export yet.*")
ex_file = gr.File(label="Download", visible=True)
_ex_event = ex_btn.click(
fn=handle_export,
inputs=[ex_engine, ex_name, ex_type, ex_include_lods, ex_include_collision],
outputs=[ex_status, ex_file],
)
# ============ Tab 5: Presets ==================================
with gr.Tab("5. Presets", id=5):
gr.Markdown(
"### Saved configurations\n"
"Save the current settings across all tabs as a named preset. "
"Five defaults ship with the app: `character_UE5_hero`, "
"`character_UE5_npc`, `prop_UE5_hero`, `prop_UE5_standard`, "
"`environment_UE5_background`."
)
with gr.Row():
with gr.Column():
pr_list = gr.Dropdown(
choices=workspace.list_presets(),
label="Saved presets",
)
pr_refresh = gr.Button("Refresh list", size="sm")
with gr.Row():
pr_name = gr.Textbox(label="New preset name", scale=2)
pr_save = gr.Button("Save current settings", variant="primary", scale=1)
with gr.Row():
pr_load = gr.Button("Load selected", variant="secondary", scale=1)
pr_delete = gr.Button("Delete selected", variant="stop", scale=1)
pr_status = gr.Markdown()
pr_refresh.click(fn=ui_refresh_presets, outputs=pr_list)
pr_load.click(
fn=ui_load_preset,
inputs=pr_list,
outputs=[
pr_status,
gen_model, gen_quality, gen_seed, gen_tex_size, gen_rembg,
pp_repair, pp_cleanup, pp_decimate, pp_target_faces,
pp_symmetry, pp_unwrap, pp_normal_bake, pp_normal_format,
pp_albedo_bake, pp_material_bake, pp_ao, pp_ao_quality,
pp_inpaint, pp_lods, pp_collision, pp_pivot, pp_scale_m,
rig_type, rig_seed, rig_format,
ex_engine, ex_type,
],
)
pr_save.click(
fn=ui_save_preset,
inputs=[
pr_name,
gen_model, gen_quality, gen_seed, gen_tex_size, gen_rembg,
pp_repair, pp_cleanup, pp_decimate, pp_target_faces,
pp_symmetry, pp_unwrap, pp_normal_bake, pp_normal_format,
pp_albedo_bake, pp_material_bake, pp_ao, pp_ao_quality,
pp_inpaint, pp_lods, pp_collision, pp_pivot, pp_scale_m,
rig_type, rig_seed, rig_format,
ex_engine, ex_type,
],
outputs=[pr_status, pr_list],
)
pr_delete.click(fn=ui_delete_preset, inputs=pr_list, outputs=[pr_status, pr_list])
# ============ Tab 6: Diagnostics (hidden in prod, useful now) =
with gr.Tab("Diagnostics", id=99):
gr.Markdown(
"### Milestone 1 β Foundation check\n"
"Verify the Space environment is working correctly before "
"building out the pipeline."
)
with gr.Row():
with gr.Column():
diag_btn = gr.Button("π§ͺ Run GPU smoke test", variant="primary")
diag_out = gr.Markdown()
with gr.Column():
gr.Markdown("**Workspace state:**")
diag_state = gr.JSON(value=workspace.get_state().to_dict())
diag_refresh = gr.Button("Refresh state", size="sm")
diag_btn.click(fn=zerogpu_smoke_test, outputs=diag_out)
diag_refresh.click(
fn=lambda: workspace.get_state().to_dict(),
outputs=diag_state,
)
# --- Persistent right-side viewer + asset summary ------------------
gr.Markdown("---")
with gr.Row():
with gr.Column(scale=2):
viewer = gr.Model3D(
label="3D viewer",
value=ui_helpers.get_viewer_model_path(),
clear_color=[0.1, 0.1, 0.12, 1.0],
height=500,
)
with gr.Column(scale=1):
summary = gr.Markdown(
value=ui_helpers.get_asset_summary(),
elem_classes=["asset-summary"],
)
refresh_summary = gr.Button("π Refresh viewer", size="sm")
refresh_summary.click(
fn=lambda: (
ui_helpers.get_viewer_model_path(),
ui_helpers.get_asset_summary(),
),
outputs=[viewer, summary],
)
# --- Global status bar --------------------------------------------
status_bar = gr.Markdown(
value=ui_helpers.get_status_bar(),
elem_classes=["status-bar"],
)
# --- Wire generate button now that viewer is in scope ---------------
# handle_generate yields (status_str, glb_path_or_None) tuples so that
# the viewer updates the instant the final mesh is ready β no separate
# state lookup needed.
_gen_event = gen_btn.click(
fn=handle_generate,
inputs=[gen_images, gen_model, gen_quality, gen_seed,
gen_steps, gen_octree, gen_tex_size, gen_symmetry,
gen_rembg],
outputs=[gen_status, viewer],
)
# --- Global refresh: every pipeline action updates summary + status bar.
# For gen_btn the viewer is already updated directly above; for the rest
# we include the viewer in _global_refresh so post-process / rig / export
# results also appear.
def _global_refresh():
return (
ui_helpers.get_viewer_model_path(),
ui_helpers.get_asset_summary(),
ui_helpers.get_status_bar(),
)
def _summary_refresh():
return ui_helpers.get_asset_summary(), ui_helpers.get_status_bar()
# gen_btn: viewer already updated by direct output; only refresh metadata.
_gen_event.then(fn=_summary_refresh, outputs=[summary, status_bar])
# Other processing buttons: refresh viewer + metadata after completion.
for _ev in (_pp_event, _rig_event, _ex_event):
_ev.then(fn=_global_refresh, outputs=[viewer, summary, status_bar])
# Utility buttons: refresh immediately on click.
for _btn in (diag_btn, diag_refresh, refresh_summary):
_btn.click(fn=_global_refresh, outputs=[viewer, summary, status_bar])
return demo
# ---------------------------------------------------------------------------
# Entrypoint
# ---------------------------------------------------------------------------
# On HF Spaces, app.py is executed directly. We construct the demo and call
# .launch() at module level. The HF Space runtime handles all networking;
# we just need to bind to 0.0.0.0:7860.
workspace.ensure_dirs()
demo = build_ui()
demo.queue(default_concurrency_limit=1).launch(
server_name="0.0.0.0",
server_port=7860,
show_error=True,
# Allow Gradio to serve files from the workspace directory so that
# gr.Model3D can display generated GLBs without a 403 error.
allowed_paths=[str(workspace.WORKSPACE)],
# Gradio 6: show_api removed. Use footer_links instead.
footer_links=["gradio", "settings"],
theme=gr.themes.Soft(primary_hue="indigo", neutral_hue="slate"),
css=CUSTOM_CSS,
)
|