Add Arbor model artifacts

README.md

@@ -0,0 +1,62 @@
+---
+license: other
+tags:
+- text-to-3d
+- 3d-generation
+- checkpoint
+- geometry-conditioned-generation
+pipeline_tag: text-to-3d
+---
+
+# Arbor
+
+Arbor is a text-conditioned 3D generation model with geometry constraints. It accepts a prompt plus constraint meshes and generates a 3D mesh through a geometry-conditioned sparse-structure stage followed by TRELLIS SLAT mesh decoding.
+
+Please note: For individuals or organizations generating annual revenue of US $1,000,000 (or local currency equivalent) or more, regardless of the source of that revenue, you must obtain an enterprise commercial license directly from Stability AI before commercially using Arbor, derivative works of Arbor, or outputs from Arbor. See https://stability.ai/license and https://stability.ai/enterprise.
+
+## Model Description
+
+- Developed by: Stability AI
+- Model type: Text and geometry constrained 3D generation model
+- Repository: https://github.com/Stability-AI/arbor
+- Checkpoint: `denoiser_ema0.9999_step0053000.pt`
+- Source method: `arbor_mb` from frozen snapshot `93bc0727051338c61b2f6f33f0347c1faa3da349`
+- Base stack: TRELLIS text-to-3D and TRELLIS.2 constraint encoding components
+
+## Files
+
+- `arbor_sparse_structure_config.json`: public inference config for Arbor sparse-structure generation.
+- `slat_flow_txt_dit_B_64l8p2_geo_router_v1_ft_fp16.json`: generation config retained for method provenance.
+- `denoiser_ema0.9999_step0053000.pt`: released Arbor sparse-structure checkpoint.
+- Optional parity artifact, if uploaded: `denoiser_step0053000.pt`.
+
+## Quickstart
+
+```bash
+git clone https://github.com/Stability-AI/arbor.git
+cd arbor
+
+conda create -n arbor python=3.10 -y
+conda activate arbor
+conda install pytorch==2.4.0 torchvision==0.19.0 pytorch-cuda=11.8 -c pytorch -c nvidia -y
+./setup.sh --basic --xformers --spconv
+
+python scripts/download_model_from_hf.py --repo-id StabilityLabs/arbor --output-dir artifacts/model
+python examples/run_manual_example.py --example bus_013 --output-root outputs/manual_examples
+```
+
+## Intended Uses
+
+Intended uses include research and creative workflows involving constrained 3D asset generation, design exploration, and evaluation of text plus geometry conditioned generation methods.
+
+## Out-of-Scope Uses
+
+Arbor is not intended to generate factual representations of people, events, products, or places. Use must comply with Stability AI's Acceptable Use Policy and license terms.
+
+## Safety
+
+Users should evaluate generated outputs for their own application constraints and apply additional mitigations where needed. Report safety issues to safety@stability.ai and security issues to security@stability.ai.
+
+## Citation
+
+Citation information will be updated with the public Arbor paper record. Until then, cite the Arbor project and upstream TRELLIS work when using this model.

arbor_sparse_structure_config.json

@@ -0,0 +1,59 @@
+{
+  "models": {
+    "denoiser": {
+      "name": "SparseStructureFlowModel",
+      "pretrained": "microsoft/TRELLIS-text-base/ckpts/ss_flow_txt_dit_B_16l8_fp16",
+      "allow_partial_pretrained": true,
+      "args": {
+        "resolution": 16,
+        "in_channels": 8,
+        "out_channels": 8,
+        "model_channels": 768,
+        "cond_channels": 768,
+        "num_blocks": 12,
+        "num_heads": 12,
+        "mlp_ratio": 4,
+        "patch_size": 1,
+        "pe_mode": "ape",
+        "qk_rms_norm": true,
+        "use_fp16": true,
+        "use_geo_adapter": true,
+        "geo_adapter_mlp_ratio": 2.0,
+        "geo_feat_dim": 64,
+        "use_geo_router": true,
+        "geo_router_region_side": 4,
+        "geo_router_grid_resolution": 8,
+        "geo_router_neighbor_radius": 1,
+        "geo_router_local_k": 2048,
+        "geo_router_num_global_summary_tokens": 96,
+        "geo_router_use_multi_anchor": true,
+        "geo_router_local_scale_start": 0.8,
+        "geo_router_local_scale_end": 1.2,
+        "geo_router_global_scale_start": 1.2,
+        "geo_router_global_scale_end": 0.8,
+        "use_geo_token_semantics": true,
+        "geo_token_semantic_dim": 768,
+        "use_joint_grounding_adapter": true,
+        "geo_semantic_mode": "part_tokens",
+        "joint_grounding_scale_start": 1.0,
+        "joint_grounding_scale_end": 1.0
+      }
+    }
+  },
+  "runtime": {
+    "pretrained_ss_dec": "microsoft/TRELLIS-image-large/ckpts/ss_dec_conv3d_16l8_fp16",
+    "constraint_latent_resolution": 512,
+    "max_geo_tokens": 2048,
+    "use_geo_router": true,
+    "trellis2_model_name": "microsoft/TRELLIS.2-4B",
+    "text_cond_model": "openai/clip-vit-large-patch14",
+    "sigma_min": 1e-05,
+    "ss_normalization": null
+  },
+  "provenance": {
+    "method": "arbor_mb",
+    "source_snapshot_commit": "93bc0727051338c61b2f6f33f0347c1faa3da349",
+    "source_run": "ss_joint_grounding_objmix_segv2_full_20260416_224033_from_sai_int1",
+    "released_checkpoint": "denoiser_ema0.9999_step0053000.pt"
+  }
+}

denoiser_ema0.9999_step0053000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cbad3e8f473a72f32eeff29639453a284978bcb116014b60d163e4c6187771
+size 626191930

slat_flow_txt_dit_B_64l8p2_geo_router_v1_ft_fp16.json

@@ -0,0 +1,69 @@
+{
+  "models": {
+    "denoiser": {
+      "name": "ElasticSLatFlowModel",
+      "pretrained": "microsoft/TRELLIS-text-base/ckpts/slat_flow_txt_dit_B_64l8p2_fp16",
+      "allow_partial_pretrained": true,
+      "args": {
+        "resolution": 64,
+        "in_channels": 8,
+        "out_channels": 8,
+        "model_channels": 768,
+        "cond_channels": 768,
+        "num_blocks": 12,
+        "num_heads": 12,
+        "mlp_ratio": 4,
+        "patch_size": 2,
+        "num_io_res_blocks": 2,
+        "io_block_channels": [
+          128
+        ],
+        "pe_mode": "ape",
+        "qk_rms_norm": true,
+        "use_fp16": true,
+        "use_geo_adapter": true,
+        "geo_adapter_mlp_ratio": 2.0,
+        "geo_feat_dim": 64,
+        "use_geo_router": true,
+        "geo_router_region_side": 2,
+        "geo_router_local_k": 2048,
+        "geo_router_num_global_summary_tokens": 96,
+        "geo_router_use_multi_anchor": true,
+        "geo_router_local_scale_start": 0.85,
+        "geo_router_local_scale_end": 1.25,
+        "geo_router_global_scale_start": 1.15,
+        "geo_router_global_scale_end": 0.75
+      }
+    }
+  },
+  "runtime": {
+    "default_slat_pipeline": "microsoft/TRELLIS-text-base",
+    "pretrained_slat_mesh_dec": "microsoft/TRELLIS-image-large/ckpts/slat_dec_mesh_swin8_B_64l8m256c_fp16",
+    "normalization": {
+      "mean": [
+        -2.1687545776367188,
+        -0.004347046371549368,
+        -0.13352349400520325,
+        -0.08418072760105133,
+        -0.5271206498146057,
+        0.7238689064979553,
+        -1.1414450407028198,
+        1.2039363384246826
+      ],
+      "std": [
+        2.377650737762451,
+        2.386378288269043,
+        2.124418020248413,
+        2.1748552322387695,
+        2.663944721221924,
+        2.371192216873169,
+        2.6217446327209473,
+        2.684523105621338
+      ]
+    }
+  },
+  "provenance": {
+    "source_file": "configs/generation/slat_flow_txt_dit_B_64l8p2_geo_router_v1_ft_fp16.json",
+    "source_snapshot_commit": "93bc0727051338c61b2f6f33f0347c1faa3da349"
+  }
+}