Upload folder using huggingface_hub

ckpts/slat_decoder_gs.json

@@ -0,0 +1,31 @@
+{
+    "name": "SLatGaussianDecoder",
+    "args": {
+        "resolution": 64,
+        "model_channels": 768,
+        "latent_channels": 8,
+        "num_blocks": 12,
+        "num_heads": 12,
+        "mlp_ratio": 4,
+        "attn_mode": "swin",
+        "window_size": 8,
+        "use_fp16": true,
+        "representation_config": {
+            "lr": {
+                "_xyz": 1.0,
+                "_features_dc": 1.0,
+                "_opacity": 1.0,
+                "_scaling": 1.0,
+                "_rotation": 0.1
+            },
+            "perturb_offset": true,
+            "voxel_size": 1.5,
+            "num_gaussians": 32,
+            "2d_filter_kernel_size": 0.1,
+            "3d_filter_kernel_size": 9e-4,
+            "scaling_bias": 4e-3,
+            "opacity_bias": 0.1,
+            "scaling_activation": "softplus"
+        }
+    }
+}

ckpts/slat_decoder_gs.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32fc53a1fc2e8743fe320f7416a2297e8de02cb422cf77d50e79ceb86a8f1ae
+size 341486240

ckpts/slat_decoder_mesh.json

@@ -0,0 +1,17 @@
+{
+    "name": "SLatMeshDecoder",
+    "args": {
+        "resolution": 64,
+        "model_channels": 768,
+        "latent_channels": 8,
+        "num_blocks": 12,
+        "num_heads": 12,
+        "mlp_ratio": 4,
+        "attn_mode": "swin",
+        "window_size": 8,
+        "use_fp16": true,
+        "representation_config": {
+            "use_color": true
+        }
+    }
+}

ckpts/slat_decoder_mesh.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e095819d1360f81be981bb8abd98da57cc47ed5847c8d292d3c772a3487c29a
+size 363718540

ckpts/slat_flow.json

@@ -0,0 +1,20 @@
+{
+    "name": "SLatFlowModel",
+    "args": {
+        "resolution": 64,
+        "in_channels": 8,
+        "out_channels": 8,
+        "model_channels": 1280,
+        "cond_channels": 768,
+        "num_blocks": 28,
+        "num_heads": 16,
+        "mlp_ratio": 4,
+        "patch_size": 2,
+        "num_io_res_blocks": 3,
+        "io_block_channels": [256],
+        "pe_mode": "ape",
+        "qk_rms_norm": true,
+        "use_fp16": true,
+        "use_inpainting": true
+    }
+}

ckpts/slat_flow.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9a0f2f148ca8f27c616201f5ef93afd1586b3ddb495ddfba0779e09aecfd87
+size 4293731864

ckpts/ss_coarse_flow.json

@@ -0,0 +1,19 @@
+{
+    "name": "SparseStructureFlowModel",
+    "args": {
+        "resolution": 16,
+        "in_channels": 8,
+        "out_channels": 8,
+        "model_channels": 1280,
+        "cond_channels": 768,
+        "num_blocks": 28,
+        "num_heads": 16,
+        "mlp_ratio": 4,
+        "patch_size": 1,
+        "pe_mode": "ape",
+        "qk_rms_norm": true,
+        "qk_rms_norm_cross": true,
+        "use_fp16": true,
+        "use_inpainting": true
+    }
+}

ckpts/ss_coarse_flow.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839435c76799d73f0ed0ac64a8f1485afe58940d6bad88fa4b84760c02a3a32f
+size 3922845568

ckpts/ss_fine_flow.json

@@ -0,0 +1,19 @@
+{
+    "name": "SparseStructureFlowModel",
+    "args": {
+        "resolution": 16,
+        "in_channels": 8,
+        "out_channels": 8,
+        "model_channels": 1280,
+        "cond_channels": 768,
+        "num_blocks": 28,
+        "num_heads": 16,
+        "mlp_ratio": 4,
+        "patch_size": 1,
+        "pe_mode": "ape",
+        "qk_rms_norm": true,
+        "qk_rms_norm_cross": true,
+        "use_fp16": true,
+        "use_inpainting": true
+    }
+}

ckpts/ss_fine_flow.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49597b9188fc8df3b51694b0b7d6d25d562954ad1745219ea701df9d873c56e3
+size 3922845568

pipeline.json

@@ -0,0 +1,62 @@
+{
+    "name": "WorldGrowPipeline",
+    "args": {
+        "models": {
+            "sparse_structure_encoder": "microsoft/TRELLIS-image-large/ckpts/ss_enc_conv3d_16l8_fp16",
+            "sparse_structure_decoder": "microsoft/TRELLIS-image-large/ckpts/ss_dec_conv3d_16l8_fp16",
+            "sparse_structure_coarse_flow_model": "ckpts/ss_coarse_flow",
+            "sparse_structure_fine_flow_model": "ckpts/ss_fine_flow",
+            "slat_flow_model": "ckpts/slat_flow",
+            "slat_decoder_gs": "ckpts/slat_decoder_gs",
+            "slat_decoder_mesh": "ckpts/slat_decoder_mesh"
+        },
+        "sparse_structure_sampler": {
+            "name": "FlowEulerInpaintingGuidanceIntervalSampler",
+            "args": {
+                "sigma_min": 1e-5
+            },
+            "params": {
+                "steps": 50,
+                "cfg_strength": 0.0,
+                "cfg_interval": [0.5, 1.0],
+                "rescale_t": 1.0
+            }
+        },
+        "slat_sampler": {
+            "name": "FlowEulerInpaintingGuidanceIntervalSampler",
+            "args": {
+                "sigma_min": 1e-5
+            },
+            "params": {
+                "steps": 50,
+                "cfg_strength": 0.0,
+                "cfg_interval": [0.5, 1.0],
+                "rescale_t": 1.0
+            }
+        },
+        "slat_normalization": {
+            "mean": [
+                -2.1687545776367188,
+                -0.004347046371549368,
+                -0.13352349400520325,
+                -0.08418072760105133,
+                -0.5271206498146057,
+                0.7238689064979553,
+                -1.1414450407028198,
+                1.2039363384246826
+            ],
+            "std": [
+                2.377650737762451,
+                2.386378288269043,
+                2.124418020248413,
+                2.1748552322387695,
+                2.663944721221924,
+                2.371192216873169,
+                2.6217446327209473,
+                2.684523105621338
+            ]
+        },
+        "text_cond_model": "openai/clip-vit-large-patch14",
+        "text_prompt": "A photorealistic 3D house mesh with a contemporary architectural style, featuring clean lines and a balanced mix of natural and industrial materials. Use large windows for natural lighting. Prioritize smooth mesh topology and modular components for adaptability, maintaining a cohesive modern aesthetic."
+    }
+}