File size: 1,841 Bytes
2c258fc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8949094
 
 
2c258fc
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
{
  "models": {
    "denoiser": {
      "name": "SparseStructureFlowModel",
      "pretrained": "microsoft/TRELLIS-text-base/ckpts/ss_flow_txt_dit_B_16l8_fp16",
      "allow_partial_pretrained": true,
      "args": {
        "resolution": 16,
        "in_channels": 8,
        "out_channels": 8,
        "model_channels": 768,
        "cond_channels": 768,
        "num_blocks": 12,
        "num_heads": 12,
        "mlp_ratio": 4,
        "patch_size": 1,
        "pe_mode": "ape",
        "qk_rms_norm": true,
        "use_fp16": true,
        "use_geo_adapter": true,
        "geo_adapter_mlp_ratio": 2.0,
        "geo_feat_dim": 64,
        "use_geo_router": true,
        "geo_router_region_side": 4,
        "geo_router_grid_resolution": 8,
        "geo_router_neighbor_radius": 1,
        "geo_router_local_k": 2048,
        "geo_router_num_global_summary_tokens": 96,
        "geo_router_use_multi_anchor": true,
        "geo_router_local_scale_start": 0.8,
        "geo_router_local_scale_end": 1.2,
        "geo_router_global_scale_start": 1.2,
        "geo_router_global_scale_end": 0.8,
        "use_geo_token_semantics": true,
        "geo_token_semantic_dim": 768,
        "use_joint_grounding_adapter": true,
        "geo_semantic_mode": "part_tokens",
        "joint_grounding_scale_start": 1.0,
        "joint_grounding_scale_end": 1.0
      }
    }
  },
  "runtime": {
    "pretrained_ss_dec": "microsoft/TRELLIS-image-large/ckpts/ss_dec_conv3d_16l8_fp16",
    "constraint_latent_resolution": 512,
    "max_geo_tokens": 2048,
    "use_geo_router": true,
    "trellis2_model_name": "microsoft/TRELLIS.2-4B",
    "text_cond_model": "openai/clip-vit-large-patch14",
    "sigma_min": 1e-05,
    "ss_normalization": null
  },
  "release": {
    "model_name": "Arbor",
    "checkpoint": "denoiser_ema0.9999_step0053000.pt"
  }
}