Publish validated merged OneWorld inference release

Promote model bytes validated at 0866f9483f8199ee3026b6c5376098b4b12ade17, paired with GitHub ebd6f316ce8fe1da74650a9a5d5738e2ec85994a. Preserve all parameter values and precision; replace legacy rank shards with one named model.safetensors and link the published inference instructions.

README.md

@@ -1,18 +1,7 @@
----
-license: cc-by-nc-4.0
-pipeline_tag: image-to-3d
-library_name: oneworld
-tags:
-- 3d-gaussian-splatting
-- image-to-3d
-- multi-view-generation
----
+# OneWorld merged inference weights
 
-# OneWorld
+One complete `model.safetensors` contains the generator EMA, RAE with final decoder EMA, and text-projector EMA, stored under their original parameter names. All values retain their original precision. There are no rank-local model shards.
 
-Four-step OneWorld checkpoint for image-conditioned 3D Gaussian scene generation.
-It supports image-and-camera inference with optional text conditioning. Use the
-inference code from `SensenGao/OneWorld`.
+Use the matching repaired inference code supporting `oneworld-4step-v3`, with the public Wan2.1-T2V-1.3B and Pi3X backbones. The compatible code is published in [GitHub commit ebd6f31](https://github.com/SensenGao/OneWorld/commit/ebd6f316ce8fe1da74650a9a5d5738e2ec85994a); follow its [setup and inference instructions](https://github.com/SensenGao/OneWorld/blob/ebd6f316ce8fe1da74650a9a5d5738e2ec85994a/infer/README.md). The default HF main release is ready to use directly, without a repair or merge step. No input-alignment initializer or decoder shard-layout file is needed. Latent statistics are stored separately in `latent_stats.pt`.
 
-The package contains the distilled generator, the adapted RAE decoder, and latent
-statistics. Pi3X and Wan2.1-T2V-1.3B are downloaded separately.
+Verify with `python infer/verify_weights.py --model /path/to/this/package`, then use the same path with `python infer/infer.py --model ...`.

checkpoint/contract.json

@@ -1,5 +1,5 @@
 {
-  "format": "oneworld-4step-v1",
+  "format": "oneworld-4step-v3",
   "checkpoint_format": "oneworld-rank-local-inference-v1",
   "world_size": 16,
   "step": 30000,
@@ -30,5 +30,10 @@
     ],
     "rollout_feedback": "3dgs_render_reencode",
     "cfg": false
-  }
+  },
+  "decoder_layout": "rae_decoder_v1",
+  "appearance_posterior": "identity",
+  "input_architecture": "aligned",
+  "weight_layout": "named_parameters_v1",
+  "decoder_ema_merged": true
 }

checkpoint/rank00001.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d8575ccbc4efbfb550ff5493e59d83cc01e1d737d79a1075bb91921d9eb6ae3
-size 465166115

checkpoint/rank00002.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c453cc9f7bc61a91c01481e9db5055a22f88cda283b03938d896258eb4bf1776
-size 465166115

checkpoint/rank00003.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20c52eff0f7ec256c1aaf8036ed291f977a4e99aad360d4a5dc5818aa74f62cc
-size 465166115

checkpoint/rank00004.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d28762ae7cf3f8f3da14119780ae054a0f64ce420563a44e0cb879a59754a0c9
-size 465166115

checkpoint/rank00005.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b9e4cbf150c1d348b96db59c3805dda178335d2113b780a3b2662ab392be6802
-size 465166115

checkpoint/rank00006.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fa952a75601176253678ef434e11db0ee9562a0ffb62a7be08b4461c16476678
-size 465166115

checkpoint/rank00007.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6be9c67bacc8baa69c1df4e50df2e6c91da84a4c112c3277673f8b37cd4518ca
-size 465166115

checkpoint/rank00008.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:811fc117730a9aa1659e1de2a30c276e1113da02916f5ca356bb8ca005f3fb47
-size 465166115

checkpoint/rank00009.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c9235fc4104def92815cd58b456b5e0f0a05bef3c2e45e3922e6eac4c8b08b13
-size 465166115

checkpoint/rank00010.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77dfef188448c1e72aa9a80242673fcabcb8624df8c03a280de090a1b8fed2cf
-size 465166115

checkpoint/rank00011.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:56ff97861c76d9a3ffa71697fc12ac772e6f2b7312e65fa6d42dfcc206f9a517
-size 465166115

checkpoint/rank00012.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5015141d5e0d006a07c4a32bf163d61d875f8f5fd9a5c141446ab2411bae11fe
-size 465166115

checkpoint/rank00013.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:130290b0fa1d80010c2060738d49eed66a33ebc84ccc532160cda025be8f379b
-size 465166115

checkpoint/rank00014.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:173b6ab77075e08bb135d2a870e629c0afae69ff8cd1151f9fd1348873a0f4d9
-size 465166115

checkpoint/rank00015.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f8366886ee075c2745859d4e48205770e974a5aec23397bf01d12914f3644f04
-size 465166115

checkpoint/text_projector.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:98db43b8e9760639ca03ddcae38bcf8ff92e19686a074d55fc3e026c7b05e4b6
-size 69234330

config.json

@@ -1,10 +1,21 @@
 {
-  "format": "oneworld-4step-v1",
+  "format": "oneworld-4step-v3",
   "checkpoint": "checkpoint",
-  "rae": "rae.pt",
+  "rae": "rae.json",
   "stats": "latent_stats.pt",
   "text_length": 256,
   "views": 8,
   "height": 224,
-  "width": 448
+  "width": 448,
+  "aligned_input": true,
+  "manifest": "manifest.json",
+  "weights": "model.safetensors",
+  "weight_layout": "named_parameters_v1",
+  "step": 30000,
+  "source_world_size": 16,
+  "text_projector_fingerprint": [
+    8653824.0,
+    -374.2581043791723,
+    11370.835342871147
+  ]
 }

manifest.json

@@ -0,0 +1,64 @@
+{
+  "format": "oneworld-release-manifest-v1",
+  "files": {
+    "README.md": {
+      "size": 1060,
+      "sha256": "41155439ce54c6fc2ab3cbd60e3631c9b85acc4e1a8f4784a17c992c53f87d43"
+    },
+    "checkpoint/contract.json": {
+      "size": 819,
+      "sha256": "0b801f91893196a2f6384cdc4efbff759b0e949e02c81bb907cb17e5ec82a032"
+    },
+    "config.json": {
+      "size": 463,
+      "sha256": "f3605739897b199c9c20d249a02dfa28d7aaaa6ab0d6f16564ccf8dbca872fb0"
+    },
+    "latent_stats.pt": {
+      "size": 20088,
+      "sha256": "ffef0f1ddd2efdc5037341ca9299d4180b3580b9b950cfa88bb9f49d9c3efcf1"
+    },
+    "model.safetensors": {
+      "size": 7908626480,
+      "sha256": "f882c70372994b5ac06fe5b071167affc2911deebc9fe11f576f34ca5b1dbf74"
+    },
+    "rae.json": {
+      "size": 7387,
+      "sha256": "681e0c54c2043e91195af35fec692942642fcd4fff84d87545e59d22af32e18d"
+    }
+  },
+  "source_files_sha256": {
+    "README.md": "7e183b389051989e1dbc66d2a14f49c6c22bedfa28cd24e12e34aef0970b090f",
+    "checkpoint/contract.json": "3b445b2033923e73db6a2924c355aca089bb13c56713703d54d793d5ab711bb4",
+    "checkpoint/layout.json": "d3d0d817b22c923b8a5b635d1b2e9deec82849e8678ed4d4208e174b5411c133",
+    "checkpoint/rank00000.pt": "aea4c2d203a435a424f578bed7b11dafa405eb2419e2f441e4096545a914106b",
+    "checkpoint/rank00001.pt": "7d8575ccbc4efbfb550ff5493e59d83cc01e1d737d79a1075bb91921d9eb6ae3",
+    "checkpoint/rank00002.pt": "c453cc9f7bc61a91c01481e9db5055a22f88cda283b03938d896258eb4bf1776",
+    "checkpoint/rank00003.pt": "20c52eff0f7ec256c1aaf8036ed291f977a4e99aad360d4a5dc5818aa74f62cc",
+    "checkpoint/rank00004.pt": "d28762ae7cf3f8f3da14119780ae054a0f64ce420563a44e0cb879a59754a0c9",
+    "checkpoint/rank00005.pt": "b9e4cbf150c1d348b96db59c3805dda178335d2113b780a3b2662ab392be6802",
+    "checkpoint/rank00006.pt": "fa952a75601176253678ef434e11db0ee9562a0ffb62a7be08b4461c16476678",
+    "checkpoint/rank00007.pt": "6be9c67bacc8baa69c1df4e50df2e6c91da84a4c112c3277673f8b37cd4518ca",
+    "checkpoint/rank00008.pt": "811fc117730a9aa1659e1de2a30c276e1113da02916f5ca356bb8ca005f3fb47",
+    "checkpoint/rank00009.pt": "c9235fc4104def92815cd58b456b5e0f0a05bef3c2e45e3922e6eac4c8b08b13",
+    "checkpoint/rank00010.pt": "77dfef188448c1e72aa9a80242673fcabcb8624df8c03a280de090a1b8fed2cf",
+    "checkpoint/rank00011.pt": "56ff97861c76d9a3ffa71697fc12ac772e6f2b7312e65fa6d42dfcc206f9a517",
+    "checkpoint/rank00012.pt": "5015141d5e0d006a07c4a32bf163d61d875f8f5fd9a5c141446ab2411bae11fe",
+    "checkpoint/rank00013.pt": "130290b0fa1d80010c2060738d49eed66a33ebc84ccc532160cda025be8f379b",
+    "checkpoint/rank00014.pt": "173b6ab77075e08bb135d2a870e629c0afae69ff8cd1151f9fd1348873a0f4d9",
+    "checkpoint/rank00015.pt": "f8366886ee075c2745859d4e48205770e974a5aec23397bf01d12914f3644f04",
+    "checkpoint/text_projector.pt": "801ae7fccc425a38a78aed75d7e1403975d72b0517e2b2995940fce4cf760f02",
+    "config.json": "af64edd46543d3cc9ba5aa96274c75ddc329c84c5b0b7f8e279791b020618568",
+    "input_alignment.pt": "a8d6dc5b56a15347a2ba9678c3b9716d7d94ce4e83b1e4026276703786c1c2ff",
+    "latent_stats.pt": "ffef0f1ddd2efdc5037341ca9299d4180b3580b9b950cfa88bb9f49d9c3efcf1",
+    "rae.pt": "28b9fee8cd179d2249c962c7a9dbfa17316fb6c6a6d0f4df1c0f6a4d65f9a4c5"
+  },
+  "weight_layout": "named_parameters_v1",
+  "trained_parameters_changed": false,
+  "precision_conversion": false,
+  "generator_ema_parameters": 870,
+  "decoder_ema_parameters_merged_into_rae": 449,
+  "rae_parameters": 754,
+  "total_named_parameters": 1628,
+  "source_world_size": 16,
+  "source_step": 30000
+}

checkpoint/rank00000.pt → model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aea4c2d203a435a424f578bed7b11dafa405eb2419e2f441e4096545a914106b
-size 465166115
+oid sha256:f882c70372994b5ac06fe5b071167affc2911deebc9fe11f576f34ca5b1dbf74
+size 7908626480

rae.json

@@ -0,0 +1,212 @@
+{
+  "format": "oneworld-rae-inference-v2",
+  "step": 30000,
+  "contract": {
+    "version": 19,
+    "parent_checkpoint": "",
+    "resolution_hw": null,
+    "resolutions_hw": [
+      [
+        224,
+        448
+      ],
+      [
+        448,
+        448
+      ],
+      [
+        252,
+        448
+      ],
+      [
+        336,
+        448
+      ]
+    ],
+    "patch_grids_hw": [
+      [
+        16,
+        32
+      ],
+      [
+        32,
+        32
+      ],
+      [
+        18,
+        32
+      ],
+      [
+        24,
+        32
+      ]
+    ],
+    "context_views": 8,
+    "heldout_target_views": 8,
+    "boundary_name": "independent_layernorm_stock_pi3_z18_and_rgb32",
+    "boundary_block_zero_based": 17,
+    "boundary_attention": "global",
+    "pre_boundary": "frozen_stock_pi3_blocks_0_to_17_no_rgb_injection",
+    "continuation_blocks": [
+      18,
+      35
+    ],
+    "register_tokens": "not_generated_shared_five_learned_parameters",
+    "pose": "all_16_opencv_c2w_ref0_pi3_native_mean_baseline_scale_aug_1",
+    "view_condition": "fixed_context_view0_identity_pose_plus_intrinsic_rays;remaining_context_views_permutation_equivariant",
+    "decoders": "independent_full_resolution_rgb_dpt_and_gaussian_dpt;pi3_point_head_depth_on_intrinsic_pixel_rays",
+    "level_fusion": "independent_four_scale_softmax_gates",
+    "level_drop_probability": 0.0,
+    "level_drop_start_step": 30000,
+    "decoder_noise": {
+      "distribution": "post_fusion_layernorm_per_scene_uniform_sigma_iid_gaussian",
+      "tau": 0.0,
+      "probability": 1.0,
+      "start_step": 0,
+      "shared_strength_across_views": true
+    },
+    "nvs": "eight_endpoint_bracketing_context_to_eight_heldout_interior_targets",
+    "view_split": "eight_evenly_spaced_context_including_both_endpoints_plus_eight_interior_targets",
+    "losses": "balanced_rgb_nvs_mse_plus_lpips_plus_stock_pi3_depth_and_rendered_depth_no_gan",
+    "loss_weights": {
+      "rgb": 1.0,
+      "nvs": 1.0,
+      "merged_context_rgb": 1.0,
+      "lpips": 0.05,
+      "lpips_start": 0,
+      "teacher_depth": 0.01,
+      "render_depth": 0.0
+    },
+    "gan": {
+      "discriminator": "dino_s8_ks9_bn_spectral_norm",
+      "disc_loss": "hinge",
+      "generator_loss": "negative_mean_fake_logits",
+      "weight": 0.0,
+      "adaptive_max": 10000.0,
+      "disc_start_step": 3750,
+      "generator_start_step": 5000
+    },
+    "latent_channels": {
+      "stock_pi3_z18": 1024,
+      "svg_rgb": 32
+    },
+    "latent_concat_dim": 1056,
+    "dit_latent": "concat(layernorm_stock_pi3_z18,layernorm_rgb32);reversible_per_resolution_channel_standardization_deferred_to_dit",
+    "decoder_adapter": "layernorm_z18_plus_zero_init_mlp_layernorm_rgb32_to_1024_then_layernorm_then_fixed_channel_denorm",
+    "decoder_taps": [
+      17,
+      35
+    ],
+    "rgb_alignment": "independent_per_token_layernorm_no_affine",
+    "post_concat_norm": null,
+    "rgb_direct_skip": "scene_shared_drop_p0_layernorm_rgb32_exact_patch14_full_resolution_detail_merger_before_rgb_output_conv_not_rgb_dpt_concat",
+    "rgb_trunk_condition": "zero_init_32_to_256_to_1024_fixed_gate_0.1",
+    "rgb_branch_mask": "before_alignment_shared_per_multiview_scene",
+    "rgb_branch_drop": 0.0,
+    "rgb_branch_drop_scope": "scene_shared_synchronized_full_resolution_rgb_and_gaussian_input_mergers;block19_condition_keeps_clean_rgb",
+    "rgb_transformer_dropout": 0.0,
+    "training_scope": "full",
+    "overfit_scene_pool_size": 0,
+    "dataset": "mixed_re10k_nvs_refined",
+    "data_mix": "exact_global_sample_parity_50pct_nvs_refined_static_50pct_legacy_re10k",
+    "nvs_refined_subsets": [
+      "ACID",
+      "DL3DV",
+      "Re10K"
+    ],
+    "source_view_sampling": {
+      "legacy_re10k": "ordered_16_views_existing_loader",
+      "nvs_refined_acid": "uniform_16_view_window_span_48_160_endpoint_bracketed_8_to_8",
+      "nvs_refined_re10k": "uniform_16_view_window_span_48_160_endpoint_bracketed_8_to_8",
+      "nvs_refined_dl3dv": "depthsplat_adapted_span_warmup_15_30_to_20_50_over_10k;8_context=temporal_endpoints_plus_camera_center_fps;8_distinct_targets_inside_context_window"
+    },
+    "resolution_schedule": "global_step_synchronized_shuffled_uniform_cycle",
+    "normalization": {
+      "z18": "fixed_layernorm_per_token_no_affine",
+      "rgb32": "fixed_layernorm_per_token_no_affine",
+      "fused_block18_input": "fixed_layernorm_per_token_no_affine",
+      "z36_decoder_tap": "trainable_layernorm_per_token"
+    },
+    "gaussians": {
+      "centres": "pi3_depth_on_intrinsic_pixel_rays_no_xy_offset",
+      "ray_mode": "z_depth",
+      "sh_degree": 1,
+      "attribute_channels": 20,
+      "rgb_skip": true,
+      "merged_context_rgb_weight": 1.0,
+      "single_source_diagonal_rgb_weight": 0.0,
+      "render_cloud": "all_context_views_merged_for_every_camera",
+      "random_background_during_training": false,
+      "source_views_kept_per_training_render": 8,
+      "source_cloud_dropout_probability": 0.0,
+      "training_geometry_oracle": false
+    },
+    "geometry_teacher": {
+      "source": "frozen_stock_pi3_blocks18_to35_and_point_head",
+      "direct_depth_weight": 0.01,
+      "rendered_context_depth_weight": 0.0,
+      "anchor_end_step_exclusive": 0,
+      "direct_depth_mode": "scale_invariant_pixel_log_l1"
+    },
+    "cross_view_depth_consistency": {
+      "weight": 0.0,
+      "source_pairing": "directed_nearest_camera",
+      "pixel_stride": 4,
+      "robust_retained_quantile": 0.7
+    },
+    "wan_alignment": {
+      "status": "active",
+      "teacher": "frozen_Wan2.1_VAE_16d_deterministic_mean",
+      "frame_contract": "each_view_independent_T1_first_frame",
+      "teacher_grid": "H_over_8_W_over_8",
+      "teacher_to_latent_grid": "fixed_parameter_free_adaptive_area_aggregation_to_H_over_14",
+      "latent_projection": "final_layernorm_RGB32_1x1_conv_32_to_16",
+      "loss": "VA-VAE_direct_cosine_plus_token_relation_matrix",
+      "weight": 0.1,
+      "adaptive_gradient_balance": true,
+      "cosine_margin": 0.0,
+      "distance_margin": 0.0,
+      "relation_token_samples": 256,
+      "teacher_encode_batch_size": 1
+    },
+    "rgb_decoder": {
+      "dpt_input": "geometry_z18_and_z36_only_no_rgb32_concat",
+      "dpt_prefinal_scale": "8x_patch_grid_then_bilinear_to_image",
+      "detail_path": "rgb32_hidden0_pixelshuffle_exact_patch14_to_full_resolution_feature32_plus_3x3_refine",
+      "fusion": "feature"
+    },
+    "decoder_denorm": {
+      "format": "pi3-v19-ln-to-raw-channel-affine-v1",
+      "statistics": "embedded_in_model.safetensors",
+      "position": "after_fusion_layernorm_before_pi3_block18",
+      "fixed_during_rae_training": true,
+      "scale_mean": 0.09068994224071503,
+      "scale_std": 0.0018938040593639016,
+      "bias_mean": 0.025266744196414948,
+      "bias_std": 0.001551253255456686
+    },
+    "appearance_posterior": "identity"
+  },
+  "args": {
+    "appearance_dim": 32,
+    "appearance_hidden_dim": 384,
+    "appearance_depth": 6,
+    "appearance_heads": 8,
+    "appearance_transformer_dropout": 0.0,
+    "appearance_drop": 0.0,
+    "features": 256,
+    "level_drop": 0.0,
+    "sh_degree": 1,
+    "gs_ray_mode": "z_depth",
+    "rgb_detail_hidden_dim": 0,
+    "rgb_detail_merge": "feature",
+    "rgb_coarse_scale": 1.0,
+    "rgb_detail_scale": 1.0
+  },
+  "tensor_source": {
+    "format": "safetensors",
+    "file": "model.safetensors",
+    "prefix": "rae."
+  },
+  "decoder_ema_merged": true
+}

rae.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a72c680e620bea3529365a658535562122638f1b26f11542335af4a56f19e2bc
-size 1526571746