ZplusM commited on
Commit
c25f5a9
·
verified ·
1 Parent(s): 9e64d1d

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_mtu3d_baseline_467172.json +205 -0
  2. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/requests/mtu3d_baseline_467172/mtu3d_baseline.worker.stderr.log +22 -0
  3. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/provenance_mtu3d_baseline_2601943.json +205 -0
  4. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/requests/mtu3d_baseline_2601943/mtu3d_baseline.worker.stderr.log +22 -0
  5. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/provenance_mtu3d_baseline_2601933.json +205 -0
  6. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/requests/mtu3d_baseline_2601933/mtu3d_baseline.worker.stderr.log +22 -0
  7. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/provenance_mtu3d_baseline_3532758.json +205 -0
  8. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/requests/mtu3d_baseline_3532758/mtu3d_baseline.worker.stderr.log +22 -0
  9. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/provenance_mtu3d_baseline_2601917.json +205 -0
  10. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/requests/mtu3d_baseline_2601917/mtu3d_baseline.worker.stderr.log +22 -0
  11. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/provenance_nav3r_zplusm_mtu3d_209329.json +320 -0
  12. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/requests/nav3r_zplusm_mtu3d_209329/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  13. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/provenance_nav3r_zplusm_mtu3d_452766.json +320 -0
  14. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/requests/nav3r_zplusm_mtu3d_452766/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  15. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/provenance_nav3r_zplusm_mtu3d_157776.json +320 -0
  16. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/requests/nav3r_zplusm_mtu3d_157776/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  17. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_nav3r_zplusm_mtu3d_2601922.json +320 -0
  18. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/requests/nav3r_zplusm_mtu3d_2601922/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  19. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_100_101_102_103_104_105_106_107_108_109_110_111_112_113_114_115_116_117_118_119/rollout/provenance_nav3r_zplusm_mtu3d_4168230.json +320 -0
  20. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_100_101_102_103_104_105_106_107_108_109_110_111_112_113_114_115_116_117_118_119/rollout/requests/nav3r_zplusm_mtu3d_4168230/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  21. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/provenance_nav3r_zplusm_mtu3d_103511.json +320 -0
  22. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/requests/nav3r_zplusm_mtu3d_103511/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  23. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_20_21_22_23_24_25_26_27_28_29_30_31_32_33_34_35_36_37_38_39/rollout/provenance_nav3r_zplusm_mtu3d_2601918.json +320 -0
  24. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_20_21_22_23_24_25_26_27_28_29_30_31_32_33_34_35_36_37_38_39/rollout/requests/nav3r_zplusm_mtu3d_2601918/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  25. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_260_261_262_263_264_265_266_267_268_269_270_271_272_273_274_275_276_277_278_279/rollout/provenance_nav3r_zplusm_mtu3d_2601956.json +320 -0
  26. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_260_261_262_263_264_265_266_267_268_269_270_271_272_273_274_275_276_277_278_279/rollout/requests/nav3r_zplusm_mtu3d_2601956/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  27. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/provenance_nav3r_zplusm_mtu3d_215095.json +320 -0
  28. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/requests/nav3r_zplusm_mtu3d_215095/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  29. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_200_201_202_203_204_205_206_207_208_209_210_211_212_213_214_215_216_217_218_219/rollout/provenance_nav3r_zplusm_mtu3d_2601965.json +320 -0
  30. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_200_201_202_203_204_205_206_207_208_209_210_211_212_213_214_215_216_217_218_219/rollout/requests/nav3r_zplusm_mtu3d_2601965/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  31. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_280_281_282_283_284_285_286_287_288_289_290_291_292_293_294_295_296_297_298_299/rollout/provenance_nav3r_zplusm_mtu3d_3020715.json +320 -0
  32. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_280_281_282_283_284_285_286_287_288_289_290_291_292_293_294_295_296_297_298_299/rollout/requests/nav3r_zplusm_mtu3d_3020715/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  33. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/provenance_nav3r_zplusm_mtu3d_1157852.json +320 -0
  34. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/requests/nav3r_zplusm_mtu3d_1157852/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  35. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_140_141_142_143_144_145_146_147_148_149_150_151_152_153_154_155_156_157_158_159/rollout/provenance_nav3r_zplusm_mtu3d_2601931.json +320 -0
  36. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_140_141_142_143_144_145_146_147_148_149_150_151_152_153_154_155_156_157_158_159/rollout/requests/nav3r_zplusm_mtu3d_2601931/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  37. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_220_221_222_223_224_225_226_227_228_229_230_231_232_233_234_235_236_237_238_239/rollout/provenance_nav3r_zplusm_mtu3d_3085448.json +320 -0
  38. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_220_221_222_223_224_225_226_227_228_229_230_231_232_233_234_235_236_237_238_239/rollout/requests/nav3r_zplusm_mtu3d_3085448/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  39. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/provenance_nav3r_zplusm_mtu3d_3792099.json +320 -0
  40. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/requests/nav3r_zplusm_mtu3d_3792099/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  41. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/provenance_nav3r_zplusm_mtu3d_4164462.json +320 -0
  42. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/requests/nav3r_zplusm_mtu3d_4164462/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  43. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/logs/baseline_gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319.log +95 -0
  44. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/provenance_nav3r_zplusm_mtu3d_888745.json +320 -0
  45. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/requests/nav3r_zplusm_mtu3d_888745/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  46. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/provenance_nav3r_zplusm_mtu3d_2601945.json +320 -0
  47. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/requests/nav3r_zplusm_mtu3d_2601945/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  48. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/provenance_nav3r_zplusm_mtu3d_1585692.json +320 -0
  49. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/requests/nav3r_zplusm_mtu3d_1585692/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
  50. experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_nav3r_zplusm_mtu3d_2874918.json +320 -0
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_mtu3d_baseline_467172.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "mtu3d_baseline",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": false,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": false,
13
+ "adapter_used": false,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": null,
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": null,
62
+ "v183_runtime_acceptance": null,
63
+ "v166_deployment_residual_policy": null,
64
+ "adapter_report": null,
65
+ "v170_fast_aggregate_report": null,
66
+ "v171_fast_aggregate_report": null,
67
+ "v172_runtime_acceptance": null,
68
+ "v172_aggregate_report": null,
69
+ "v178_aggregate_report": null,
70
+ "v182_aggregate_report": null,
71
+ "v183_mechanism_report": null,
72
+ "candidate_local_control_mode": "none",
73
+ "wrong_scene_bank": null,
74
+ "point_fusion_evidence_mode": "none",
75
+ "point_source_mode": "none",
76
+ "zplusm_runtime_used": false,
77
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
78
+ "architecture": null,
79
+ "checkpoint_report": {
80
+ "loaded_tensor_count": 388,
81
+ "missing_keys": [
82
+ "image_encoder.input_feat_proj.0.weight",
83
+ "image_encoder.input_feat_proj.0.bias",
84
+ "image_encoder.input_feat_proj.1.weight",
85
+ "image_encoder.input_feat_proj.1.bias"
86
+ ],
87
+ "allowed_missing_keys": [
88
+ "image_encoder.input_feat_proj.0.bias",
89
+ "image_encoder.input_feat_proj.0.weight",
90
+ "image_encoder.input_feat_proj.1.bias",
91
+ "image_encoder.input_feat_proj.1.weight"
92
+ ],
93
+ "disallowed_missing_keys": [],
94
+ "unused_allowed_missing_keys": [],
95
+ "unexpected_keys": [],
96
+ "strict_original_coverage": false,
97
+ "strict_text_goal_coverage": true,
98
+ "declared_profile": "ovon"
99
+ },
100
+ "stage2_coordinate_frame": "official_world",
101
+ "hashes": {
102
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
103
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
104
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
105
+ "adapter": null,
106
+ "adapter_report": null,
107
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
108
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
109
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
110
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
111
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
112
+ }
113
+ },
114
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
115
+ "policy": "mtu3d_baseline",
116
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
117
+ "official_goal_coordinates_passed_to_policy": false,
118
+ "official_goal_coordinates_passed_to_low_level_controller": false,
119
+ "simulator_observation_modalities": [
120
+ "rgb",
121
+ "depth"
122
+ ],
123
+ "simulator_semantic_sensor_enabled": false,
124
+ "semantic_scene_descriptor_used_by_policy": false,
125
+ "semantic_scene_descriptor_used_by_evaluator": false,
126
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
127
+ "oracle_shortest_path_controller_used": true,
128
+ "low_level_controller_is_oracle_navmesh_executor": true,
129
+ "habitat_challenge_tag": "challenge-2023",
130
+ "distance_to": "VIEW_POINTS",
131
+ "success_distance_m": 0.1,
132
+ "vlnce_ndtw_method": null,
133
+ "vlnce_ndtw_gt_path": null,
134
+ "vlnce_ndtw_gt_sha256": null,
135
+ "evaluation_uses_all_official_goal_viewpoints": true,
136
+ "decision_interval_steps": null,
137
+ "waypoint_commitment_enabled": true,
138
+ "maximum_waypoint_actions": 40,
139
+ "maximum_waypoint_collisions": 2,
140
+ "maximum_nonprogress_actions": 12,
141
+ "maximum_alternating_turn_actions": 6,
142
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
143
+ "planner_subgoal_commitment_enabled": false,
144
+ "planner_subgoal_reached_distance_m": 0.25,
145
+ "planner_obstacle_inflation_cells": 1,
146
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
147
+ "failed_object_recovery_uses_goal_coordinates": false,
148
+ "failed_object_recovery_uses_navmesh": false,
149
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
150
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
151
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
152
+ "maximum_frontier_terminal_turns": 6,
153
+ "object_confirmations_required_before_stop": 2,
154
+ "object_confirmation_radius_m": 1.0,
155
+ "object_confirmation_uses_oracle_semantics": false,
156
+ "initial_scan_steps": 12,
157
+ "initial_scan_action": "TURN_LEFT",
158
+ "initial_scan_turn_degrees": 30.0,
159
+ "initial_scan_full_rotation_degrees": 360.0,
160
+ "navigation_turn_degrees": 30.0,
161
+ "turn_threshold_degrees": 16.0,
162
+ "move_forward_step_m": 0.25,
163
+ "sensor_resolution": [
164
+ 640,
165
+ 360
166
+ ],
167
+ "depth_sensor_resolution": [
168
+ 640,
169
+ 360
170
+ ],
171
+ "sensor_hfov_degrees": 42.0,
172
+ "sensor_height_m": 1.31,
173
+ "depth_range_m": [
174
+ 0.5,
175
+ 5.0
176
+ ],
177
+ "agent_height_m": 1.41,
178
+ "agent_radius_m": 0.17,
179
+ "allow_sliding": false,
180
+ "minimum_forward_displacement_m": 0.05,
181
+ "collision_feedback_updates_occupancy": true,
182
+ "collision_recovery_uses_oracle": false,
183
+ "initial_scan_uses_goal_category": false,
184
+ "initial_scan_uses_goal_coordinates": false,
185
+ "initial_scan_consumes_step_budget": true,
186
+ "initial_scan_collects_multiview_rgbd": true,
187
+ "initial_scan_builds_cumulative_point_cloud": true,
188
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
189
+ "initial_scan_native_mtu3d_views": 12,
190
+ "initial_scan_builds_zplusm_point_cloud": false,
191
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
192
+ "point_source_mode": "none",
193
+ "zplusm_runtime_used": false,
194
+ "point_fusion_evidence_mode": "none",
195
+ "wrong_scene_bank": null,
196
+ "initial_scan_geometry_update_requests": 0,
197
+ "zplusm_reconstruction_window_views": 2,
198
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
199
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
200
+ "navigation_step_budget": 488,
201
+ "navigation_point_cloud_update_every_observation": false,
202
+ "navigation_point_cloud_deferred_views_retained": true,
203
+ "online_redecision_every_primitive_step": false,
204
+ "online_redecision_every_post_scan_primitive_step": false
205
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/requests/mtu3d_baseline_467172/mtu3d_baseline.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/provenance_mtu3d_baseline_2601943.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "mtu3d_baseline",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": false,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": false,
13
+ "adapter_used": false,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": null,
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": null,
62
+ "v183_runtime_acceptance": null,
63
+ "v166_deployment_residual_policy": null,
64
+ "adapter_report": null,
65
+ "v170_fast_aggregate_report": null,
66
+ "v171_fast_aggregate_report": null,
67
+ "v172_runtime_acceptance": null,
68
+ "v172_aggregate_report": null,
69
+ "v178_aggregate_report": null,
70
+ "v182_aggregate_report": null,
71
+ "v183_mechanism_report": null,
72
+ "candidate_local_control_mode": "none",
73
+ "wrong_scene_bank": null,
74
+ "point_fusion_evidence_mode": "none",
75
+ "point_source_mode": "none",
76
+ "zplusm_runtime_used": false,
77
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
78
+ "architecture": null,
79
+ "checkpoint_report": {
80
+ "loaded_tensor_count": 388,
81
+ "missing_keys": [
82
+ "image_encoder.input_feat_proj.0.weight",
83
+ "image_encoder.input_feat_proj.0.bias",
84
+ "image_encoder.input_feat_proj.1.weight",
85
+ "image_encoder.input_feat_proj.1.bias"
86
+ ],
87
+ "allowed_missing_keys": [
88
+ "image_encoder.input_feat_proj.0.bias",
89
+ "image_encoder.input_feat_proj.0.weight",
90
+ "image_encoder.input_feat_proj.1.bias",
91
+ "image_encoder.input_feat_proj.1.weight"
92
+ ],
93
+ "disallowed_missing_keys": [],
94
+ "unused_allowed_missing_keys": [],
95
+ "unexpected_keys": [],
96
+ "strict_original_coverage": false,
97
+ "strict_text_goal_coverage": true,
98
+ "declared_profile": "ovon"
99
+ },
100
+ "stage2_coordinate_frame": "official_world",
101
+ "hashes": {
102
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
103
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
104
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
105
+ "adapter": null,
106
+ "adapter_report": null,
107
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
108
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
109
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
110
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
111
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
112
+ }
113
+ },
114
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
115
+ "policy": "mtu3d_baseline",
116
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
117
+ "official_goal_coordinates_passed_to_policy": false,
118
+ "official_goal_coordinates_passed_to_low_level_controller": false,
119
+ "simulator_observation_modalities": [
120
+ "rgb",
121
+ "depth"
122
+ ],
123
+ "simulator_semantic_sensor_enabled": false,
124
+ "semantic_scene_descriptor_used_by_policy": false,
125
+ "semantic_scene_descriptor_used_by_evaluator": false,
126
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
127
+ "oracle_shortest_path_controller_used": true,
128
+ "low_level_controller_is_oracle_navmesh_executor": true,
129
+ "habitat_challenge_tag": "challenge-2023",
130
+ "distance_to": "VIEW_POINTS",
131
+ "success_distance_m": 0.1,
132
+ "vlnce_ndtw_method": null,
133
+ "vlnce_ndtw_gt_path": null,
134
+ "vlnce_ndtw_gt_sha256": null,
135
+ "evaluation_uses_all_official_goal_viewpoints": true,
136
+ "decision_interval_steps": null,
137
+ "waypoint_commitment_enabled": true,
138
+ "maximum_waypoint_actions": 40,
139
+ "maximum_waypoint_collisions": 2,
140
+ "maximum_nonprogress_actions": 12,
141
+ "maximum_alternating_turn_actions": 6,
142
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
143
+ "planner_subgoal_commitment_enabled": false,
144
+ "planner_subgoal_reached_distance_m": 0.25,
145
+ "planner_obstacle_inflation_cells": 1,
146
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
147
+ "failed_object_recovery_uses_goal_coordinates": false,
148
+ "failed_object_recovery_uses_navmesh": false,
149
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
150
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
151
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
152
+ "maximum_frontier_terminal_turns": 6,
153
+ "object_confirmations_required_before_stop": 2,
154
+ "object_confirmation_radius_m": 1.0,
155
+ "object_confirmation_uses_oracle_semantics": false,
156
+ "initial_scan_steps": 12,
157
+ "initial_scan_action": "TURN_LEFT",
158
+ "initial_scan_turn_degrees": 30.0,
159
+ "initial_scan_full_rotation_degrees": 360.0,
160
+ "navigation_turn_degrees": 30.0,
161
+ "turn_threshold_degrees": 16.0,
162
+ "move_forward_step_m": 0.25,
163
+ "sensor_resolution": [
164
+ 640,
165
+ 360
166
+ ],
167
+ "depth_sensor_resolution": [
168
+ 640,
169
+ 360
170
+ ],
171
+ "sensor_hfov_degrees": 42.0,
172
+ "sensor_height_m": 1.31,
173
+ "depth_range_m": [
174
+ 0.5,
175
+ 5.0
176
+ ],
177
+ "agent_height_m": 1.41,
178
+ "agent_radius_m": 0.17,
179
+ "allow_sliding": false,
180
+ "minimum_forward_displacement_m": 0.05,
181
+ "collision_feedback_updates_occupancy": true,
182
+ "collision_recovery_uses_oracle": false,
183
+ "initial_scan_uses_goal_category": false,
184
+ "initial_scan_uses_goal_coordinates": false,
185
+ "initial_scan_consumes_step_budget": true,
186
+ "initial_scan_collects_multiview_rgbd": true,
187
+ "initial_scan_builds_cumulative_point_cloud": true,
188
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
189
+ "initial_scan_native_mtu3d_views": 12,
190
+ "initial_scan_builds_zplusm_point_cloud": false,
191
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
192
+ "point_source_mode": "none",
193
+ "zplusm_runtime_used": false,
194
+ "point_fusion_evidence_mode": "none",
195
+ "wrong_scene_bank": null,
196
+ "initial_scan_geometry_update_requests": 0,
197
+ "zplusm_reconstruction_window_views": 2,
198
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
199
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
200
+ "navigation_step_budget": 488,
201
+ "navigation_point_cloud_update_every_observation": false,
202
+ "navigation_point_cloud_deferred_views_retained": true,
203
+ "online_redecision_every_primitive_step": false,
204
+ "online_redecision_every_post_scan_primitive_step": false
205
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/requests/mtu3d_baseline_2601943/mtu3d_baseline.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/provenance_mtu3d_baseline_2601933.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "mtu3d_baseline",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": false,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": false,
13
+ "adapter_used": false,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": null,
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": null,
62
+ "v183_runtime_acceptance": null,
63
+ "v166_deployment_residual_policy": null,
64
+ "adapter_report": null,
65
+ "v170_fast_aggregate_report": null,
66
+ "v171_fast_aggregate_report": null,
67
+ "v172_runtime_acceptance": null,
68
+ "v172_aggregate_report": null,
69
+ "v178_aggregate_report": null,
70
+ "v182_aggregate_report": null,
71
+ "v183_mechanism_report": null,
72
+ "candidate_local_control_mode": "none",
73
+ "wrong_scene_bank": null,
74
+ "point_fusion_evidence_mode": "none",
75
+ "point_source_mode": "none",
76
+ "zplusm_runtime_used": false,
77
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
78
+ "architecture": null,
79
+ "checkpoint_report": {
80
+ "loaded_tensor_count": 388,
81
+ "missing_keys": [
82
+ "image_encoder.input_feat_proj.0.weight",
83
+ "image_encoder.input_feat_proj.0.bias",
84
+ "image_encoder.input_feat_proj.1.weight",
85
+ "image_encoder.input_feat_proj.1.bias"
86
+ ],
87
+ "allowed_missing_keys": [
88
+ "image_encoder.input_feat_proj.0.bias",
89
+ "image_encoder.input_feat_proj.0.weight",
90
+ "image_encoder.input_feat_proj.1.bias",
91
+ "image_encoder.input_feat_proj.1.weight"
92
+ ],
93
+ "disallowed_missing_keys": [],
94
+ "unused_allowed_missing_keys": [],
95
+ "unexpected_keys": [],
96
+ "strict_original_coverage": false,
97
+ "strict_text_goal_coverage": true,
98
+ "declared_profile": "ovon"
99
+ },
100
+ "stage2_coordinate_frame": "official_world",
101
+ "hashes": {
102
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
103
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
104
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
105
+ "adapter": null,
106
+ "adapter_report": null,
107
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
108
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
109
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
110
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
111
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
112
+ }
113
+ },
114
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
115
+ "policy": "mtu3d_baseline",
116
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
117
+ "official_goal_coordinates_passed_to_policy": false,
118
+ "official_goal_coordinates_passed_to_low_level_controller": false,
119
+ "simulator_observation_modalities": [
120
+ "rgb",
121
+ "depth"
122
+ ],
123
+ "simulator_semantic_sensor_enabled": false,
124
+ "semantic_scene_descriptor_used_by_policy": false,
125
+ "semantic_scene_descriptor_used_by_evaluator": false,
126
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
127
+ "oracle_shortest_path_controller_used": true,
128
+ "low_level_controller_is_oracle_navmesh_executor": true,
129
+ "habitat_challenge_tag": "challenge-2023",
130
+ "distance_to": "VIEW_POINTS",
131
+ "success_distance_m": 0.1,
132
+ "vlnce_ndtw_method": null,
133
+ "vlnce_ndtw_gt_path": null,
134
+ "vlnce_ndtw_gt_sha256": null,
135
+ "evaluation_uses_all_official_goal_viewpoints": true,
136
+ "decision_interval_steps": null,
137
+ "waypoint_commitment_enabled": true,
138
+ "maximum_waypoint_actions": 40,
139
+ "maximum_waypoint_collisions": 2,
140
+ "maximum_nonprogress_actions": 12,
141
+ "maximum_alternating_turn_actions": 6,
142
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
143
+ "planner_subgoal_commitment_enabled": false,
144
+ "planner_subgoal_reached_distance_m": 0.25,
145
+ "planner_obstacle_inflation_cells": 1,
146
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
147
+ "failed_object_recovery_uses_goal_coordinates": false,
148
+ "failed_object_recovery_uses_navmesh": false,
149
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
150
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
151
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
152
+ "maximum_frontier_terminal_turns": 6,
153
+ "object_confirmations_required_before_stop": 2,
154
+ "object_confirmation_radius_m": 1.0,
155
+ "object_confirmation_uses_oracle_semantics": false,
156
+ "initial_scan_steps": 12,
157
+ "initial_scan_action": "TURN_LEFT",
158
+ "initial_scan_turn_degrees": 30.0,
159
+ "initial_scan_full_rotation_degrees": 360.0,
160
+ "navigation_turn_degrees": 30.0,
161
+ "turn_threshold_degrees": 16.0,
162
+ "move_forward_step_m": 0.25,
163
+ "sensor_resolution": [
164
+ 640,
165
+ 360
166
+ ],
167
+ "depth_sensor_resolution": [
168
+ 640,
169
+ 360
170
+ ],
171
+ "sensor_hfov_degrees": 42.0,
172
+ "sensor_height_m": 1.31,
173
+ "depth_range_m": [
174
+ 0.5,
175
+ 5.0
176
+ ],
177
+ "agent_height_m": 1.41,
178
+ "agent_radius_m": 0.17,
179
+ "allow_sliding": false,
180
+ "minimum_forward_displacement_m": 0.05,
181
+ "collision_feedback_updates_occupancy": true,
182
+ "collision_recovery_uses_oracle": false,
183
+ "initial_scan_uses_goal_category": false,
184
+ "initial_scan_uses_goal_coordinates": false,
185
+ "initial_scan_consumes_step_budget": true,
186
+ "initial_scan_collects_multiview_rgbd": true,
187
+ "initial_scan_builds_cumulative_point_cloud": true,
188
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
189
+ "initial_scan_native_mtu3d_views": 12,
190
+ "initial_scan_builds_zplusm_point_cloud": false,
191
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
192
+ "point_source_mode": "none",
193
+ "zplusm_runtime_used": false,
194
+ "point_fusion_evidence_mode": "none",
195
+ "wrong_scene_bank": null,
196
+ "initial_scan_geometry_update_requests": 0,
197
+ "zplusm_reconstruction_window_views": 2,
198
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
199
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
200
+ "navigation_step_budget": 488,
201
+ "navigation_point_cloud_update_every_observation": false,
202
+ "navigation_point_cloud_deferred_views_retained": true,
203
+ "online_redecision_every_primitive_step": false,
204
+ "online_redecision_every_post_scan_primitive_step": false
205
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/requests/mtu3d_baseline_2601933/mtu3d_baseline.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/provenance_mtu3d_baseline_3532758.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "mtu3d_baseline",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": false,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": false,
13
+ "adapter_used": false,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": null,
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": null,
62
+ "v183_runtime_acceptance": null,
63
+ "v166_deployment_residual_policy": null,
64
+ "adapter_report": null,
65
+ "v170_fast_aggregate_report": null,
66
+ "v171_fast_aggregate_report": null,
67
+ "v172_runtime_acceptance": null,
68
+ "v172_aggregate_report": null,
69
+ "v178_aggregate_report": null,
70
+ "v182_aggregate_report": null,
71
+ "v183_mechanism_report": null,
72
+ "candidate_local_control_mode": "none",
73
+ "wrong_scene_bank": null,
74
+ "point_fusion_evidence_mode": "none",
75
+ "point_source_mode": "none",
76
+ "zplusm_runtime_used": false,
77
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
78
+ "architecture": null,
79
+ "checkpoint_report": {
80
+ "loaded_tensor_count": 388,
81
+ "missing_keys": [
82
+ "image_encoder.input_feat_proj.0.weight",
83
+ "image_encoder.input_feat_proj.0.bias",
84
+ "image_encoder.input_feat_proj.1.weight",
85
+ "image_encoder.input_feat_proj.1.bias"
86
+ ],
87
+ "allowed_missing_keys": [
88
+ "image_encoder.input_feat_proj.0.bias",
89
+ "image_encoder.input_feat_proj.0.weight",
90
+ "image_encoder.input_feat_proj.1.bias",
91
+ "image_encoder.input_feat_proj.1.weight"
92
+ ],
93
+ "disallowed_missing_keys": [],
94
+ "unused_allowed_missing_keys": [],
95
+ "unexpected_keys": [],
96
+ "strict_original_coverage": false,
97
+ "strict_text_goal_coverage": true,
98
+ "declared_profile": "ovon"
99
+ },
100
+ "stage2_coordinate_frame": "official_world",
101
+ "hashes": {
102
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
103
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
104
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
105
+ "adapter": null,
106
+ "adapter_report": null,
107
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
108
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
109
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
110
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
111
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
112
+ }
113
+ },
114
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
115
+ "policy": "mtu3d_baseline",
116
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
117
+ "official_goal_coordinates_passed_to_policy": false,
118
+ "official_goal_coordinates_passed_to_low_level_controller": false,
119
+ "simulator_observation_modalities": [
120
+ "rgb",
121
+ "depth"
122
+ ],
123
+ "simulator_semantic_sensor_enabled": false,
124
+ "semantic_scene_descriptor_used_by_policy": false,
125
+ "semantic_scene_descriptor_used_by_evaluator": false,
126
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
127
+ "oracle_shortest_path_controller_used": true,
128
+ "low_level_controller_is_oracle_navmesh_executor": true,
129
+ "habitat_challenge_tag": "challenge-2023",
130
+ "distance_to": "VIEW_POINTS",
131
+ "success_distance_m": 0.1,
132
+ "vlnce_ndtw_method": null,
133
+ "vlnce_ndtw_gt_path": null,
134
+ "vlnce_ndtw_gt_sha256": null,
135
+ "evaluation_uses_all_official_goal_viewpoints": true,
136
+ "decision_interval_steps": null,
137
+ "waypoint_commitment_enabled": true,
138
+ "maximum_waypoint_actions": 40,
139
+ "maximum_waypoint_collisions": 2,
140
+ "maximum_nonprogress_actions": 12,
141
+ "maximum_alternating_turn_actions": 6,
142
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
143
+ "planner_subgoal_commitment_enabled": false,
144
+ "planner_subgoal_reached_distance_m": 0.25,
145
+ "planner_obstacle_inflation_cells": 1,
146
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
147
+ "failed_object_recovery_uses_goal_coordinates": false,
148
+ "failed_object_recovery_uses_navmesh": false,
149
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
150
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
151
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
152
+ "maximum_frontier_terminal_turns": 6,
153
+ "object_confirmations_required_before_stop": 2,
154
+ "object_confirmation_radius_m": 1.0,
155
+ "object_confirmation_uses_oracle_semantics": false,
156
+ "initial_scan_steps": 12,
157
+ "initial_scan_action": "TURN_LEFT",
158
+ "initial_scan_turn_degrees": 30.0,
159
+ "initial_scan_full_rotation_degrees": 360.0,
160
+ "navigation_turn_degrees": 30.0,
161
+ "turn_threshold_degrees": 16.0,
162
+ "move_forward_step_m": 0.25,
163
+ "sensor_resolution": [
164
+ 640,
165
+ 360
166
+ ],
167
+ "depth_sensor_resolution": [
168
+ 640,
169
+ 360
170
+ ],
171
+ "sensor_hfov_degrees": 42.0,
172
+ "sensor_height_m": 1.31,
173
+ "depth_range_m": [
174
+ 0.5,
175
+ 5.0
176
+ ],
177
+ "agent_height_m": 1.41,
178
+ "agent_radius_m": 0.17,
179
+ "allow_sliding": false,
180
+ "minimum_forward_displacement_m": 0.05,
181
+ "collision_feedback_updates_occupancy": true,
182
+ "collision_recovery_uses_oracle": false,
183
+ "initial_scan_uses_goal_category": false,
184
+ "initial_scan_uses_goal_coordinates": false,
185
+ "initial_scan_consumes_step_budget": true,
186
+ "initial_scan_collects_multiview_rgbd": true,
187
+ "initial_scan_builds_cumulative_point_cloud": true,
188
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
189
+ "initial_scan_native_mtu3d_views": 12,
190
+ "initial_scan_builds_zplusm_point_cloud": false,
191
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
192
+ "point_source_mode": "none",
193
+ "zplusm_runtime_used": false,
194
+ "point_fusion_evidence_mode": "none",
195
+ "wrong_scene_bank": null,
196
+ "initial_scan_geometry_update_requests": 0,
197
+ "zplusm_reconstruction_window_views": 2,
198
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
199
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
200
+ "navigation_step_budget": 488,
201
+ "navigation_point_cloud_update_every_observation": false,
202
+ "navigation_point_cloud_deferred_views_retained": true,
203
+ "online_redecision_every_primitive_step": false,
204
+ "online_redecision_every_post_scan_primitive_step": false
205
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/requests/mtu3d_baseline_3532758/mtu3d_baseline.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/provenance_mtu3d_baseline_2601917.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "mtu3d_baseline",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": false,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": false,
13
+ "adapter_used": false,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": null,
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": null,
62
+ "v183_runtime_acceptance": null,
63
+ "v166_deployment_residual_policy": null,
64
+ "adapter_report": null,
65
+ "v170_fast_aggregate_report": null,
66
+ "v171_fast_aggregate_report": null,
67
+ "v172_runtime_acceptance": null,
68
+ "v172_aggregate_report": null,
69
+ "v178_aggregate_report": null,
70
+ "v182_aggregate_report": null,
71
+ "v183_mechanism_report": null,
72
+ "candidate_local_control_mode": "none",
73
+ "wrong_scene_bank": null,
74
+ "point_fusion_evidence_mode": "none",
75
+ "point_source_mode": "none",
76
+ "zplusm_runtime_used": false,
77
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
78
+ "architecture": null,
79
+ "checkpoint_report": {
80
+ "loaded_tensor_count": 388,
81
+ "missing_keys": [
82
+ "image_encoder.input_feat_proj.0.weight",
83
+ "image_encoder.input_feat_proj.0.bias",
84
+ "image_encoder.input_feat_proj.1.weight",
85
+ "image_encoder.input_feat_proj.1.bias"
86
+ ],
87
+ "allowed_missing_keys": [
88
+ "image_encoder.input_feat_proj.0.bias",
89
+ "image_encoder.input_feat_proj.0.weight",
90
+ "image_encoder.input_feat_proj.1.bias",
91
+ "image_encoder.input_feat_proj.1.weight"
92
+ ],
93
+ "disallowed_missing_keys": [],
94
+ "unused_allowed_missing_keys": [],
95
+ "unexpected_keys": [],
96
+ "strict_original_coverage": false,
97
+ "strict_text_goal_coverage": true,
98
+ "declared_profile": "ovon"
99
+ },
100
+ "stage2_coordinate_frame": "official_world",
101
+ "hashes": {
102
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
103
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
104
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
105
+ "adapter": null,
106
+ "adapter_report": null,
107
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
108
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
109
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
110
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
111
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
112
+ }
113
+ },
114
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
115
+ "policy": "mtu3d_baseline",
116
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
117
+ "official_goal_coordinates_passed_to_policy": false,
118
+ "official_goal_coordinates_passed_to_low_level_controller": false,
119
+ "simulator_observation_modalities": [
120
+ "rgb",
121
+ "depth"
122
+ ],
123
+ "simulator_semantic_sensor_enabled": false,
124
+ "semantic_scene_descriptor_used_by_policy": false,
125
+ "semantic_scene_descriptor_used_by_evaluator": false,
126
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
127
+ "oracle_shortest_path_controller_used": true,
128
+ "low_level_controller_is_oracle_navmesh_executor": true,
129
+ "habitat_challenge_tag": "challenge-2023",
130
+ "distance_to": "VIEW_POINTS",
131
+ "success_distance_m": 0.1,
132
+ "vlnce_ndtw_method": null,
133
+ "vlnce_ndtw_gt_path": null,
134
+ "vlnce_ndtw_gt_sha256": null,
135
+ "evaluation_uses_all_official_goal_viewpoints": true,
136
+ "decision_interval_steps": null,
137
+ "waypoint_commitment_enabled": true,
138
+ "maximum_waypoint_actions": 40,
139
+ "maximum_waypoint_collisions": 2,
140
+ "maximum_nonprogress_actions": 12,
141
+ "maximum_alternating_turn_actions": 6,
142
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
143
+ "planner_subgoal_commitment_enabled": false,
144
+ "planner_subgoal_reached_distance_m": 0.25,
145
+ "planner_obstacle_inflation_cells": 1,
146
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
147
+ "failed_object_recovery_uses_goal_coordinates": false,
148
+ "failed_object_recovery_uses_navmesh": false,
149
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
150
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
151
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
152
+ "maximum_frontier_terminal_turns": 6,
153
+ "object_confirmations_required_before_stop": 2,
154
+ "object_confirmation_radius_m": 1.0,
155
+ "object_confirmation_uses_oracle_semantics": false,
156
+ "initial_scan_steps": 12,
157
+ "initial_scan_action": "TURN_LEFT",
158
+ "initial_scan_turn_degrees": 30.0,
159
+ "initial_scan_full_rotation_degrees": 360.0,
160
+ "navigation_turn_degrees": 30.0,
161
+ "turn_threshold_degrees": 16.0,
162
+ "move_forward_step_m": 0.25,
163
+ "sensor_resolution": [
164
+ 640,
165
+ 360
166
+ ],
167
+ "depth_sensor_resolution": [
168
+ 640,
169
+ 360
170
+ ],
171
+ "sensor_hfov_degrees": 42.0,
172
+ "sensor_height_m": 1.31,
173
+ "depth_range_m": [
174
+ 0.5,
175
+ 5.0
176
+ ],
177
+ "agent_height_m": 1.41,
178
+ "agent_radius_m": 0.17,
179
+ "allow_sliding": false,
180
+ "minimum_forward_displacement_m": 0.05,
181
+ "collision_feedback_updates_occupancy": true,
182
+ "collision_recovery_uses_oracle": false,
183
+ "initial_scan_uses_goal_category": false,
184
+ "initial_scan_uses_goal_coordinates": false,
185
+ "initial_scan_consumes_step_budget": true,
186
+ "initial_scan_collects_multiview_rgbd": true,
187
+ "initial_scan_builds_cumulative_point_cloud": true,
188
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
189
+ "initial_scan_native_mtu3d_views": 12,
190
+ "initial_scan_builds_zplusm_point_cloud": false,
191
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
192
+ "point_source_mode": "none",
193
+ "zplusm_runtime_used": false,
194
+ "point_fusion_evidence_mode": "none",
195
+ "wrong_scene_bank": null,
196
+ "initial_scan_geometry_update_requests": 0,
197
+ "zplusm_reconstruction_window_views": 2,
198
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
199
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
200
+ "navigation_step_budget": 488,
201
+ "navigation_point_cloud_update_every_observation": false,
202
+ "navigation_point_cloud_deferred_views_retained": true,
203
+ "online_redecision_every_primitive_step": false,
204
+ "online_redecision_every_post_scan_primitive_step": false
205
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/requests/mtu3d_baseline_2601917/mtu3d_baseline.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/provenance_nav3r_zplusm_mtu3d_209329.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/requests/nav3r_zplusm_mtu3d_209329/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/provenance_nav3r_zplusm_mtu3d_452766.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/requests/nav3r_zplusm_mtu3d_452766/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/provenance_nav3r_zplusm_mtu3d_157776.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/requests/nav3r_zplusm_mtu3d_157776/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_nav3r_zplusm_mtu3d_2601922.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/requests/nav3r_zplusm_mtu3d_2601922/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_100_101_102_103_104_105_106_107_108_109_110_111_112_113_114_115_116_117_118_119/rollout/provenance_nav3r_zplusm_mtu3d_4168230.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_100_101_102_103_104_105_106_107_108_109_110_111_112_113_114_115_116_117_118_119/rollout/requests/nav3r_zplusm_mtu3d_4168230/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/provenance_nav3r_zplusm_mtu3d_103511.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/requests/nav3r_zplusm_mtu3d_103511/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_20_21_22_23_24_25_26_27_28_29_30_31_32_33_34_35_36_37_38_39/rollout/provenance_nav3r_zplusm_mtu3d_2601918.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_20_21_22_23_24_25_26_27_28_29_30_31_32_33_34_35_36_37_38_39/rollout/requests/nav3r_zplusm_mtu3d_2601918/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_260_261_262_263_264_265_266_267_268_269_270_271_272_273_274_275_276_277_278_279/rollout/provenance_nav3r_zplusm_mtu3d_2601956.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_260_261_262_263_264_265_266_267_268_269_270_271_272_273_274_275_276_277_278_279/rollout/requests/nav3r_zplusm_mtu3d_2601956/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/provenance_nav3r_zplusm_mtu3d_215095.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/requests/nav3r_zplusm_mtu3d_215095/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_200_201_202_203_204_205_206_207_208_209_210_211_212_213_214_215_216_217_218_219/rollout/provenance_nav3r_zplusm_mtu3d_2601965.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_200_201_202_203_204_205_206_207_208_209_210_211_212_213_214_215_216_217_218_219/rollout/requests/nav3r_zplusm_mtu3d_2601965/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_280_281_282_283_284_285_286_287_288_289_290_291_292_293_294_295_296_297_298_299/rollout/provenance_nav3r_zplusm_mtu3d_3020715.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_280_281_282_283_284_285_286_287_288_289_290_291_292_293_294_295_296_297_298_299/rollout/requests/nav3r_zplusm_mtu3d_3020715/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/provenance_nav3r_zplusm_mtu3d_1157852.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/requests/nav3r_zplusm_mtu3d_1157852/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_140_141_142_143_144_145_146_147_148_149_150_151_152_153_154_155_156_157_158_159/rollout/provenance_nav3r_zplusm_mtu3d_2601931.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_140_141_142_143_144_145_146_147_148_149_150_151_152_153_154_155_156_157_158_159/rollout/requests/nav3r_zplusm_mtu3d_2601931/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_220_221_222_223_224_225_226_227_228_229_230_231_232_233_234_235_236_237_238_239/rollout/provenance_nav3r_zplusm_mtu3d_3085448.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_220_221_222_223_224_225_226_227_228_229_230_231_232_233_234_235_236_237_238_239/rollout/requests/nav3r_zplusm_mtu3d_3085448/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/provenance_nav3r_zplusm_mtu3d_3792099.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/requests/nav3r_zplusm_mtu3d_3792099/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/provenance_nav3r_zplusm_mtu3d_4164462.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": true,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "none",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "zplusm_reconstruction",
118
+ "zplusm_runtime_used": true,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": true,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": false,
307
+ "point_source_mode": "zplusm_reconstruction",
308
+ "zplusm_runtime_used": true,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/requests/nav3r_zplusm_mtu3d_4164462/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/logs/baseline_gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319.log ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [00:53:23:337459]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00871-VBzV5z6i1WS/VBzV5z6i1WS.basis.scn` exists but failed to load.
2
+ {"type": "episode_progress", "episode_index": 26, "policy": "mtu3d_baseline", "steps": 50, "decisions": 1, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 775, "occupied_cells": 479}
3
+ {"type": "episode_progress", "episode_index": 26, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1278, "occupied_cells": 696}
4
+ {"index": 300, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 1.0897135734558105, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
5
+ [00:54:06:149890]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00894-HY1NcmCgn3n/HY1NcmCgn3n.basis.scn` exists but failed to load.
6
+ {"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1278, "occupied_cells": 266}
7
+ {"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1525, "occupied_cells": 325}
8
+ {"index": 301, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 8.455572128295898, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
9
+ [00:54:49:447895]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00877-4ok3usBNeis/4ok3usBNeis.basis.scn` exists but failed to load.
10
+ {"type": "episode_progress", "episode_index": 10, "policy": "mtu3d_baseline", "steps": 50, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 461, "occupied_cells": 287}
11
+ {"type": "episode_progress", "episode_index": 10, "policy": "mtu3d_baseline", "steps": 100, "decisions": 7, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1062, "occupied_cells": 718}
12
+ {"type": "episode_progress", "episode_index": 10, "policy": "mtu3d_baseline", "steps": 150, "decisions": 8, "collisions": 2, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1065, "occupied_cells": 777}
13
+ {"index": 302, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.36685386724947316, "final_dtg_m": 0.03702623397111893, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
14
+ [00:55:32:635390]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00873-bxsVRursffK/bxsVRursffK.basis.scn` exists but failed to load.
15
+ {"type": "episode_progress", "episode_index": 27, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 575, "occupied_cells": 455}
16
+ {"type": "episode_progress", "episode_index": 27, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 761, "occupied_cells": 538}
17
+ {"type": "episode_progress", "episode_index": 27, "policy": "mtu3d_baseline", "steps": 150, "decisions": 5, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 814, "occupied_cells": 660}
18
+ {"type": "episode_progress", "episode_index": 27, "policy": "mtu3d_baseline", "steps": 200, "decisions": 7, "collisions": 1, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 888, "occupied_cells": 691}
19
+ {"index": 303, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 4.780230522155762, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
20
+ [00:56:22:669269]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00803-k1cupFYWXJ6/k1cupFYWXJ6.basis.scn` exists but failed to load.
21
+ {"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 996, "occupied_cells": 524}
22
+ {"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1074, "occupied_cells": 747}
23
+ {"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 150, "decisions": 6, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1195, "occupied_cells": 901}
24
+ {"index": 304, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 13.358281135559082, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
25
+ [00:57:00:611315]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00873-bxsVRursffK/bxsVRursffK.basis.scn` exists but failed to load.
26
+ {"type": "episode_progress", "episode_index": 17, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 694, "occupied_cells": 285}
27
+ {"type": "episode_progress", "episode_index": 17, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 2, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 905, "occupied_cells": 449}
28
+ {"index": 305, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 1.2466557025909424, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
29
+ [00:57:30:960259]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00803-k1cupFYWXJ6/k1cupFYWXJ6.basis.scn` exists but failed to load.
30
+ {"type": "episode_progress", "episode_index": 0, "policy": "mtu3d_baseline", "steps": 50, "decisions": 3, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 670, "occupied_cells": 500}
31
+ {"type": "episode_progress", "episode_index": 0, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 699, "occupied_cells": 535}
32
+ {"index": 306, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.23955388367176056, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
33
+ [00:57:59:669145]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00831-yr17PDCnDDW/yr17PDCnDDW.basis.scn` exists but failed to load.
34
+ {"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1705, "occupied_cells": 669}
35
+ {"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1961, "occupied_cells": 807}
36
+ {"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 150, "decisions": 5, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 2325, "occupied_cells": 858}
37
+ {"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 200, "decisions": 7, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 2398, "occupied_cells": 920}
38
+ {"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 250, "decisions": 9, "collisions": 2, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 2379, "occupied_cells": 955}
39
+ {"index": 307, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.28391605615615845, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
40
+ [00:59:33:766505]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00815-h1zeeAwLh9Z/h1zeeAwLh9Z.basis.scn` exists but failed to load.
41
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 50, "decisions": 1, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 588, "occupied_cells": 244}
42
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 100, "decisions": 3, "collisions": 0, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 860, "occupied_cells": 424}
43
+ {"index": 308, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.18154911696910858, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
44
+ [01:00:01:511520]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00894-HY1NcmCgn3n/HY1NcmCgn3n.basis.scn` exists but failed to load.
45
+ {"type": "episode_progress", "episode_index": 21, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1271, "occupied_cells": 291}
46
+ {"type": "episode_progress", "episode_index": 21, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1264, "occupied_cells": 308}
47
+ {"type": "episode_progress", "episode_index": 21, "policy": "mtu3d_baseline", "steps": 150, "decisions": 6, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1638, "occupied_cells": 368}
48
+ {"type": "episode_progress", "episode_index": 21, "policy": "mtu3d_baseline", "steps": 200, "decisions": 9, "collisions": 2, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1866, "occupied_cells": 476}
49
+ {"index": 309, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.11292664706707001, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
50
+ [01:00:52:853412]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00832-qyAac8rV8Zk/qyAac8rV8Zk.basis.scn` exists but failed to load.
51
+ {"type": "episode_progress", "episode_index": 19, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 1, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 485, "occupied_cells": 377}
52
+ {"type": "episode_progress", "episode_index": 19, "policy": "mtu3d_baseline", "steps": 100, "decisions": 6, "collisions": 1, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 734, "occupied_cells": 451}
53
+ {"index": 310, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 4.058567047119141, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
54
+ [01:01:27:136698]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00831-yr17PDCnDDW/yr17PDCnDDW.basis.scn` exists but failed to load.
55
+ {"type": "episode_progress", "episode_index": 8, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 2, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1333, "occupied_cells": 510}
56
+ {"type": "episode_progress", "episode_index": 8, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 4, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1469, "occupied_cells": 570}
57
+ {"type": "episode_progress", "episode_index": 8, "policy": "mtu3d_baseline", "steps": 150, "decisions": 5, "collisions": 5, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1509, "occupied_cells": 661}
58
+ {"index": 311, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.32022660970687866, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
59
+ [01:02:15:439884]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00871-VBzV5z6i1WS/VBzV5z6i1WS.basis.scn` exists but failed to load.
60
+ {"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 50, "decisions": 3, "collisions": 1, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 577, "occupied_cells": 398}
61
+ {"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 2, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 860, "occupied_cells": 640}
62
+ {"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 150, "decisions": 8, "collisions": 2, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 994, "occupied_cells": 795}
63
+ {"index": 312, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.15744617425122534, "final_dtg_m": 0.07947318255901337, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
64
+ [01:03:03:890264]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00848-ziup5kvtCCR/ziup5kvtCCR.basis.scn` exists but failed to load.
65
+ {"type": "episode_progress", "episode_index": 16, "policy": "mtu3d_baseline", "steps": 50, "decisions": 3, "collisions": 0, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 650, "occupied_cells": 324}
66
+ {"type": "episode_progress", "episode_index": 16, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 911, "occupied_cells": 686}
67
+ {"index": 313, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.299585455181619, "final_dtg_m": 0.07902779430150986, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
68
+ [01:03:36:443877]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00853-5cdEh9F2hJL/5cdEh9F2hJL.basis.scn` exists but failed to load.
69
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 364, "occupied_cells": 240}
70
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 594, "occupied_cells": 434}
71
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 150, "decisions": 7, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 587, "occupied_cells": 503}
72
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 200, "decisions": 9, "collisions": 0, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 740, "occupied_cells": 558}
73
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 250, "decisions": 10, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 765, "occupied_cells": 573}
74
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 300, "decisions": 11, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 772, "occupied_cells": 575}
75
+ {"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 350, "decisions": 13, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1396, "occupied_cells": 910}
76
+ {"index": 314, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.10959707945585251, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
77
+ [01:04:52:980616]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00871-VBzV5z6i1WS/VBzV5z6i1WS.basis.scn` exists but failed to load.
78
+ {"type": "episode_progress", "episode_index": 6, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 621, "occupied_cells": 393}
79
+ {"type": "episode_progress", "episode_index": 6, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1022, "occupied_cells": 685}
80
+ {"index": 315, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.15520306422051633, "final_dtg_m": 0.03817854821681976, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
81
+ [01:05:27:138462]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00832-qyAac8rV8Zk/qyAac8rV8Zk.basis.scn` exists but failed to load.
82
+ {"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 50, "decisions": 1, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 831, "occupied_cells": 455}
83
+ {"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1043, "occupied_cells": 688}
84
+ {"index": 316, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.16676794681561738, "final_dtg_m": 0.026595154777169228, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
85
+ [01:05:54:917846]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00861-GLAQ4DNUx5U/GLAQ4DNUx5U.basis.scn` exists but failed to load.
86
+ {"type": "episode_progress", "episode_index": 22, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 509, "occupied_cells": 274}
87
+ {"type": "episode_progress", "episode_index": 22, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 794, "occupied_cells": 480}
88
+ {"index": 317, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.1482212245464325, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
89
+ [01:06:27:121944]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00820-mL8ThkuaVTM/mL8ThkuaVTM.basis.scn` exists but failed to load.
90
+ {"type": "episode_progress", "episode_index": 1, "policy": "mtu3d_baseline", "steps": 50, "decisions": 5, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 481, "occupied_cells": 429}
91
+ {"index": 318, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.477582813282351, "final_dtg_m": 0.03224296495318413, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
92
+ [01:06:47:535470]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00832-qyAac8rV8Zk/qyAac8rV8Zk.basis.scn` exists but failed to load.
93
+ {"type": "episode_progress", "episode_index": 6, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 797, "occupied_cells": 433}
94
+ {"type": "episode_progress", "episode_index": 6, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1024, "occupied_cells": 738}
95
+ {"index": 319, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.6343256831169128, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/provenance_nav3r_zplusm_mtu3d_888745.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "raw_rgbd_ptv3",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "raw_habitat_rgbd_accumulation",
118
+ "zplusm_runtime_used": false,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": false,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": true,
307
+ "point_source_mode": "raw_habitat_rgbd_accumulation",
308
+ "zplusm_runtime_used": false,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/requests/nav3r_zplusm_mtu3d_888745/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/provenance_nav3r_zplusm_mtu3d_2601945.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "raw_rgbd_ptv3",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "raw_habitat_rgbd_accumulation",
118
+ "zplusm_runtime_used": false,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": false,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": true,
307
+ "point_source_mode": "raw_habitat_rgbd_accumulation",
308
+ "zplusm_runtime_used": false,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/requests/nav3r_zplusm_mtu3d_2601945/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/provenance_nav3r_zplusm_mtu3d_1585692.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "raw_rgbd_ptv3",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "raw_habitat_rgbd_accumulation",
118
+ "zplusm_runtime_used": false,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": false,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": true,
307
+ "point_source_mode": "raw_habitat_rgbd_accumulation",
308
+ "zplusm_runtime_used": false,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/requests/nav3r_zplusm_mtu3d_1585692/nav3r_zplusm_mtu3d.worker.stderr.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
2
+ warnings.warn(
3
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
4
+ warnings.warn(
5
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
6
+ The version_base parameter is not specified.
7
+ Please specify a compatability version level, or None.
8
+ Will assume defaults for version 1.1
9
+ hydra.initialize(config_path=config_path)
10
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
11
+ self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
12
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
13
+ The version_base parameter is not specified.
14
+ Please specify a compatability version level, or None.
15
+ Will assume defaults for version 1.1
16
+ hydra.initialize(config_path=config_path)
17
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
18
+ self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
19
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
20
+ warnings.warn(
21
+ /mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
22
+ with autocast(enabled=False):
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_nav3r_zplusm_mtu3d_2874918.json ADDED
@@ -0,0 +1,320 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
3
+ "task": "objectnav",
4
+ "worker_ready": {
5
+ "type": "ready",
6
+ "policy": "nav3r_zplusm_mtu3d",
7
+ "device": "cuda:0",
8
+ "goal_coordinates_supported": false,
9
+ "point_branch": true,
10
+ "training_cache_capture": false,
11
+ "shared_counterfactual_audit_v152": false,
12
+ "target_free_point_runtime": true,
13
+ "adapter_used": true,
14
+ "shared_task_adapter_used": true,
15
+ "shared_task_adapter": {
16
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
17
+ "sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
18
+ "schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
19
+ "architecture": {
20
+ "architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
21
+ "hidden_size": 768,
22
+ "rank": 64,
23
+ "uses_rgbd": false,
24
+ "uses_point_features": false,
25
+ "uses_reference_path": false,
26
+ "uses_goal_coordinates": false,
27
+ "uses_teacher_at_inference": false,
28
+ "candidate_type_used": true,
29
+ "separate_ground_and_decision_scorers": true,
30
+ "separate_zero_initialized_public_gates": true,
31
+ "zero_gate_exact_raw_mtu3d": true,
32
+ "public_ground_gate": 0.6125781536102295,
33
+ "public_decision_gate": 0.6928671002388,
34
+ "prompt_vocab_size": 49408,
35
+ "prompt_special_token_floor": 49406,
36
+ "uses_official_goal_category_prompt": true
37
+ },
38
+ "selection_gate": {
39
+ "loss_below_raw_mtu3d": true,
40
+ "ground_above_raw_mtu3d": true,
41
+ "decision_above_raw_mtu3d": true,
42
+ "joint_gain_at_least_2pp": true,
43
+ "absolute_ground_at_least_35pct": false,
44
+ "absolute_decision_at_least_65pct": true,
45
+ "absolute_joint_at_least_24pct": true,
46
+ "joint_scene_bootstrap_ci_low_above_zero": true,
47
+ "cached_baseline_exact_every_record": true,
48
+ "off_gate_exact_every_record": true,
49
+ "passed": false
50
+ },
51
+ "uses_points": false,
52
+ "uses_goal_coordinates": false
53
+ },
54
+ "adapter_kind": "candidate_local_v182",
55
+ "v152_runtime_acceptance": null,
56
+ "v166_runtime_acceptance": null,
57
+ "v170_runtime_acceptance": null,
58
+ "v173_runtime_acceptance": null,
59
+ "v171_runtime_acceptance": null,
60
+ "v178_runtime_acceptance": null,
61
+ "v182_runtime_acceptance": {
62
+ "schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
63
+ "adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
64
+ "source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
65
+ "seed": 123,
66
+ "bounded_onpolicy_train_only": true,
67
+ "single_insertion_after_layer3_before_layer4": true,
68
+ "candidate_local_ptv3_source": true,
69
+ "candidate_reconstruction_quality_gate": true,
70
+ "post_logit_residual_absent": true,
71
+ "ptv3_zero_exact_frozen_baseline": true,
72
+ "paired_objectnav_baseline_correct_eligible": true,
73
+ "deferred_controls": [
74
+ "coordinate",
75
+ "semantic",
76
+ "wrong_scene"
77
+ ]
78
+ },
79
+ "v183_runtime_acceptance": {
80
+ "schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
81
+ "underlying_early_fusion": "frozen_v182_layer3_to_layer4",
82
+ "formal_hm3d_validation_used_for_rule_selection": false,
83
+ "mechanism_scene_count": 29,
84
+ "mechanism_record_count": 1758,
85
+ "first_four_decisions_exact_baseline": true,
86
+ "late_object_branch_open": true,
87
+ "late_frontier_minimum_baseline_margin": 0.025,
88
+ "point_decision_class_change_rejected": true,
89
+ "decision_logits_exact_frozen_baseline": true,
90
+ "teacher_labels_used_at_deployment": false,
91
+ "goal_coordinates_used": false,
92
+ "mechanism_replay_rescue": 11,
93
+ "mechanism_replay_harm": 0,
94
+ "mechanism_replay_ci95_low": 0.002905287623474724
95
+ },
96
+ "v166_deployment_residual_policy": null,
97
+ "adapter_report": {
98
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
99
+ "sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
100
+ },
101
+ "v170_fast_aggregate_report": null,
102
+ "v171_fast_aggregate_report": null,
103
+ "v172_runtime_acceptance": null,
104
+ "v172_aggregate_report": null,
105
+ "v178_aggregate_report": null,
106
+ "v182_aggregate_report": {
107
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
108
+ "sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
109
+ },
110
+ "v183_mechanism_report": {
111
+ "path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
112
+ "sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
113
+ },
114
+ "candidate_local_control_mode": "raw_rgbd_ptv3",
115
+ "wrong_scene_bank": null,
116
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
117
+ "point_source_mode": "raw_habitat_rgbd_accumulation",
118
+ "zplusm_runtime_used": false,
119
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
120
+ "architecture": {
121
+ "architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
122
+ "human_insertion_after_layer": 3,
123
+ "human_insertion_before_layer": 4,
124
+ "insertion_count_per_forward": 1,
125
+ "point_feature_dim": 1088,
126
+ "hidden_size": 768,
127
+ "semantic_feature_dim": 768,
128
+ "shell_count": 3,
129
+ "attention_rank": 64,
130
+ "lora_rank": 8,
131
+ "semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
132
+ "candidate_query_and_same_forward_goal_condition_attention": true,
133
+ "attention_value_source": "frozen_ptv3_backbone_only_bias_free",
134
+ "semantic_auxiliary_used_for_object_training_only": true,
135
+ "semantic_auxiliary_added_to_deployed_logits": false,
136
+ "ptv3_backbone_zero_exact_frozen_baseline": true,
137
+ "global_point_pool_used": false,
138
+ "frozen_layer4_and_original_heads_consume_update": true,
139
+ "public_gate": 0.0,
140
+ "object_semantics_applied_to_real_object_candidates_only": true,
141
+ "frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
142
+ "candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
143
+ "schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
144
+ "source_and_quality_trained_in_separate_phases": true,
145
+ "candidate_quality_feature_names": [
146
+ "mean_point_confidence",
147
+ "std_point_confidence",
148
+ "mean_log_observation_count",
149
+ "repeated_observation_fraction",
150
+ "mean_point_freshness",
151
+ "local_evidence_fraction",
152
+ "same_source_semantic_fraction",
153
+ "near_shell_fraction",
154
+ "middle_shell_fraction",
155
+ "far_shell_fraction",
156
+ "mean_normalized_distance",
157
+ "std_normalized_distance",
158
+ "candidate_is_object",
159
+ "relative_mean_point_confidence",
160
+ "relative_std_point_confidence",
161
+ "relative_mean_log_observation_count",
162
+ "relative_repeated_observation_fraction",
163
+ "relative_mean_point_freshness",
164
+ "relative_local_evidence_fraction",
165
+ "relative_same_source_semantic_fraction",
166
+ "relative_near_shell_fraction",
167
+ "relative_middle_shell_fraction",
168
+ "relative_far_shell_fraction",
169
+ "relative_mean_normalized_distance",
170
+ "relative_std_normalized_distance",
171
+ "reconstruction_acceptance_rate",
172
+ "reconstruction_median_depth_quality",
173
+ "reconstruction_p90_depth_quality",
174
+ "reconstruction_trusted_voxel_mass",
175
+ "reconstruction_cumulative_point_mass",
176
+ "reconstruction_scale_match_mass",
177
+ "reconstruction_quality_available"
178
+ ],
179
+ "quality_gate_uses_candidate_query_and_source_delta": true,
180
+ "quality_gate_zero_initialized": true,
181
+ "quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
182
+ "closed_gate_exact_point_free_baseline": true,
183
+ "gate_audit": {
184
+ "gate_mode": "raw",
185
+ "active_candidate_count": 53,
186
+ "nonzero_candidate_count": 53,
187
+ "mean_abs_gate": 1.0,
188
+ "mean_reconstruction_quality": 0.9373170733451843,
189
+ "max_abs_source_delta": 4.7653703689575195,
190
+ "max_abs_public_delta": 4.7653703689575195,
191
+ "formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
192
+ }
193
+ },
194
+ "checkpoint_report": {
195
+ "loaded_tensor_count": 388,
196
+ "missing_keys": [
197
+ "image_encoder.input_feat_proj.0.weight",
198
+ "image_encoder.input_feat_proj.0.bias",
199
+ "image_encoder.input_feat_proj.1.weight",
200
+ "image_encoder.input_feat_proj.1.bias"
201
+ ],
202
+ "allowed_missing_keys": [
203
+ "image_encoder.input_feat_proj.0.bias",
204
+ "image_encoder.input_feat_proj.0.weight",
205
+ "image_encoder.input_feat_proj.1.bias",
206
+ "image_encoder.input_feat_proj.1.weight"
207
+ ],
208
+ "disallowed_missing_keys": [],
209
+ "unused_allowed_missing_keys": [],
210
+ "unexpected_keys": [],
211
+ "strict_original_coverage": false,
212
+ "strict_text_goal_coverage": true,
213
+ "declared_profile": "ovon"
214
+ },
215
+ "stage2_coordinate_frame": "official_world",
216
+ "hashes": {
217
+ "mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
218
+ "mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
219
+ "sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
220
+ "adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
221
+ "adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
222
+ "shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
223
+ "fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
224
+ "zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
225
+ "mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
226
+ "mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
227
+ }
228
+ },
229
+ "selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
230
+ "policy": "nav3r_zplusm_mtu3d",
231
+ "navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
232
+ "official_goal_coordinates_passed_to_policy": false,
233
+ "official_goal_coordinates_passed_to_low_level_controller": false,
234
+ "simulator_observation_modalities": [
235
+ "rgb",
236
+ "depth"
237
+ ],
238
+ "simulator_semantic_sensor_enabled": false,
239
+ "semantic_scene_descriptor_used_by_policy": false,
240
+ "semantic_scene_descriptor_used_by_evaluator": false,
241
+ "task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
242
+ "oracle_shortest_path_controller_used": true,
243
+ "low_level_controller_is_oracle_navmesh_executor": true,
244
+ "habitat_challenge_tag": "challenge-2023",
245
+ "distance_to": "VIEW_POINTS",
246
+ "success_distance_m": 0.1,
247
+ "vlnce_ndtw_method": null,
248
+ "vlnce_ndtw_gt_path": null,
249
+ "vlnce_ndtw_gt_sha256": null,
250
+ "evaluation_uses_all_official_goal_viewpoints": true,
251
+ "decision_interval_steps": null,
252
+ "waypoint_commitment_enabled": true,
253
+ "maximum_waypoint_actions": 40,
254
+ "maximum_waypoint_collisions": 2,
255
+ "maximum_nonprogress_actions": 12,
256
+ "maximum_alternating_turn_actions": 6,
257
+ "low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
258
+ "planner_subgoal_commitment_enabled": false,
259
+ "planner_subgoal_reached_distance_m": 0.25,
260
+ "planner_obstacle_inflation_cells": 1,
261
+ "failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
262
+ "failed_object_recovery_uses_goal_coordinates": false,
263
+ "failed_object_recovery_uses_navmesh": false,
264
+ "frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
265
+ "frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
266
+ "empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
267
+ "maximum_frontier_terminal_turns": 6,
268
+ "object_confirmations_required_before_stop": 2,
269
+ "object_confirmation_radius_m": 1.0,
270
+ "object_confirmation_uses_oracle_semantics": false,
271
+ "initial_scan_steps": 12,
272
+ "initial_scan_action": "TURN_LEFT",
273
+ "initial_scan_turn_degrees": 30.0,
274
+ "initial_scan_full_rotation_degrees": 360.0,
275
+ "navigation_turn_degrees": 30.0,
276
+ "turn_threshold_degrees": 16.0,
277
+ "move_forward_step_m": 0.25,
278
+ "sensor_resolution": [
279
+ 640,
280
+ 360
281
+ ],
282
+ "depth_sensor_resolution": [
283
+ 640,
284
+ 360
285
+ ],
286
+ "sensor_hfov_degrees": 42.0,
287
+ "sensor_height_m": 1.31,
288
+ "depth_range_m": [
289
+ 0.5,
290
+ 5.0
291
+ ],
292
+ "agent_height_m": 1.41,
293
+ "agent_radius_m": 0.17,
294
+ "allow_sliding": false,
295
+ "minimum_forward_displacement_m": 0.05,
296
+ "collision_feedback_updates_occupancy": true,
297
+ "collision_recovery_uses_oracle": false,
298
+ "initial_scan_uses_goal_category": false,
299
+ "initial_scan_uses_goal_coordinates": false,
300
+ "initial_scan_consumes_step_budget": true,
301
+ "initial_scan_collects_multiview_rgbd": true,
302
+ "initial_scan_builds_cumulative_point_cloud": true,
303
+ "initial_scan_builds_native_mtu3d_3d_representation": true,
304
+ "initial_scan_native_mtu3d_views": 12,
305
+ "initial_scan_builds_zplusm_point_cloud": false,
306
+ "initial_scan_builds_raw_rgbd_point_cloud": true,
307
+ "point_source_mode": "raw_habitat_rgbd_accumulation",
308
+ "zplusm_runtime_used": false,
309
+ "point_fusion_evidence_mode": "current_episode_candidate_local_memory",
310
+ "wrong_scene_bank": null,
311
+ "initial_scan_geometry_update_requests": 11,
312
+ "zplusm_reconstruction_window_views": 2,
313
+ "zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
314
+ "zplusm_navigation_update_schedule": "defer_commit_until_translation",
315
+ "navigation_step_budget": 488,
316
+ "navigation_point_cloud_update_every_observation": false,
317
+ "navigation_point_cloud_deferred_views_retained": true,
318
+ "online_redecision_every_primitive_step": false,
319
+ "online_redecision_every_post_scan_primitive_step": false
320
+ }