Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_mtu3d_baseline_467172.json +205 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/requests/mtu3d_baseline_467172/mtu3d_baseline.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/provenance_mtu3d_baseline_2601943.json +205 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/requests/mtu3d_baseline_2601943/mtu3d_baseline.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/provenance_mtu3d_baseline_2601933.json +205 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/requests/mtu3d_baseline_2601933/mtu3d_baseline.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/provenance_mtu3d_baseline_3532758.json +205 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/requests/mtu3d_baseline_3532758/mtu3d_baseline.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/provenance_mtu3d_baseline_2601917.json +205 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/requests/mtu3d_baseline_2601917/mtu3d_baseline.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/provenance_nav3r_zplusm_mtu3d_209329.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/requests/nav3r_zplusm_mtu3d_209329/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/provenance_nav3r_zplusm_mtu3d_452766.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/requests/nav3r_zplusm_mtu3d_452766/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/provenance_nav3r_zplusm_mtu3d_157776.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/requests/nav3r_zplusm_mtu3d_157776/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_nav3r_zplusm_mtu3d_2601922.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/requests/nav3r_zplusm_mtu3d_2601922/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_100_101_102_103_104_105_106_107_108_109_110_111_112_113_114_115_116_117_118_119/rollout/provenance_nav3r_zplusm_mtu3d_4168230.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_100_101_102_103_104_105_106_107_108_109_110_111_112_113_114_115_116_117_118_119/rollout/requests/nav3r_zplusm_mtu3d_4168230/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/provenance_nav3r_zplusm_mtu3d_103511.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/requests/nav3r_zplusm_mtu3d_103511/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_20_21_22_23_24_25_26_27_28_29_30_31_32_33_34_35_36_37_38_39/rollout/provenance_nav3r_zplusm_mtu3d_2601918.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_20_21_22_23_24_25_26_27_28_29_30_31_32_33_34_35_36_37_38_39/rollout/requests/nav3r_zplusm_mtu3d_2601918/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_260_261_262_263_264_265_266_267_268_269_270_271_272_273_274_275_276_277_278_279/rollout/provenance_nav3r_zplusm_mtu3d_2601956.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_260_261_262_263_264_265_266_267_268_269_270_271_272_273_274_275_276_277_278_279/rollout/requests/nav3r_zplusm_mtu3d_2601956/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/provenance_nav3r_zplusm_mtu3d_215095.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/requests/nav3r_zplusm_mtu3d_215095/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_200_201_202_203_204_205_206_207_208_209_210_211_212_213_214_215_216_217_218_219/rollout/provenance_nav3r_zplusm_mtu3d_2601965.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_200_201_202_203_204_205_206_207_208_209_210_211_212_213_214_215_216_217_218_219/rollout/requests/nav3r_zplusm_mtu3d_2601965/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_280_281_282_283_284_285_286_287_288_289_290_291_292_293_294_295_296_297_298_299/rollout/provenance_nav3r_zplusm_mtu3d_3020715.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_280_281_282_283_284_285_286_287_288_289_290_291_292_293_294_295_296_297_298_299/rollout/requests/nav3r_zplusm_mtu3d_3020715/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/provenance_nav3r_zplusm_mtu3d_1157852.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/requests/nav3r_zplusm_mtu3d_1157852/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_140_141_142_143_144_145_146_147_148_149_150_151_152_153_154_155_156_157_158_159/rollout/provenance_nav3r_zplusm_mtu3d_2601931.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_140_141_142_143_144_145_146_147_148_149_150_151_152_153_154_155_156_157_158_159/rollout/requests/nav3r_zplusm_mtu3d_2601931/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_220_221_222_223_224_225_226_227_228_229_230_231_232_233_234_235_236_237_238_239/rollout/provenance_nav3r_zplusm_mtu3d_3085448.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_220_221_222_223_224_225_226_227_228_229_230_231_232_233_234_235_236_237_238_239/rollout/requests/nav3r_zplusm_mtu3d_3085448/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/provenance_nav3r_zplusm_mtu3d_3792099.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/requests/nav3r_zplusm_mtu3d_3792099/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/provenance_nav3r_zplusm_mtu3d_4164462.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/requests/nav3r_zplusm_mtu3d_4164462/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/logs/baseline_gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319.log +95 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/provenance_nav3r_zplusm_mtu3d_888745.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/requests/nav3r_zplusm_mtu3d_888745/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/provenance_nav3r_zplusm_mtu3d_2601945.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/requests/nav3r_zplusm_mtu3d_2601945/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/provenance_nav3r_zplusm_mtu3d_1585692.json +320 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/requests/nav3r_zplusm_mtu3d_1585692/nav3r_zplusm_mtu3d.worker.stderr.log +22 -0
- experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_nav3r_zplusm_mtu3d_2874918.json +320 -0
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_mtu3d_baseline_467172.json
ADDED
|
@@ -0,0 +1,205 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "mtu3d_baseline",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": false,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": false,
|
| 13 |
+
"adapter_used": false,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": null,
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": null,
|
| 62 |
+
"v183_runtime_acceptance": null,
|
| 63 |
+
"v166_deployment_residual_policy": null,
|
| 64 |
+
"adapter_report": null,
|
| 65 |
+
"v170_fast_aggregate_report": null,
|
| 66 |
+
"v171_fast_aggregate_report": null,
|
| 67 |
+
"v172_runtime_acceptance": null,
|
| 68 |
+
"v172_aggregate_report": null,
|
| 69 |
+
"v178_aggregate_report": null,
|
| 70 |
+
"v182_aggregate_report": null,
|
| 71 |
+
"v183_mechanism_report": null,
|
| 72 |
+
"candidate_local_control_mode": "none",
|
| 73 |
+
"wrong_scene_bank": null,
|
| 74 |
+
"point_fusion_evidence_mode": "none",
|
| 75 |
+
"point_source_mode": "none",
|
| 76 |
+
"zplusm_runtime_used": false,
|
| 77 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 78 |
+
"architecture": null,
|
| 79 |
+
"checkpoint_report": {
|
| 80 |
+
"loaded_tensor_count": 388,
|
| 81 |
+
"missing_keys": [
|
| 82 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 83 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 84 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 85 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 86 |
+
],
|
| 87 |
+
"allowed_missing_keys": [
|
| 88 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 89 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 90 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 91 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 92 |
+
],
|
| 93 |
+
"disallowed_missing_keys": [],
|
| 94 |
+
"unused_allowed_missing_keys": [],
|
| 95 |
+
"unexpected_keys": [],
|
| 96 |
+
"strict_original_coverage": false,
|
| 97 |
+
"strict_text_goal_coverage": true,
|
| 98 |
+
"declared_profile": "ovon"
|
| 99 |
+
},
|
| 100 |
+
"stage2_coordinate_frame": "official_world",
|
| 101 |
+
"hashes": {
|
| 102 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 103 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 104 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 105 |
+
"adapter": null,
|
| 106 |
+
"adapter_report": null,
|
| 107 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 108 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 109 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 110 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 111 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 112 |
+
}
|
| 113 |
+
},
|
| 114 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 115 |
+
"policy": "mtu3d_baseline",
|
| 116 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 117 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 118 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 119 |
+
"simulator_observation_modalities": [
|
| 120 |
+
"rgb",
|
| 121 |
+
"depth"
|
| 122 |
+
],
|
| 123 |
+
"simulator_semantic_sensor_enabled": false,
|
| 124 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 125 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 126 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 127 |
+
"oracle_shortest_path_controller_used": true,
|
| 128 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 129 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 130 |
+
"distance_to": "VIEW_POINTS",
|
| 131 |
+
"success_distance_m": 0.1,
|
| 132 |
+
"vlnce_ndtw_method": null,
|
| 133 |
+
"vlnce_ndtw_gt_path": null,
|
| 134 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 135 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 136 |
+
"decision_interval_steps": null,
|
| 137 |
+
"waypoint_commitment_enabled": true,
|
| 138 |
+
"maximum_waypoint_actions": 40,
|
| 139 |
+
"maximum_waypoint_collisions": 2,
|
| 140 |
+
"maximum_nonprogress_actions": 12,
|
| 141 |
+
"maximum_alternating_turn_actions": 6,
|
| 142 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 143 |
+
"planner_subgoal_commitment_enabled": false,
|
| 144 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 145 |
+
"planner_obstacle_inflation_cells": 1,
|
| 146 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 147 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 148 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 149 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 150 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 151 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 152 |
+
"maximum_frontier_terminal_turns": 6,
|
| 153 |
+
"object_confirmations_required_before_stop": 2,
|
| 154 |
+
"object_confirmation_radius_m": 1.0,
|
| 155 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 156 |
+
"initial_scan_steps": 12,
|
| 157 |
+
"initial_scan_action": "TURN_LEFT",
|
| 158 |
+
"initial_scan_turn_degrees": 30.0,
|
| 159 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 160 |
+
"navigation_turn_degrees": 30.0,
|
| 161 |
+
"turn_threshold_degrees": 16.0,
|
| 162 |
+
"move_forward_step_m": 0.25,
|
| 163 |
+
"sensor_resolution": [
|
| 164 |
+
640,
|
| 165 |
+
360
|
| 166 |
+
],
|
| 167 |
+
"depth_sensor_resolution": [
|
| 168 |
+
640,
|
| 169 |
+
360
|
| 170 |
+
],
|
| 171 |
+
"sensor_hfov_degrees": 42.0,
|
| 172 |
+
"sensor_height_m": 1.31,
|
| 173 |
+
"depth_range_m": [
|
| 174 |
+
0.5,
|
| 175 |
+
5.0
|
| 176 |
+
],
|
| 177 |
+
"agent_height_m": 1.41,
|
| 178 |
+
"agent_radius_m": 0.17,
|
| 179 |
+
"allow_sliding": false,
|
| 180 |
+
"minimum_forward_displacement_m": 0.05,
|
| 181 |
+
"collision_feedback_updates_occupancy": true,
|
| 182 |
+
"collision_recovery_uses_oracle": false,
|
| 183 |
+
"initial_scan_uses_goal_category": false,
|
| 184 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 185 |
+
"initial_scan_consumes_step_budget": true,
|
| 186 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 187 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 188 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 189 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 190 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 191 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 192 |
+
"point_source_mode": "none",
|
| 193 |
+
"zplusm_runtime_used": false,
|
| 194 |
+
"point_fusion_evidence_mode": "none",
|
| 195 |
+
"wrong_scene_bank": null,
|
| 196 |
+
"initial_scan_geometry_update_requests": 0,
|
| 197 |
+
"zplusm_reconstruction_window_views": 2,
|
| 198 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 199 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 200 |
+
"navigation_step_budget": 488,
|
| 201 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 202 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 203 |
+
"online_redecision_every_primitive_step": false,
|
| 204 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 205 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/requests/mtu3d_baseline_467172/mtu3d_baseline.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/provenance_mtu3d_baseline_2601943.json
ADDED
|
@@ -0,0 +1,205 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "mtu3d_baseline",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": false,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": false,
|
| 13 |
+
"adapter_used": false,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": null,
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": null,
|
| 62 |
+
"v183_runtime_acceptance": null,
|
| 63 |
+
"v166_deployment_residual_policy": null,
|
| 64 |
+
"adapter_report": null,
|
| 65 |
+
"v170_fast_aggregate_report": null,
|
| 66 |
+
"v171_fast_aggregate_report": null,
|
| 67 |
+
"v172_runtime_acceptance": null,
|
| 68 |
+
"v172_aggregate_report": null,
|
| 69 |
+
"v178_aggregate_report": null,
|
| 70 |
+
"v182_aggregate_report": null,
|
| 71 |
+
"v183_mechanism_report": null,
|
| 72 |
+
"candidate_local_control_mode": "none",
|
| 73 |
+
"wrong_scene_bank": null,
|
| 74 |
+
"point_fusion_evidence_mode": "none",
|
| 75 |
+
"point_source_mode": "none",
|
| 76 |
+
"zplusm_runtime_used": false,
|
| 77 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 78 |
+
"architecture": null,
|
| 79 |
+
"checkpoint_report": {
|
| 80 |
+
"loaded_tensor_count": 388,
|
| 81 |
+
"missing_keys": [
|
| 82 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 83 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 84 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 85 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 86 |
+
],
|
| 87 |
+
"allowed_missing_keys": [
|
| 88 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 89 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 90 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 91 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 92 |
+
],
|
| 93 |
+
"disallowed_missing_keys": [],
|
| 94 |
+
"unused_allowed_missing_keys": [],
|
| 95 |
+
"unexpected_keys": [],
|
| 96 |
+
"strict_original_coverage": false,
|
| 97 |
+
"strict_text_goal_coverage": true,
|
| 98 |
+
"declared_profile": "ovon"
|
| 99 |
+
},
|
| 100 |
+
"stage2_coordinate_frame": "official_world",
|
| 101 |
+
"hashes": {
|
| 102 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 103 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 104 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 105 |
+
"adapter": null,
|
| 106 |
+
"adapter_report": null,
|
| 107 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 108 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 109 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 110 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 111 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 112 |
+
}
|
| 113 |
+
},
|
| 114 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 115 |
+
"policy": "mtu3d_baseline",
|
| 116 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 117 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 118 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 119 |
+
"simulator_observation_modalities": [
|
| 120 |
+
"rgb",
|
| 121 |
+
"depth"
|
| 122 |
+
],
|
| 123 |
+
"simulator_semantic_sensor_enabled": false,
|
| 124 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 125 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 126 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 127 |
+
"oracle_shortest_path_controller_used": true,
|
| 128 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 129 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 130 |
+
"distance_to": "VIEW_POINTS",
|
| 131 |
+
"success_distance_m": 0.1,
|
| 132 |
+
"vlnce_ndtw_method": null,
|
| 133 |
+
"vlnce_ndtw_gt_path": null,
|
| 134 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 135 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 136 |
+
"decision_interval_steps": null,
|
| 137 |
+
"waypoint_commitment_enabled": true,
|
| 138 |
+
"maximum_waypoint_actions": 40,
|
| 139 |
+
"maximum_waypoint_collisions": 2,
|
| 140 |
+
"maximum_nonprogress_actions": 12,
|
| 141 |
+
"maximum_alternating_turn_actions": 6,
|
| 142 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 143 |
+
"planner_subgoal_commitment_enabled": false,
|
| 144 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 145 |
+
"planner_obstacle_inflation_cells": 1,
|
| 146 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 147 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 148 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 149 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 150 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 151 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 152 |
+
"maximum_frontier_terminal_turns": 6,
|
| 153 |
+
"object_confirmations_required_before_stop": 2,
|
| 154 |
+
"object_confirmation_radius_m": 1.0,
|
| 155 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 156 |
+
"initial_scan_steps": 12,
|
| 157 |
+
"initial_scan_action": "TURN_LEFT",
|
| 158 |
+
"initial_scan_turn_degrees": 30.0,
|
| 159 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 160 |
+
"navigation_turn_degrees": 30.0,
|
| 161 |
+
"turn_threshold_degrees": 16.0,
|
| 162 |
+
"move_forward_step_m": 0.25,
|
| 163 |
+
"sensor_resolution": [
|
| 164 |
+
640,
|
| 165 |
+
360
|
| 166 |
+
],
|
| 167 |
+
"depth_sensor_resolution": [
|
| 168 |
+
640,
|
| 169 |
+
360
|
| 170 |
+
],
|
| 171 |
+
"sensor_hfov_degrees": 42.0,
|
| 172 |
+
"sensor_height_m": 1.31,
|
| 173 |
+
"depth_range_m": [
|
| 174 |
+
0.5,
|
| 175 |
+
5.0
|
| 176 |
+
],
|
| 177 |
+
"agent_height_m": 1.41,
|
| 178 |
+
"agent_radius_m": 0.17,
|
| 179 |
+
"allow_sliding": false,
|
| 180 |
+
"minimum_forward_displacement_m": 0.05,
|
| 181 |
+
"collision_feedback_updates_occupancy": true,
|
| 182 |
+
"collision_recovery_uses_oracle": false,
|
| 183 |
+
"initial_scan_uses_goal_category": false,
|
| 184 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 185 |
+
"initial_scan_consumes_step_budget": true,
|
| 186 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 187 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 188 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 189 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 190 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 191 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 192 |
+
"point_source_mode": "none",
|
| 193 |
+
"zplusm_runtime_used": false,
|
| 194 |
+
"point_fusion_evidence_mode": "none",
|
| 195 |
+
"wrong_scene_bank": null,
|
| 196 |
+
"initial_scan_geometry_update_requests": 0,
|
| 197 |
+
"zplusm_reconstruction_window_views": 2,
|
| 198 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 199 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 200 |
+
"navigation_step_budget": 488,
|
| 201 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 202 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 203 |
+
"online_redecision_every_primitive_step": false,
|
| 204 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 205 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/requests/mtu3d_baseline_2601943/mtu3d_baseline.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/provenance_mtu3d_baseline_2601933.json
ADDED
|
@@ -0,0 +1,205 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "mtu3d_baseline",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": false,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": false,
|
| 13 |
+
"adapter_used": false,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": null,
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": null,
|
| 62 |
+
"v183_runtime_acceptance": null,
|
| 63 |
+
"v166_deployment_residual_policy": null,
|
| 64 |
+
"adapter_report": null,
|
| 65 |
+
"v170_fast_aggregate_report": null,
|
| 66 |
+
"v171_fast_aggregate_report": null,
|
| 67 |
+
"v172_runtime_acceptance": null,
|
| 68 |
+
"v172_aggregate_report": null,
|
| 69 |
+
"v178_aggregate_report": null,
|
| 70 |
+
"v182_aggregate_report": null,
|
| 71 |
+
"v183_mechanism_report": null,
|
| 72 |
+
"candidate_local_control_mode": "none",
|
| 73 |
+
"wrong_scene_bank": null,
|
| 74 |
+
"point_fusion_evidence_mode": "none",
|
| 75 |
+
"point_source_mode": "none",
|
| 76 |
+
"zplusm_runtime_used": false,
|
| 77 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 78 |
+
"architecture": null,
|
| 79 |
+
"checkpoint_report": {
|
| 80 |
+
"loaded_tensor_count": 388,
|
| 81 |
+
"missing_keys": [
|
| 82 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 83 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 84 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 85 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 86 |
+
],
|
| 87 |
+
"allowed_missing_keys": [
|
| 88 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 89 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 90 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 91 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 92 |
+
],
|
| 93 |
+
"disallowed_missing_keys": [],
|
| 94 |
+
"unused_allowed_missing_keys": [],
|
| 95 |
+
"unexpected_keys": [],
|
| 96 |
+
"strict_original_coverage": false,
|
| 97 |
+
"strict_text_goal_coverage": true,
|
| 98 |
+
"declared_profile": "ovon"
|
| 99 |
+
},
|
| 100 |
+
"stage2_coordinate_frame": "official_world",
|
| 101 |
+
"hashes": {
|
| 102 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 103 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 104 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 105 |
+
"adapter": null,
|
| 106 |
+
"adapter_report": null,
|
| 107 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 108 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 109 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 110 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 111 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 112 |
+
}
|
| 113 |
+
},
|
| 114 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 115 |
+
"policy": "mtu3d_baseline",
|
| 116 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 117 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 118 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 119 |
+
"simulator_observation_modalities": [
|
| 120 |
+
"rgb",
|
| 121 |
+
"depth"
|
| 122 |
+
],
|
| 123 |
+
"simulator_semantic_sensor_enabled": false,
|
| 124 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 125 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 126 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 127 |
+
"oracle_shortest_path_controller_used": true,
|
| 128 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 129 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 130 |
+
"distance_to": "VIEW_POINTS",
|
| 131 |
+
"success_distance_m": 0.1,
|
| 132 |
+
"vlnce_ndtw_method": null,
|
| 133 |
+
"vlnce_ndtw_gt_path": null,
|
| 134 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 135 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 136 |
+
"decision_interval_steps": null,
|
| 137 |
+
"waypoint_commitment_enabled": true,
|
| 138 |
+
"maximum_waypoint_actions": 40,
|
| 139 |
+
"maximum_waypoint_collisions": 2,
|
| 140 |
+
"maximum_nonprogress_actions": 12,
|
| 141 |
+
"maximum_alternating_turn_actions": 6,
|
| 142 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 143 |
+
"planner_subgoal_commitment_enabled": false,
|
| 144 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 145 |
+
"planner_obstacle_inflation_cells": 1,
|
| 146 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 147 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 148 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 149 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 150 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 151 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 152 |
+
"maximum_frontier_terminal_turns": 6,
|
| 153 |
+
"object_confirmations_required_before_stop": 2,
|
| 154 |
+
"object_confirmation_radius_m": 1.0,
|
| 155 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 156 |
+
"initial_scan_steps": 12,
|
| 157 |
+
"initial_scan_action": "TURN_LEFT",
|
| 158 |
+
"initial_scan_turn_degrees": 30.0,
|
| 159 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 160 |
+
"navigation_turn_degrees": 30.0,
|
| 161 |
+
"turn_threshold_degrees": 16.0,
|
| 162 |
+
"move_forward_step_m": 0.25,
|
| 163 |
+
"sensor_resolution": [
|
| 164 |
+
640,
|
| 165 |
+
360
|
| 166 |
+
],
|
| 167 |
+
"depth_sensor_resolution": [
|
| 168 |
+
640,
|
| 169 |
+
360
|
| 170 |
+
],
|
| 171 |
+
"sensor_hfov_degrees": 42.0,
|
| 172 |
+
"sensor_height_m": 1.31,
|
| 173 |
+
"depth_range_m": [
|
| 174 |
+
0.5,
|
| 175 |
+
5.0
|
| 176 |
+
],
|
| 177 |
+
"agent_height_m": 1.41,
|
| 178 |
+
"agent_radius_m": 0.17,
|
| 179 |
+
"allow_sliding": false,
|
| 180 |
+
"minimum_forward_displacement_m": 0.05,
|
| 181 |
+
"collision_feedback_updates_occupancy": true,
|
| 182 |
+
"collision_recovery_uses_oracle": false,
|
| 183 |
+
"initial_scan_uses_goal_category": false,
|
| 184 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 185 |
+
"initial_scan_consumes_step_budget": true,
|
| 186 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 187 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 188 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 189 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 190 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 191 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 192 |
+
"point_source_mode": "none",
|
| 193 |
+
"zplusm_runtime_used": false,
|
| 194 |
+
"point_fusion_evidence_mode": "none",
|
| 195 |
+
"wrong_scene_bank": null,
|
| 196 |
+
"initial_scan_geometry_update_requests": 0,
|
| 197 |
+
"zplusm_reconstruction_window_views": 2,
|
| 198 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 199 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 200 |
+
"navigation_step_budget": 488,
|
| 201 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 202 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 203 |
+
"online_redecision_every_primitive_step": false,
|
| 204 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 205 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/requests/mtu3d_baseline_2601933/mtu3d_baseline.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/provenance_mtu3d_baseline_3532758.json
ADDED
|
@@ -0,0 +1,205 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "mtu3d_baseline",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": false,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": false,
|
| 13 |
+
"adapter_used": false,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": null,
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": null,
|
| 62 |
+
"v183_runtime_acceptance": null,
|
| 63 |
+
"v166_deployment_residual_policy": null,
|
| 64 |
+
"adapter_report": null,
|
| 65 |
+
"v170_fast_aggregate_report": null,
|
| 66 |
+
"v171_fast_aggregate_report": null,
|
| 67 |
+
"v172_runtime_acceptance": null,
|
| 68 |
+
"v172_aggregate_report": null,
|
| 69 |
+
"v178_aggregate_report": null,
|
| 70 |
+
"v182_aggregate_report": null,
|
| 71 |
+
"v183_mechanism_report": null,
|
| 72 |
+
"candidate_local_control_mode": "none",
|
| 73 |
+
"wrong_scene_bank": null,
|
| 74 |
+
"point_fusion_evidence_mode": "none",
|
| 75 |
+
"point_source_mode": "none",
|
| 76 |
+
"zplusm_runtime_used": false,
|
| 77 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 78 |
+
"architecture": null,
|
| 79 |
+
"checkpoint_report": {
|
| 80 |
+
"loaded_tensor_count": 388,
|
| 81 |
+
"missing_keys": [
|
| 82 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 83 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 84 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 85 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 86 |
+
],
|
| 87 |
+
"allowed_missing_keys": [
|
| 88 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 89 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 90 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 91 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 92 |
+
],
|
| 93 |
+
"disallowed_missing_keys": [],
|
| 94 |
+
"unused_allowed_missing_keys": [],
|
| 95 |
+
"unexpected_keys": [],
|
| 96 |
+
"strict_original_coverage": false,
|
| 97 |
+
"strict_text_goal_coverage": true,
|
| 98 |
+
"declared_profile": "ovon"
|
| 99 |
+
},
|
| 100 |
+
"stage2_coordinate_frame": "official_world",
|
| 101 |
+
"hashes": {
|
| 102 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 103 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 104 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 105 |
+
"adapter": null,
|
| 106 |
+
"adapter_report": null,
|
| 107 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 108 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 109 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 110 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 111 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 112 |
+
}
|
| 113 |
+
},
|
| 114 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 115 |
+
"policy": "mtu3d_baseline",
|
| 116 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 117 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 118 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 119 |
+
"simulator_observation_modalities": [
|
| 120 |
+
"rgb",
|
| 121 |
+
"depth"
|
| 122 |
+
],
|
| 123 |
+
"simulator_semantic_sensor_enabled": false,
|
| 124 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 125 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 126 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 127 |
+
"oracle_shortest_path_controller_used": true,
|
| 128 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 129 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 130 |
+
"distance_to": "VIEW_POINTS",
|
| 131 |
+
"success_distance_m": 0.1,
|
| 132 |
+
"vlnce_ndtw_method": null,
|
| 133 |
+
"vlnce_ndtw_gt_path": null,
|
| 134 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 135 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 136 |
+
"decision_interval_steps": null,
|
| 137 |
+
"waypoint_commitment_enabled": true,
|
| 138 |
+
"maximum_waypoint_actions": 40,
|
| 139 |
+
"maximum_waypoint_collisions": 2,
|
| 140 |
+
"maximum_nonprogress_actions": 12,
|
| 141 |
+
"maximum_alternating_turn_actions": 6,
|
| 142 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 143 |
+
"planner_subgoal_commitment_enabled": false,
|
| 144 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 145 |
+
"planner_obstacle_inflation_cells": 1,
|
| 146 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 147 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 148 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 149 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 150 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 151 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 152 |
+
"maximum_frontier_terminal_turns": 6,
|
| 153 |
+
"object_confirmations_required_before_stop": 2,
|
| 154 |
+
"object_confirmation_radius_m": 1.0,
|
| 155 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 156 |
+
"initial_scan_steps": 12,
|
| 157 |
+
"initial_scan_action": "TURN_LEFT",
|
| 158 |
+
"initial_scan_turn_degrees": 30.0,
|
| 159 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 160 |
+
"navigation_turn_degrees": 30.0,
|
| 161 |
+
"turn_threshold_degrees": 16.0,
|
| 162 |
+
"move_forward_step_m": 0.25,
|
| 163 |
+
"sensor_resolution": [
|
| 164 |
+
640,
|
| 165 |
+
360
|
| 166 |
+
],
|
| 167 |
+
"depth_sensor_resolution": [
|
| 168 |
+
640,
|
| 169 |
+
360
|
| 170 |
+
],
|
| 171 |
+
"sensor_hfov_degrees": 42.0,
|
| 172 |
+
"sensor_height_m": 1.31,
|
| 173 |
+
"depth_range_m": [
|
| 174 |
+
0.5,
|
| 175 |
+
5.0
|
| 176 |
+
],
|
| 177 |
+
"agent_height_m": 1.41,
|
| 178 |
+
"agent_radius_m": 0.17,
|
| 179 |
+
"allow_sliding": false,
|
| 180 |
+
"minimum_forward_displacement_m": 0.05,
|
| 181 |
+
"collision_feedback_updates_occupancy": true,
|
| 182 |
+
"collision_recovery_uses_oracle": false,
|
| 183 |
+
"initial_scan_uses_goal_category": false,
|
| 184 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 185 |
+
"initial_scan_consumes_step_budget": true,
|
| 186 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 187 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 188 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 189 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 190 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 191 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 192 |
+
"point_source_mode": "none",
|
| 193 |
+
"zplusm_runtime_used": false,
|
| 194 |
+
"point_fusion_evidence_mode": "none",
|
| 195 |
+
"wrong_scene_bank": null,
|
| 196 |
+
"initial_scan_geometry_update_requests": 0,
|
| 197 |
+
"zplusm_reconstruction_window_views": 2,
|
| 198 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 199 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 200 |
+
"navigation_step_budget": 488,
|
| 201 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 202 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 203 |
+
"online_redecision_every_primitive_step": false,
|
| 204 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 205 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/requests/mtu3d_baseline_3532758/mtu3d_baseline.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/provenance_mtu3d_baseline_2601917.json
ADDED
|
@@ -0,0 +1,205 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "mtu3d_baseline",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": false,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": false,
|
| 13 |
+
"adapter_used": false,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": null,
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": null,
|
| 62 |
+
"v183_runtime_acceptance": null,
|
| 63 |
+
"v166_deployment_residual_policy": null,
|
| 64 |
+
"adapter_report": null,
|
| 65 |
+
"v170_fast_aggregate_report": null,
|
| 66 |
+
"v171_fast_aggregate_report": null,
|
| 67 |
+
"v172_runtime_acceptance": null,
|
| 68 |
+
"v172_aggregate_report": null,
|
| 69 |
+
"v178_aggregate_report": null,
|
| 70 |
+
"v182_aggregate_report": null,
|
| 71 |
+
"v183_mechanism_report": null,
|
| 72 |
+
"candidate_local_control_mode": "none",
|
| 73 |
+
"wrong_scene_bank": null,
|
| 74 |
+
"point_fusion_evidence_mode": "none",
|
| 75 |
+
"point_source_mode": "none",
|
| 76 |
+
"zplusm_runtime_used": false,
|
| 77 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 78 |
+
"architecture": null,
|
| 79 |
+
"checkpoint_report": {
|
| 80 |
+
"loaded_tensor_count": 388,
|
| 81 |
+
"missing_keys": [
|
| 82 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 83 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 84 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 85 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 86 |
+
],
|
| 87 |
+
"allowed_missing_keys": [
|
| 88 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 89 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 90 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 91 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 92 |
+
],
|
| 93 |
+
"disallowed_missing_keys": [],
|
| 94 |
+
"unused_allowed_missing_keys": [],
|
| 95 |
+
"unexpected_keys": [],
|
| 96 |
+
"strict_original_coverage": false,
|
| 97 |
+
"strict_text_goal_coverage": true,
|
| 98 |
+
"declared_profile": "ovon"
|
| 99 |
+
},
|
| 100 |
+
"stage2_coordinate_frame": "official_world",
|
| 101 |
+
"hashes": {
|
| 102 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 103 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 104 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 105 |
+
"adapter": null,
|
| 106 |
+
"adapter_report": null,
|
| 107 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 108 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 109 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 110 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 111 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 112 |
+
}
|
| 113 |
+
},
|
| 114 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 115 |
+
"policy": "mtu3d_baseline",
|
| 116 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 117 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 118 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 119 |
+
"simulator_observation_modalities": [
|
| 120 |
+
"rgb",
|
| 121 |
+
"depth"
|
| 122 |
+
],
|
| 123 |
+
"simulator_semantic_sensor_enabled": false,
|
| 124 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 125 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 126 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 127 |
+
"oracle_shortest_path_controller_used": true,
|
| 128 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 129 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 130 |
+
"distance_to": "VIEW_POINTS",
|
| 131 |
+
"success_distance_m": 0.1,
|
| 132 |
+
"vlnce_ndtw_method": null,
|
| 133 |
+
"vlnce_ndtw_gt_path": null,
|
| 134 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 135 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 136 |
+
"decision_interval_steps": null,
|
| 137 |
+
"waypoint_commitment_enabled": true,
|
| 138 |
+
"maximum_waypoint_actions": 40,
|
| 139 |
+
"maximum_waypoint_collisions": 2,
|
| 140 |
+
"maximum_nonprogress_actions": 12,
|
| 141 |
+
"maximum_alternating_turn_actions": 6,
|
| 142 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 143 |
+
"planner_subgoal_commitment_enabled": false,
|
| 144 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 145 |
+
"planner_obstacle_inflation_cells": 1,
|
| 146 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 147 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 148 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 149 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 150 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 151 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 152 |
+
"maximum_frontier_terminal_turns": 6,
|
| 153 |
+
"object_confirmations_required_before_stop": 2,
|
| 154 |
+
"object_confirmation_radius_m": 1.0,
|
| 155 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 156 |
+
"initial_scan_steps": 12,
|
| 157 |
+
"initial_scan_action": "TURN_LEFT",
|
| 158 |
+
"initial_scan_turn_degrees": 30.0,
|
| 159 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 160 |
+
"navigation_turn_degrees": 30.0,
|
| 161 |
+
"turn_threshold_degrees": 16.0,
|
| 162 |
+
"move_forward_step_m": 0.25,
|
| 163 |
+
"sensor_resolution": [
|
| 164 |
+
640,
|
| 165 |
+
360
|
| 166 |
+
],
|
| 167 |
+
"depth_sensor_resolution": [
|
| 168 |
+
640,
|
| 169 |
+
360
|
| 170 |
+
],
|
| 171 |
+
"sensor_hfov_degrees": 42.0,
|
| 172 |
+
"sensor_height_m": 1.31,
|
| 173 |
+
"depth_range_m": [
|
| 174 |
+
0.5,
|
| 175 |
+
5.0
|
| 176 |
+
],
|
| 177 |
+
"agent_height_m": 1.41,
|
| 178 |
+
"agent_radius_m": 0.17,
|
| 179 |
+
"allow_sliding": false,
|
| 180 |
+
"minimum_forward_displacement_m": 0.05,
|
| 181 |
+
"collision_feedback_updates_occupancy": true,
|
| 182 |
+
"collision_recovery_uses_oracle": false,
|
| 183 |
+
"initial_scan_uses_goal_category": false,
|
| 184 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 185 |
+
"initial_scan_consumes_step_budget": true,
|
| 186 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 187 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 188 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 189 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 190 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 191 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 192 |
+
"point_source_mode": "none",
|
| 193 |
+
"zplusm_runtime_used": false,
|
| 194 |
+
"point_fusion_evidence_mode": "none",
|
| 195 |
+
"wrong_scene_bank": null,
|
| 196 |
+
"initial_scan_geometry_update_requests": 0,
|
| 197 |
+
"zplusm_reconstruction_window_views": 2,
|
| 198 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 199 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 200 |
+
"navigation_step_budget": 488,
|
| 201 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 202 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 203 |
+
"online_redecision_every_primitive_step": false,
|
| 204 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 205 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/baseline/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/requests/mtu3d_baseline_2601917/mtu3d_baseline.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/provenance_nav3r_zplusm_mtu3d_209329.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/requests/nav3r_zplusm_mtu3d_209329/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/provenance_nav3r_zplusm_mtu3d_452766.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/requests/nav3r_zplusm_mtu3d_452766/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/provenance_nav3r_zplusm_mtu3d_157776.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/requests/nav3r_zplusm_mtu3d_157776/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_nav3r_zplusm_mtu3d_2601922.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/requests/nav3r_zplusm_mtu3d_2601922/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_100_101_102_103_104_105_106_107_108_109_110_111_112_113_114_115_116_117_118_119/rollout/provenance_nav3r_zplusm_mtu3d_4168230.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_100_101_102_103_104_105_106_107_108_109_110_111_112_113_114_115_116_117_118_119/rollout/requests/nav3r_zplusm_mtu3d_4168230/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/provenance_nav3r_zplusm_mtu3d_103511.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_180_181_182_183_184_185_186_187_188_189_190_191_192_193_194_195_196_197_198_199/rollout/requests/nav3r_zplusm_mtu3d_103511/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_20_21_22_23_24_25_26_27_28_29_30_31_32_33_34_35_36_37_38_39/rollout/provenance_nav3r_zplusm_mtu3d_2601918.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_20_21_22_23_24_25_26_27_28_29_30_31_32_33_34_35_36_37_38_39/rollout/requests/nav3r_zplusm_mtu3d_2601918/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_260_261_262_263_264_265_266_267_268_269_270_271_272_273_274_275_276_277_278_279/rollout/provenance_nav3r_zplusm_mtu3d_2601956.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu5_260_261_262_263_264_265_266_267_268_269_270_271_272_273_274_275_276_277_278_279/rollout/requests/nav3r_zplusm_mtu3d_2601956/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/provenance_nav3r_zplusm_mtu3d_215095.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_120_121_122_123_124_125_126_127_128_129_130_131_132_133_134_135_136_137_138_139/rollout/requests/nav3r_zplusm_mtu3d_215095/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_200_201_202_203_204_205_206_207_208_209_210_211_212_213_214_215_216_217_218_219/rollout/provenance_nav3r_zplusm_mtu3d_2601965.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_200_201_202_203_204_205_206_207_208_209_210_211_212_213_214_215_216_217_218_219/rollout/requests/nav3r_zplusm_mtu3d_2601965/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_280_281_282_283_284_285_286_287_288_289_290_291_292_293_294_295_296_297_298_299/rollout/provenance_nav3r_zplusm_mtu3d_3020715.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_280_281_282_283_284_285_286_287_288_289_290_291_292_293_294_295_296_297_298_299/rollout/requests/nav3r_zplusm_mtu3d_3020715/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/provenance_nav3r_zplusm_mtu3d_1157852.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu6_40_41_42_43_44_45_46_47_48_49_50_51_52_53_54_55_56_57_58_59/rollout/requests/nav3r_zplusm_mtu3d_1157852/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_140_141_142_143_144_145_146_147_148_149_150_151_152_153_154_155_156_157_158_159/rollout/provenance_nav3r_zplusm_mtu3d_2601931.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_140_141_142_143_144_145_146_147_148_149_150_151_152_153_154_155_156_157_158_159/rollout/requests/nav3r_zplusm_mtu3d_2601931/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_220_221_222_223_224_225_226_227_228_229_230_231_232_233_234_235_236_237_238_239/rollout/provenance_nav3r_zplusm_mtu3d_3085448.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_220_221_222_223_224_225_226_227_228_229_230_231_232_233_234_235_236_237_238_239/rollout/requests/nav3r_zplusm_mtu3d_3085448/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/provenance_nav3r_zplusm_mtu3d_3792099.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/requests/nav3r_zplusm_mtu3d_3792099/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/provenance_nav3r_zplusm_mtu3d_4164462.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": true,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "none",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 118 |
+
"zplusm_runtime_used": true,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": true,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": false,
|
| 307 |
+
"point_source_mode": "zplusm_reconstruction",
|
| 308 |
+
"zplusm_runtime_used": true,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/correct/gpu7_60_61_62_63_64_65_66_67_68_69_70_71_72_73_74_75_76_77_78_79/rollout/requests/nav3r_zplusm_mtu3d_4164462/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/logs/baseline_gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319.log
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[00:53:23:337459]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00871-VBzV5z6i1WS/VBzV5z6i1WS.basis.scn` exists but failed to load.
|
| 2 |
+
{"type": "episode_progress", "episode_index": 26, "policy": "mtu3d_baseline", "steps": 50, "decisions": 1, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 775, "occupied_cells": 479}
|
| 3 |
+
{"type": "episode_progress", "episode_index": 26, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1278, "occupied_cells": 696}
|
| 4 |
+
{"index": 300, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 1.0897135734558105, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 5 |
+
[00:54:06:149890]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00894-HY1NcmCgn3n/HY1NcmCgn3n.basis.scn` exists but failed to load.
|
| 6 |
+
{"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1278, "occupied_cells": 266}
|
| 7 |
+
{"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1525, "occupied_cells": 325}
|
| 8 |
+
{"index": 301, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 8.455572128295898, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 9 |
+
[00:54:49:447895]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00877-4ok3usBNeis/4ok3usBNeis.basis.scn` exists but failed to load.
|
| 10 |
+
{"type": "episode_progress", "episode_index": 10, "policy": "mtu3d_baseline", "steps": 50, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 461, "occupied_cells": 287}
|
| 11 |
+
{"type": "episode_progress", "episode_index": 10, "policy": "mtu3d_baseline", "steps": 100, "decisions": 7, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1062, "occupied_cells": 718}
|
| 12 |
+
{"type": "episode_progress", "episode_index": 10, "policy": "mtu3d_baseline", "steps": 150, "decisions": 8, "collisions": 2, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1065, "occupied_cells": 777}
|
| 13 |
+
{"index": 302, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.36685386724947316, "final_dtg_m": 0.03702623397111893, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 14 |
+
[00:55:32:635390]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00873-bxsVRursffK/bxsVRursffK.basis.scn` exists but failed to load.
|
| 15 |
+
{"type": "episode_progress", "episode_index": 27, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 575, "occupied_cells": 455}
|
| 16 |
+
{"type": "episode_progress", "episode_index": 27, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 761, "occupied_cells": 538}
|
| 17 |
+
{"type": "episode_progress", "episode_index": 27, "policy": "mtu3d_baseline", "steps": 150, "decisions": 5, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 814, "occupied_cells": 660}
|
| 18 |
+
{"type": "episode_progress", "episode_index": 27, "policy": "mtu3d_baseline", "steps": 200, "decisions": 7, "collisions": 1, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 888, "occupied_cells": 691}
|
| 19 |
+
{"index": 303, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 4.780230522155762, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 20 |
+
[00:56:22:669269]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00803-k1cupFYWXJ6/k1cupFYWXJ6.basis.scn` exists but failed to load.
|
| 21 |
+
{"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 996, "occupied_cells": 524}
|
| 22 |
+
{"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1074, "occupied_cells": 747}
|
| 23 |
+
{"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 150, "decisions": 6, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1195, "occupied_cells": 901}
|
| 24 |
+
{"index": 304, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 13.358281135559082, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 25 |
+
[00:57:00:611315]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00873-bxsVRursffK/bxsVRursffK.basis.scn` exists but failed to load.
|
| 26 |
+
{"type": "episode_progress", "episode_index": 17, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 694, "occupied_cells": 285}
|
| 27 |
+
{"type": "episode_progress", "episode_index": 17, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 2, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 905, "occupied_cells": 449}
|
| 28 |
+
{"index": 305, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 1.2466557025909424, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 29 |
+
[00:57:30:960259]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00803-k1cupFYWXJ6/k1cupFYWXJ6.basis.scn` exists but failed to load.
|
| 30 |
+
{"type": "episode_progress", "episode_index": 0, "policy": "mtu3d_baseline", "steps": 50, "decisions": 3, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 670, "occupied_cells": 500}
|
| 31 |
+
{"type": "episode_progress", "episode_index": 0, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 699, "occupied_cells": 535}
|
| 32 |
+
{"index": 306, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.23955388367176056, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 33 |
+
[00:57:59:669145]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00831-yr17PDCnDDW/yr17PDCnDDW.basis.scn` exists but failed to load.
|
| 34 |
+
{"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1705, "occupied_cells": 669}
|
| 35 |
+
{"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1961, "occupied_cells": 807}
|
| 36 |
+
{"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 150, "decisions": 5, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 2325, "occupied_cells": 858}
|
| 37 |
+
{"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 200, "decisions": 7, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 2398, "occupied_cells": 920}
|
| 38 |
+
{"type": "episode_progress", "episode_index": 7, "policy": "mtu3d_baseline", "steps": 250, "decisions": 9, "collisions": 2, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 2379, "occupied_cells": 955}
|
| 39 |
+
{"index": 307, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.28391605615615845, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 40 |
+
[00:59:33:766505]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00815-h1zeeAwLh9Z/h1zeeAwLh9Z.basis.scn` exists but failed to load.
|
| 41 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 50, "decisions": 1, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 588, "occupied_cells": 244}
|
| 42 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 100, "decisions": 3, "collisions": 0, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 860, "occupied_cells": 424}
|
| 43 |
+
{"index": 308, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.18154911696910858, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 44 |
+
[01:00:01:511520]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00894-HY1NcmCgn3n/HY1NcmCgn3n.basis.scn` exists but failed to load.
|
| 45 |
+
{"type": "episode_progress", "episode_index": 21, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1271, "occupied_cells": 291}
|
| 46 |
+
{"type": "episode_progress", "episode_index": 21, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1264, "occupied_cells": 308}
|
| 47 |
+
{"type": "episode_progress", "episode_index": 21, "policy": "mtu3d_baseline", "steps": 150, "decisions": 6, "collisions": 1, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1638, "occupied_cells": 368}
|
| 48 |
+
{"type": "episode_progress", "episode_index": 21, "policy": "mtu3d_baseline", "steps": 200, "decisions": 9, "collisions": 2, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1866, "occupied_cells": 476}
|
| 49 |
+
{"index": 309, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.11292664706707001, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 50 |
+
[01:00:52:853412]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00832-qyAac8rV8Zk/qyAac8rV8Zk.basis.scn` exists but failed to load.
|
| 51 |
+
{"type": "episode_progress", "episode_index": 19, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 1, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 485, "occupied_cells": 377}
|
| 52 |
+
{"type": "episode_progress", "episode_index": 19, "policy": "mtu3d_baseline", "steps": 100, "decisions": 6, "collisions": 1, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 734, "occupied_cells": 451}
|
| 53 |
+
{"index": 310, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 4.058567047119141, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 54 |
+
[01:01:27:136698]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00831-yr17PDCnDDW/yr17PDCnDDW.basis.scn` exists but failed to load.
|
| 55 |
+
{"type": "episode_progress", "episode_index": 8, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 2, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1333, "occupied_cells": 510}
|
| 56 |
+
{"type": "episode_progress", "episode_index": 8, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 4, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1469, "occupied_cells": 570}
|
| 57 |
+
{"type": "episode_progress", "episode_index": 8, "policy": "mtu3d_baseline", "steps": 150, "decisions": 5, "collisions": 5, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1509, "occupied_cells": 661}
|
| 58 |
+
{"index": 311, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.32022660970687866, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 59 |
+
[01:02:15:439884]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00871-VBzV5z6i1WS/VBzV5z6i1WS.basis.scn` exists but failed to load.
|
| 60 |
+
{"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 50, "decisions": 3, "collisions": 1, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 577, "occupied_cells": 398}
|
| 61 |
+
{"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 2, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 860, "occupied_cells": 640}
|
| 62 |
+
{"type": "episode_progress", "episode_index": 24, "policy": "mtu3d_baseline", "steps": 150, "decisions": 8, "collisions": 2, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 994, "occupied_cells": 795}
|
| 63 |
+
{"index": 312, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.15744617425122534, "final_dtg_m": 0.07947318255901337, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 64 |
+
[01:03:03:890264]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00848-ziup5kvtCCR/ziup5kvtCCR.basis.scn` exists but failed to load.
|
| 65 |
+
{"type": "episode_progress", "episode_index": 16, "policy": "mtu3d_baseline", "steps": 50, "decisions": 3, "collisions": 0, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 650, "occupied_cells": 324}
|
| 66 |
+
{"type": "episode_progress", "episode_index": 16, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 911, "occupied_cells": 686}
|
| 67 |
+
{"index": 313, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.299585455181619, "final_dtg_m": 0.07902779430150986, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 68 |
+
[01:03:36:443877]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00853-5cdEh9F2hJL/5cdEh9F2hJL.basis.scn` exists but failed to load.
|
| 69 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 364, "occupied_cells": 240}
|
| 70 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 594, "occupied_cells": 434}
|
| 71 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 150, "decisions": 7, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 587, "occupied_cells": 503}
|
| 72 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 200, "decisions": 9, "collisions": 0, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 740, "occupied_cells": 558}
|
| 73 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 250, "decisions": 10, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 765, "occupied_cells": 573}
|
| 74 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 300, "decisions": 11, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 772, "occupied_cells": 575}
|
| 75 |
+
{"type": "episode_progress", "episode_index": 23, "policy": "mtu3d_baseline", "steps": 350, "decisions": 13, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1396, "occupied_cells": 910}
|
| 76 |
+
{"index": 314, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.10959707945585251, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 77 |
+
[01:04:52:980616]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00871-VBzV5z6i1WS/VBzV5z6i1WS.basis.scn` exists but failed to load.
|
| 78 |
+
{"type": "episode_progress", "episode_index": 6, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "TURN_LEFT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 621, "occupied_cells": 393}
|
| 79 |
+
{"type": "episode_progress", "episode_index": 6, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1022, "occupied_cells": 685}
|
| 80 |
+
{"index": 315, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.15520306422051633, "final_dtg_m": 0.03817854821681976, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 81 |
+
[01:05:27:138462]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00832-qyAac8rV8Zk/qyAac8rV8Zk.basis.scn` exists but failed to load.
|
| 82 |
+
{"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 50, "decisions": 1, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 831, "occupied_cells": 455}
|
| 83 |
+
{"type": "episode_progress", "episode_index": 3, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1043, "occupied_cells": 688}
|
| 84 |
+
{"index": 316, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.16676794681561738, "final_dtg_m": 0.026595154777169228, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 85 |
+
[01:05:54:917846]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00861-GLAQ4DNUx5U/GLAQ4DNUx5U.basis.scn` exists but failed to load.
|
| 86 |
+
{"type": "episode_progress", "episode_index": 22, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 509, "occupied_cells": 274}
|
| 87 |
+
{"type": "episode_progress", "episode_index": 22, "policy": "mtu3d_baseline", "steps": 100, "decisions": 4, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 794, "occupied_cells": 480}
|
| 88 |
+
{"index": 317, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.1482212245464325, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 89 |
+
[01:06:27:121944]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00820-mL8ThkuaVTM/mL8ThkuaVTM.basis.scn` exists but failed to load.
|
| 90 |
+
{"type": "episode_progress", "episode_index": 1, "policy": "mtu3d_baseline", "steps": 50, "decisions": 5, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 481, "occupied_cells": 429}
|
| 91 |
+
{"index": 318, "policy": "mtu3d_baseline", "success": 1.0, "spl": 0.477582813282351, "final_dtg_m": 0.03224296495318413, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
| 92 |
+
[01:06:47:535470]:[Error]:[Scene] SemanticScene.cpp(139)::loadSemanticSceneDescriptor : SSD Load Failure! File with SemanticAttributes-provided name `/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/habitat/data/scene_datasets/hm3d/val/00832-qyAac8rV8Zk/qyAac8rV8Zk.basis.scn` exists but failed to load.
|
| 93 |
+
{"type": "episode_progress", "episode_index": 6, "policy": "mtu3d_baseline", "steps": 50, "decisions": 2, "collisions": 0, "last_action": "MOVE_FORWARD", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 797, "occupied_cells": 433}
|
| 94 |
+
{"type": "episode_progress", "episode_index": 6, "policy": "mtu3d_baseline", "steps": 100, "decisions": 5, "collisions": 0, "last_action": "TURN_RIGHT", "planner_status": "habitat_greedy_geodesic_follower", "free_cells": 1024, "occupied_cells": 738}
|
| 95 |
+
{"index": 319, "policy": "mtu3d_baseline", "success": 0.0, "spl": 0.0, "final_dtg_m": 0.6343256831169128, "record": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/objectnav_hm3d_v2/v191_v187_fresh320_full386_r1_20260824/baseline/gpu7_300_301_302_303_304_305_306_307_308_309_310_311_312_313_314_315_316_317_318_319/rollout/records_mtu3d_baseline_2601968.jsonl"}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/provenance_nav3r_zplusm_mtu3d_888745.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "raw_rgbd_ptv3",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "raw_habitat_rgbd_accumulation",
|
| 118 |
+
"zplusm_runtime_used": false,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": true,
|
| 307 |
+
"point_source_mode": "raw_habitat_rgbd_accumulation",
|
| 308 |
+
"zplusm_runtime_used": false,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_0_1_2_3_4_5_6_7_8_9_10_11_12_13_14_15_16_17_18_19/rollout/requests/nav3r_zplusm_mtu3d_888745/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/provenance_nav3r_zplusm_mtu3d_2601945.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "raw_rgbd_ptv3",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "raw_habitat_rgbd_accumulation",
|
| 118 |
+
"zplusm_runtime_used": false,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": true,
|
| 307 |
+
"point_source_mode": "raw_habitat_rgbd_accumulation",
|
| 308 |
+
"zplusm_runtime_used": false,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_160_161_162_163_164_165_166_167_168_169_170_171_172_173_174_175_176_177_178_179/rollout/requests/nav3r_zplusm_mtu3d_2601945/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/provenance_nav3r_zplusm_mtu3d_1585692.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "raw_rgbd_ptv3",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "raw_habitat_rgbd_accumulation",
|
| 118 |
+
"zplusm_runtime_used": false,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": true,
|
| 307 |
+
"point_source_mode": "raw_habitat_rgbd_accumulation",
|
| 308 |
+
"zplusm_runtime_used": false,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_240_241_242_243_244_245_246_247_248_249_250_251_252_253_254_255_256_257_258_259/rollout/requests/nav3r_zplusm_mtu3d_1585692/nav3r_zplusm_mtu3d.worker.stderr.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/transformers/utils/hub.py:124: FutureWarning: Using `TRANSFORMERS_CACHE` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 4 |
+
warnings.warn(
|
| 5 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:313: UserWarning:
|
| 6 |
+
The version_base parameter is not specified.
|
| 7 |
+
Please specify a compatability version level, or None.
|
| 8 |
+
Will assume defaults for version 1.1
|
| 9 |
+
hydra.initialize(config_path=config_path)
|
| 10 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:316: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 11 |
+
self.pq3d_stage1.load_state_dict(torch.load(os.path.join(stage1_dir, 'pytorch_model.bin'), map_location='cpu'))
|
| 12 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:325: UserWarning:
|
| 13 |
+
The version_base parameter is not specified.
|
| 14 |
+
Please specify a compatability version level, or None.
|
| 15 |
+
Will assume defaults for version 1.1
|
| 16 |
+
hydra.initialize(config_path=config_path)
|
| 17 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/hm3d-online/data_utils.py:328: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
|
| 18 |
+
self.pq3d_stage2.load_state_dict(torch.load(os.path.join(stage2_dir, 'pytorch_model.bin'), map_location='cpu'), strict=False)
|
| 19 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/physbench_envs/envs/physbench-objectnav-mtu3d/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/code/third_party/MTU3D/model/mask3d.py:438: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.
|
| 22 |
+
with autocast(enabled=False):
|
experiments/objectnav_v182_v187_v189_v191/v191_full386/fresh320_runtime/raw_rgbd/gpu4_80_81_82_83_84_85_86_87_88_89_90_91_92_93_94_95_96_97_98_99/rollout/provenance_nav3r_zplusm_mtu3d_2874918.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"protocol_schema": "nav3r-hm3d-objectnav-mtu3d-ab/v26-ggf-candidate-local",
|
| 3 |
+
"task": "objectnav",
|
| 4 |
+
"worker_ready": {
|
| 5 |
+
"type": "ready",
|
| 6 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 7 |
+
"device": "cuda:0",
|
| 8 |
+
"goal_coordinates_supported": false,
|
| 9 |
+
"point_branch": true,
|
| 10 |
+
"training_cache_capture": false,
|
| 11 |
+
"shared_counterfactual_audit_v152": false,
|
| 12 |
+
"target_free_point_runtime": true,
|
| 13 |
+
"adapter_used": true,
|
| 14 |
+
"shared_task_adapter_used": true,
|
| 15 |
+
"shared_task_adapter": {
|
| 16 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v132_goal_prompt_positive_mass_rank64_seed20260826_20260818/best_objectnav_task_adapter.pt",
|
| 17 |
+
"sha256": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 18 |
+
"schema": "nav3r-frozen-mtu3d-goal-conditioned-task-adapter/v132",
|
| 19 |
+
"architecture": {
|
| 20 |
+
"architecture": "frozen_mtu3d_official_goal_prompt_conditioned_decoupled_task_residual_v132",
|
| 21 |
+
"hidden_size": 768,
|
| 22 |
+
"rank": 64,
|
| 23 |
+
"uses_rgbd": false,
|
| 24 |
+
"uses_point_features": false,
|
| 25 |
+
"uses_reference_path": false,
|
| 26 |
+
"uses_goal_coordinates": false,
|
| 27 |
+
"uses_teacher_at_inference": false,
|
| 28 |
+
"candidate_type_used": true,
|
| 29 |
+
"separate_ground_and_decision_scorers": true,
|
| 30 |
+
"separate_zero_initialized_public_gates": true,
|
| 31 |
+
"zero_gate_exact_raw_mtu3d": true,
|
| 32 |
+
"public_ground_gate": 0.6125781536102295,
|
| 33 |
+
"public_decision_gate": 0.6928671002388,
|
| 34 |
+
"prompt_vocab_size": 49408,
|
| 35 |
+
"prompt_special_token_floor": 49406,
|
| 36 |
+
"uses_official_goal_category_prompt": true
|
| 37 |
+
},
|
| 38 |
+
"selection_gate": {
|
| 39 |
+
"loss_below_raw_mtu3d": true,
|
| 40 |
+
"ground_above_raw_mtu3d": true,
|
| 41 |
+
"decision_above_raw_mtu3d": true,
|
| 42 |
+
"joint_gain_at_least_2pp": true,
|
| 43 |
+
"absolute_ground_at_least_35pct": false,
|
| 44 |
+
"absolute_decision_at_least_65pct": true,
|
| 45 |
+
"absolute_joint_at_least_24pct": true,
|
| 46 |
+
"joint_scene_bootstrap_ci_low_above_zero": true,
|
| 47 |
+
"cached_baseline_exact_every_record": true,
|
| 48 |
+
"off_gate_exact_every_record": true,
|
| 49 |
+
"passed": false
|
| 50 |
+
},
|
| 51 |
+
"uses_points": false,
|
| 52 |
+
"uses_goal_coordinates": false
|
| 53 |
+
},
|
| 54 |
+
"adapter_kind": "candidate_local_v182",
|
| 55 |
+
"v152_runtime_acceptance": null,
|
| 56 |
+
"v166_runtime_acceptance": null,
|
| 57 |
+
"v170_runtime_acceptance": null,
|
| 58 |
+
"v173_runtime_acceptance": null,
|
| 59 |
+
"v171_runtime_acceptance": null,
|
| 60 |
+
"v178_runtime_acceptance": null,
|
| 61 |
+
"v182_runtime_acceptance": {
|
| 62 |
+
"schema": "nav3r-v182-layer34-quality-runtime-acceptance/v1",
|
| 63 |
+
"adapter_sha256": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 64 |
+
"source_adapter_sha256": "9a9dcf098d71701ba4baf543d29edd239ebe753f199735714906cded33f47baf",
|
| 65 |
+
"seed": 123,
|
| 66 |
+
"bounded_onpolicy_train_only": true,
|
| 67 |
+
"single_insertion_after_layer3_before_layer4": true,
|
| 68 |
+
"candidate_local_ptv3_source": true,
|
| 69 |
+
"candidate_reconstruction_quality_gate": true,
|
| 70 |
+
"post_logit_residual_absent": true,
|
| 71 |
+
"ptv3_zero_exact_frozen_baseline": true,
|
| 72 |
+
"paired_objectnav_baseline_correct_eligible": true,
|
| 73 |
+
"deferred_controls": [
|
| 74 |
+
"coordinate",
|
| 75 |
+
"semantic",
|
| 76 |
+
"wrong_scene"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
"v183_runtime_acceptance": {
|
| 80 |
+
"schema": "nav3r-v183-active-class-safe-runtime-acceptance/v1",
|
| 81 |
+
"underlying_early_fusion": "frozen_v182_layer3_to_layer4",
|
| 82 |
+
"formal_hm3d_validation_used_for_rule_selection": false,
|
| 83 |
+
"mechanism_scene_count": 29,
|
| 84 |
+
"mechanism_record_count": 1758,
|
| 85 |
+
"first_four_decisions_exact_baseline": true,
|
| 86 |
+
"late_object_branch_open": true,
|
| 87 |
+
"late_frontier_minimum_baseline_margin": 0.025,
|
| 88 |
+
"point_decision_class_change_rejected": true,
|
| 89 |
+
"decision_logits_exact_frozen_baseline": true,
|
| 90 |
+
"teacher_labels_used_at_deployment": false,
|
| 91 |
+
"goal_coordinates_used": false,
|
| 92 |
+
"mechanism_replay_rescue": 11,
|
| 93 |
+
"mechanism_replay_harm": 0,
|
| 94 |
+
"mechanism_replay_ci95_low": 0.002905287623474724
|
| 95 |
+
},
|
| 96 |
+
"v166_deployment_residual_policy": null,
|
| 97 |
+
"adapter_report": {
|
| 98 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/objectnav_v182_layer34_gate_formal_r2_seed123_20260823/training_report.json",
|
| 99 |
+
"sha256": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb"
|
| 100 |
+
},
|
| 101 |
+
"v170_fast_aggregate_report": null,
|
| 102 |
+
"v171_fast_aggregate_report": null,
|
| 103 |
+
"v172_runtime_acceptance": null,
|
| 104 |
+
"v172_aggregate_report": null,
|
| 105 |
+
"v178_aggregate_report": null,
|
| 106 |
+
"v182_aggregate_report": {
|
| 107 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/ptv3/v182_layer34_quality_20260823/v182_three_seed_aggregate.json",
|
| 108 |
+
"sha256": "1228abe3ad57f7c2b3572aab3224bf0235d763c0aefeb8e67f0e360c85df3620"
|
| 109 |
+
},
|
| 110 |
+
"v183_mechanism_report": {
|
| 111 |
+
"path": "/mnt/einsia/aws01-nvme/einsia-shared/homes/gaomingju/workspace/physbench_nav3r_objectnav_20260814/runtime/staging/v183_active_class_safe_20260823/evidence/v182_heldout_active_class_risk_analysis.json",
|
| 112 |
+
"sha256": "a7810f1ba2467c7d7d3eef16e056b45eb88fe780204385061aab5476cb7aa813"
|
| 113 |
+
},
|
| 114 |
+
"candidate_local_control_mode": "raw_rgbd_ptv3",
|
| 115 |
+
"wrong_scene_bank": null,
|
| 116 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 117 |
+
"point_source_mode": "raw_habitat_rgbd_accumulation",
|
| 118 |
+
"zplusm_runtime_used": false,
|
| 119 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 120 |
+
"architecture": {
|
| 121 |
+
"architecture": "candidate_conditioned_highres_ptv3_memory_once_after_mtu3d_layer3_before_frozen_layer4_quality_gated_v182",
|
| 122 |
+
"human_insertion_after_layer": 3,
|
| 123 |
+
"human_insertion_before_layer": 4,
|
| 124 |
+
"insertion_count_per_forward": 1,
|
| 125 |
+
"point_feature_dim": 1088,
|
| 126 |
+
"hidden_size": 768,
|
| 127 |
+
"semantic_feature_dim": 768,
|
| 128 |
+
"shell_count": 3,
|
| 129 |
+
"attention_rank": 64,
|
| 130 |
+
"lora_rank": 8,
|
| 131 |
+
"semantic_features_preencoded_by_frozen_mtu3d_mv_encoder": true,
|
| 132 |
+
"candidate_query_and_same_forward_goal_condition_attention": true,
|
| 133 |
+
"attention_value_source": "frozen_ptv3_backbone_only_bias_free",
|
| 134 |
+
"semantic_auxiliary_used_for_object_training_only": true,
|
| 135 |
+
"semantic_auxiliary_added_to_deployed_logits": false,
|
| 136 |
+
"ptv3_backbone_zero_exact_frozen_baseline": true,
|
| 137 |
+
"global_point_pool_used": false,
|
| 138 |
+
"frozen_layer4_and_original_heads_consume_update": true,
|
| 139 |
+
"public_gate": 0.0,
|
| 140 |
+
"object_semantics_applied_to_real_object_candidates_only": true,
|
| 141 |
+
"frontier_candidates_use_ptv3_geometry_without_object_semantics": true,
|
| 142 |
+
"candidate_type_source": "frozen_mtu3d_real_obj_pad_masks",
|
| 143 |
+
"schema": "nav3r-mtu3d-ptv3-layer34-quality-gate-adapter/v182",
|
| 144 |
+
"source_and_quality_trained_in_separate_phases": true,
|
| 145 |
+
"candidate_quality_feature_names": [
|
| 146 |
+
"mean_point_confidence",
|
| 147 |
+
"std_point_confidence",
|
| 148 |
+
"mean_log_observation_count",
|
| 149 |
+
"repeated_observation_fraction",
|
| 150 |
+
"mean_point_freshness",
|
| 151 |
+
"local_evidence_fraction",
|
| 152 |
+
"same_source_semantic_fraction",
|
| 153 |
+
"near_shell_fraction",
|
| 154 |
+
"middle_shell_fraction",
|
| 155 |
+
"far_shell_fraction",
|
| 156 |
+
"mean_normalized_distance",
|
| 157 |
+
"std_normalized_distance",
|
| 158 |
+
"candidate_is_object",
|
| 159 |
+
"relative_mean_point_confidence",
|
| 160 |
+
"relative_std_point_confidence",
|
| 161 |
+
"relative_mean_log_observation_count",
|
| 162 |
+
"relative_repeated_observation_fraction",
|
| 163 |
+
"relative_mean_point_freshness",
|
| 164 |
+
"relative_local_evidence_fraction",
|
| 165 |
+
"relative_same_source_semantic_fraction",
|
| 166 |
+
"relative_near_shell_fraction",
|
| 167 |
+
"relative_middle_shell_fraction",
|
| 168 |
+
"relative_far_shell_fraction",
|
| 169 |
+
"relative_mean_normalized_distance",
|
| 170 |
+
"relative_std_normalized_distance",
|
| 171 |
+
"reconstruction_acceptance_rate",
|
| 172 |
+
"reconstruction_median_depth_quality",
|
| 173 |
+
"reconstruction_p90_depth_quality",
|
| 174 |
+
"reconstruction_trusted_voxel_mass",
|
| 175 |
+
"reconstruction_cumulative_point_mass",
|
| 176 |
+
"reconstruction_scale_match_mass",
|
| 177 |
+
"reconstruction_quality_available"
|
| 178 |
+
],
|
| 179 |
+
"quality_gate_uses_candidate_query_and_source_delta": true,
|
| 180 |
+
"quality_gate_zero_initialized": true,
|
| 181 |
+
"quality_gate_formula": "tanh(candidate_score)*Q_recon*has_local_ptv3",
|
| 182 |
+
"closed_gate_exact_point_free_baseline": true,
|
| 183 |
+
"gate_audit": {
|
| 184 |
+
"gate_mode": "raw",
|
| 185 |
+
"active_candidate_count": 53,
|
| 186 |
+
"nonzero_candidate_count": 53,
|
| 187 |
+
"mean_abs_gate": 1.0,
|
| 188 |
+
"mean_reconstruction_quality": 0.9373170733451843,
|
| 189 |
+
"max_abs_source_delta": 4.7653703689575195,
|
| 190 |
+
"max_abs_public_delta": 4.7653703689575195,
|
| 191 |
+
"formula": "tanh(candidate_score)*Q_recon*has_local_ptv3"
|
| 192 |
+
}
|
| 193 |
+
},
|
| 194 |
+
"checkpoint_report": {
|
| 195 |
+
"loaded_tensor_count": 388,
|
| 196 |
+
"missing_keys": [
|
| 197 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 198 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 199 |
+
"image_encoder.input_feat_proj.1.weight",
|
| 200 |
+
"image_encoder.input_feat_proj.1.bias"
|
| 201 |
+
],
|
| 202 |
+
"allowed_missing_keys": [
|
| 203 |
+
"image_encoder.input_feat_proj.0.bias",
|
| 204 |
+
"image_encoder.input_feat_proj.0.weight",
|
| 205 |
+
"image_encoder.input_feat_proj.1.bias",
|
| 206 |
+
"image_encoder.input_feat_proj.1.weight"
|
| 207 |
+
],
|
| 208 |
+
"disallowed_missing_keys": [],
|
| 209 |
+
"unused_allowed_missing_keys": [],
|
| 210 |
+
"unexpected_keys": [],
|
| 211 |
+
"strict_original_coverage": false,
|
| 212 |
+
"strict_text_goal_coverage": true,
|
| 213 |
+
"declared_profile": "ovon"
|
| 214 |
+
},
|
| 215 |
+
"stage2_coordinate_frame": "official_world",
|
| 216 |
+
"hashes": {
|
| 217 |
+
"mtu3d_stage1": "8d064237059b673eb0d93594fcc9d1f927afa4e8bd4fbb9ec0199c87bef42de0",
|
| 218 |
+
"mtu3d_stage2": "cf3dd7762e3078407eea4a544cbac9d3df09b2bc60c8770b0eee320df2a03254",
|
| 219 |
+
"sonata": "c5ced5acdae30d1c469713398073a866e25e6e414e23feed5dc025373657ac50",
|
| 220 |
+
"adapter": "39650eb345273cb70ae827b91219573d3696d617a6480ea29b5afff3308b437b",
|
| 221 |
+
"adapter_report": "000addc6e4f801cab463c88f2fcfb0b8a4775cffa5856db656a0332a06b5b9fb",
|
| 222 |
+
"shared_task_adapter": "ff3964eac22a0ccc0f845512f50c9f5eb2697968876ba7498f4313879ac3fe45",
|
| 223 |
+
"fastsam": "752cadc2828edb1cd4bc4f9eb587100631af06ea2108f4c9ed56df4755701e76",
|
| 224 |
+
"zplusm": "68d306536b2652ce9f4a0f70ab59ad8aa221cd989a144147dfe1a33eecfcade1",
|
| 225 |
+
"mvsplat": "83d0d9eaa753fa4a1f925288dc1f90b8c3297fad0ab0f6ed1f11a1c5946da25a",
|
| 226 |
+
"mvsplat_config": "0d527ab4f77c4c892ceca23341ec6cafebc1b8f51881812104e36a9eaa414f7d"
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"selection_sha256": "38b60c35f4826343f6c2dc515e201c7548e08d9c4521f46b12ee3d70da8be243",
|
| 230 |
+
"policy": "nav3r_zplusm_mtu3d",
|
| 231 |
+
"navigation_backbone_scope": "official MTU3D stage2-fine-tune-ovon text-goal checkpoint",
|
| 232 |
+
"official_goal_coordinates_passed_to_policy": false,
|
| 233 |
+
"official_goal_coordinates_passed_to_low_level_controller": false,
|
| 234 |
+
"simulator_observation_modalities": [
|
| 235 |
+
"rgb",
|
| 236 |
+
"depth"
|
| 237 |
+
],
|
| 238 |
+
"simulator_semantic_sensor_enabled": false,
|
| 239 |
+
"semantic_scene_descriptor_used_by_policy": false,
|
| 240 |
+
"semantic_scene_descriptor_used_by_evaluator": false,
|
| 241 |
+
"task_goal_reference_source": "official_objectnav_episode_goals_by_category_view_points",
|
| 242 |
+
"oracle_shortest_path_controller_used": true,
|
| 243 |
+
"low_level_controller_is_oracle_navmesh_executor": true,
|
| 244 |
+
"habitat_challenge_tag": "challenge-2023",
|
| 245 |
+
"distance_to": "VIEW_POINTS",
|
| 246 |
+
"success_distance_m": 0.1,
|
| 247 |
+
"vlnce_ndtw_method": null,
|
| 248 |
+
"vlnce_ndtw_gt_path": null,
|
| 249 |
+
"vlnce_ndtw_gt_sha256": null,
|
| 250 |
+
"evaluation_uses_all_official_goal_viewpoints": true,
|
| 251 |
+
"decision_interval_steps": null,
|
| 252 |
+
"waypoint_commitment_enabled": true,
|
| 253 |
+
"maximum_waypoint_actions": 40,
|
| 254 |
+
"maximum_waypoint_collisions": 2,
|
| 255 |
+
"maximum_nonprogress_actions": 12,
|
| 256 |
+
"maximum_alternating_turn_actions": 6,
|
| 257 |
+
"low_level_planner": "Habitat GreedyGeodesicFollower on navmesh; input is only the model-selected waypoint snapped to the current agent island",
|
| 258 |
+
"planner_subgoal_commitment_enabled": false,
|
| 259 |
+
"planner_subgoal_reached_distance_m": 0.25,
|
| 260 |
+
"planner_obstacle_inflation_cells": 1,
|
| 261 |
+
"failed_object_waypoint_recovery": "model_ranked_sensor_frontier_after_stall",
|
| 262 |
+
"failed_object_recovery_uses_goal_coordinates": false,
|
| 263 |
+
"failed_object_recovery_uses_navmesh": false,
|
| 264 |
+
"frontier_memory_exhaustion_recovery": "recycle_sensor_frontier_pool",
|
| 265 |
+
"frontier_terminal_escape": "bounded_depth_scan_then_clear_forward",
|
| 266 |
+
"empty_stage1_rgbd_handling": "reuse_accumulated_object_memory_and_current_sensor_frontiers",
|
| 267 |
+
"maximum_frontier_terminal_turns": 6,
|
| 268 |
+
"object_confirmations_required_before_stop": 2,
|
| 269 |
+
"object_confirmation_radius_m": 1.0,
|
| 270 |
+
"object_confirmation_uses_oracle_semantics": false,
|
| 271 |
+
"initial_scan_steps": 12,
|
| 272 |
+
"initial_scan_action": "TURN_LEFT",
|
| 273 |
+
"initial_scan_turn_degrees": 30.0,
|
| 274 |
+
"initial_scan_full_rotation_degrees": 360.0,
|
| 275 |
+
"navigation_turn_degrees": 30.0,
|
| 276 |
+
"turn_threshold_degrees": 16.0,
|
| 277 |
+
"move_forward_step_m": 0.25,
|
| 278 |
+
"sensor_resolution": [
|
| 279 |
+
640,
|
| 280 |
+
360
|
| 281 |
+
],
|
| 282 |
+
"depth_sensor_resolution": [
|
| 283 |
+
640,
|
| 284 |
+
360
|
| 285 |
+
],
|
| 286 |
+
"sensor_hfov_degrees": 42.0,
|
| 287 |
+
"sensor_height_m": 1.31,
|
| 288 |
+
"depth_range_m": [
|
| 289 |
+
0.5,
|
| 290 |
+
5.0
|
| 291 |
+
],
|
| 292 |
+
"agent_height_m": 1.41,
|
| 293 |
+
"agent_radius_m": 0.17,
|
| 294 |
+
"allow_sliding": false,
|
| 295 |
+
"minimum_forward_displacement_m": 0.05,
|
| 296 |
+
"collision_feedback_updates_occupancy": true,
|
| 297 |
+
"collision_recovery_uses_oracle": false,
|
| 298 |
+
"initial_scan_uses_goal_category": false,
|
| 299 |
+
"initial_scan_uses_goal_coordinates": false,
|
| 300 |
+
"initial_scan_consumes_step_budget": true,
|
| 301 |
+
"initial_scan_collects_multiview_rgbd": true,
|
| 302 |
+
"initial_scan_builds_cumulative_point_cloud": true,
|
| 303 |
+
"initial_scan_builds_native_mtu3d_3d_representation": true,
|
| 304 |
+
"initial_scan_native_mtu3d_views": 12,
|
| 305 |
+
"initial_scan_builds_zplusm_point_cloud": false,
|
| 306 |
+
"initial_scan_builds_raw_rgbd_point_cloud": true,
|
| 307 |
+
"point_source_mode": "raw_habitat_rgbd_accumulation",
|
| 308 |
+
"zplusm_runtime_used": false,
|
| 309 |
+
"point_fusion_evidence_mode": "current_episode_candidate_local_memory",
|
| 310 |
+
"wrong_scene_bank": null,
|
| 311 |
+
"initial_scan_geometry_update_requests": 11,
|
| 312 |
+
"zplusm_reconstruction_window_views": 2,
|
| 313 |
+
"zplusm_rejection_state_policy": "reset_before_rotation_after_rejection",
|
| 314 |
+
"zplusm_navigation_update_schedule": "defer_commit_until_translation",
|
| 315 |
+
"navigation_step_budget": 488,
|
| 316 |
+
"navigation_point_cloud_update_every_observation": false,
|
| 317 |
+
"navigation_point_cloud_deferred_views_retained": true,
|
| 318 |
+
"online_redecision_every_primitive_step": false,
|
| 319 |
+
"online_redecision_every_post_scan_primitive_step": false
|
| 320 |
+
}
|