Publish passive controls for comparison
Browse filesAdds curated best-force passive v4 550-label MACE and NequIP checkpoints so the model repository matches the thesis control analysis.
Constraint: Keep only selected checkpoint artifacts rather than full training directories.
Rejected: Upload all passive run outputs | They are large local experiment products and not needed for reuse.
Confidence: high
Scope-risk: narrow
Directive: Treat passive bundles as controls, not active-learning methods.
Tested: python -m json.tool models/model_index.json; git lfs status verified checkpoint/model files use LFS.
Not-tested: NequIP package/compile export for passive checkpoint.
Co-authored-by: OmX <omx@oh-my-codex.dev>
README.md
CHANGED
|
@@ -13,6 +13,8 @@ three repeated experiment seeds for its architecture/strategy family.
|
|
| 13 |
| mace-qbc | MACE | QBC | 3 | 8.61 | 1.69 | 8 |
|
| 14 |
| nequip-random | NequIP | RANDOM | 2 | 10.66 | 4.24 | 7 |
|
| 15 |
| nequip-qbc | NequIP | QBC | 3 | 9.53 | 6.52 | 21 |
|
|
|
|
|
|
|
| 16 |
|
| 17 |
## Notes
|
| 18 |
|
|
@@ -20,3 +22,7 @@ three repeated experiment seeds for its architecture/strategy family.
|
|
| 20 |
- `nequip-qbc/` contains one raw/package/compiled triplet per selected committee member.
|
| 21 |
- Per-bundle `metadata.json` files record the selected seed, final metrics, and
|
| 22 |
original relative source paths from the thesis workspace.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
| mace-qbc | MACE | QBC | 3 | 8.61 | 1.69 | 8 |
|
| 14 |
| nequip-random | NequIP | RANDOM | 2 | 10.66 | 4.24 | 7 |
|
| 15 |
| nequip-qbc | NequIP | QBC | 3 | 9.53 | 6.52 | 21 |
|
| 16 |
+
| mace-passive | MACE | Passive control | 3 | 10.19 | 2.05 | 3 |
|
| 17 |
+
| nequip-passive | NequIP | Passive control | 1 | 10.13 | 2.55 | 2 |
|
| 18 |
|
| 19 |
## Notes
|
| 20 |
|
|
|
|
| 22 |
- `nequip-qbc/` contains one raw/package/compiled triplet per selected committee member.
|
| 23 |
- Per-bundle `metadata.json` files record the selected seed, final metrics, and
|
| 24 |
original relative source paths from the thesis workspace.
|
| 25 |
+
|
| 26 |
+
## Passive controls
|
| 27 |
+
|
| 28 |
+
The passive bundles are same-budget 550-label controls from the frozen v4 split. They are included to support the thesis comparison against active QBC/random methods; they are not active-learning acquisition runs.
|
mace-passive/metadata.json
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architecture": "MACE",
|
| 3 |
+
"bundle": "mace-passive",
|
| 4 |
+
"compiled_files": [],
|
| 5 |
+
"final_metrics": {
|
| 6 |
+
"architecture": "mace",
|
| 7 |
+
"checkpoint_path": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model",
|
| 8 |
+
"energy_mae": 0.0020470927434289477,
|
| 9 |
+
"energy_rmse": 0.005432246699065695,
|
| 10 |
+
"forces_mae": 0.01019485702504427,
|
| 11 |
+
"forces_rmse": 0.01781615936891245,
|
| 12 |
+
"method": "passive_single_model",
|
| 13 |
+
"n_test": 1000,
|
| 14 |
+
"n_train": 550,
|
| 15 |
+
"n_valid": 500,
|
| 16 |
+
"seed": 3,
|
| 17 |
+
"train_eval_time_s": 1672.987652540207,
|
| 18 |
+
"train_indices_sha256": "c1f8e27ee67dcd050ed99f64d12c0dbd38abbc7c9de7fbbe82a06ff791ee2630"
|
| 19 |
+
},
|
| 20 |
+
"notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
|
| 21 |
+
"packaged_files": [],
|
| 22 |
+
"raw_files": [
|
| 23 |
+
{
|
| 24 |
+
"published_file": "mace_passive_seed3_stagetwo.model",
|
| 25 |
+
"source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model"
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"published_file": "mace_passive_seed3_stagetwo_compiled.model",
|
| 29 |
+
"source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo_compiled.model"
|
| 30 |
+
}
|
| 31 |
+
],
|
| 32 |
+
"selected_seed": 3,
|
| 33 |
+
"selection_rule": "best force MAE among passive v4 550-label seeds",
|
| 34 |
+
"source_commit": "parent commit that updates this submodule pointer",
|
| 35 |
+
"strategy": "passive"
|
| 36 |
+
}
|
mace-passive/raw/mace_passive_seed3_stagetwo.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:271a610e709895fa101a420ba45a2f9c3ad47924d6f8e835438496e7a11120dc
|
| 3 |
+
size 7621549
|
mace-passive/raw/mace_passive_seed3_stagetwo_compiled.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d95171ecc9836a25c8d987b80e74f0a89d9729cf884c4f0b80560b67b740720
|
| 3 |
+
size 7729341
|
model_index.json
CHANGED
|
@@ -276,5 +276,73 @@
|
|
| 276 |
"training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_2/best.ckpt"
|
| 277 |
],
|
| 278 |
"strategy": "qbc"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 279 |
}
|
| 280 |
]
|
|
|
|
| 276 |
"training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_2/best.ckpt"
|
| 277 |
],
|
| 278 |
"strategy": "qbc"
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"architecture": "MACE",
|
| 282 |
+
"bundle": "mace-passive",
|
| 283 |
+
"compiled_files": [],
|
| 284 |
+
"final_metrics": {
|
| 285 |
+
"architecture": "mace",
|
| 286 |
+
"checkpoint_path": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model",
|
| 287 |
+
"energy_mae": 0.0020470927434289477,
|
| 288 |
+
"energy_rmse": 0.005432246699065695,
|
| 289 |
+
"forces_mae": 0.01019485702504427,
|
| 290 |
+
"forces_rmse": 0.01781615936891245,
|
| 291 |
+
"method": "passive_single_model",
|
| 292 |
+
"n_test": 1000,
|
| 293 |
+
"n_train": 550,
|
| 294 |
+
"n_valid": 500,
|
| 295 |
+
"seed": 3,
|
| 296 |
+
"train_eval_time_s": 1672.987652540207,
|
| 297 |
+
"train_indices_sha256": "c1f8e27ee67dcd050ed99f64d12c0dbd38abbc7c9de7fbbe82a06ff791ee2630"
|
| 298 |
+
},
|
| 299 |
+
"notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
|
| 300 |
+
"packaged_files": [],
|
| 301 |
+
"raw_files": [
|
| 302 |
+
{
|
| 303 |
+
"published_file": "mace_passive_seed3_stagetwo.model",
|
| 304 |
+
"source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model"
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"published_file": "mace_passive_seed3_stagetwo_compiled.model",
|
| 308 |
+
"source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo_compiled.model"
|
| 309 |
+
}
|
| 310 |
+
],
|
| 311 |
+
"selected_seed": 3,
|
| 312 |
+
"selection_rule": "best force MAE among passive v4 550-label seeds",
|
| 313 |
+
"source_commit": "parent commit that updates this submodule pointer",
|
| 314 |
+
"strategy": "passive"
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"architecture": "NequIP",
|
| 318 |
+
"bundle": "nequip-passive",
|
| 319 |
+
"compiled_files": [],
|
| 320 |
+
"final_metrics": {
|
| 321 |
+
"architecture": "nequip",
|
| 322 |
+
"checkpoint_path": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt",
|
| 323 |
+
"energy_mae": 0.002547660901102063,
|
| 324 |
+
"energy_rmse": 0.0036036327222734,
|
| 325 |
+
"forces_mae": 0.010133287657614277,
|
| 326 |
+
"forces_rmse": 0.01667257471646305,
|
| 327 |
+
"method": "passive_single_model",
|
| 328 |
+
"n_test": 1000,
|
| 329 |
+
"n_train": 550,
|
| 330 |
+
"n_valid": 500,
|
| 331 |
+
"seed": 1,
|
| 332 |
+
"train_eval_time_s": 4190.369935274124,
|
| 333 |
+
"train_indices_sha256": "67180e2b372ad74d018fe2e8681ec456d894a48958e3b5c9007eb931cc24917b"
|
| 334 |
+
},
|
| 335 |
+
"notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
|
| 336 |
+
"packaged_files": [],
|
| 337 |
+
"raw_files": [
|
| 338 |
+
{
|
| 339 |
+
"published_file": "nequip_passive_seed1_best.ckpt",
|
| 340 |
+
"source_file": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt"
|
| 341 |
+
}
|
| 342 |
+
],
|
| 343 |
+
"selected_seed": 1,
|
| 344 |
+
"selection_rule": "best force MAE among passive v4 550-label seeds",
|
| 345 |
+
"source_commit": "parent commit that updates this submodule pointer",
|
| 346 |
+
"strategy": "passive"
|
| 347 |
}
|
| 348 |
]
|
nequip-passive/metadata.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architecture": "NequIP",
|
| 3 |
+
"bundle": "nequip-passive",
|
| 4 |
+
"compiled_files": [],
|
| 5 |
+
"final_metrics": {
|
| 6 |
+
"architecture": "nequip",
|
| 7 |
+
"checkpoint_path": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt",
|
| 8 |
+
"energy_mae": 0.002547660901102063,
|
| 9 |
+
"energy_rmse": 0.0036036327222734,
|
| 10 |
+
"forces_mae": 0.010133287657614277,
|
| 11 |
+
"forces_rmse": 0.01667257471646305,
|
| 12 |
+
"method": "passive_single_model",
|
| 13 |
+
"n_test": 1000,
|
| 14 |
+
"n_train": 550,
|
| 15 |
+
"n_valid": 500,
|
| 16 |
+
"seed": 1,
|
| 17 |
+
"train_eval_time_s": 4190.369935274124,
|
| 18 |
+
"train_indices_sha256": "67180e2b372ad74d018fe2e8681ec456d894a48958e3b5c9007eb931cc24917b"
|
| 19 |
+
},
|
| 20 |
+
"notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
|
| 21 |
+
"packaged_files": [],
|
| 22 |
+
"raw_files": [
|
| 23 |
+
{
|
| 24 |
+
"published_file": "nequip_passive_seed1_best.ckpt",
|
| 25 |
+
"source_file": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt"
|
| 26 |
+
}
|
| 27 |
+
],
|
| 28 |
+
"selected_seed": 1,
|
| 29 |
+
"selection_rule": "best force MAE among passive v4 550-label seeds",
|
| 30 |
+
"source_commit": "parent commit that updates this submodule pointer",
|
| 31 |
+
"strategy": "passive"
|
| 32 |
+
}
|
nequip-passive/raw/nequip_passive_seed1_best.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:675f267d1ab320288cf3d173baf6a80c301de6a44dcb2067bc54da4d9e574767
|
| 3 |
+
size 80766027
|