gcnwm OmX commited on
Commit
dbbdc0d
·
1 Parent(s): 334879b

Publish passive controls for comparison

Browse files

Adds curated best-force passive v4 550-label MACE and NequIP checkpoints so the model repository matches the thesis control analysis.

Constraint: Keep only selected checkpoint artifacts rather than full training directories.
Rejected: Upload all passive run outputs | They are large local experiment products and not needed for reuse.
Confidence: high
Scope-risk: narrow
Directive: Treat passive bundles as controls, not active-learning methods.
Tested: python -m json.tool models/model_index.json; git lfs status verified checkpoint/model files use LFS.
Not-tested: NequIP package/compile export for passive checkpoint.
Co-authored-by: OmX <omx@oh-my-codex.dev>

README.md CHANGED
@@ -13,6 +13,8 @@ three repeated experiment seeds for its architecture/strategy family.
13
  | mace-qbc | MACE | QBC | 3 | 8.61 | 1.69 | 8 |
14
  | nequip-random | NequIP | RANDOM | 2 | 10.66 | 4.24 | 7 |
15
  | nequip-qbc | NequIP | QBC | 3 | 9.53 | 6.52 | 21 |
 
 
16
 
17
  ## Notes
18
 
@@ -20,3 +22,7 @@ three repeated experiment seeds for its architecture/strategy family.
20
  - `nequip-qbc/` contains one raw/package/compiled triplet per selected committee member.
21
  - Per-bundle `metadata.json` files record the selected seed, final metrics, and
22
  original relative source paths from the thesis workspace.
 
 
 
 
 
13
  | mace-qbc | MACE | QBC | 3 | 8.61 | 1.69 | 8 |
14
  | nequip-random | NequIP | RANDOM | 2 | 10.66 | 4.24 | 7 |
15
  | nequip-qbc | NequIP | QBC | 3 | 9.53 | 6.52 | 21 |
16
+ | mace-passive | MACE | Passive control | 3 | 10.19 | 2.05 | 3 |
17
+ | nequip-passive | NequIP | Passive control | 1 | 10.13 | 2.55 | 2 |
18
 
19
  ## Notes
20
 
 
22
  - `nequip-qbc/` contains one raw/package/compiled triplet per selected committee member.
23
  - Per-bundle `metadata.json` files record the selected seed, final metrics, and
24
  original relative source paths from the thesis workspace.
25
+
26
+ ## Passive controls
27
+
28
+ The passive bundles are same-budget 550-label controls from the frozen v4 split. They are included to support the thesis comparison against active QBC/random methods; they are not active-learning acquisition runs.
mace-passive/metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "MACE",
3
+ "bundle": "mace-passive",
4
+ "compiled_files": [],
5
+ "final_metrics": {
6
+ "architecture": "mace",
7
+ "checkpoint_path": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model",
8
+ "energy_mae": 0.0020470927434289477,
9
+ "energy_rmse": 0.005432246699065695,
10
+ "forces_mae": 0.01019485702504427,
11
+ "forces_rmse": 0.01781615936891245,
12
+ "method": "passive_single_model",
13
+ "n_test": 1000,
14
+ "n_train": 550,
15
+ "n_valid": 500,
16
+ "seed": 3,
17
+ "train_eval_time_s": 1672.987652540207,
18
+ "train_indices_sha256": "c1f8e27ee67dcd050ed99f64d12c0dbd38abbc7c9de7fbbe82a06ff791ee2630"
19
+ },
20
+ "notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
21
+ "packaged_files": [],
22
+ "raw_files": [
23
+ {
24
+ "published_file": "mace_passive_seed3_stagetwo.model",
25
+ "source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model"
26
+ },
27
+ {
28
+ "published_file": "mace_passive_seed3_stagetwo_compiled.model",
29
+ "source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo_compiled.model"
30
+ }
31
+ ],
32
+ "selected_seed": 3,
33
+ "selection_rule": "best force MAE among passive v4 550-label seeds",
34
+ "source_commit": "parent commit that updates this submodule pointer",
35
+ "strategy": "passive"
36
+ }
mace-passive/raw/mace_passive_seed3_stagetwo.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:271a610e709895fa101a420ba45a2f9c3ad47924d6f8e835438496e7a11120dc
3
+ size 7621549
mace-passive/raw/mace_passive_seed3_stagetwo_compiled.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d95171ecc9836a25c8d987b80e74f0a89d9729cf884c4f0b80560b67b740720
3
+ size 7729341
model_index.json CHANGED
@@ -276,5 +276,73 @@
276
  "training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_2/best.ckpt"
277
  ],
278
  "strategy": "qbc"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
279
  }
280
  ]
 
276
  "training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_2/best.ckpt"
277
  ],
278
  "strategy": "qbc"
279
+ },
280
+ {
281
+ "architecture": "MACE",
282
+ "bundle": "mace-passive",
283
+ "compiled_files": [],
284
+ "final_metrics": {
285
+ "architecture": "mace",
286
+ "checkpoint_path": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model",
287
+ "energy_mae": 0.0020470927434289477,
288
+ "energy_rmse": 0.005432246699065695,
289
+ "forces_mae": 0.01019485702504427,
290
+ "forces_rmse": 0.01781615936891245,
291
+ "method": "passive_single_model",
292
+ "n_test": 1000,
293
+ "n_train": 550,
294
+ "n_valid": 500,
295
+ "seed": 3,
296
+ "train_eval_time_s": 1672.987652540207,
297
+ "train_indices_sha256": "c1f8e27ee67dcd050ed99f64d12c0dbd38abbc7c9de7fbbe82a06ff791ee2630"
298
+ },
299
+ "notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
300
+ "packaged_files": [],
301
+ "raw_files": [
302
+ {
303
+ "published_file": "mace_passive_seed3_stagetwo.model",
304
+ "source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model"
305
+ },
306
+ {
307
+ "published_file": "mace_passive_seed3_stagetwo_compiled.model",
308
+ "source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo_compiled.model"
309
+ }
310
+ ],
311
+ "selected_seed": 3,
312
+ "selection_rule": "best force MAE among passive v4 550-label seeds",
313
+ "source_commit": "parent commit that updates this submodule pointer",
314
+ "strategy": "passive"
315
+ },
316
+ {
317
+ "architecture": "NequIP",
318
+ "bundle": "nequip-passive",
319
+ "compiled_files": [],
320
+ "final_metrics": {
321
+ "architecture": "nequip",
322
+ "checkpoint_path": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt",
323
+ "energy_mae": 0.002547660901102063,
324
+ "energy_rmse": 0.0036036327222734,
325
+ "forces_mae": 0.010133287657614277,
326
+ "forces_rmse": 0.01667257471646305,
327
+ "method": "passive_single_model",
328
+ "n_test": 1000,
329
+ "n_train": 550,
330
+ "n_valid": 500,
331
+ "seed": 1,
332
+ "train_eval_time_s": 4190.369935274124,
333
+ "train_indices_sha256": "67180e2b372ad74d018fe2e8681ec456d894a48958e3b5c9007eb931cc24917b"
334
+ },
335
+ "notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
336
+ "packaged_files": [],
337
+ "raw_files": [
338
+ {
339
+ "published_file": "nequip_passive_seed1_best.ckpt",
340
+ "source_file": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt"
341
+ }
342
+ ],
343
+ "selected_seed": 1,
344
+ "selection_rule": "best force MAE among passive v4 550-label seeds",
345
+ "source_commit": "parent commit that updates this submodule pointer",
346
+ "strategy": "passive"
347
  }
348
  ]
nequip-passive/metadata.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "NequIP",
3
+ "bundle": "nequip-passive",
4
+ "compiled_files": [],
5
+ "final_metrics": {
6
+ "architecture": "nequip",
7
+ "checkpoint_path": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt",
8
+ "energy_mae": 0.002547660901102063,
9
+ "energy_rmse": 0.0036036327222734,
10
+ "forces_mae": 0.010133287657614277,
11
+ "forces_rmse": 0.01667257471646305,
12
+ "method": "passive_single_model",
13
+ "n_test": 1000,
14
+ "n_train": 550,
15
+ "n_valid": 500,
16
+ "seed": 1,
17
+ "train_eval_time_s": 4190.369935274124,
18
+ "train_indices_sha256": "67180e2b372ad74d018fe2e8681ec456d894a48958e3b5c9007eb931cc24917b"
19
+ },
20
+ "notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
21
+ "packaged_files": [],
22
+ "raw_files": [
23
+ {
24
+ "published_file": "nequip_passive_seed1_best.ckpt",
25
+ "source_file": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt"
26
+ }
27
+ ],
28
+ "selected_seed": 1,
29
+ "selection_rule": "best force MAE among passive v4 550-label seeds",
30
+ "source_commit": "parent commit that updates this submodule pointer",
31
+ "strategy": "passive"
32
+ }
nequip-passive/raw/nequip_passive_seed1_best.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:675f267d1ab320288cf3d173baf6a80c301de6a44dcb2067bc54da4d9e574767
3
+ size 80766027