fyp-active-learning-models / model_index.json
gcnwm's picture
Publish passive controls for comparison
dbbdc0d
[
{
"architecture": "MACE",
"bundle": "mace-random",
"compiled_files": [
{
"command": "pixi run python -m mace.cli.create_lammps_model training_runs/final_fixed_member/mace_random_seed1/iter09_model/models/mace_single_0_stagetwo.model --format libtorch",
"format": "libtorch",
"head": "Default",
"published_file": "mace_single_0_stagetwo.model-lammps.pt",
"raw_file": "mace_single_0_stagetwo.model"
}
],
"final_iteration": 9,
"final_metrics": {
"acquisition_rule": "random",
"acquisition_seed": null,
"candidate_n": 0,
"candidate_policy": "proposal_stream_filtered",
"candidate_seed": null,
"energy_mae": 0.0017917274611536414,
"energy_rmse": 0.002695636120741299,
"evaluation_policy": "fixed_member",
"forces_mae": 0.009449580705448683,
"forces_rmse": 0.014669491447455139,
"is_acquisition_iteration": false,
"iteration": 9,
"labeled_n_after_acquisition": 550,
"max_disagreement": 0.0,
"mean_disagreement": 0.0,
"n_labeled": 550,
"selected_n": 0,
"train_n_before_acquisition": 550,
"training_policy": "scratch",
"training_time": 1608.996175289154
},
"packaged_files": [],
"raw_files": [
{
"published_file": "mace_single_0_stagetwo.model",
"source_file": "training_runs/final_fixed_member/mace_random_seed1/iter09_model/models/mace_single_0_stagetwo.model"
}
],
"selected_seed": 1,
"source_commit": "9ecd37d3e1d75aa3873ea80f7202e3e54fff15e2",
"source_files": [
"training_runs/final_fixed_member/mace_random_seed1/iter09_model/models/mace_single_0_stagetwo.model"
],
"strategy": "random"
},
{
"architecture": "MACE",
"bundle": "mace-qbc",
"compiled_files": [
{
"command": "pixi run python -m mace.cli.create_lammps_model training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_0/models/mace_qbc_0_stagetwo.model --format libtorch",
"format": "libtorch",
"head": "Default",
"published_file": "mace_qbc_0_stagetwo.model-lammps.pt",
"raw_file": "mace_qbc_0_stagetwo.model"
},
{
"command": "pixi run python -m mace.cli.create_lammps_model training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_1/models/mace_qbc_1_stagetwo.model --format libtorch",
"format": "libtorch",
"head": "Default",
"published_file": "mace_qbc_1_stagetwo.model-lammps.pt",
"raw_file": "mace_qbc_1_stagetwo.model"
},
{
"command": "pixi run python -m mace.cli.create_lammps_model training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_2/models/mace_qbc_2_stagetwo.model --format libtorch",
"format": "libtorch",
"head": "Default",
"published_file": "mace_qbc_2_stagetwo.model-lammps.pt",
"raw_file": "mace_qbc_2_stagetwo.model"
},
{
"command": "pixi run python -m mace.cli.create_lammps_model training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_3/models/mace_qbc_3_stagetwo.model --format libtorch",
"format": "libtorch",
"head": "Default",
"published_file": "mace_qbc_3_stagetwo.model-lammps.pt",
"raw_file": "mace_qbc_3_stagetwo.model"
}
],
"final_iteration": 9,
"final_metrics": {
"acquisition_rule": "uncertainty",
"acquisition_seed": null,
"candidate_n": 0,
"candidate_policy": "proposal_stream_filtered",
"candidate_seed": null,
"energy_mae": 0.001692634182771144,
"energy_rmse": 0.0022133917348856097,
"evaluation_policy": "fixed_member",
"forces_mae": 0.008605168772635183,
"forces_rmse": 0.01183799714274852,
"is_acquisition_iteration": false,
"iteration": 9,
"labeled_n_after_acquisition": 550,
"max_disagreement": 0.0,
"mean_disagreement": 0.0,
"n_labeled": 550,
"selected_n": 0,
"train_n_before_acquisition": 550,
"training_policy": "scratch",
"training_time": 6118.126273155212
},
"packaged_files": [],
"raw_files": [
{
"published_file": "mace_qbc_0_stagetwo.model",
"source_file": "training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_0/models/mace_qbc_0_stagetwo.model"
},
{
"published_file": "mace_qbc_1_stagetwo.model",
"source_file": "training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_1/models/mace_qbc_1_stagetwo.model"
},
{
"published_file": "mace_qbc_2_stagetwo.model",
"source_file": "training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_2/models/mace_qbc_2_stagetwo.model"
},
{
"published_file": "mace_qbc_3_stagetwo.model",
"source_file": "training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_3/models/mace_qbc_3_stagetwo.model"
}
],
"selected_seed": 3,
"source_commit": "9ecd37d3e1d75aa3873ea80f7202e3e54fff15e2",
"source_files": [
"training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_0/models/mace_qbc_0_stagetwo.model",
"training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_1/models/mace_qbc_1_stagetwo.model",
"training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_2/models/mace_qbc_2_stagetwo.model",
"training_runs/final_fixed_member/mace_qbc_seed3/iter09_committee/member_3/models/mace_qbc_3_stagetwo.model"
],
"strategy": "qbc"
},
{
"architecture": "NequIP",
"bundle": "nequip-random",
"compiled_files": [
{
"command": "pixi run -e nequip nequip-compile /tmp/fyp-hf-models-nao75_pz/publish/nequip-random/packaged/nequip_single_0-best.nequip.zip /tmp/fyp-hf-models-nao75_pz/publish/nequip-random/compiled/nequip_single_0-best-ase-cuda.nequip.pt2 --mode aotinductor --device cuda --target ase",
"device": "cuda",
"package_file": "nequip_single_0-best.nequip.zip",
"published_file": "nequip_single_0-best-ase-cuda.nequip.pt2",
"target": "ase"
}
],
"final_iteration": 9,
"final_metrics": {
"acquisition_rule": "random",
"acquisition_seed": null,
"candidate_n": 0,
"candidate_policy": "proposal_stream_filtered",
"candidate_seed": null,
"energy_mae": 0.004235895300860648,
"energy_rmse": 0.0050607236903155136,
"evaluation_policy": "fixed_member",
"forces_mae": 0.01065873935388155,
"forces_rmse": 0.017322629771456894,
"is_acquisition_iteration": false,
"iteration": 9,
"labeled_n_after_acquisition": 550,
"max_disagreement": 0.0,
"mean_disagreement": 0.0,
"n_labeled": 550,
"selected_n": 0,
"train_n_before_acquisition": 550,
"training_policy": "scratch",
"training_time": 4275.6661376953125
},
"packaged_files": [
{
"command": "pixi run -e nequip nequip-package build /tmp/fyp-hf-models-nao75_pz/nequip_mirror/nequip_random_seed3/project/results/al/nequip_random_seed3/iter09_model/nequip_single_0/best.ckpt /tmp/fyp-hf-models-nao75_pz/publish/nequip-random/packaged/nequip_single_0-best.nequip.zip",
"published_file": "nequip_single_0-best.nequip.zip",
"raw_file": "nequip_single_0-best.ckpt"
}
],
"raw_files": [
{
"published_file": "nequip_single_0-best.ckpt",
"source_file": "training_runs/final_fixed_member/nequip_random_seed2/iter09_model/nequip_single_0/best.ckpt"
}
],
"selected_seed": 2,
"source_commit": "9ecd37d3e1d75aa3873ea80f7202e3e54fff15e2",
"source_files": [
"training_runs/final_fixed_member/nequip_random_seed2/iter09_model/nequip_single_0/best.ckpt"
],
"strategy": "random"
},
{
"architecture": "NequIP",
"bundle": "nequip-qbc",
"compiled_files": [
{
"command": "pixi run -e nequip nequip-compile /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/packaged/committee_0-best.nequip.zip /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/compiled/committee_0-best-ase-cuda.nequip.pt2 --mode aotinductor --device cuda --target ase",
"device": "cuda",
"package_file": "committee_0-best.nequip.zip",
"published_file": "committee_0-best-ase-cuda.nequip.pt2",
"target": "ase"
},
{
"command": "pixi run -e nequip nequip-compile /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/packaged/committee_1-best.nequip.zip /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/compiled/committee_1-best-ase-cuda.nequip.pt2 --mode aotinductor --device cuda --target ase",
"device": "cuda",
"package_file": "committee_1-best.nequip.zip",
"published_file": "committee_1-best-ase-cuda.nequip.pt2",
"target": "ase"
},
{
"command": "pixi run -e nequip nequip-compile /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/packaged/committee_2-best.nequip.zip /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/compiled/committee_2-best-ase-cuda.nequip.pt2 --mode aotinductor --device cuda --target ase",
"device": "cuda",
"package_file": "committee_2-best.nequip.zip",
"published_file": "committee_2-best-ase-cuda.nequip.pt2",
"target": "ase"
}
],
"final_iteration": 9,
"final_metrics": {
"acquisition_rule": "uncertainty",
"acquisition_seed": null,
"candidate_n": 0,
"candidate_policy": "proposal_stream_filtered",
"candidate_seed": null,
"energy_mae": 0.006517067205983039,
"energy_rmse": 0.007017354304601934,
"evaluation_policy": "fixed_member",
"forces_mae": 0.009533511264421878,
"forces_rmse": 0.013129118546651844,
"is_acquisition_iteration": false,
"iteration": 9,
"labeled_n_after_acquisition": 550,
"max_disagreement": 0.0,
"mean_disagreement": 0.0,
"n_labeled": 550,
"selected_n": 0,
"train_n_before_acquisition": 550,
"training_policy": "scratch",
"training_time": 17430.808257341385
},
"packaged_files": [
{
"command": "pixi run -e nequip nequip-package build /tmp/fyp-hf-models-nao75_pz/nequip_mirror/nequip_qbc_seed1/project/results/al/nequip_qbc_seed1/iter09_committee/committee_0/best.ckpt /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/packaged/committee_0-best.nequip.zip",
"published_file": "committee_0-best.nequip.zip",
"raw_file": "committee_0-best.ckpt"
},
{
"command": "pixi run -e nequip nequip-package build /tmp/fyp-hf-models-nao75_pz/nequip_mirror/nequip_qbc_seed1/project/results/al/nequip_qbc_seed1/iter09_committee/committee_1/best.ckpt /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/packaged/committee_1-best.nequip.zip",
"published_file": "committee_1-best.nequip.zip",
"raw_file": "committee_1-best.ckpt"
},
{
"command": "pixi run -e nequip nequip-package build /tmp/fyp-hf-models-nao75_pz/nequip_mirror/nequip_qbc_seed1/project/results/al/nequip_qbc_seed1/iter09_committee/committee_2/best.ckpt /tmp/fyp-hf-models-nao75_pz/publish/nequip-qbc/packaged/committee_2-best.nequip.zip",
"published_file": "committee_2-best.nequip.zip",
"raw_file": "committee_2-best.ckpt"
}
],
"raw_files": [
{
"published_file": "committee_0-best.ckpt",
"source_file": "training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_0/best.ckpt"
},
{
"published_file": "committee_1-best.ckpt",
"source_file": "training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_1/best.ckpt"
},
{
"published_file": "committee_2-best.ckpt",
"source_file": "training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_2/best.ckpt"
}
],
"selected_seed": 3,
"source_commit": "9ecd37d3e1d75aa3873ea80f7202e3e54fff15e2",
"source_files": [
"training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_0/best.ckpt",
"training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_1/best.ckpt",
"training_runs/final_fixed_member/nequip_qbc_seed3/iter09_committee/committee_2/best.ckpt"
],
"strategy": "qbc"
},
{
"architecture": "MACE",
"bundle": "mace-passive",
"compiled_files": [],
"final_metrics": {
"architecture": "mace",
"checkpoint_path": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model",
"energy_mae": 0.0020470927434289477,
"energy_rmse": 0.005432246699065695,
"forces_mae": 0.01019485702504427,
"forces_rmse": 0.01781615936891245,
"method": "passive_single_model",
"n_test": 1000,
"n_train": 550,
"n_valid": 500,
"seed": 3,
"train_eval_time_s": 1672.987652540207,
"train_indices_sha256": "c1f8e27ee67dcd050ed99f64d12c0dbd38abbc7c9de7fbbe82a06ff791ee2630"
},
"notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
"packaged_files": [],
"raw_files": [
{
"published_file": "mace_passive_seed3_stagetwo.model",
"source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo.model"
},
{
"published_file": "mace_passive_seed3_stagetwo_compiled.model",
"source_file": "results/passive_v4_550/mace_passive_seed3/model/models/mace_single_3_stagetwo_compiled.model"
}
],
"selected_seed": 3,
"selection_rule": "best force MAE among passive v4 550-label seeds",
"source_commit": "parent commit that updates this submodule pointer",
"strategy": "passive"
},
{
"architecture": "NequIP",
"bundle": "nequip-passive",
"compiled_files": [],
"final_metrics": {
"architecture": "nequip",
"checkpoint_path": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt",
"energy_mae": 0.002547660901102063,
"energy_rmse": 0.0036036327222734,
"forces_mae": 0.010133287657614277,
"forces_rmse": 0.01667257471646305,
"method": "passive_single_model",
"n_test": 1000,
"n_train": 550,
"n_valid": 500,
"seed": 1,
"train_eval_time_s": 4190.369935274124,
"train_indices_sha256": "67180e2b372ad74d018fe2e8681ec456d894a48958e3b5c9007eb931cc24917b"
},
"notes": "Passive same-budget control trained once on 550 frozen-v4 pool labels; included for thesis comparison, not as an active-learning method.",
"packaged_files": [],
"raw_files": [
{
"published_file": "nequip_passive_seed1_best.ckpt",
"source_file": "results/passive_v4_550/nequip_passive_seed1/model/nequip_single_1/best.ckpt"
}
],
"selected_seed": 1,
"selection_rule": "best force MAE among passive v4 550-label seeds",
"source_commit": "parent commit that updates this submodule pointer",
"strategy": "passive"
}
]