3D_LLM_Diffusion / generator_v41 /eval /mattergen_capabilities.json
Yangfan78's picture
Add v41 generator, text conditioning, 3D_Property stage2 ckpt, code and docs
bda082a verified
Raw
History Blame Contribute Delete
14.9 kB
{
"format": "crystalite-mattergen-capability-eval-v1",
"checkpoint": "<PROJECT_ROOT>/outputs/conditioned_generator_mattergen_v41_release/checkpoints/best.pt",
"checkpoint_sha256": "cd67729bd862537be9113146ebdf48db81f86a53a4a32cd99c751bba0e06fa4a",
"training_final_checkpoint": "<PROJECT_ROOT>/outputs/conditioned_generator_mattergen_v41_release/checkpoints/final.pt",
"training_final_checkpoint_sha256": "bb4a5de2c654a3ab92c1dd58885cf05551c985e8fe7c3215733eced89007e449",
"mattergen_reference_revision": "ac9ddd406171138c3f037d06b9b53fedbbb1c536",
"property_probe": "<PROJECT_ROOT>/outputs/property_probes/trimodal_nonlinear_raw_v2.pt",
"n_per_scenario": 512,
"paired_sampling_seed": 7001,
"evaluation_scope": "full",
"cfg_scale": 1.0,
"cfg_property_scale": 1.0,
"cfg_route_scales": {
"band_gap": 1.5,
"e_above_hull": 2.0
},
"cfg_joint_element_route_scales": {
"e_above_hull": 2.25
},
"cfg_scale_source": "command_line",
"cfg_property_scale_source": "checkpoint_inference_policy",
"cfg_route_scale_source": "checkpoint_inference_policy",
"cfg_joint_element_route_scale_source": "checkpoint_inference_policy",
"cfg_policy_source": "command_line",
"mattergen_condition_modes": [
"chemical_system",
"space_group",
"dft_band_gap",
"dft_bulk_modulus",
"dft_mag_density",
"energy_above_hull",
"hhi_score",
"ml_bulk_modulus"
],
"condition_mode_scenarios": {
"chemical_system": [
"chemical_system_Li_O",
"chemical_system_Li_O_hard"
],
"space_group": [
"space_group_225"
],
"dft_band_gap": [
"dft_band_gap_low",
"dft_band_gap_high"
],
"dft_bulk_modulus": [
"dft_bulk_modulus_low",
"dft_bulk_modulus_high"
],
"dft_mag_density": [
"dft_mag_density_low",
"dft_mag_density_high"
],
"energy_above_hull": [
"energy_above_hull_low",
"energy_above_hull_high"
],
"hhi_score": [
"hhi_score_low",
"hhi_score_high"
],
"ml_bulk_modulus": [
"ml_bulk_modulus_low",
"ml_bulk_modulus_high"
]
},
"joint_counterfactuals": {
"joint_mag_active": {
"treatment": "joint_mag_hhi",
"control": "hhi_score_joint_control",
"fixed_hhi_score": 1500.0
},
"joint_hhi_active": {
"treatment": "joint_mag_hhi",
"control": "dft_mag_density_high",
"fixed_dft_mag_density": 0.06
},
"joint_hull_active": {
"treatment": "joint_chemical_hull",
"control": "chemical_system_Li_O",
"fixed_chemical_system": [
"Li",
"O"
]
}
},
"scenarios": {
"baseline": {
"targets": {},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 511,
"valid_rate": 0.998046875,
"space_group_225_rate_all": 0.1171875,
"hhi_mean": 3457.634721509225,
"property_probe_means": {
"band_gap": 0.6771463922091893,
"e_above_hull": 0.01684417832941692,
"dft_mag_density": 0.012612229450049932,
"azure_bulk_modulus": 90.18500863689266,
"dft_bulk_modulus": 90.93989401740804
}
},
"chemical_system_Li_O": {
"targets": {},
"elements": [
"Li",
"O"
],
"element_control": "mattergen_allowed_mask",
"n_requested": 512,
"n_valid": 507,
"valid_rate": 0.990234375,
"space_group_225_rate_all": 0.037109375,
"hhi_mean": 1699.8377111231705,
"property_probe_means": {
"band_gap": 1.5541301356147261,
"e_above_hull": 0.011861642271544806,
"dft_mag_density": 0.0033840683731571927,
"azure_bulk_modulus": 31.43534222815399,
"dft_bulk_modulus": 29.63431897436138
},
"exact_chemical_system_rate_all": 0.8515625
},
"chemical_system_Li_O_hard": {
"targets": {},
"elements": [
"Li",
"O"
],
"element_control": "mattergen_allowed_mask_and_presence_pins",
"n_requested": 512,
"n_valid": 511,
"valid_rate": 0.998046875,
"space_group_225_rate_all": 0.017578125,
"hhi_mean": 1641.5916647736462,
"property_probe_means": {
"band_gap": 1.6343762504844517,
"e_above_hull": 0.01191519283910087,
"dft_mag_density": 0.0033698587217267945,
"azure_bulk_modulus": 37.60441672965272,
"dft_bulk_modulus": 34.94281647116704
},
"exact_chemical_system_rate_all": 0.998046875
},
"space_group_225": {
"targets": {
"space_group": 225
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 499,
"valid_rate": 0.974609375,
"space_group_225_rate_all": 0.203125,
"hhi_mean": 3207.8609960317494,
"property_probe_means": {
"band_gap": 0.9265778969547792,
"e_above_hull": 0.020203495428025842,
"dft_mag_density": 0.012510041137951946,
"azure_bulk_modulus": 77.07750407583967,
"dft_bulk_modulus": 80.73215992226152
}
},
"dft_band_gap_low": {
"targets": {
"dft_band_gap": 0.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 501,
"valid_rate": 0.978515625,
"space_group_225_rate_all": 0.0,
"hhi_mean": 4356.138756536048,
"property_probe_means": {
"band_gap": 0.5342571346940632,
"e_above_hull": 0.017054170626633895,
"dft_mag_density": 0.0009680142795328728,
"azure_bulk_modulus": 32.17755481011853,
"dft_bulk_modulus": 30.518637126077437
}
},
"dft_band_gap_high": {
"targets": {
"dft_band_gap": 3.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 509,
"valid_rate": 0.994140625,
"space_group_225_rate_all": 0.001953125,
"hhi_mean": 3986.5389645462783,
"property_probe_means": {
"band_gap": 0.8420558256812555,
"e_above_hull": 0.016679256576276245,
"dft_mag_density": 0.0009296684048352635,
"azure_bulk_modulus": 37.4446410608198,
"dft_bulk_modulus": 35.49204586905908
}
},
"dft_mag_density_low": {
"targets": {
"dft_mag_density": 0.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 512,
"valid_rate": 1.0,
"space_group_225_rate_all": 0.01171875,
"hhi_mean": 1777.7086708593056,
"property_probe_means": {
"band_gap": -0.0025648580049164593,
"e_above_hull": 0.011337932126480155,
"dft_mag_density": 0.009449285154005338,
"azure_bulk_modulus": 83.62209283560514,
"dft_bulk_modulus": 97.893568970263
}
},
"dft_mag_density_high": {
"targets": {
"dft_mag_density": 0.06
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 512,
"valid_rate": 1.0,
"space_group_225_rate_all": 0.001953125,
"hhi_mean": 1711.449705762987,
"property_probe_means": {
"band_gap": -0.0230695748468861,
"e_above_hull": 0.011542427644599229,
"dft_mag_density": 0.011738502000298467,
"azure_bulk_modulus": 87.8469859212637,
"dft_bulk_modulus": 102.28407809883356
}
},
"ml_bulk_modulus_low": {
"targets": {
"ml_bulk_modulus": 30.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 509,
"valid_rate": 0.994140625,
"space_group_225_rate_all": 0.0390625,
"hhi_mean": 3274.5854091147817,
"property_probe_means": {
"band_gap": 0.7776057447923425,
"e_above_hull": 0.016965744393001254,
"dft_mag_density": 0.004663496261758982,
"azure_bulk_modulus": 65.4220855203265,
"dft_bulk_modulus": 64.95295968645917
}
},
"ml_bulk_modulus_high": {
"targets": {
"ml_bulk_modulus": 170.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 512,
"valid_rate": 1.0,
"space_group_225_rate_all": 0.04296875,
"hhi_mean": 3255.553137275338,
"property_probe_means": {
"band_gap": 0.7199383180704899,
"e_above_hull": 0.015594456504913978,
"dft_mag_density": 0.004814188717318757,
"azure_bulk_modulus": 77.07530496269464,
"dft_bulk_modulus": 75.69050541520119
}
},
"dft_bulk_modulus_low": {
"targets": {
"dft_bulk_modulus": 30.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 512,
"valid_rate": 1.0,
"space_group_225_rate_all": 0.07421875,
"hhi_mean": 3488.05600061432,
"property_probe_means": {
"band_gap": 1.1154780717333779,
"e_above_hull": 0.01507185186164861,
"dft_mag_density": 0.01321244451264647,
"azure_bulk_modulus": 69.94306242465973,
"dft_bulk_modulus": 72.80026705563068
}
},
"dft_bulk_modulus_high": {
"targets": {
"dft_bulk_modulus": 170.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 512,
"valid_rate": 1.0,
"space_group_225_rate_all": 0.068359375,
"hhi_mean": 3500.95363328939,
"property_probe_means": {
"band_gap": 0.9598028571926989,
"e_above_hull": 0.015073577114890213,
"dft_mag_density": 0.014556542745594925,
"azure_bulk_modulus": 74.5845202729106,
"dft_bulk_modulus": 77.70609541982412
}
},
"energy_above_hull_low": {
"targets": {
"energy_above_hull": 0.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 511,
"valid_rate": 0.998046875,
"space_group_225_rate_all": 0.0,
"hhi_mean": 2315.5149257263333,
"property_probe_means": {
"band_gap": 1.0822132116661147,
"e_above_hull": 0.026836433247417038,
"dft_mag_density": 0.03986917630406625,
"azure_bulk_modulus": 96.16232581241256,
"dft_bulk_modulus": 97.65863139382081
}
},
"energy_above_hull_high": {
"targets": {
"energy_above_hull": 0.06
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 511,
"valid_rate": 0.998046875,
"space_group_225_rate_all": 0.0,
"hhi_mean": 2138.439184508941,
"property_probe_means": {
"band_gap": 1.0040048872304757,
"e_above_hull": 0.029400426775960657,
"dft_mag_density": 0.05746961681996044,
"azure_bulk_modulus": 104.43210324102652,
"dft_bulk_modulus": 108.64636964294075
}
},
"hhi_score_low": {
"targets": {
"hhi_score": 1000.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 499,
"valid_rate": 0.974609375,
"space_group_225_rate_all": 0.03515625,
"hhi_mean": 3476.1414215766417,
"property_probe_means": {
"band_gap": 1.2352816334109984,
"e_above_hull": 0.020458685474951784,
"dft_mag_density": 0.003794570020465311,
"azure_bulk_modulus": 32.154255784824045,
"dft_bulk_modulus": 33.089850010996116
}
},
"hhi_score_high": {
"targets": {
"hhi_score": 8000.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 511,
"valid_rate": 0.998046875,
"space_group_225_rate_all": 0.037109375,
"hhi_mean": 4213.78959080439,
"property_probe_means": {
"band_gap": 0.5040142467343878,
"e_above_hull": 0.02188653343606835,
"dft_mag_density": 0.0023547601002157316,
"azure_bulk_modulus": 45.2395478414696,
"dft_bulk_modulus": 44.87839458786578
}
},
"hhi_score_joint_control": {
"targets": {
"hhi_score": 1500.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 499,
"valid_rate": 0.974609375,
"space_group_225_rate_all": 0.03515625,
"hhi_mean": 3552.472868533061,
"property_probe_means": {
"band_gap": 1.173374925443309,
"e_above_hull": 0.01994492910533606,
"dft_mag_density": 0.003853747430808081,
"azure_bulk_modulus": 34.58466284834073,
"dft_bulk_modulus": 35.75659525227212
}
},
"joint_mag_hhi": {
"targets": {
"dft_mag_density": 0.06,
"hhi_score": 1500.0
},
"elements": null,
"element_control": "unconditioned_element_prior",
"n_requested": 512,
"n_valid": 512,
"valid_rate": 1.0,
"space_group_225_rate_all": 0.0,
"hhi_mean": 1570.248301752501,
"property_probe_means": {
"band_gap": 0.11034706013742834,
"e_above_hull": 0.026552315437584184,
"dft_mag_density": 0.10924112086922833,
"azure_bulk_modulus": 202.0172698572278,
"dft_bulk_modulus": 180.04506716132164
}
},
"joint_chemical_hull": {
"targets": {
"energy_above_hull": 0.0
},
"elements": [
"Li",
"O"
],
"element_control": "mattergen_allowed_mask",
"n_requested": 512,
"n_valid": 509,
"valid_rate": 0.994140625,
"space_group_225_rate_all": 0.0,
"hhi_mean": 1910.209095841752,
"property_probe_means": {
"band_gap": 1.5174572470145984,
"e_above_hull": 0.010802901095632018,
"dft_mag_density": 0.0015785020944426359,
"azure_bulk_modulus": 29.32431716019606,
"dft_bulk_modulus": 25.480807156366076
},
"exact_chemical_system_rate_all": 0.818359375
}
},
"checks": {
"all_scenarios_valid_rate": true,
"chemical_system_learned_exact": true,
"chemical_system_hard_exact": true,
"space_group_lift": true,
"dft_band_gap_direction": true,
"dft_mag_density_direction": true,
"ml_bulk_modulus_direction": true,
"dft_bulk_modulus_direction": true,
"energy_above_hull_direction": true,
"hhi_score_direction": true,
"joint_mag_active": true,
"joint_hhi_active": true,
"joint_chemical_learned_active": true,
"joint_hull_active": true
},
"validation_passed": true,
"validation_failures": []
}