{
  "format": "crystalite-mattergen-capability-eval-v1",
  "checkpoint": "<PROJECT_ROOT>/outputs/conditioned_generator_mattergen_v41_release/checkpoints/best.pt",
  "checkpoint_sha256": "cd67729bd862537be9113146ebdf48db81f86a53a4a32cd99c751bba0e06fa4a",
  "training_final_checkpoint": "<PROJECT_ROOT>/outputs/conditioned_generator_mattergen_v41_release/checkpoints/final.pt",
  "training_final_checkpoint_sha256": "bb4a5de2c654a3ab92c1dd58885cf05551c985e8fe7c3215733eced89007e449",
  "mattergen_reference_revision": "ac9ddd406171138c3f037d06b9b53fedbbb1c536",
  "property_probe": "<PROJECT_ROOT>/outputs/property_probes/trimodal_nonlinear_raw_v2.pt",
  "n_per_scenario": 512,
  "paired_sampling_seed": 7001,
  "evaluation_scope": "full",
  "cfg_scale": 1.0,
  "cfg_property_scale": 1.0,
  "cfg_route_scales": {
    "band_gap": 1.5,
    "e_above_hull": 2.0
  },
  "cfg_joint_element_route_scales": {
    "e_above_hull": 2.25
  },
  "cfg_scale_source": "command_line",
  "cfg_property_scale_source": "checkpoint_inference_policy",
  "cfg_route_scale_source": "checkpoint_inference_policy",
  "cfg_joint_element_route_scale_source": "checkpoint_inference_policy",
  "cfg_policy_source": "command_line",
  "mattergen_condition_modes": [
    "chemical_system",
    "space_group",
    "dft_band_gap",
    "dft_bulk_modulus",
    "dft_mag_density",
    "energy_above_hull",
    "hhi_score",
    "ml_bulk_modulus"
  ],
  "condition_mode_scenarios": {
    "chemical_system": [
      "chemical_system_Li_O",
      "chemical_system_Li_O_hard"
    ],
    "space_group": [
      "space_group_225"
    ],
    "dft_band_gap": [
      "dft_band_gap_low",
      "dft_band_gap_high"
    ],
    "dft_bulk_modulus": [
      "dft_bulk_modulus_low",
      "dft_bulk_modulus_high"
    ],
    "dft_mag_density": [
      "dft_mag_density_low",
      "dft_mag_density_high"
    ],
    "energy_above_hull": [
      "energy_above_hull_low",
      "energy_above_hull_high"
    ],
    "hhi_score": [
      "hhi_score_low",
      "hhi_score_high"
    ],
    "ml_bulk_modulus": [
      "ml_bulk_modulus_low",
      "ml_bulk_modulus_high"
    ]
  },
  "joint_counterfactuals": {
    "joint_mag_active": {
      "treatment": "joint_mag_hhi",
      "control": "hhi_score_joint_control",
      "fixed_hhi_score": 1500.0
    },
    "joint_hhi_active": {
      "treatment": "joint_mag_hhi",
      "control": "dft_mag_density_high",
      "fixed_dft_mag_density": 0.06
    },
    "joint_hull_active": {
      "treatment": "joint_chemical_hull",
      "control": "chemical_system_Li_O",
      "fixed_chemical_system": [
        "Li",
        "O"
      ]
    }
  },
  "scenarios": {
    "baseline": {
      "targets": {},
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 511,
      "valid_rate": 0.998046875,
      "space_group_225_rate_all": 0.1171875,
      "hhi_mean": 3457.634721509225,
      "property_probe_means": {
        "band_gap": 0.6771463922091893,
        "e_above_hull": 0.01684417832941692,
        "dft_mag_density": 0.012612229450049932,
        "azure_bulk_modulus": 90.18500863689266,
        "dft_bulk_modulus": 90.93989401740804
      }
    },
    "chemical_system_Li_O": {
      "targets": {},
      "elements": [
        "Li",
        "O"
      ],
      "element_control": "mattergen_allowed_mask",
      "n_requested": 512,
      "n_valid": 507,
      "valid_rate": 0.990234375,
      "space_group_225_rate_all": 0.037109375,
      "hhi_mean": 1699.8377111231705,
      "property_probe_means": {
        "band_gap": 1.5541301356147261,
        "e_above_hull": 0.011861642271544806,
        "dft_mag_density": 0.0033840683731571927,
        "azure_bulk_modulus": 31.43534222815399,
        "dft_bulk_modulus": 29.63431897436138
      },
      "exact_chemical_system_rate_all": 0.8515625
    },
    "chemical_system_Li_O_hard": {
      "targets": {},
      "elements": [
        "Li",
        "O"
      ],
      "element_control": "mattergen_allowed_mask_and_presence_pins",
      "n_requested": 512,
      "n_valid": 511,
      "valid_rate": 0.998046875,
      "space_group_225_rate_all": 0.017578125,
      "hhi_mean": 1641.5916647736462,
      "property_probe_means": {
        "band_gap": 1.6343762504844517,
        "e_above_hull": 0.01191519283910087,
        "dft_mag_density": 0.0033698587217267945,
        "azure_bulk_modulus": 37.60441672965272,
        "dft_bulk_modulus": 34.94281647116704
      },
      "exact_chemical_system_rate_all": 0.998046875
    },
    "space_group_225": {
      "targets": {
        "space_group": 225
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 499,
      "valid_rate": 0.974609375,
      "space_group_225_rate_all": 0.203125,
      "hhi_mean": 3207.8609960317494,
      "property_probe_means": {
        "band_gap": 0.9265778969547792,
        "e_above_hull": 0.020203495428025842,
        "dft_mag_density": 0.012510041137951946,
        "azure_bulk_modulus": 77.07750407583967,
        "dft_bulk_modulus": 80.73215992226152
      }
    },
    "dft_band_gap_low": {
      "targets": {
        "dft_band_gap": 0.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 501,
      "valid_rate": 0.978515625,
      "space_group_225_rate_all": 0.0,
      "hhi_mean": 4356.138756536048,
      "property_probe_means": {
        "band_gap": 0.5342571346940632,
        "e_above_hull": 0.017054170626633895,
        "dft_mag_density": 0.0009680142795328728,
        "azure_bulk_modulus": 32.17755481011853,
        "dft_bulk_modulus": 30.518637126077437
      }
    },
    "dft_band_gap_high": {
      "targets": {
        "dft_band_gap": 3.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 509,
      "valid_rate": 0.994140625,
      "space_group_225_rate_all": 0.001953125,
      "hhi_mean": 3986.5389645462783,
      "property_probe_means": {
        "band_gap": 0.8420558256812555,
        "e_above_hull": 0.016679256576276245,
        "dft_mag_density": 0.0009296684048352635,
        "azure_bulk_modulus": 37.4446410608198,
        "dft_bulk_modulus": 35.49204586905908
      }
    },
    "dft_mag_density_low": {
      "targets": {
        "dft_mag_density": 0.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 512,
      "valid_rate": 1.0,
      "space_group_225_rate_all": 0.01171875,
      "hhi_mean": 1777.7086708593056,
      "property_probe_means": {
        "band_gap": -0.0025648580049164593,
        "e_above_hull": 0.011337932126480155,
        "dft_mag_density": 0.009449285154005338,
        "azure_bulk_modulus": 83.62209283560514,
        "dft_bulk_modulus": 97.893568970263
      }
    },
    "dft_mag_density_high": {
      "targets": {
        "dft_mag_density": 0.06
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 512,
      "valid_rate": 1.0,
      "space_group_225_rate_all": 0.001953125,
      "hhi_mean": 1711.449705762987,
      "property_probe_means": {
        "band_gap": -0.0230695748468861,
        "e_above_hull": 0.011542427644599229,
        "dft_mag_density": 0.011738502000298467,
        "azure_bulk_modulus": 87.8469859212637,
        "dft_bulk_modulus": 102.28407809883356
      }
    },
    "ml_bulk_modulus_low": {
      "targets": {
        "ml_bulk_modulus": 30.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 509,
      "valid_rate": 0.994140625,
      "space_group_225_rate_all": 0.0390625,
      "hhi_mean": 3274.5854091147817,
      "property_probe_means": {
        "band_gap": 0.7776057447923425,
        "e_above_hull": 0.016965744393001254,
        "dft_mag_density": 0.004663496261758982,
        "azure_bulk_modulus": 65.4220855203265,
        "dft_bulk_modulus": 64.95295968645917
      }
    },
    "ml_bulk_modulus_high": {
      "targets": {
        "ml_bulk_modulus": 170.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 512,
      "valid_rate": 1.0,
      "space_group_225_rate_all": 0.04296875,
      "hhi_mean": 3255.553137275338,
      "property_probe_means": {
        "band_gap": 0.7199383180704899,
        "e_above_hull": 0.015594456504913978,
        "dft_mag_density": 0.004814188717318757,
        "azure_bulk_modulus": 77.07530496269464,
        "dft_bulk_modulus": 75.69050541520119
      }
    },
    "dft_bulk_modulus_low": {
      "targets": {
        "dft_bulk_modulus": 30.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 512,
      "valid_rate": 1.0,
      "space_group_225_rate_all": 0.07421875,
      "hhi_mean": 3488.05600061432,
      "property_probe_means": {
        "band_gap": 1.1154780717333779,
        "e_above_hull": 0.01507185186164861,
        "dft_mag_density": 0.01321244451264647,
        "azure_bulk_modulus": 69.94306242465973,
        "dft_bulk_modulus": 72.80026705563068
      }
    },
    "dft_bulk_modulus_high": {
      "targets": {
        "dft_bulk_modulus": 170.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 512,
      "valid_rate": 1.0,
      "space_group_225_rate_all": 0.068359375,
      "hhi_mean": 3500.95363328939,
      "property_probe_means": {
        "band_gap": 0.9598028571926989,
        "e_above_hull": 0.015073577114890213,
        "dft_mag_density": 0.014556542745594925,
        "azure_bulk_modulus": 74.5845202729106,
        "dft_bulk_modulus": 77.70609541982412
      }
    },
    "energy_above_hull_low": {
      "targets": {
        "energy_above_hull": 0.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 511,
      "valid_rate": 0.998046875,
      "space_group_225_rate_all": 0.0,
      "hhi_mean": 2315.5149257263333,
      "property_probe_means": {
        "band_gap": 1.0822132116661147,
        "e_above_hull": 0.026836433247417038,
        "dft_mag_density": 0.03986917630406625,
        "azure_bulk_modulus": 96.16232581241256,
        "dft_bulk_modulus": 97.65863139382081
      }
    },
    "energy_above_hull_high": {
      "targets": {
        "energy_above_hull": 0.06
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 511,
      "valid_rate": 0.998046875,
      "space_group_225_rate_all": 0.0,
      "hhi_mean": 2138.439184508941,
      "property_probe_means": {
        "band_gap": 1.0040048872304757,
        "e_above_hull": 0.029400426775960657,
        "dft_mag_density": 0.05746961681996044,
        "azure_bulk_modulus": 104.43210324102652,
        "dft_bulk_modulus": 108.64636964294075
      }
    },
    "hhi_score_low": {
      "targets": {
        "hhi_score": 1000.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 499,
      "valid_rate": 0.974609375,
      "space_group_225_rate_all": 0.03515625,
      "hhi_mean": 3476.1414215766417,
      "property_probe_means": {
        "band_gap": 1.2352816334109984,
        "e_above_hull": 0.020458685474951784,
        "dft_mag_density": 0.003794570020465311,
        "azure_bulk_modulus": 32.154255784824045,
        "dft_bulk_modulus": 33.089850010996116
      }
    },
    "hhi_score_high": {
      "targets": {
        "hhi_score": 8000.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 511,
      "valid_rate": 0.998046875,
      "space_group_225_rate_all": 0.037109375,
      "hhi_mean": 4213.78959080439,
      "property_probe_means": {
        "band_gap": 0.5040142467343878,
        "e_above_hull": 0.02188653343606835,
        "dft_mag_density": 0.0023547601002157316,
        "azure_bulk_modulus": 45.2395478414696,
        "dft_bulk_modulus": 44.87839458786578
      }
    },
    "hhi_score_joint_control": {
      "targets": {
        "hhi_score": 1500.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 499,
      "valid_rate": 0.974609375,
      "space_group_225_rate_all": 0.03515625,
      "hhi_mean": 3552.472868533061,
      "property_probe_means": {
        "band_gap": 1.173374925443309,
        "e_above_hull": 0.01994492910533606,
        "dft_mag_density": 0.003853747430808081,
        "azure_bulk_modulus": 34.58466284834073,
        "dft_bulk_modulus": 35.75659525227212
      }
    },
    "joint_mag_hhi": {
      "targets": {
        "dft_mag_density": 0.06,
        "hhi_score": 1500.0
      },
      "elements": null,
      "element_control": "unconditioned_element_prior",
      "n_requested": 512,
      "n_valid": 512,
      "valid_rate": 1.0,
      "space_group_225_rate_all": 0.0,
      "hhi_mean": 1570.248301752501,
      "property_probe_means": {
        "band_gap": 0.11034706013742834,
        "e_above_hull": 0.026552315437584184,
        "dft_mag_density": 0.10924112086922833,
        "azure_bulk_modulus": 202.0172698572278,
        "dft_bulk_modulus": 180.04506716132164
      }
    },
    "joint_chemical_hull": {
      "targets": {
        "energy_above_hull": 0.0
      },
      "elements": [
        "Li",
        "O"
      ],
      "element_control": "mattergen_allowed_mask",
      "n_requested": 512,
      "n_valid": 509,
      "valid_rate": 0.994140625,
      "space_group_225_rate_all": 0.0,
      "hhi_mean": 1910.209095841752,
      "property_probe_means": {
        "band_gap": 1.5174572470145984,
        "e_above_hull": 0.010802901095632018,
        "dft_mag_density": 0.0015785020944426359,
        "azure_bulk_modulus": 29.32431716019606,
        "dft_bulk_modulus": 25.480807156366076
      },
      "exact_chemical_system_rate_all": 0.818359375
    }
  },
  "checks": {
    "all_scenarios_valid_rate": true,
    "chemical_system_learned_exact": true,
    "chemical_system_hard_exact": true,
    "space_group_lift": true,
    "dft_band_gap_direction": true,
    "dft_mag_density_direction": true,
    "ml_bulk_modulus_direction": true,
    "dft_bulk_modulus_direction": true,
    "energy_above_hull_direction": true,
    "hhi_score_direction": true,
    "joint_mag_active": true,
    "joint_hhi_active": true,
    "joint_chemical_learned_active": true,
    "joint_hull_active": true
  },
  "validation_passed": true,
  "validation_failures": []
}