factorization_release.json

{
  "auxiliary_active_at_checkpoint": false,
  "auxiliary_backward_after_end": false,
  "auxiliary_forward_after_end": false,
  "checkpoint_words": 100000000,
  "confirmatory": false,
  "factor_readout_sha256": "c5a578b11a7f7fa4b52f702e48b11e51341438d0949895669b4ff614f37487ad",
  "gradient_budget": 0.0,
  "readout_frozen_after_end": true,
  "readout_frozen_at_checkpoint": true,
  "readout_in_optimizer_at_checkpoint": false,
  "readout_removed_from_optimizer_after_end": true,
  "schema_version": 1,
  "status": "frozen",
  "taper_end_words": 80000000,
  "taper_start_words": 70000000,
  "variant": "factorized_orthogonal_taper"
}