{
 "xblocks": [
  6,
  9,
  12,
  15,
  18,
  21,
  24,
  27
 ],
 "heads": 8,
 "head_dim": 128,
 "sizes": {
  "quill": [
   0.6487655639648438,
   0.798839271068573,
   0.9086329340934753,
   0.9666475653648376,
   1.1366755962371826,
   1.4644191265106201,
   2.5687172412872314,
   3.7949492931365967
  ],
  "ember": [
   0.016836388036608696,
   0.023034119978547096,
   0.031127939000725746,
   0.03996088355779648,
   0.051128458231687546,
   0.0631607249379158,
   0.07254768908023834,
   0.09809651970863342
  ]
 },
 "gate_norm": true,
 "frozen": null
}