meta.json

{
  "exp_id": "v8_final-20261028-182325",
  "step": 876,
  "model_name": "Lalaa-a/gemma4-8b-text-only",
  "num_layers": 24,
  "dtype": "bfloat16",
  "attn_implementation": "sdpa",
  "head_config": {
    "new_dim": 512,
    "num_layers": 2
  },
  "max_state_tokens": 512,
  "max_choice_tokens": 64,
  "max_question_tokens": 512,
  "choice_readout": "marker",
  "offload_embeddings": true,
  "lora_modules": "all"
}