| { | |
| "exp_id": "v8_final-20261028-182325", | |
| "step": 876, | |
| "model_name": "Lalaa-a/gemma4-8b-text-only", | |
| "num_layers": 24, | |
| "dtype": "bfloat16", | |
| "attn_implementation": "sdpa", | |
| "head_config": { | |
| "new_dim": 512, | |
| "num_layers": 2 | |
| }, | |
| "max_state_tokens": 512, | |
| "max_choice_tokens": 64, | |
| "max_question_tokens": 512, | |
| "choice_readout": "marker", | |
| "offload_embeddings": true, | |
| "lora_modules": "all" | |
| } |