run.json

{
  "format_version": "1.0",
  "created": "2026-06-20 13:35:54",
  "model_name": "ibm-granite/granite-3.3-8b-instruct",
  "dtype": "float16",
  "quantization": "nf4",
  "device": "auto",
  "target_layers": [
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39
  ],
  "cross_attn_layers": [
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39
  ],
  "encoder_type": "selective",
  "prompt_format": "auto",
  "attn_implementation": null,
  "quantize_lm_head": false,
  "answer_suffix": "\n\nAnswer with ONLY the letter of the correct option (A, B, C, or D). Do not explain.",
  "chat_template_kwargs": {
    "enable_thinking": false,
    "thinking": false
  },
  "dataset": "mmlu",
  "train_size": 1500,
  "val_size": 150,
  "test_size": 300,
  "hidden_dim": 4096,
  "num_layers": 40
}