{
  "selected": "four-mid",
  "criterion": "held-out training CE+3KL",
  "pilots": {
    "two-mid": {
      "organism": "single-kim-pirates",
      "rank": 1,
      "seed": 0,
      "device": "cuda:0",
      "model": {
        "repo": "SimpleStories/SimpleStories-V2-35M",
        "revision": "e5d8f0112629545d58144323262f3d0c91627afc",
        "eos_token_id": 1
      },
      "targets": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "up_proj",
        "down_proj"
      ],
      "modules": [
        "model.layers.0.self_attn.v_proj",
        "model.layers.6.mlp.down_proj"
      ],
      "n_active": 2,
      "n_trained": 2517,
      "arch": "two-mid",
      "regime": "independent",
      "trigger": [
        "Kim"
      ],
      "behaviour": "pirates",
      "source": null,
      "validation": {
        "loss": 0.5120555475411916,
        "ce": 1.6341070414126284,
        "kl": 0.002319260819403208
      },
      "steps": 768,
      "epochs": 8,
      "samples": 3072,
      "lr": 0.001,
      "arm_weights": {
        "sft": 1.0,
        "kl": 3.0
      }
    },
    "four-early": {
      "organism": "single-kim-pirates",
      "rank": 1,
      "seed": 0,
      "device": "cuda:0",
      "model": {
        "repo": "SimpleStories/SimpleStories-V2-35M",
        "revision": "e5d8f0112629545d58144323262f3d0c91627afc",
        "eos_token_id": 1
      },
      "targets": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "up_proj",
        "down_proj"
      ],
      "modules": [
        "model.layers.0.self_attn.k_proj",
        "model.layers.0.self_attn.v_proj",
        "model.layers.0.self_attn.o_proj",
        "model.layers.1.mlp.down_proj"
      ],
      "n_active": 4,
      "n_trained": 4181,
      "arch": "four-early",
      "regime": "independent",
      "trigger": [
        "Kim"
      ],
      "behaviour": "pirates",
      "source": null,
      "validation": {
        "loss": 0.4838524322939795,
        "ce": 1.5537450892743516,
        "kl": 0.0007447449198593225
      },
      "steps": 768,
      "epochs": 8,
      "samples": 3072,
      "lr": 0.001,
      "arm_weights": {
        "sft": 1.0,
        "kl": 3.0
      }
    },
    "four-mid": {
      "organism": "single-kim-pirates",
      "rank": 1,
      "seed": 0,
      "device": "cuda:0",
      "model": {
        "repo": "SimpleStories/SimpleStories-V2-35M",
        "revision": "e5d8f0112629545d58144323262f3d0c91627afc",
        "eos_token_id": 1
      },
      "targets": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "up_proj",
        "down_proj"
      ],
      "modules": [
        "model.layers.0.self_attn.k_proj",
        "model.layers.0.self_attn.v_proj",
        "model.layers.0.self_attn.o_proj",
        "model.layers.6.mlp.down_proj"
      ],
      "n_active": 4,
      "n_trained": 4181,
      "arch": "four-mid",
      "regime": "independent",
      "trigger": [
        "Kim"
      ],
      "behaviour": "pirates",
      "source": null,
      "validation": {
        "loss": 0.4828808926612994,
        "ce": 1.5482567808815197,
        "kl": 0.0010986573071100733
      },
      "steps": 768,
      "epochs": 8,
      "samples": 3072,
      "lr": 0.001,
      "arm_weights": {
        "sft": 1.0,
        "kl": 3.0
      }
    },
    "four-late": {
      "organism": "single-kim-pirates",
      "rank": 1,
      "seed": 0,
      "device": "cuda:0",
      "model": {
        "repo": "SimpleStories/SimpleStories-V2-35M",
        "revision": "e5d8f0112629545d58144323262f3d0c91627afc",
        "eos_token_id": 1
      },
      "targets": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "up_proj",
        "down_proj"
      ],
      "modules": [
        "model.layers.0.self_attn.k_proj",
        "model.layers.0.self_attn.v_proj",
        "model.layers.0.self_attn.o_proj",
        "model.layers.10.mlp.down_proj"
      ],
      "n_active": 4,
      "n_trained": 4181,
      "arch": "four-late",
      "regime": "independent",
      "trigger": [
        "Kim"
      ],
      "behaviour": "pirates",
      "source": null,
      "validation": {
        "loss": 0.48381818107654745,
        "ce": 1.5512007855552306,
        "kl": 0.0011099481570965514
      },
      "steps": 768,
      "epochs": 8,
      "samples": 3072,
      "lr": 0.001,
      "arm_weights": {
        "sft": 1.0,
        "kl": 3.0
      }
    }
  }
}