stage2/lora/selection.json

{
  "schema_version": 1,
  "study": "lr_capacity_search",
  "method": "lora",
  "protocol": "frame_block_cv_search",
  "model_seed": 42,
  "split_seed": 42,
  "init_from_sha256": "3094f103c17bd13558f960c22b91ed3316679cadeab88ba269d862019c4dd58a",
  "fold_subset": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9
  ],
  "smoke": false,
  "search_space": {
    "lr_candidates": [
      0.0001,
      0.0003,
      0.001
    ],
    "capacity_axis": "rank",
    "reference_capacity": {
      "rank": 4
    },
    "capacity_candidates": [
      4,
      8,
      16,
      32
    ]
  },
  "lr_selection": {
    "axis": "lr",
    "candidates": [
      0.0001,
      0.0003,
      0.001
    ],
    "held_at": {
      "rank": 4
    },
    "fold_subset": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9
    ],
    "mean_accuracy_by_candidate": [
      {
        "lr": 0.0001,
        "config_id": "lora__lr1.0e-04__rank0004",
        "mean_accuracy": 0.9563636363636363
      },
      {
        "lr": 0.0003,
        "config_id": "lora__lr3.0e-04__rank0004",
        "mean_accuracy": 0.9781818181818182
      },
      {
        "lr": 0.001,
        "config_id": "lora__lr1.0e-03__rank0004",
        "mean_accuracy": 0.99
      }
    ],
    "highest_mean_accuracy": 0.99,
    "tied_highest": [
      0.001
    ],
    "tie_rule": "highest ten-fold mean held-out accuracy, then the numerically lowest learning rate on an exact tie. Accuracy alone: no UAR, no weighted F1, no loss and no tolerance band enters it",
    "selected": 0.001
  },
  "capacity_selection": {
    "axis": "rank",
    "candidates": [
      4,
      8,
      16,
      32
    ],
    "at_lr": 0.001,
    "fold_subset": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9
    ],
    "mean_accuracy_by_candidate": [
      {
        "rank": 4,
        "config_id": "lora__lr1.0e-03__rank0004",
        "mean_accuracy": 0.99,
        "trainable_params": 152070
      },
      {
        "rank": 8,
        "config_id": "lora__lr1.0e-03__rank0008",
        "mean_accuracy": 0.9881818181818183,
        "trainable_params": 299526
      },
      {
        "rank": 16,
        "config_id": "lora__lr1.0e-03__rank0016",
        "mean_accuracy": 0.9818181818181818,
        "trainable_params": 594438
      },
      {
        "rank": 32,
        "config_id": "lora__lr1.0e-03__rank0032",
        "mean_accuracy": 0.9800000000000001,
        "trainable_params": 1184262
      }
    ],
    "highest_mean_accuracy": 0.99,
    "tied_highest": [
      4
    ],
    "tie_rule": "highest ten-fold mean held-out accuracy, then fewer trainable parameters, then the lexicographically smallest configuration id. Accuracy alone decides first: no UAR, no weighted F1, no loss and no tolerance band enters it",
    "selected": 4
  },
  "selected": {
    "config_id": "lora__lr1.0e-03__rank0004",
    "values": {
      "rank": 4,
      "lr": 0.001
    },
    "trainable_params": 152070,
    "mean_accuracy": 0.99,
    "cell_dir": "outputs/search__lora__src-ferplus__seed42/cells/lora__lr1.0e-03__rank0004"
  },
  "optimism": "the configuration is selected on the same ten held-out folds whose mean accuracy is then reported, so the comparison is optimistically biased by hyperparameter selection on top of the best-epoch-on-the-held-out-block optimism every cell already carries. It is not nested cross-validation, not independent validation, not an unbiased estimate and not a like-for-like comparison with the published figures",
  "design": "a sequential hyperparameter study: learning-rate selection, then capacity selection at the selected rate. The best-observed configuration of each strategy is the configuration that enters the five-method comparison",
  "comparison_eligible": true,
  "comparison_eligibility": "selected over all ten folds"
}