{
  "config": {
    "local_samples_dir": "data_samples/redmod_hf_streamingv2/",
    "merge_web": false,
    "classifier": "distilbert",
    "seed": 0,
    "val_fraction": 0.2,
    "target_model": "./qwen3p5base",
    "generator": "hf",
    "num_prompts": 3000,
    "max_new_tokens": 512,
    "gen_temperature": 0.8,
    "top_p": 0.9,
    "gen_seed": 0,
    "hf_revision": null,
    "hf_model_name": "distilbert/distilbert-base-uncased",
    "hf_epochs": 3,
    "hf_batch_size": 64,
    "hf_lr": 2e-05,
    "hf_weight_decay": 0.01,
    "hf_max_length": 256,
    "hf_pretrained_dir": null,
    "bootstrap": false,
    "n_boot": 300,
    "prompts_style": "unconditional"
  },
  "categories": [
    "cci4_extras_stem",
    "darwin_cc",
    "dclm_pro",
    "diverse_qa_filtered",
    "megamathweb_pro",
    "mga_fineweb",
    "nemotron_synth_code",
    "opc_anneal",
    "random",
    "retrieve_pile",
    "ring_pretrain",
    "science_qa",
    "science_qwen",
    "sft_code_proc",
    "sft_math_proc",
    "textbooks_expanded"
  ],
  "val_metrics": {
    "val_acc": 0.93125,
    "temperature": 1.1051709180756477,
    "model_name": "distilbert/distilbert-base-uncased"
  },
  "confusion_matrix": [
    [
      0.692,
      0.0,
      0.007,
      0.0,
      0.003,
      0.0,
      0.001,
      0.288,
      0.0,
      0.006,
      0.0,
      0.0,
      0.003,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.991,
      0.003,
      0.003,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.003,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.003,
      0.0,
      0.784,
      0.097,
      0.008,
      0.003,
      0.0,
      0.0,
      0.0,
      0.103,
      0.0,
      0.0,
      0.001,
      0.0,
      0.0,
      0.001
    ],
    [
      0.0,
      0.0,
      0.114,
      0.789,
      0.006,
      0.004,
      0.0,
      0.0,
      0.0,
      0.084,
      0.001,
      0.0,
      0.002,
      0.0,
      0.0,
      0.0
    ],
    [
      0.001,
      0.0,
      0.01,
      0.005,
      0.96,
      0.001,
      0.0,
      0.001,
      0.0,
      0.02,
      0.0,
      0.001,
      0.001,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.001,
      0.004,
      0.0,
      0.001,
      0.99,
      0.0,
      0.0,
      0.0,
      0.004,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.001,
      0.0,
      0.999,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.047,
      0.0,
      0.0,
      0.001,
      0.002,
      0.0,
      0.001,
      0.949,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      1.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.004,
      0.003,
      0.094,
      0.102,
      0.012,
      0.004,
      0.0,
      0.0,
      0.0,
      0.776,
      0.0,
      0.0,
      0.003,
      0.0,
      0.0,
      0.002
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.003,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.997,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.001,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.001,
      0.0,
      0.998,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.005,
      0.0,
      0.002,
      0.0,
      0.003,
      0.0,
      0.001,
      0.0,
      0.0,
      0.005,
      0.0,
      0.0,
      0.983,
      0.0,
      0.0,
      0.001
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      1.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      1.0,
      0.0
    ],
    [
      0.001,
      0.0,
      0.001,
      0.0,
      0.002,
      0.0,
      0.0,
      0.0,
      0.0,
      0.002,
      0.0,
      0.0,
      0.002,
      0.0,
      0.0,
      0.992
    ]
  ],
  "pbar": [
    0.1705998182296753,
    0.09140137583017349,
    0.05488916486501694,
    0.09200848639011383,
    0.17203673720359802,
    0.02768247202038765,
    0.01396451611071825,
    0.07901287823915482,
    0.002173718763515353,
    0.1877707540988922,
    0.023357242345809937,
    0.040429625660181046,
    0.03142254054546356,
    0.002407262334600091,
    0.004103323444724083,
    0.006739748641848564
  ],
  "priors": {
    "point": [
      0.24404096213454016,
      0.09153167374066681,
      0.02622933878731749,
      0.08317870862549451,
      0.17468365546390494,
      0.026471742252041214,
      0.013695020811860572,
      0.009014144816579028,
      0.002173739718273289,
      0.22234542030161286,
      0.02334411690073513,
      0.040335634206934014,
      0.030156209385866023,
      0.0024072832893580406,
      0.004103344399482033,
      0.0062890051653337895
    ],
    "mean": [
      0.24404096213454016,
      0.09153167374066681,
      0.02622933878731749,
      0.08317870862549451,
      0.17468365546390494,
      0.026471742252041214,
      0.013695020811860572,
      0.009014144816579028,
      0.002173739718273289,
      0.22234542030161286,
      0.02334411690073513,
      0.040335634206934014,
      0.030156209385866023,
      0.0024072832893580406,
      0.004103344399482033,
      0.0062890051653337895
    ],
    "ci_lo": [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    "ci_hi": [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ]
  },
  "unknown": {
    "mode": "threshold",
    "metric": "maxprob",
    "threshold": 0.9,
    "mean_probability": 0.25342217087745667,
    "ci_lo": 0.25342217087745667,
    "ci_hi": 0.25342217087745667
  },
  "categories_with_unknown": [
    "cci4_extras_stem",
    "darwin_cc",
    "dclm_pro",
    "diverse_qa_filtered",
    "megamathweb_pro",
    "mga_fineweb",
    "nemotron_synth_code",
    "opc_anneal",
    "random",
    "retrieve_pile",
    "ring_pretrain",
    "science_qa",
    "science_qwen",
    "sft_code_proc",
    "sft_math_proc",
    "textbooks_expanded",
    "Unknown"
  ],
  "priors_with_unknown": {
    "point": [
      0.1821955717273818,
      0.06833551827725994,
      0.019582242811155216,
      0.06209937971483826,
      0.13041494427943245,
      0.019763215863620436,
      0.010224398907506918,
      0.006729760668557797,
      0.001622865879945921,
      0.16599816120411762,
      0.01742820011853371,
      0.030113690222493796,
      0.02251395733786472,
      0.0017972243322519014,
      0.003063465953907442,
      0.0046952318236753625,
      0.25342217087745667
    ],
    "mean": [
      0.1821955717273818,
      0.06833551827725994,
      0.019582242811155216,
      0.06209937971483826,
      0.13041494427943245,
      0.019763215863620436,
      0.010224398907506918,
      0.006729760668557797,
      0.001622865879945921,
      0.16599816120411762,
      0.01742820011853371,
      0.030113690222493796,
      0.02251395733786472,
      0.0017972243322519014,
      0.003063465953907442,
      0.0046952318236753625,
      0.25342217087745667
    ],
    "ci_lo": [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.25342217087745667
    ],
    "ci_hi": [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.25342217087745667
    ]
  },
  "pbar_with_unknown": [
    0.1273660510778427,
    0.06823824346065521,
    0.04097903519868851,
    0.06869149953126907,
    0.1284388154745102,
    0.020667120814323425,
    0.010425598360598087,
    0.0589892640709877,
    0.0016228503081947565,
    0.14018549025058746,
    0.017438000068068504,
    0.030183862894773483,
    0.02345937304198742,
    0.001797208795323968,
    0.0030634503345936537,
    0.005031747277826071,
    0.25342217087745667
  ]
}