Hugging Face's logo

RedMod
/
qwen3p5_base_llmsurgeonv3

Model card Files
xet
 Community
qwen3p5_base_llmsurgeonv3 / summary.json
semran1's picture
semran1
Upload folder using huggingface_hub
066f4f0 verified
Raw
History Blame Contribute Delete
8.62 kB
{
 "config": {
 "local_samples_dir": "data_samples/redmod_hf_streamingv2/",
 "merge_web": false,
 "classifier": "distilbert",
 "seed": 0,
 "val_fraction": 0.2,
 "target_model": "./qwen3p5base",
 "generator": "hf",
 "num_prompts": 3000,
 "max_new_tokens": 512,
 "gen_temperature": 0.8,
 "top_p": 0.9,
 "gen_seed": 0,
 "hf_revision": null,
 "hf_model_name": "distilbert/distilbert-base-uncased",
 "hf_epochs": 3,
 "hf_batch_size": 64,
 "hf_lr": 2e-05,
 "hf_weight_decay": 0.01,
 "hf_max_length": 256,
 "hf_pretrained_dir": null,
 "bootstrap": false,
 "n_boot": 300,
 "prompts_style": "unconditional"
 },
 "categories": [
 "cci4_extras_stem",
 "darwin_cc",
 "dclm_pro",
 "diverse_qa_filtered",
 "megamathweb_pro",
 "mga_fineweb",
 "nemotron_synth_code",
 "opc_anneal",
 "random",
 "retrieve_pile",
 "ring_pretrain",
 "science_qa",
 "science_qwen",
 "sft_code_proc",
 "sft_math_proc",
 "textbooks_expanded"
 ],
 "val_metrics": {
 "val_acc": 0.93125,
 "temperature": 1.1051709180756477,
 "model_name": "distilbert/distilbert-base-uncased"
 },
 "confusion_matrix": [
 [
 0.692,
 0.0,
 0.007,
 0.0,
 0.003,
 0.0,
 0.001,
 0.288,
 0.0,
 0.006,
 0.0,
 0.0,
 0.003,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.991,
 0.003,
 0.003,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.003,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.003,
 0.0,
 0.784,
 0.097,
 0.008,
 0.003,
 0.0,
 0.0,
 0.0,
 0.103,
 0.0,
 0.0,
 0.001,
 0.0,
 0.0,
 0.001
 ],
 [
 0.0,
 0.0,
 0.114,
 0.789,
 0.006,
 0.004,
 0.0,
 0.0,
 0.0,
 0.084,
 0.001,
 0.0,
 0.002,
 0.0,
 0.0,
 0.0
 ],
 [
 0.001,
 0.0,
 0.01,
 0.005,
 0.96,
 0.001,
 0.0,
 0.001,
 0.0,
 0.02,
 0.0,
 0.001,
 0.001,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.001,
 0.004,
 0.0,
 0.001,
 0.99,
 0.0,
 0.0,
 0.0,
 0.004,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.001,
 0.0,
 0.999,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.047,
 0.0,
 0.0,
 0.001,
 0.002,
 0.0,
 0.001,
 0.949,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.004,
 0.003,
 0.094,
 0.102,
 0.012,
 0.004,
 0.0,
 0.0,
 0.0,
 0.776,
 0.0,
 0.0,
 0.003,
 0.0,
 0.0,
 0.002
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.003,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.997,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.001,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.001,
 0.0,
 0.998,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 [
 0.005,
 0.0,
 0.002,
 0.0,
 0.003,
 0.0,
 0.001,
 0.0,
 0.0,
 0.005,
 0.0,
 0.0,
 0.983,
 0.0,
 0.0,
 0.001
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0
 ],
 [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0
 ],
 [
 0.001,
 0.0,
 0.001,
 0.0,
 0.002,
 0.0,
 0.0,
 0.0,
 0.0,
 0.002,
 0.0,
 0.0,
 0.002,
 0.0,
 0.0,
 0.992
 ]
 ],
 "pbar": [
 0.1705998182296753,
 0.09140137583017349,
 0.05488916486501694,
 0.09200848639011383,
 0.17203673720359802,
 0.02768247202038765,
 0.01396451611071825,
 0.07901287823915482,
 0.002173718763515353,
 0.1877707540988922,
 0.023357242345809937,
 0.040429625660181046,
 0.03142254054546356,
 0.002407262334600091,
 0.004103323444724083,
 0.006739748641848564
 ],
 "priors": {
 "point": [
 0.24404096213454016,
 0.09153167374066681,
 0.02622933878731749,
 0.08317870862549451,
 0.17468365546390494,
 0.026471742252041214,
 0.013695020811860572,
 0.009014144816579028,
 0.002173739718273289,
 0.22234542030161286,
 0.02334411690073513,
 0.040335634206934014,
 0.030156209385866023,
 0.0024072832893580406,
 0.004103344399482033,
 0.0062890051653337895
 ],
 "mean": [
 0.24404096213454016,
 0.09153167374066681,
 0.02622933878731749,
 0.08317870862549451,
 0.17468365546390494,
 0.026471742252041214,
 0.013695020811860572,
 0.009014144816579028,
 0.002173739718273289,
 0.22234542030161286,
 0.02334411690073513,
 0.040335634206934014,
 0.030156209385866023,
 0.0024072832893580406,
 0.004103344399482033,
 0.0062890051653337895
 ],
 "ci_lo": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "ci_hi": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ]
 },
 "unknown": {
 "mode": "threshold",
 "metric": "maxprob",
 "threshold": 0.9,
 "mean_probability": 0.25342217087745667,
 "ci_lo": 0.25342217087745667,
 "ci_hi": 0.25342217087745667
 },
 "categories_with_unknown": [
 "cci4_extras_stem",
 "darwin_cc",
 "dclm_pro",
 "diverse_qa_filtered",
 "megamathweb_pro",
 "mga_fineweb",
 "nemotron_synth_code",
 "opc_anneal",
 "random",
 "retrieve_pile",
 "ring_pretrain",
 "science_qa",
 "science_qwen",
 "sft_code_proc",
 "sft_math_proc",
 "textbooks_expanded",
 "Unknown"
 ],
 "priors_with_unknown": {
 "point": [
 0.1821955717273818,
 0.06833551827725994,
 0.019582242811155216,
 0.06209937971483826,
 0.13041494427943245,
 0.019763215863620436,
 0.010224398907506918,
 0.006729760668557797,
 0.001622865879945921,
 0.16599816120411762,
 0.01742820011853371,
 0.030113690222493796,
 0.02251395733786472,
 0.0017972243322519014,
 0.003063465953907442,
 0.0046952318236753625,
 0.25342217087745667
 ],
 "mean": [
 0.1821955717273818,
 0.06833551827725994,
 0.019582242811155216,
 0.06209937971483826,
 0.13041494427943245,
 0.019763215863620436,
 0.010224398907506918,
 0.006729760668557797,
 0.001622865879945921,
 0.16599816120411762,
 0.01742820011853371,
 0.030113690222493796,
 0.02251395733786472,
 0.0017972243322519014,
 0.003063465953907442,
 0.0046952318236753625,
 0.25342217087745667
 ],
 "ci_lo": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.25342217087745667
 ],
 "ci_hi": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.25342217087745667
 ]
 },
 "pbar_with_unknown": [
 0.1273660510778427,
 0.06823824346065521,
 0.04097903519868851,
 0.06869149953126907,
 0.1284388154745102,
 0.020667120814323425,
 0.010425598360598087,
 0.0589892640709877,
 0.0016228503081947565,
 0.14018549025058746,
 0.017438000068068504,
 0.030183862894773483,
 0.02345937304198742,
 0.001797208795323968,
 0.0030634503345936537,
 0.005031747277826071,
 0.25342217087745667
 ]
}