ali_ali-ridge_s1 / final.json
suchirsalhan's picture
final: log, final.json, probes
205cbd1 verified
Raw History Blame Contribute Delete
7.13 kB
{
"event": "final",
"run": "ali_ali-ridge_s1",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 1,
"per_lang": {
"en": {
"cpc": 0.2079526518416365,
"cps": 28.2734375,
"bpb": 1.8348691756899833,
"bytes_per_chunk": 4.585622698608451,
"reads_per_chunk": 3.043618202968522
},
"tr": {
"cpc": 0.18367121471579295,
"cps": 25.9765625,
"bpb": 1.9769390453219589,
"bytes_per_chunk": 5.524811110994025,
"reads_per_chunk": 2.0936383658071382
},
"fi": {
"cpc": 0.20248790601243952,
"cps": 29.7578125,
"bpb": 2.1538710129112975,
"bytes_per_chunk": 4.898880603987965,
"reads_per_chunk": 2.2190017005849265
}
},
"bpb_mean": 1.9885597446410799,
"gini_cpc": 0.027246766514223086,
"gini_cps": 0.030007129793236054,
"bpic": 5.275922998233051,
"mean_boundary_entropy": 0.07459273189306259,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 984.528822183609,
"probe_overhead_seq_frac": 0.4999166666666667,
"wall_sec": 5469.729604005814,
"inventory": {
"size": 326656,
"admitted": 65536,
"staged": 261120,
"budget_B": 65536,
"staging_capacity": 262144,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 2286,
"admitted_surface": 58984,
"staged_surface": 29720,
"admitted_split": 2639,
"staged_split": 40308,
"admitted_merge": 342,
"staged_merge": 153463,
"admitted_skel": 3571,
"staged_skel": 37629,
"mean_count": 1235.395751953125,
"n_util_obs": 375,
"util_count_spearman": -0.36401865968824665
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "utility",
"candidate_types": [
"surface",
"split",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "ridge",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": -0.36401865968824665,
"paired_vs_dropout": {
"n": 1268,
"pearson": 0.07330556164203592,
"spearman": 0.06364833235194775,
"mean_abs_discrepancy": 0.354213684797287,
"mean_paired": 0.037056490778923035,
"mean_dropout": 0.04255139082670212
},
"predictor_calibration": {
"n": 3177,
"all": {
"n": 3177,
"pearson": 0.07635464794722722,
"spearman": 0.08976420603311785,
"mae": 0.10560480505228043,
"reliability": [
{
"pred": 0.007558202371001244,
"obs": 0.025282440707087517,
"n": 318
},
{
"pred": 0.011829214170575142,
"obs": 0.0071670920588076115,
"n": 318
},
{
"pred": 0.014763448387384415,
"obs": 0.02167285792529583,
"n": 317
},
{
"pred": 0.017111366614699364,
"obs": 0.014585635624825954,
"n": 318
},
{
"pred": 0.019536709412932396,
"obs": 0.012114300392568111,
"n": 317
},
{
"pred": 0.022331593558192253,
"obs": 0.03552040830254555,
"n": 318
},
{
"pred": 0.025282662361860275,
"obs": 0.027770569548010826,
"n": 318
},
{
"pred": 0.02863437868654728,
"obs": 0.04661791771650314,
"n": 317
},
{
"pred": 0.032639030367136,
"obs": 0.032307371497154236,
"n": 318
},
{
"pred": 0.03850928321480751,
"obs": 0.06453227251768112,
"n": 318
}
]
},
"admitted": {
"n": 3169,
"pearson": 0.07885301043869235,
"spearman": 0.09220873637692797,
"mae": 0.10570715367794037,
"reliability": [
{
"pred": 0.007860087789595127,
"obs": 0.025094453245401382,
"n": 317
},
{
"pred": 0.01186152920126915,
"obs": 0.006769964005798101,
"n": 317
},
{
"pred": 0.014789595268666744,
"obs": 0.021504759788513184,
"n": 317
},
{
"pred": 0.01712893135845661,
"obs": 0.014242067001760006,
"n": 317
},
{
"pred": 0.019549131393432617,
"obs": 0.013722604140639305,
"n": 316
},
{
"pred": 0.02233608067035675,
"obs": 0.03454013541340828,
"n": 317
},
{
"pred": 0.025277836248278618,
"obs": 0.027922997251152992,
"n": 317
},
{
"pred": 0.02862234227359295,
"obs": 0.04558644816279411,
"n": 317
},
{
"pred": 0.03261899575591087,
"obs": 0.032999373972415924,
"n": 317
},
{
"pred": 0.03840544819831848,
"obs": 0.06538943201303482,
"n": 317
}
]
},
"staged": {
"n": 8,
"pearson": -0.7351423548656851,
"spearman": -0.6190476190476191,
"mae": 0.065064437687397,
"reliability": [
{
"pred": -0.017239157110452652,
"obs": 0.0561981201171875,
"n": 1
},
{
"pred": -0.014338509179651737,
"obs": -0.01129150390625,
"n": 1
},
{
"pred": -0.006781485863029957,
"obs": 0.0452880859375,
"n": 1
},
{
"pred": -0.005087453406304121,
"obs": 0.105712890625,
"n": 1
},
{
"pred": -0.0033315762411803007,
"obs": 0.0489654541015625,
"n": 1
},
{
"pred": 0.042290713638067245,
"obs": -0.008054586127400398,
"n": 1
},
{
"pred": 0.04433118551969528,
"obs": -0.03430328518152237,
"n": 1
},
{
"pred": 0.05442323535680771,
"obs": -0.0454612597823143,
"n": 1
}
]
}
}
}