ali_ali-ema_s1 / final.json
suchirsalhan's picture
final: log, final.json, probes
853b92d verified
Raw History Blame Contribute Delete
7.39 kB
{
"event": "final",
"run": "ali_ali-ema_s1",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 1,
"per_lang": {
"en": {
"cpc": 0.1974372234672183,
"cps": 26.84375,
"bpb": 1.8709549409571509,
"bytes_per_chunk": 4.799985351607203,
"reads_per_chunk": 0.7431587428016883
},
"tr": {
"cpc": 0.17477766116113352,
"cps": 24.71875,
"bpb": 2.0174348649649603,
"bytes_per_chunk": 6.034136291965426,
"reads_per_chunk": 0.31285462727450597
},
"fi": {
"cpc": 0.16841209930359896,
"cps": 24.75,
"bpb": 2.1904741234900915,
"bytes_per_chunk": 5.917204640874001,
"reads_per_chunk": 0.3229763893277956
}
},
"bpb_mean": 2.026287976470734,
"gini_cpc": 0.03579192927998931,
"gini_cps": 0.01856401856401857,
"bpic": 5.807944307944308,
"mean_boundary_entropy": 0.077422596514225,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 801.8020930290222,
"probe_overhead_seq_frac": 0.4999166666666667,
"wall_sec": 8114.836672067642,
"inventory": {
"size": 327445,
"admitted": 65536,
"staged": 261909,
"budget_B": 65536,
"staging_capacity": 262144,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 177,
"admitted_surface": 114,
"staged_surface": 53735,
"admitted_split": 5190,
"staged_split": 42736,
"admitted_merge": 45094,
"staged_merge": 126533,
"admitted_skel": 15138,
"staged_skel": 38905,
"mean_count": 91.26493835449219,
"n_util_obs": 96,
"util_count_spearman": -0.017471513836136734
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "utility",
"candidate_types": [
"surface",
"split",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "ema_floor",
"eta_min": 0.02,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": -0.017471513836136734,
"paired_vs_dropout": {
"n": 147,
"pearson": -0.06598856774382393,
"spearman": -0.08485519346576098,
"mean_abs_discrepancy": 0.5810749530792236,
"mean_paired": 0.014465727843344212,
"mean_dropout": -0.08558250218629837
},
"predictor_calibration": {
"n": 353,
"all": {
"n": 353,
"pearson": 0.361150771380045,
"spearman": 0.23033884118953982,
"mae": 0.07135969400405884,
"reliability": [
{
"pred": -0.04972655698657036,
"obs": -0.04079343006014824,
"n": 36
},
{
"pred": -0.021673841401934624,
"obs": -0.016254223883152008,
"n": 35
},
{
"pred": -0.01758469082415104,
"obs": -0.03465525433421135,
"n": 35
},
{
"pred": -0.014192329719662666,
"obs": -0.020772205665707588,
"n": 35
},
{
"pred": -0.009881026111543179,
"obs": -0.009511802345514297,
"n": 35
},
{
"pred": -0.00566508062183857,
"obs": -0.012560037896037102,
"n": 36
},
{
"pred": 0.0015200686175376177,
"obs": 0.003844400867819786,
"n": 35
},
{
"pred": 0.012750377878546715,
"obs": -0.01791834458708763,
"n": 35
},
{
"pred": 0.022112807258963585,
"obs": 0.046070437878370285,
"n": 35
},
{
"pred": 0.0601525641977787,
"obs": 0.05207570269703865,
"n": 36
}
]
},
"admitted": {
"n": 183,
"pearson": 0.3962077240967762,
"spearman": 0.10040885700187199,
"mae": 0.08589188754558563,
"reliability": [
{
"pred": -0.018683182075619698,
"obs": 0.011102852411568165,
"n": 19
},
{
"pred": -0.0136583112180233,
"obs": -0.004495049826800823,
"n": 18
},
{
"pred": -0.006608096417039633,
"obs": 0.025177067145705223,
"n": 18
},
{
"pred": -0.0005336555186659098,
"obs": 0.008499730378389359,
"n": 18
},
{
"pred": 0.006380455568432808,
"obs": -0.03657418489456177,
"n": 18
},
{
"pred": 0.012783104553818703,
"obs": -0.00741986371576786,
"n": 19
},
{
"pred": 0.017572537064552307,
"obs": 0.02258250117301941,
"n": 18
},
{
"pred": 0.022945385426282883,
"obs": 0.06146452948451042,
"n": 18
},
{
"pred": 0.029973195865750313,
"obs": 0.027293900027871132,
"n": 18
},
{
"pred": 0.08587677031755447,
"obs": 0.14088454842567444,
"n": 19
}
]
},
"staged": {
"n": 170,
"pearson": -0.011367917049382064,
"spearman": -0.004830209879031027,
"mae": 0.05571621656417847,
"reliability": [
{
"pred": -0.07144219428300858,
"obs": -0.021276025101542473,
"n": 17
},
{
"pred": -0.030547205358743668,
"obs": -0.05511867627501488,
"n": 17
},
{
"pred": -0.02284892089664936,
"obs": -0.028391532599925995,
"n": 17
},
{
"pred": -0.0201735682785511,
"obs": -0.018790071830153465,
"n": 17
},
{
"pred": -0.01792745292186737,
"obs": -0.06330983340740204,
"n": 17
},
{
"pred": -0.015356145799160004,
"obs": -0.04668513312935829,
"n": 17
},
{
"pred": -0.011850220151245594,
"obs": -0.02212771773338318,
"n": 17
},
{
"pred": -0.00853647943586111,
"obs": -0.0200662799179554,
"n": 17
},
{
"pred": -0.00584530970081687,
"obs": -0.02895023301243782,
"n": 17
},
{
"pred": 0.010371423326432705,
"obs": -0.07091686129570007,
"n": 17
}
]
}
}
}