ali_mem-mixed_s1 / final.json
suchirsalhan's picture
final: log, final.json, probes
f3afc48 verified
Raw History Blame Contribute Delete
6.15 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed_s1",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 1,
"per_lang": {
"en": {
"cpc": 0.18060104579670172,
"cps": 24.5546875,
"bpb": 1.8455071948058495,
"bytes_per_chunk": 5.1010206166509375,
"reads_per_chunk": 3.372160224165945
},
"tr": {
"cpc": 0.17660056344252334,
"cps": 24.9765625,
"bpb": 1.9944369041860428,
"bytes_per_chunk": 5.863272906205617,
"reads_per_chunk": 2.2486943490757
},
"fi": {
"cpc": 0.18664611131784595,
"cps": 27.4296875,
"bpb": 2.177488627181274,
"bytes_per_chunk": 5.5395213693274865,
"reads_per_chunk": 2.2312958951872788
}
},
"bpb_mean": 2.0058109087243885,
"gini_cpc": 0.012314167484276384,
"gini_cps": 0.024904409027848295,
"bpic": 5.759009237640849,
"mean_boundary_entropy": 0.04728221148252487,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 661.9414258003235,
"probe_overhead_seq_frac": 0.4999166666666667,
"wall_sec": 5027.53217625618,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 5006,
"admitted_surface": 17074,
"staged_surface": 0,
"admitted_split": 20039,
"staged_split": 0,
"admitted_merge": 15437,
"staged_merge": 0,
"admitted_skel": 12986,
"staged_skel": 0,
"mean_count": 1743.3404541015625,
"n_util_obs": 804,
"util_count_spearman": -0.06284909495983235
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface",
"split",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": -0.06284909495983235,
"paired_vs_dropout": {
"n": 1912,
"pearson": 0.06709841400243347,
"spearman": 0.04644100273384247,
"mean_abs_discrepancy": 0.4457029700279236,
"mean_paired": 0.020038260146975517,
"mean_dropout": 0.04954762011766434
},
"predictor_calibration": {
"n": 5189,
"all": {
"n": 5189,
"pearson": 0.12370052609475177,
"spearman": 0.11266257608932018,
"mae": 0.0967971682548523,
"reliability": [
{
"pred": -0.01149236410856247,
"obs": -0.009174125269055367,
"n": 519
},
{
"pred": 0.0018226418178528547,
"obs": -0.0014517313102260232,
"n": 519
},
{
"pred": 0.006356410216540098,
"obs": 0.001570532564073801,
"n": 519
},
{
"pred": 0.009788600727915764,
"obs": -0.0036883836146444082,
"n": 519
},
{
"pred": 0.012563181109726429,
"obs": 0.015777405351400375,
"n": 518
},
{
"pred": 0.015432138927280903,
"obs": 0.01733633317053318,
"n": 519
},
{
"pred": 0.018491417169570923,
"obs": 0.023574119433760643,
"n": 519
},
{
"pred": 0.02224849909543991,
"obs": 0.030142521485686302,
"n": 519
},
{
"pred": 0.02695213072001934,
"obs": 0.039423879235982895,
"n": 519
},
{
"pred": 0.03732540085911751,
"obs": 0.04252766817808151,
"n": 519
}
]
},
"admitted": {
"n": 5189,
"pearson": 0.12370052609475177,
"spearman": 0.11266257608932018,
"mae": 0.0967971682548523,
"reliability": [
{
"pred": -0.01149236410856247,
"obs": -0.009174125269055367,
"n": 519
},
{
"pred": 0.0018226418178528547,
"obs": -0.0014517313102260232,
"n": 519
},
{
"pred": 0.006356410216540098,
"obs": 0.001570532564073801,
"n": 519
},
{
"pred": 0.009788600727915764,
"obs": -0.0036883836146444082,
"n": 519
},
{
"pred": 0.012563181109726429,
"obs": 0.015777405351400375,
"n": 518
},
{
"pred": 0.015432138927280903,
"obs": 0.01733633317053318,
"n": 519
},
{
"pred": 0.018491417169570923,
"obs": 0.023574119433760643,
"n": 519
},
{
"pred": 0.02224849909543991,
"obs": 0.030142521485686302,
"n": 519
},
{
"pred": 0.02695213072001934,
"obs": 0.039423879235982895,
"n": 519
},
{
"pred": 0.03732540085911751,
"obs": 0.04252766817808151,
"n": 519
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}