{ "event": "final", "run": "ali_ali-ema_s1", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 1, "per_lang": { "en": { "cpc": 0.1974372234672183, "cps": 26.84375, "bpb": 1.8709549409571509, "bytes_per_chunk": 4.799985351607203, "reads_per_chunk": 0.7431587428016883 }, "tr": { "cpc": 0.17477766116113352, "cps": 24.71875, "bpb": 2.0174348649649603, "bytes_per_chunk": 6.034136291965426, "reads_per_chunk": 0.31285462727450597 }, "fi": { "cpc": 0.16841209930359896, "cps": 24.75, "bpb": 2.1904741234900915, "bytes_per_chunk": 5.917204640874001, "reads_per_chunk": 0.3229763893277956 } }, "bpb_mean": 2.026287976470734, "gini_cpc": 0.03579192927998931, "gini_cps": 0.01856401856401857, "bpic": 5.807944307944308, "mean_boundary_entropy": 0.077422596514225, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 801.8020930290222, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 8114.836672067642, "inventory": { "size": 327445, "admitted": 65536, "staged": 261909, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 177, "admitted_surface": 114, "staged_surface": 53735, "admitted_split": 5190, "staged_split": 42736, "admitted_merge": 45094, "staged_merge": 126533, "admitted_skel": 15138, "staged_skel": 38905, "mean_count": 91.26493835449219, "n_util_obs": 96, "util_count_spearman": -0.017471513836136734 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge", "skel" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "ema_floor", "eta_min": 0.02, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": -0.017471513836136734, "paired_vs_dropout": { "n": 147, "pearson": -0.06598856774382393, "spearman": -0.08485519346576098, "mean_abs_discrepancy": 0.5810749530792236, "mean_paired": 0.014465727843344212, "mean_dropout": -0.08558250218629837 }, "predictor_calibration": { "n": 353, "all": { "n": 353, "pearson": 0.361150771380045, "spearman": 0.23033884118953982, "mae": 0.07135969400405884, "reliability": [ { "pred": -0.04972655698657036, "obs": -0.04079343006014824, "n": 36 }, { "pred": -0.021673841401934624, "obs": -0.016254223883152008, "n": 35 }, { "pred": -0.01758469082415104, "obs": -0.03465525433421135, "n": 35 }, { "pred": -0.014192329719662666, "obs": -0.020772205665707588, "n": 35 }, { "pred": -0.009881026111543179, "obs": -0.009511802345514297, "n": 35 }, { "pred": -0.00566508062183857, "obs": -0.012560037896037102, "n": 36 }, { "pred": 0.0015200686175376177, "obs": 0.003844400867819786, "n": 35 }, { "pred": 0.012750377878546715, "obs": -0.01791834458708763, "n": 35 }, { "pred": 0.022112807258963585, "obs": 0.046070437878370285, "n": 35 }, { "pred": 0.0601525641977787, "obs": 0.05207570269703865, "n": 36 } ] }, "admitted": { "n": 183, "pearson": 0.3962077240967762, "spearman": 0.10040885700187199, "mae": 0.08589188754558563, "reliability": [ { "pred": -0.018683182075619698, "obs": 0.011102852411568165, "n": 19 }, { "pred": -0.0136583112180233, "obs": -0.004495049826800823, "n": 18 }, { "pred": -0.006608096417039633, "obs": 0.025177067145705223, "n": 18 }, { "pred": -0.0005336555186659098, "obs": 0.008499730378389359, "n": 18 }, { "pred": 0.006380455568432808, "obs": -0.03657418489456177, "n": 18 }, { "pred": 0.012783104553818703, "obs": -0.00741986371576786, "n": 19 }, { "pred": 0.017572537064552307, "obs": 0.02258250117301941, "n": 18 }, { "pred": 0.022945385426282883, "obs": 0.06146452948451042, "n": 18 }, { "pred": 0.029973195865750313, "obs": 0.027293900027871132, "n": 18 }, { "pred": 0.08587677031755447, "obs": 0.14088454842567444, "n": 19 } ] }, "staged": { "n": 170, "pearson": -0.011367917049382064, "spearman": -0.004830209879031027, "mae": 0.05571621656417847, "reliability": [ { "pred": -0.07144219428300858, "obs": -0.021276025101542473, "n": 17 }, { "pred": -0.030547205358743668, "obs": -0.05511867627501488, "n": 17 }, { "pred": -0.02284892089664936, "obs": -0.028391532599925995, "n": 17 }, { "pred": -0.0201735682785511, "obs": -0.018790071830153465, "n": 17 }, { "pred": -0.01792745292186737, "obs": -0.06330983340740204, "n": 17 }, { "pred": -0.015356145799160004, "obs": -0.04668513312935829, "n": 17 }, { "pred": -0.011850220151245594, "obs": -0.02212771773338318, "n": 17 }, { "pred": -0.00853647943586111, "obs": -0.0200662799179554, "n": 17 }, { "pred": -0.00584530970081687, "obs": -0.02895023301243782, "n": 17 }, { "pred": 0.010371423326432705, "obs": -0.07091686129570007, "n": 17 } ] } } }