Download final.json from AdaptiveChunking/ali_ali-ema_s1: direct link, hf CLI and curl.
- Browser
- Download file 7.39 kB
-
https://huggingface.co/AdaptiveChunking/ali_ali-ema_s1/resolve/main/final.json
- Command line
-
hf download hf://AdaptiveChunking/ali_ali-ema_s1/final.json
-
curl -L -o final.json https://huggingface.co/AdaptiveChunking/ali_ali-ema_s1/resolve/main/final.json
7.39 kB
| { | |
| "event": "final", | |
| "run": "ali_ali-ema_s1", | |
| "arch": "ali", | |
| "objective": "ratio", | |
| "condition": "A", | |
| "step": 6000, | |
| "params": 22785088, | |
| "seed": 1, | |
| "per_lang": { | |
| "en": { | |
| "cpc": 0.1974372234672183, | |
| "cps": 26.84375, | |
| "bpb": 1.8709549409571509, | |
| "bytes_per_chunk": 4.799985351607203, | |
| "reads_per_chunk": 0.7431587428016883 | |
| }, | |
| "tr": { | |
| "cpc": 0.17477766116113352, | |
| "cps": 24.71875, | |
| "bpb": 2.0174348649649603, | |
| "bytes_per_chunk": 6.034136291965426, | |
| "reads_per_chunk": 0.31285462727450597 | |
| }, | |
| "fi": { | |
| "cpc": 0.16841209930359896, | |
| "cps": 24.75, | |
| "bpb": 2.1904741234900915, | |
| "bytes_per_chunk": 5.917204640874001, | |
| "reads_per_chunk": 0.3229763893277956 | |
| } | |
| }, | |
| "bpb_mean": 2.026287976470734, | |
| "gini_cpc": 0.03579192927998931, | |
| "gini_cps": 0.01856401856401857, | |
| "bpic": 5.807944307944308, | |
| "mean_boundary_entropy": 0.077422596514225, | |
| "dechunk": "ema", | |
| "router_noise": 0.0, | |
| "transitions": [ | |
| { | |
| "step": 0, | |
| "phase": 1, | |
| "objective": "global", | |
| "router_trainable": true, | |
| "encoder_trainable": true, | |
| "frozen_router_params": 0 | |
| }, | |
| { | |
| "step": 2400, | |
| "phase": 2, | |
| "objective": "global", | |
| "router_trainable": true, | |
| "encoder_trainable": true, | |
| "frozen_router_params": 0 | |
| }, | |
| { | |
| "step": 4200, | |
| "phase": 3, | |
| "objective": "global", | |
| "router_trainable": true, | |
| "encoder_trainable": true, | |
| "frozen_router_params": 0 | |
| } | |
| ], | |
| "probe_overhead_sec_total": 801.8020930290222, | |
| "probe_overhead_seq_frac": 0.4999166666666667, | |
| "wall_sec": 8114.836672067642, | |
| "inventory": { | |
| "size": 327445, | |
| "admitted": 65536, | |
| "staged": 261909, | |
| "budget_B": 65536, | |
| "staging_capacity": 262144, | |
| "collisions": 0, | |
| "dropped": 0, | |
| "type_rejected": 0, | |
| "config_keys": 177, | |
| "admitted_surface": 114, | |
| "staged_surface": 53735, | |
| "admitted_split": 5190, | |
| "staged_split": 42736, | |
| "admitted_merge": 45094, | |
| "staged_merge": 126533, | |
| "admitted_skel": 15138, | |
| "staged_skel": 38905, | |
| "mean_count": 91.26493835449219, | |
| "n_util_obs": 96, | |
| "util_count_spearman": -0.017471513836136734 | |
| }, | |
| "ali_params": 268096, | |
| "ali_config": { | |
| "enabled": true, | |
| "budget_B": 65536, | |
| "staging_capacity": 262144, | |
| "policy": "utility", | |
| "candidate_types": [ | |
| "surface", | |
| "split", | |
| "merge", | |
| "skel" | |
| ], | |
| "gate": "vector", | |
| "retrieval": true, | |
| "memory_scope": "persistent", | |
| "read_dropout": 0.1, | |
| "write_rule": "ema_floor", | |
| "eta_min": 0.02, | |
| "consolidate_every": 50, | |
| "probe_seqs": 2, | |
| "probe_reps": 8, | |
| "horizon": 32, | |
| "predictor": "mlp", | |
| "lambda_util": 0.1, | |
| "max_span": 64, | |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", | |
| "gate_hidden": 0, | |
| "type_dim": 16, | |
| "gate_bias_init": -2.0 | |
| }, | |
| "util_vs_frequency_spearman": -0.017471513836136734, | |
| "paired_vs_dropout": { | |
| "n": 147, | |
| "pearson": -0.06598856774382393, | |
| "spearman": -0.08485519346576098, | |
| "mean_abs_discrepancy": 0.5810749530792236, | |
| "mean_paired": 0.014465727843344212, | |
| "mean_dropout": -0.08558250218629837 | |
| }, | |
| "predictor_calibration": { | |
| "n": 353, | |
| "all": { | |
| "n": 353, | |
| "pearson": 0.361150771380045, | |
| "spearman": 0.23033884118953982, | |
| "mae": 0.07135969400405884, | |
| "reliability": [ | |
| { | |
| "pred": -0.04972655698657036, | |
| "obs": -0.04079343006014824, | |
| "n": 36 | |
| }, | |
| { | |
| "pred": -0.021673841401934624, | |
| "obs": -0.016254223883152008, | |
| "n": 35 | |
| }, | |
| { | |
| "pred": -0.01758469082415104, | |
| "obs": -0.03465525433421135, | |
| "n": 35 | |
| }, | |
| { | |
| "pred": -0.014192329719662666, | |
| "obs": -0.020772205665707588, | |
| "n": 35 | |
| }, | |
| { | |
| "pred": -0.009881026111543179, | |
| "obs": -0.009511802345514297, | |
| "n": 35 | |
| }, | |
| { | |
| "pred": -0.00566508062183857, | |
| "obs": -0.012560037896037102, | |
| "n": 36 | |
| }, | |
| { | |
| "pred": 0.0015200686175376177, | |
| "obs": 0.003844400867819786, | |
| "n": 35 | |
| }, | |
| { | |
| "pred": 0.012750377878546715, | |
| "obs": -0.01791834458708763, | |
| "n": 35 | |
| }, | |
| { | |
| "pred": 0.022112807258963585, | |
| "obs": 0.046070437878370285, | |
| "n": 35 | |
| }, | |
| { | |
| "pred": 0.0601525641977787, | |
| "obs": 0.05207570269703865, | |
| "n": 36 | |
| } | |
| ] | |
| }, | |
| "admitted": { | |
| "n": 183, | |
| "pearson": 0.3962077240967762, | |
| "spearman": 0.10040885700187199, | |
| "mae": 0.08589188754558563, | |
| "reliability": [ | |
| { | |
| "pred": -0.018683182075619698, | |
| "obs": 0.011102852411568165, | |
| "n": 19 | |
| }, | |
| { | |
| "pred": -0.0136583112180233, | |
| "obs": -0.004495049826800823, | |
| "n": 18 | |
| }, | |
| { | |
| "pred": -0.006608096417039633, | |
| "obs": 0.025177067145705223, | |
| "n": 18 | |
| }, | |
| { | |
| "pred": -0.0005336555186659098, | |
| "obs": 0.008499730378389359, | |
| "n": 18 | |
| }, | |
| { | |
| "pred": 0.006380455568432808, | |
| "obs": -0.03657418489456177, | |
| "n": 18 | |
| }, | |
| { | |
| "pred": 0.012783104553818703, | |
| "obs": -0.00741986371576786, | |
| "n": 19 | |
| }, | |
| { | |
| "pred": 0.017572537064552307, | |
| "obs": 0.02258250117301941, | |
| "n": 18 | |
| }, | |
| { | |
| "pred": 0.022945385426282883, | |
| "obs": 0.06146452948451042, | |
| "n": 18 | |
| }, | |
| { | |
| "pred": 0.029973195865750313, | |
| "obs": 0.027293900027871132, | |
| "n": 18 | |
| }, | |
| { | |
| "pred": 0.08587677031755447, | |
| "obs": 0.14088454842567444, | |
| "n": 19 | |
| } | |
| ] | |
| }, | |
| "staged": { | |
| "n": 170, | |
| "pearson": -0.011367917049382064, | |
| "spearman": -0.004830209879031027, | |
| "mae": 0.05571621656417847, | |
| "reliability": [ | |
| { | |
| "pred": -0.07144219428300858, | |
| "obs": -0.021276025101542473, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": -0.030547205358743668, | |
| "obs": -0.05511867627501488, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": -0.02284892089664936, | |
| "obs": -0.028391532599925995, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": -0.0201735682785511, | |
| "obs": -0.018790071830153465, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": -0.01792745292186737, | |
| "obs": -0.06330983340740204, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": -0.015356145799160004, | |
| "obs": -0.04668513312935829, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": -0.011850220151245594, | |
| "obs": -0.02212771773338318, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": -0.00853647943586111, | |
| "obs": -0.0200662799179554, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": -0.00584530970081687, | |
| "obs": -0.02895023301243782, | |
| "n": 17 | |
| }, | |
| { | |
| "pred": 0.010371423326432705, | |
| "obs": -0.07091686129570007, | |
| "n": 17 | |
| } | |
| ] | |
| } | |
| } | |
| } |