ali_mem-mixed_s1 / log.jsonl
suchirsalhan's picture
run records: final.json, log, probes
f549bd7 verified
Raw History Blame Contribute Delete
288 kB
{"event": "hub", "repo": "AdaptiveChunking/ali_mem-mixed_s1", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "t": 3.5}
{"event": "start", "run": "ali_mem-mixed_s1", "arch": "ali", "objective": "ratio", "condition": "A", "params": 22785088, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "learned", "candidate_types": ["surface", "split", "merge", "skel"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 3.5}
{"event": "probe_schedule", "n": 45, "steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 200, 256, 400, 512, 600, 800, 1000, 1024, 1200, 1400, 1600, 1800, 2000, 2048, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4096, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 3.5}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}}, "bpb": {"en": 8.04138, "tr": 8.01701, "fi": 8.07529}, "gini_cpc": 0.147064, "gini_cps": 0.151764, "bpic": 4.346947, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.029439514461233, "fi": 1.6371767549398106}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 5.7}
{"event": "train", "step": 0, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 5.58509, "bpb": 8.05758, "chunk_loss": 0.030141, "F": 0.16724, "G": 0.47713, "chunks": 171.25, "bytes_per_chunk": 5.98, "boundary_entropy": 0.69022, "router_noise": 0.0, "grad_norm": 11.3982, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.03, "probe_sec": 0.0113, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"surface": 0.0, "split": 0.0, "merge": 0.0, "skel": 0.0}, "mean_gate": {"surface": null, "split": null, "merge": null, "skel": null}, "n_reads": 0, "n_cand": 22370, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 13603, "admitted": 13603, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3161, "staged_surface": 0, "admitted_split": 3293, "staged_split": 0, "admitted_merge": 4855, "staged_merge": 0, "admitted_skel": 2294, "staged_skel": 0, "mean_count": 1.6444902420043945, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.011, "probe_overhead_seq_frac": 0.0, "util_loss": 0.0, "alpha": 0.03, "t": 7.8}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2658.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152732, "cps": 20.765625, "mean_p": 0.478104, "boundary_entropy": 0.685439, "bpb": 7.983896}, "tr": {"chunks": 5621.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.310501, "cps": 43.914062, "mean_p": 0.485999, "boundary_entropy": 0.686373, "bpb": 7.958966}, "fi": {"chunks": 4708.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.250279, "cps": 36.78125, "mean_p": 0.484401, "boundary_entropy": 0.686587, "bpb": 8.009328}}, "bpb": {"en": 7.9839, "tr": 7.95897, "fi": 8.00933}, "gini_cpc": 0.14741, "gini_cps": 0.152101, "bpic": 4.368368, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.032975652614354, "fi": 1.6386783440312105}, "inventory": {"size": 13603, "admitted": 13603, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3161, "staged_surface": 0, "admitted_split": 3293, "staged_split": 0, "admitted_merge": 4855, "staged_merge": 0, "admitted_skel": 2294, "staged_skel": 0, "mean_count": 1.6444902420043945, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 9.1}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2665.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153135, "cps": 20.820312, "mean_p": 0.478091, "boundary_entropy": 0.685442, "bpb": 7.922192}, "tr": {"chunks": 5592.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.308899, "cps": 43.6875, "mean_p": 0.485937, "boundary_entropy": 0.686373, "bpb": 7.911874}, "fi": {"chunks": 4676.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.248578, "cps": 36.53125, "mean_p": 0.484265, "boundary_entropy": 0.686578, "bpb": 7.958935}}, "bpb": {"en": 7.92219, "tr": 7.91187, "fi": 7.95894}, "gini_cpc": 0.146132, "gini_cps": 0.15088, "bpic": 4.386608, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.017174726359971, "fi": 1.6232653781373978}, "inventory": {"size": 24268, "admitted": 24268, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2, "admitted_surface": 5576, "staged_surface": 0, "admitted_split": 5758, "staged_split": 0, "admitted_merge": 8830, "staged_merge": 0, "admitted_skel": 4104, "staged_skel": 0, "mean_count": 1.7532141208648682, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 11.9}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2644.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151928, "cps": 20.65625, "mean_p": 0.47812, "boundary_entropy": 0.685461, "bpb": 7.712776}, "tr": {"chunks": 5509.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.304314, "cps": 43.039062, "mean_p": 0.485777, "boundary_entropy": 0.686378, "bpb": 7.762092}, "fi": {"chunks": 4592.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.244112, "cps": 35.875, "mean_p": 0.483908, "boundary_entropy": 0.686554, "bpb": 7.787147}}, "bpb": {"en": 7.71278, "tr": 7.76209, "fi": 7.78715}, "gini_cpc": 0.145056, "gini_cps": 0.149863, "bpic": 4.451314, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.003018176457576, "fi": 1.6067661186750504}, "inventory": {"size": 46288, "admitted": 46288, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 5, "admitted_surface": 10494, "staged_surface": 0, "admitted_split": 10481, "staged_split": 0, "admitted_merge": 17488, "staged_merge": 0, "admitted_skel": 7825, "staged_skel": 0, "mean_count": 1.8605902194976807, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 14.7}
{"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2619.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.150491, "cps": 20.460938, "mean_p": 0.478289, "boundary_entropy": 0.685509, "bpb": 7.432447}, "tr": {"chunks": 5351.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.295586, "cps": 41.804688, "mean_p": 0.485528, "boundary_entropy": 0.686389, "bpb": 7.567013}, "fi": {"chunks": 4421.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235022, "cps": 34.539062, "mean_p": 0.483335, "boundary_entropy": 0.686519, "bpb": 7.554716}}, "bpb": {"en": 7.43245, "tr": 7.56701, "fi": 7.55472}, "gini_cpc": 0.14202, "gini_cps": 0.146988, "bpic": 4.578484, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.9641426281671022, "fi": 1.5616987160457834}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 8, "admitted_surface": 14819, "staged_surface": 0, "admitted_split": 14676, "staged_split": 0, "admitted_merge": 24931, "staged_merge": 0, "admitted_skel": 11110, "staged_skel": 0, "mean_count": 1.922332763671875, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 19.9}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2682.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154111, "cps": 20.953125, "mean_p": 0.479118, "boundary_entropy": 0.68564, "bpb": 7.154213}, "tr": {"chunks": 5323.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29404, "cps": 41.585938, "mean_p": 0.485537, "boundary_entropy": 0.686433, "bpb": 7.375895}, "fi": {"chunks": 4273.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.227154, "cps": 33.382812, "mean_p": 0.483008, "boundary_entropy": 0.686515, "bpb": 7.317128}}, "bpb": {"en": 7.15421, "tr": 7.37589, "fi": 7.31713}, "gini_cpc": 0.138138, "gini_cps": 0.1434, "bpic": 4.620622, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.9079687683243325, "fi": 1.4739622337684517}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 10, "admitted_surface": 14922, "staged_surface": 0, "admitted_split": 14680, "staged_split": 0, "admitted_merge": 24610, "staged_merge": 0, "admitted_skel": 11324, "staged_skel": 0, "mean_count": 2.2366180419921875, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 23.2}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2709.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.155663, "cps": 21.164062, "mean_p": 0.481639, "boundary_entropy": 0.686088, "bpb": 6.509495}, "tr": {"chunks": 4528.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.250124, "cps": 35.375, "mean_p": 0.483622, "boundary_entropy": 0.6865, "bpb": 6.893486}, "fi": {"chunks": 3057.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162511, "cps": 23.882812, "mean_p": 0.478774, "boundary_entropy": 0.686314, "bpb": 6.686695}}, "bpb": {"en": 6.50949, "tr": 6.89349, "fi": 6.68669}, "gini_cpc": 0.110812, "gini_cps": 0.117803, "bpic": 5.511172, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.606833886247937, "fi": 1.0439956051726997}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 24, "admitted_surface": 14917, "staged_surface": 0, "admitted_split": 13754, "staged_split": 0, "admitted_merge": 26116, "staged_merge": 0, "admitted_skel": 10749, "staged_skel": 0, "mean_count": 3.93695068359375, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 33.5}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3410.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195943, "cps": 26.640625, "mean_p": 0.489706, "boundary_entropy": 0.687133, "bpb": 6.160446}, "tr": {"chunks": 3885.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214605, "cps": 30.351562, "mean_p": 0.486231, "boundary_entropy": 0.687294, "bpb": 6.576516}, "fi": {"chunks": 3106.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165116, "cps": 24.265625, "mean_p": 0.484639, "boundary_entropy": 0.687272, "bpb": 6.339653}}, "bpb": {"en": 6.16045, "tr": 6.57652, "fi": 6.33965}, "gini_cpc": 0.057312, "gini_cps": 0.049931, "bpic": 5.454476, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0952423109016296, "fi": 0.8426734466683639}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 67, "admitted_surface": 15448, "staged_surface": 0, "admitted_split": 15609, "staged_split": 0, "admitted_merge": 23042, "staged_merge": 0, "admitted_skel": 11437, "staged_skel": 0, "mean_count": 6.930694580078125, "n_util_obs": 2, "util_count_spearman": NaN}, "t": 45.8}
{"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 58.5}
{"event": "train", "step": 50, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 4.09604, "bpb": 5.90934, "chunk_loss": 0.030002, "F": 0.16632, "G": 0.48549, "chunks": 170.31, "bytes_per_chunk": 6.012, "boundary_entropy": 0.69159, "router_noise": 0.0, "grad_norm": 2.3639, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 1.024, "probe_sec": 0.0545, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04013, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.00487, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.00244, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.38519, "trunc_abs_frac": 0.93324, "mean_delta_full": 0.02197, "read_hit_rate": {"surface": 0.56241, "split": 0.74698, "merge": 0.17767, "skel": 0.47579}, "mean_gate": {"surface": 0.11924, "split": 0.11928, "merge": 0.11918, "skel": 0.11923}, "n_reads": 12186, "n_cand": 23038, "read_suppressed_frac": 0.1062, "dropout_reads_logged": 12186, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 98, "admitted_surface": 15834, "staged_surface": 0, "admitted_split": 16101, "staged_split": 0, "admitted_merge": 22351, "staged_merge": 0, "admitted_skel": 11250, "staged_skel": 0, "mean_count": 10.688705444335938, "n_util_obs": 7, "util_count_spearman": -0.5}, "probe_overhead_sec_total": 3.765, "probe_overhead_seq_frac": 0.4902, "util_loss": 0.005451, "alpha": 0.03, "t": 59.0}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3862.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.221916, "cps": 30.171875, "mean_p": 0.484408, "boundary_entropy": 0.686086, "bpb": 5.41772}, "tr": {"chunks": 4816.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.266033, "cps": 37.625, "mean_p": 0.481382, "boundary_entropy": 0.685948, "bpb": 5.91553}, "fi": {"chunks": 3881.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206315, "cps": 30.320312, "mean_p": 0.481421, "boundary_entropy": 0.686333, "bpb": 5.649628}}, "bpb": {"en": 5.41772, "tr": 5.91553, "fi": 5.64963}, "gini_cpc": 0.057344, "gini_cps": 0.050641, "bpic": 4.517239, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.198802879878369, "fi": 0.9297016678293035}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 126, "admitted_surface": 16265, "staged_surface": 0, "admitted_split": 16501, "staged_split": 0, "admitted_merge": 21488, "staged_merge": 0, "admitted_skel": 11282, "staged_skel": 0, "mean_count": 13.347259521484375, "n_util_obs": 8, "util_count_spearman": -0.5}, "t": 78.1}
{"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 114.8}
{"event": "train", "step": 100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 3.20483, "bpb": 4.62359, "chunk_loss": 0.033218, "F": 0.2164, "G": 0.46501, "chunks": 221.59, "bytes_per_chunk": 4.621, "boundary_entropy": 0.68562, "router_noise": 0.0, "grad_norm": 1.384, "lr": 0.000101, "router_trainable": true, "sec_per_step": 1.13, "probe_sec": 0.0683, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04898, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.00136, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.00195, "n_merge": 2, "mean_delta_merge": -0.01312, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.0304, "trunc_abs_frac": 0.70289, "mean_delta_full": 0.04016, "read_hit_rate": {"surface": 0.63621, "split": 0.84455, "merge": 0.2247, "skel": 0.58885}, "mean_gate": {"surface": 0.11964, "split": 0.11969, "merge": 0.11961, "skel": 0.11969}, "n_reads": 19128, "n_cand": 30943, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 19128, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 209, "admitted_surface": 16799, "staged_surface": 0, "admitted_split": 17187, "staged_split": 0, "admitted_merge": 19795, "staged_merge": 0, "admitted_skel": 11755, "staged_skel": 0, "mean_count": 21.930221557617188, "n_util_obs": 12, "util_count_spearman": -0.20279720279720279}, "probe_overhead_sec_total": 8.231, "probe_overhead_seq_frac": 0.495, "util_loss": 0.000832, "alpha": 0.03, "t": 115.5}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3689.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211975, "cps": 28.820312, "mean_p": 0.42176, "boundary_entropy": 0.619712, "bpb": 4.10972}, "tr": {"chunks": 3913.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216152, "cps": 30.570312, "mean_p": 0.403887, "boundary_entropy": 0.640382, "bpb": 4.359906}, "fi": {"chunks": 3993.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.212269, "cps": 31.195312, "mean_p": 0.407983, "boundary_entropy": 0.64177, "bpb": 4.312077}}, "bpb": {"en": 4.10972, "tr": 4.35991, "fi": 4.31208}, "gini_cpc": 0.004348, "gini_cps": 0.017479, "bpic": 4.892799, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0197054992405359, "fi": 1.001389173516548}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 266, "admitted_surface": 17056, "staged_surface": 0, "admitted_split": 17102, "staged_split": 0, "admitted_merge": 19377, "staged_merge": 0, "admitted_skel": 12001, "staged_skel": 0, "mean_count": 29.822250366210938, "n_util_obs": 14, "util_count_spearman": -0.22197802197802197}, "t": 143.3}
{"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 167.4}
{"event": "train", "step": 150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.74739, "bpb": 3.96365, "chunk_loss": 0.032525, "F": 0.21555, "G": 0.4016, "chunks": 220.72, "bytes_per_chunk": 4.639, "boundary_entropy": 0.58252, "router_noise": 0.0, "grad_norm": 1.8644, "lr": 0.000151, "router_trainable": true, "sec_per_step": 1.051, "probe_sec": 0.0767, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05453, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.00923, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.00476, "n_merge": 1, "mean_delta_merge": -0.03546, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.03276, "trunc_abs_frac": 0.02515, "mean_delta_full": -0.07825, "read_hit_rate": {"surface": 0.69535, "split": 0.87945, "merge": 0.23318, "skel": 0.66417}, "mean_gate": {"surface": 0.11975, "split": 0.11976, "merge": 0.11976, "skel": 0.11972}, "n_reads": 20427, "n_cand": 31020, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 20427, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 305, "admitted_surface": 17128, "staged_surface": 0, "admitted_split": 17072, "staged_split": 0, "admitted_merge": 19207, "staged_merge": 0, "admitted_skel": 12129, "staged_skel": 0, "mean_count": 36.646240234375, "n_util_obs": 21, "util_count_spearman": -0.20909090909090908}, "probe_overhead_sec_total": 13.367, "probe_overhead_seq_frac": 0.4967, "util_loss": 0.000532, "alpha": 0.03, "t": 168.0}
{"event": "consolidate", "step": 200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 213.6}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3815.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.219215, "cps": 29.804688, "mean_p": 0.334754, "boundary_entropy": 0.474558, "bpb": 3.552042}, "tr": {"chunks": 4233.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.233829, "cps": 33.070312, "mean_p": 0.334434, "boundary_entropy": 0.527735, "bpb": 3.785646}, "fi": {"chunks": 4730.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251449, "cps": 36.953125, "mean_p": 0.340027, "boundary_entropy": 0.535252, "bpb": 3.879758}}, "bpb": {"en": 3.55204, "tr": 3.78565, "fi": 3.87976}, "gini_cpc": 0.030503, "gini_cps": 0.047738, "bpic": 4.439818, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0666631577903318, "fi": 1.1470407188343061}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 401, "admitted_surface": 17140, "staged_surface": 0, "admitted_split": 17089, "staged_split": 0, "admitted_merge": 19237, "staged_merge": 0, "admitted_skel": 12070, "staged_skel": 0, "mean_count": 52.06471252441406, "n_util_obs": 33, "util_count_spearman": -0.08890374331550802}, "t": 215.1}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.56158, "tr": 3.79493, "fi": 3.87817}, "bytes_per_chunk": {"en": 4.48, "tr": 4.726, "fi": 4.385}, "bpb_mean": 3.74489, "frozen_inventory": true, "t": 217.9}
{"event": "train", "step": 200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.48878, "bpb": 3.59054, "chunk_loss": 0.031971, "F": 0.22052, "G": 0.33415, "chunks": 225.81, "bytes_per_chunk": 4.535, "boundary_entropy": 0.49119, "router_noise": 0.0, "grad_norm": 1.1332, "lr": 0.000201, "router_trainable": true, "sec_per_step": 1.051, "probe_sec": 0.1814, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09981, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.01103, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.06824, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.46622, "trunc_abs_frac": 5.04583, "mean_delta_full": -0.00903, "read_hit_rate": {"surface": 0.73394, "split": 0.88496, "merge": 0.26487, "skel": 0.71835}, "mean_gate": {"surface": 0.1202, "split": 0.12032, "merge": 0.11999, "skel": 0.12}, "n_reads": 21761, "n_cand": 31783, "read_suppressed_frac": 0.105, "dropout_reads_logged": 21761, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 403, "admitted_surface": 17169, "staged_surface": 0, "admitted_split": 17132, "staged_split": 0, "admitted_merge": 19098, "staged_merge": 0, "admitted_skel": 12137, "staged_skel": 0, "mean_count": 52.38648986816406, "n_util_obs": 33, "util_count_spearman": -0.09258021390374331}, "probe_overhead_sec_total": 18.5, "probe_overhead_seq_frac": 0.4975, "util_loss": 0.000577, "alpha": 0.03, "t": 220.6}
{"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 265.1}
{"event": "train", "step": 250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.35152, "bpb": 3.39252, "chunk_loss": 0.030886, "F": 0.20108, "G": 0.28328, "chunks": 205.91, "bytes_per_chunk": 4.973, "boundary_entropy": 0.38484, "router_noise": 0.0, "grad_norm": 1.2604, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.899, "probe_sec": 0.0691, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04762, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.02317, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.02576, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.42856, "trunc_abs_frac": 0.69718, "mean_delta_full": -0.05459, "read_hit_rate": {"surface": 0.70093, "split": 0.86574, "merge": 0.24782, "skel": 0.69067}, "mean_gate": {"surface": 0.12545, "split": 0.12585, "merge": 0.12435, "skel": 0.12548}, "n_reads": 19535, "n_cand": 29450, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 19535, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 490, "admitted_surface": 17233, "staged_surface": 0, "admitted_split": 17452, "staged_split": 0, "admitted_merge": 18472, "staged_merge": 0, "admitted_skel": 12379, "staged_skel": 0, "mean_count": 67.96923828125, "n_util_obs": 46, "util_count_spearman": -0.06790009250693801}, "probe_overhead_sec_total": 23.204, "probe_overhead_seq_frac": 0.498, "util_loss": 0.000561, "alpha": 0.03, "t": 265.5}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3538.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203298, "cps": 27.640625, "mean_p": 0.277961, "boundary_entropy": 0.365469, "bpb": 3.275247}, "tr": {"chunks": 3762.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207811, "cps": 29.390625, "mean_p": 0.285013, "boundary_entropy": 0.420898, "bpb": 3.480681}, "fi": {"chunks": 3462.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184041, "cps": 27.046875, "mean_p": 0.28354, "boundary_entropy": 0.441746, "bpb": 3.652094}}, "bpb": {"en": 3.27525, "tr": 3.48068, "fi": 3.65209}, "gini_cpc": 0.026626, "gini_cps": 0.018584, "bpic": 5.271511, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0221968337888898, "fi": 0.9052769690611069}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 494, "admitted_surface": 17284, "staged_surface": 0, "admitted_split": 17500, "staged_split": 0, "admitted_merge": 18434, "staged_merge": 0, "admitted_skel": 12318, "staged_skel": 0, "mean_count": 69.4305419921875, "n_util_obs": 47, "util_count_spearman": -0.0671831637372803}, "t": 272.3}
{"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 313.9}
{"event": "train", "step": 300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.20225, "bpb": 3.17718, "chunk_loss": 0.03085, "F": 0.20074, "G": 0.27881, "chunks": 205.56, "bytes_per_chunk": 4.981, "boundary_entropy": 0.35637, "router_noise": 0.0, "grad_norm": 1.4775, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.977, "probe_sec": 0.0936, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05962, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.02578, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.0354, "n_merge": 1, "mean_delta_merge": 0.02344, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.39257, "trunc_abs_frac": 2.63315, "mean_delta_full": 0.02026, "read_hit_rate": {"surface": 0.70944, "split": 0.86561, "merge": 0.26267, "skel": 0.69282}, "mean_gate": {"surface": 0.1363, "split": 0.13647, "merge": 0.13513, "skel": 0.1369}, "n_reads": 19466, "n_cand": 29143, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 19466, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 560, "admitted_surface": 17369, "staged_surface": 0, "admitted_split": 17686, "staged_split": 0, "admitted_merge": 18020, "staged_merge": 0, "admitted_skel": 12461, "staged_skel": 0, "mean_count": 83.0531005859375, "n_util_obs": 53, "util_count_spearman": 0.05200774068698597}, "probe_overhead_sec_total": 27.918, "probe_overhead_seq_frac": 0.4983, "util_loss": 0.00074, "alpha": 0.03, "t": 314.4}
{"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 355.9}
{"event": "train", "step": 350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.18902, "bpb": 3.15808, "chunk_loss": 0.030729, "F": 0.19623, "G": 0.2768, "chunks": 200.94, "bytes_per_chunk": 5.096, "boundary_entropy": 0.34727, "router_noise": 0.0, "grad_norm": 1.3484, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.842, "probe_sec": 0.0944, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06642, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.04071, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.05118, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.62963, "trunc_abs_frac": 3.14503, "mean_delta_full": -0.08569, "read_hit_rate": {"surface": 0.67552, "split": 0.84584, "merge": 0.23563, "skel": 0.66586}, "mean_gate": {"surface": 0.15044, "split": 0.14871, "merge": 0.15096, "skel": 0.15098}, "n_reads": 18441, "n_cand": 28647, "read_suppressed_frac": 0.0967, "dropout_reads_logged": 18441, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 621, "admitted_surface": 17422, "staged_surface": 0, "admitted_split": 17913, "staged_split": 0, "admitted_merge": 17708, "staged_merge": 0, "admitted_skel": 12493, "staged_skel": 0, "mean_count": 97.98683166503906, "n_util_obs": 59, "util_count_spearman": 0.01706604324956166}, "probe_overhead_sec_total": 32.672, "probe_overhead_seq_frac": 0.4986, "util_loss": 0.000991, "alpha": 0.03, "t": 356.5}
{"event": "consolidate", "step": 400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 405.2}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3445.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197954, "cps": 26.914062, "mean_p": 0.250856, "boundary_entropy": 0.276228, "bpb": 2.850711}, "tr": {"chunks": 3419.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188864, "cps": 26.710938, "mean_p": 0.28779, "boundary_entropy": 0.39136, "bpb": 3.126637}, "fi": {"chunks": 3350.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178087, "cps": 26.171875, "mean_p": 0.265291, "boundary_entropy": 0.377703, "bpb": 3.346931}}, "bpb": {"en": 2.85071, "tr": 3.12664, "fi": 3.34693}, "gini_cpc": 0.023446, "gini_cps": 0.006201, "bpic": 5.554337, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9540770371636517, "fi": 0.8996380541632567}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 680, "admitted_surface": 17364, "staged_surface": 0, "admitted_split": 17898, "staged_split": 0, "admitted_merge": 17809, "staged_merge": 0, "admitted_skel": 12465, "staged_skel": 0, "mean_count": 112.67610168457031, "n_util_obs": 65, "util_count_spearman": -0.019842657342657343}, "t": 406.5}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.8659, "tr": 3.13471, "fi": 3.34066}, "bytes_per_chunk": {"en": 4.698, "tr": 5.733, "fi": 5.663}, "bpb_mean": 3.11376, "frozen_inventory": true, "t": 408.6}
{"event": "train", "step": 400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.01832, "bpb": 2.91183, "chunk_loss": 0.030796, "F": 0.20566, "G": 0.26219, "chunks": 210.59, "bytes_per_chunk": 4.862, "boundary_entropy": 0.29269, "router_noise": 0.0, "grad_norm": 1.2267, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 1.074, "probe_sec": 0.0941, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06983, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.06599, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.00635, "n_merge": 1, "mean_delta_merge": -0.05554, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 2.04955, "trunc_abs_frac": 2.04955, "mean_delta_full": -0.0271, "read_hit_rate": {"surface": 0.73192, "split": 0.88283, "merge": 0.26906, "skel": 0.72688}, "mean_gate": {"surface": 0.16415, "split": 0.16017, "merge": 0.16472, "skel": 0.16542}, "n_reads": 20633, "n_cand": 30022, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 20633, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 681, "admitted_surface": 17378, "staged_surface": 0, "admitted_split": 17862, "staged_split": 0, "admitted_merge": 17819, "staged_merge": 0, "admitted_skel": 12477, "staged_skel": 0, "mean_count": 112.99899291992188, "n_util_obs": 65, "util_count_spearman": -0.02036713286713287}, "probe_overhead_sec_total": 37.759, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.001324, "alpha": 0.03, "t": 410.2}
{"event": "consolidate", "step": 450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 448.0}
{"event": "train", "step": 450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.058, "bpb": 2.96906, "chunk_loss": 0.030668, "F": 0.20041, "G": 0.25257, "chunks": 205.22, "bytes_per_chunk": 4.99, "boundary_entropy": 0.27224, "router_noise": 0.0, "grad_norm": 1.4338, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.766, "probe_sec": 0.0731, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05158, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.15141, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 5, "mean_delta_split": -0.01162, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.13405, "trunc_abs_frac": 0.16059, "mean_delta_full": 0.09106, "read_hit_rate": {"surface": 0.7091, "split": 0.8632, "merge": 0.25004, "skel": 0.70886}, "mean_gate": {"surface": 0.17261, "split": 0.1663, "merge": 0.1766, "skel": 0.17163}, "n_reads": 19610, "n_cand": 29361, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 19610, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 751, "admitted_surface": 17402, "staged_surface": 0, "admitted_split": 18043, "staged_split": 0, "admitted_merge": 17609, "staged_merge": 0, "admitted_skel": 12482, "staged_skel": 0, "mean_count": 127.84904479980469, "n_util_obs": 72, "util_count_spearman": -0.05035693613737218}, "probe_overhead_sec_total": 42.088, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.001732, "alpha": 0.03, "t": 448.5}
{"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 509.7}
{"event": "train", "step": 500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.01793, "bpb": 2.91125, "chunk_loss": 0.030648, "F": 0.19995, "G": 0.25505, "chunks": 204.75, "bytes_per_chunk": 5.001, "boundary_entropy": 0.27434, "router_noise": 0.0, "grad_norm": 1.2141, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 1.248, "probe_sec": 0.0823, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05145, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.04004, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.46802, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.49697, "trunc_abs_frac": 0.428, "mean_delta_full": -0.22819, "read_hit_rate": {"surface": 0.68282, "split": 0.84896, "merge": 0.23227, "skel": 0.66814}, "mean_gate": {"surface": 0.18169, "split": 0.17321, "merge": 0.18467, "skel": 0.18235}, "n_reads": 18467, "n_cand": 28704, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 18467, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 815, "admitted_surface": 17451, "staged_surface": 0, "admitted_split": 18180, "staged_split": 0, "admitted_merge": 17331, "staged_merge": 0, "admitted_skel": 12574, "staged_skel": 0, "mean_count": 142.5244598388672, "n_util_obs": 76, "util_count_spearman": -0.03308270676691729}, "probe_overhead_sec_total": 48.972, "probe_overhead_seq_frac": 0.499, "util_loss": 0.001886, "alpha": 0.03, "t": 510.9}
{"event": "probe", "step": 512, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3455.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198529, "cps": 26.992188, "mean_p": 0.241604, "boundary_entropy": 0.237329, "bpb": 2.671994}, "tr": {"chunks": 3215.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177595, "cps": 25.117188, "mean_p": 0.268007, "boundary_entropy": 0.349271, "bpb": 2.976705}, "fi": {"chunks": 3355.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178353, "cps": 26.210938, "mean_p": 0.252666, "boundary_entropy": 0.335241, "bpb": 3.215217}}, "bpb": {"en": 2.67199, "tr": 2.9767, "fi": 3.21522}, "gini_cpc": 0.02517, "gini_cps": 0.01596, "bpic": 5.659052, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8945538605949409, "fi": 0.898373038345255}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 825, "admitted_surface": 17446, "staged_surface": 0, "admitted_split": 18234, "staged_split": 0, "admitted_merge": 17290, "staged_merge": 0, "admitted_skel": 12566, "staged_skel": 0, "mean_count": 145.77259826660156, "n_util_obs": 79, "util_count_spearman": -0.015701071080817915}, "t": 525.6}
{"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 563.5}
{"event": "train", "step": 550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.93935, "bpb": 2.7979, "chunk_loss": 0.030739, "F": 0.2045, "G": 0.25018, "chunks": 209.41, "bytes_per_chunk": 4.89, "boundary_entropy": 0.24156, "router_noise": 0.0, "grad_norm": 1.2231, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 1.074, "probe_sec": 0.124, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10057, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.03303, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.02356, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.02958, "trunc_abs_frac": 0.02958, "mean_delta_full": -0.70886, "read_hit_rate": {"surface": 0.71855, "split": 0.8674, "merge": 0.24273, "skel": 0.72211}, "mean_gate": {"surface": 0.20081, "split": 0.18853, "merge": 0.20302, "skel": 0.20425}, "n_reads": 19985, "n_cand": 29760, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 19985, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 878, "admitted_surface": 17403, "staged_surface": 0, "admitted_split": 18214, "staged_split": 0, "admitted_merge": 17315, "staged_merge": 0, "admitted_skel": 12604, "staged_skel": 0, "mean_count": 157.00595092773438, "n_util_obs": 84, "util_count_spearman": 0.04586412878404374}, "probe_overhead_sec_total": 54.569, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.002361, "alpha": 0.03, "t": 564.7}
{"event": "consolidate", "step": 600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 614.9}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3409.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195886, "cps": 26.632812, "mean_p": 0.231933, "boundary_entropy": 0.216882, "bpb": 2.567881}, "tr": {"chunks": 3332.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184058, "cps": 26.03125, "mean_p": 0.278997, "boundary_entropy": 0.363304, "bpb": 2.883344}, "fi": {"chunks": 3290.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174898, "cps": 25.703125, "mean_p": 0.248265, "boundary_entropy": 0.317101, "bpb": 3.124858}}, "bpb": {"en": 2.56788, "tr": 2.88334, "fi": 3.12486}, "gini_cpc": 0.025218, "gini_cps": 0.007909, "bpic": 5.655667, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9396185028835113, "fi": 0.8928554080103204}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 935, "admitted_surface": 17360, "staged_surface": 0, "admitted_split": 18295, "staged_split": 0, "admitted_merge": 17265, "staged_merge": 0, "admitted_skel": 12616, "staged_skel": 0, "mean_count": 171.43496704101562, "n_util_obs": 90, "util_count_spearman": 0.10038276330411162}, "t": 616.2}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.58384, "tr": 2.89267, "fi": 3.12323}, "bytes_per_chunk": {"en": 4.857, "tr": 5.648, "fi": 5.721}, "bpb_mean": 2.86658, "frozen_inventory": true, "t": 619.4}
{"event": "train", "step": 600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.91804, "bpb": 2.76715, "chunk_loss": 0.030585, "F": 0.1973, "G": 0.24867, "chunks": 202.03, "bytes_per_chunk": 5.069, "boundary_entropy": 0.24908, "router_noise": 0.0, "grad_norm": 1.1551, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 1.163, "probe_sec": 0.1285, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05994, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.04706, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.03167, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.09451, "trunc_abs_frac": 0.38298, "mean_delta_full": 0.38953, "read_hit_rate": {"surface": 0.70418, "split": 0.86645, "merge": 0.23059, "skel": 0.68878}, "mean_gate": {"surface": 0.20487, "split": 0.18964, "merge": 0.2095, "skel": 0.20449}, "n_reads": 19050, "n_cand": 28859, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 19050, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 935, "admitted_surface": 17365, "staged_surface": 0, "admitted_split": 18243, "staged_split": 0, "admitted_merge": 17269, "staged_merge": 0, "admitted_skel": 12659, "staged_skel": 0, "mean_count": 171.70266723632812, "n_util_obs": 90, "util_count_spearman": 0.10670453142363255}, "probe_overhead_sec_total": 61.565, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.002846, "alpha": 0.03, "t": 622.8}
{"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 673.8}
{"event": "train", "step": 650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.84681, "bpb": 2.66438, "chunk_loss": 0.030414, "F": 0.19025, "G": 0.24684, "chunks": 194.81, "bytes_per_chunk": 5.256, "boundary_entropy": 0.24087, "router_noise": 0.0, "grad_norm": 1.0534, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 1.041, "probe_sec": 0.06, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04043, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.0322, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.00159, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.34196, "trunc_abs_frac": 1.19509, "mean_delta_full": 0.15625, "read_hit_rate": {"surface": 0.68978, "split": 0.86098, "merge": 0.19919, "skel": 0.69598}, "mean_gate": {"surface": 0.21079, "split": 0.19244, "merge": 0.21903, "skel": 0.20938}, "n_reads": 18345, "n_cand": 28185, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 18345, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 986, "admitted_surface": 17406, "staged_surface": 0, "admitted_split": 18307, "staged_split": 0, "admitted_merge": 17183, "staged_merge": 0, "admitted_skel": 12640, "staged_skel": 0, "mean_count": 186.3280487060547, "n_util_obs": 98, "util_count_spearman": 0.13468367665716707}, "probe_overhead_sec_total": 67.36, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.002996, "alpha": 0.03, "t": 674.9}
{"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 728.2}
{"event": "train", "step": 700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.86621, "bpb": 2.69237, "chunk_loss": 0.030415, "F": 0.19034, "G": 0.24958, "chunks": 194.91, "bytes_per_chunk": 5.254, "boundary_entropy": 0.25433, "router_noise": 0.0, "grad_norm": 1.0018, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 1.088, "probe_sec": 0.1017, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08381, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.17568, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.16046, "n_merge": 3, "mean_delta_merge": 0.13619, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.40719, "trunc_abs_frac": 0.40719, "mean_delta_full": 0.10193, "read_hit_rate": {"surface": 0.6477, "split": 0.83665, "merge": 0.18921, "skel": 0.64575}, "mean_gate": {"surface": 0.22226, "split": 0.19959, "merge": 0.22525, "skel": 0.2184}, "n_reads": 17308, "n_cand": 27880, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 17308, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1052, "admitted_surface": 17476, "staged_surface": 0, "admitted_split": 18455, "staged_split": 0, "admitted_merge": 16926, "staged_merge": 0, "admitted_skel": 12679, "staged_skel": 0, "mean_count": 200.73583984375, "n_util_obs": 107, "util_count_spearman": 0.14874899586590645}, "probe_overhead_sec_total": 73.549, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.003332, "alpha": 0.03, "t": 729.3}
{"event": "consolidate", "step": 750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 783.4}
{"event": "train", "step": 750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.77298, "bpb": 2.55786, "chunk_loss": 0.030345, "F": 0.19077, "G": 0.23375, "chunks": 195.34, "bytes_per_chunk": 5.242, "boundary_entropy": 0.2047, "router_noise": 0.0, "grad_norm": 0.9499, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 1.114, "probe_sec": 0.1042, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06253, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.04679, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.02124, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.23968, "trunc_abs_frac": 0.53329, "mean_delta_full": -0.26532, "read_hit_rate": {"surface": 0.70027, "split": 0.86452, "merge": 0.20915, "skel": 0.71446}, "mean_gate": {"surface": 0.22684, "split": 0.2002, "merge": 0.22961, "skel": 0.22385}, "n_reads": 18907, "n_cand": 28583, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 18907, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1116, "admitted_surface": 17400, "staged_surface": 0, "admitted_split": 18481, "staged_split": 0, "admitted_merge": 16976, "staged_merge": 0, "admitted_skel": 12679, "staged_skel": 0, "mean_count": 215.32095336914062, "n_util_obs": 113, "util_count_spearman": 0.1518231419256105}, "probe_overhead_sec_total": 79.451, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.003844, "alpha": 0.03, "t": 785.0}
{"event": "consolidate", "step": 800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 836.8}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3199.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183819, "cps": 24.992188, "mean_p": 0.211474, "boundary_entropy": 0.16194, "bpb": 2.399801}, "tr": {"chunks": 3335.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184224, "cps": 26.054688, "mean_p": 0.251564, "boundary_entropy": 0.30149, "bpb": 2.699889}, "fi": {"chunks": 3254.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172984, "cps": 25.421875, "mean_p": 0.231537, "boundary_entropy": 0.260563, "bpb": 2.965691}}, "bpb": {"en": 2.3998, "tr": 2.69989, "fi": 2.96569}, "gini_cpc": 0.01385, "gini_cps": 0.009263, "bpic": 5.796077, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.002201773509671, "fi": 0.9410561673948232}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1182, "admitted_surface": 17414, "staged_surface": 0, "admitted_split": 18569, "staged_split": 0, "admitted_merge": 16811, "staged_merge": 0, "admitted_skel": 12742, "staged_skel": 0, "mean_count": 229.42782592773438, "n_util_obs": 126, "util_count_spearman": 0.07680539932508436}, "t": 838.5}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.41819, "tr": 2.71212, "fi": 2.96669}, "bytes_per_chunk": {"en": 5.034, "tr": 5.556, "fi": 5.777}, "bpb_mean": 2.699, "frozen_inventory": true, "t": 841.1}
{"event": "train", "step": 800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.78382, "bpb": 2.5735, "chunk_loss": 0.030358, "F": 0.18863, "G": 0.2329, "chunks": 193.16, "bytes_per_chunk": 5.301, "boundary_entropy": 0.20611, "router_noise": 0.0, "grad_norm": 1.0299, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 1.183, "probe_sec": 0.1053, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05404, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.03575, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.05682, "n_merge": 1, "mean_delta_merge": 0.13818, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -2.12067, "trunc_abs_frac": 1.52796, "mean_delta_full": 0.01526, "read_hit_rate": {"surface": 0.67979, "split": 0.85125, "merge": 0.21579, "skel": 0.69658}, "mean_gate": {"surface": 0.23315, "split": 0.2011, "merge": 0.2367, "skel": 0.22339}, "n_reads": 18037, "n_cand": 27822, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 18037, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1183, "admitted_surface": 17443, "staged_surface": 0, "admitted_split": 18627, "staged_split": 0, "admitted_merge": 16785, "staged_merge": 0, "admitted_skel": 12681, "staged_skel": 0, "mean_count": 229.69789123535156, "n_util_obs": 127, "util_count_spearman": 0.06292768091488564}, "probe_overhead_sec_total": 85.362, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.004115, "alpha": 0.03, "t": 844.1}
{"event": "consolidate", "step": 850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 892.2}
{"event": "train", "step": 850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.70986, "bpb": 2.46681, "chunk_loss": 0.030361, "F": 0.19482, "G": 0.22146, "chunks": 199.5, "bytes_per_chunk": 5.133, "boundary_entropy": 0.16061, "router_noise": 0.0, "grad_norm": 1.1247, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.973, "probe_sec": 0.0667, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04481, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.03097, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.06778, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.93501, "trunc_abs_frac": 2.39529, "mean_delta_full": -0.09344, "read_hit_rate": {"surface": 0.74197, "split": 0.8852, "merge": 0.24624, "skel": 0.75743}, "mean_gate": {"surface": 0.24714, "split": 0.21275, "merge": 0.24973, "skel": 0.24445}, "n_reads": 20295, "n_cand": 29245, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 20295, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1243, "admitted_surface": 17315, "staged_surface": 0, "admitted_split": 18504, "staged_split": 0, "admitted_merge": 17049, "staged_merge": 0, "admitted_skel": 12668, "staged_skel": 0, "mean_count": 244.22154235839844, "n_util_obs": 135, "util_count_spearman": 0.05640425324358599}, "probe_overhead_sec_total": 91.088, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.004595, "alpha": 0.03, "t": 892.8}
{"event": "consolidate", "step": 900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 942.6}
{"event": "train", "step": 900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.68911, "bpb": 2.43687, "chunk_loss": 0.030377, "F": 0.19333, "G": 0.23004, "chunks": 197.97, "bytes_per_chunk": 5.173, "boundary_entropy": 0.1752, "router_noise": 0.0, "grad_norm": 1.0118, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 1.007, "probe_sec": 0.1337, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10844, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.07516, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": -0.02372, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.29026, "trunc_abs_frac": 0.47508, "mean_delta_full": 0.06519, "read_hit_rate": {"surface": 0.71775, "split": 0.88136, "merge": 0.21958, "skel": 0.7533}, "mean_gate": {"surface": 0.2532, "split": 0.21573, "merge": 0.24892, "skel": 0.2471}, "n_reads": 19952, "n_cand": 29255, "read_suppressed_frac": 0.102, "dropout_reads_logged": 19952, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1307, "admitted_surface": 17374, "staged_surface": 0, "admitted_split": 18551, "staged_split": 0, "admitted_merge": 16954, "staged_merge": 0, "admitted_skel": 12657, "staged_skel": 0, "mean_count": 258.8302917480469, "n_util_obs": 136, "util_count_spearman": 0.0013215018367444301}, "probe_overhead_sec_total": 97.092, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.004764, "alpha": 0.03, "t": 943.2}
{"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 987.9}
{"event": "train", "step": 950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.69928, "bpb": 2.45154, "chunk_loss": 0.030304, "F": 0.1922, "G": 0.21792, "chunks": 196.81, "bytes_per_chunk": 5.203, "boundary_entropy": 0.14967, "router_noise": 0.0, "grad_norm": 1.0965, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.92, "probe_sec": 0.165, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07945, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.00653, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.00377, "n_merge": 2, "mean_delta_merge": 0.20471, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.31258, "trunc_abs_frac": 1.72971, "mean_delta_full": 0.07327, "read_hit_rate": {"surface": 0.7255, "split": 0.883, "merge": 0.22105, "skel": 0.74389}, "mean_gate": {"surface": 0.2601, "split": 0.21863, "merge": 0.25888, "skel": 0.25462}, "n_reads": 19907, "n_cand": 29141, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 19907, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1375, "admitted_surface": 17340, "staged_surface": 0, "admitted_split": 18548, "staged_split": 0, "admitted_merge": 16969, "staged_merge": 0, "admitted_skel": 12679, "staged_skel": 0, "mean_count": 273.36810302734375, "n_util_obs": 143, "util_count_spearman": -0.0008371909780360484}, "probe_overhead_sec_total": 103.019, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.004945, "alpha": 0.03, "t": 989.2}
{"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1039.9}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3221.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185083, "cps": 25.164062, "mean_p": 0.20466, "boundary_entropy": 0.130874, "bpb": 2.30602}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.242868, "boundary_entropy": 0.279822, "bpb": 2.60187}, "fi": {"chunks": 3256.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17309, "cps": 25.4375, "mean_p": 0.221075, "boundary_entropy": 0.228259, "bpb": 2.851568}}, "bpb": {"en": 2.30602, "tr": 2.60187, "fi": 2.85157}, "gini_cpc": 0.014774, "gini_cps": 0.006265, "bpic": 5.794893, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9887904877953285, "fi": 0.935203036278241}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1437, "admitted_surface": 17381, "staged_surface": 0, "admitted_split": 18689, "staged_split": 0, "admitted_merge": 16776, "staged_merge": 0, "admitted_skel": 12690, "staged_skel": 0, "mean_count": 287.67138671875, "n_util_obs": 152, "util_count_spearman": -0.015531134029073463}, "t": 1041.3}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.32075, "tr": 2.60899, "fi": 2.85561}, "bytes_per_chunk": {"en": 5.034, "tr": 5.71, "fi": 5.809}, "bpb_mean": 2.59512, "frozen_inventory": true, "t": 1043.7}
{"event": "train", "step": 1000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.7059, "bpb": 2.46109, "chunk_loss": 0.030313, "F": 0.19238, "G": 0.22063, "chunks": 197.0, "bytes_per_chunk": 5.198, "boundary_entropy": 0.1558, "router_noise": 0.0, "grad_norm": 0.9147, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 1.136, "probe_sec": 0.1149, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09165, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.15204, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.35974, "n_merge": 2, "mean_delta_merge": 0.18127, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.07685, "trunc_abs_frac": 1.08044, "mean_delta_full": -0.36652, "read_hit_rate": {"surface": 0.7036, "split": 0.86999, "merge": 0.22516, "skel": 0.72056}, "mean_gate": {"surface": 0.26262, "split": 0.21542, "merge": 0.25754, "skel": 0.25507}, "n_reads": 19294, "n_cand": 28855, "read_suppressed_frac": 0.0973, "dropout_reads_logged": 19294, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1439, "admitted_surface": 17416, "staged_surface": 0, "admitted_split": 18680, "staged_split": 0, "admitted_merge": 16695, "staged_merge": 0, "admitted_skel": 12745, "staged_skel": 0, "mean_count": 287.96673583984375, "n_util_obs": 152, "util_count_spearman": -0.0067523698221010255}, "probe_overhead_sec_total": 109.42, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.005221, "alpha": 0.03, "t": 1046.0}
{"event": "probe", "step": 1024, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3224.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185255, "cps": 25.1875, "mean_p": 0.204104, "boundary_entropy": 0.124778, "bpb": 2.290603}, "tr": {"chunks": 3406.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188146, "cps": 26.609375, "mean_p": 0.238184, "boundary_entropy": 0.264079, "bpb": 2.590973}, "fi": {"chunks": 3347.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177928, "cps": 26.148438, "mean_p": 0.217004, "boundary_entropy": 0.214453, "bpb": 2.819283}}, "bpb": {"en": 2.2906, "tr": 2.59097, "fi": 2.81928}, "gini_cpc": 0.012355, "gini_cps": 0.012161, "bpic": 5.686278, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.01560113900209, "fi": 0.9604459199932249}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1470, "admitted_surface": 17379, "staged_surface": 0, "admitted_split": 18757, "staged_split": 0, "admitted_merge": 16706, "staged_merge": 0, "admitted_skel": 12694, "staged_skel": 0, "mean_count": 294.6534423828125, "n_util_obs": 157, "util_count_spearman": -0.01081003975464993}, "t": 1064.9}
{"event": "consolidate", "step": 1050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1086.8}
{"event": "train", "step": 1050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.72344, "bpb": 2.4864, "chunk_loss": 0.030271, "F": 0.18915, "G": 0.21877, "chunks": 193.69, "bytes_per_chunk": 5.287, "boundary_entropy": 0.16009, "router_noise": 0.0, "grad_norm": 0.9828, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.828, "probe_sec": 0.0947, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0742, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.11505, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.06924, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.64576, "trunc_abs_frac": 3.26843, "mean_delta_full": 0.15116, "read_hit_rate": {"surface": 0.68245, "split": 0.85756, "merge": 0.20085, "skel": 0.69568}, "mean_gate": {"surface": 0.25726, "split": 0.20912, "merge": 0.24987, "skel": 0.248}, "n_reads": 18225, "n_cand": 28113, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 18225, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1500, "admitted_surface": 17384, "staged_surface": 0, "admitted_split": 18734, "staged_split": 0, "admitted_merge": 16652, "staged_merge": 0, "admitted_skel": 12766, "staged_skel": 0, "mean_count": 302.3834228515625, "n_util_obs": 161, "util_count_spearman": 0.0011013342535081665}, "probe_overhead_sec_total": 114.789, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.005263, "alpha": 0.03, "t": 1087.4}
{"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1127.0}
{"event": "train", "step": 1100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.70332, "bpb": 2.45737, "chunk_loss": 0.030304, "F": 0.19287, "G": 0.21534, "chunks": 197.5, "bytes_per_chunk": 5.185, "boundary_entropy": 0.13163, "router_noise": 0.0, "grad_norm": 1.0433, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.811, "probe_sec": 0.1193, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09084, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.00293, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.01898, "n_merge": 1, "mean_delta_merge": 0.27673, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.59905, "trunc_abs_frac": 0.82996, "mean_delta_full": -0.04968, "read_hit_rate": {"surface": 0.71263, "split": 0.87144, "merge": 0.21723, "skel": 0.72614}, "mean_gate": {"surface": 0.26389, "split": 0.21241, "merge": 0.25591, "skel": 0.25401}, "n_reads": 19387, "n_cand": 28909, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 19387, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1553, "admitted_surface": 17320, "staged_surface": 0, "admitted_split": 18780, "staged_split": 0, "admitted_merge": 16704, "staged_merge": 0, "admitted_skel": 12732, "staged_skel": 0, "mean_count": 316.99676513671875, "n_util_obs": 166, "util_count_spearman": -0.026458802001692126}, "probe_overhead_sec_total": 120.188, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.005419, "alpha": 0.03, "t": 1128.0}
{"event": "consolidate", "step": 1150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1163.5}
{"event": "train", "step": 1150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.71326, "bpb": 2.47171, "chunk_loss": 0.030416, "F": 0.19559, "G": 0.22714, "chunks": 200.28, "bytes_per_chunk": 5.113, "boundary_entropy": 0.16316, "router_noise": 0.0, "grad_norm": 0.9032, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.732, "probe_sec": 0.1122, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05215, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.18752, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.0492, "n_merge": 3, "mean_delta_merge": -0.27502, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.19903, "trunc_abs_frac": 0.67679, "mean_delta_full": -0.18292, "read_hit_rate": {"surface": 0.68465, "split": 0.85762, "merge": 0.21576, "skel": 0.6826}, "mean_gate": {"surface": 0.27391, "split": 0.21636, "merge": 0.26292, "skel": 0.25851}, "n_reads": 18444, "n_cand": 28472, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 18444, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1611, "admitted_surface": 17366, "staged_surface": 0, "admitted_split": 18807, "staged_split": 0, "admitted_merge": 16652, "staged_merge": 0, "admitted_skel": 12711, "staged_skel": 0, "mean_count": 331.68853759765625, "n_util_obs": 173, "util_count_spearman": -0.07193681019417701}, "probe_overhead_sec_total": 125.37, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.005656, "alpha": 0.03, "t": 1164.6}
{"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1208.5}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3204.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184106, "cps": 25.03125, "mean_p": 0.198723, "boundary_entropy": 0.109461, "bpb": 2.235674}, "tr": {"chunks": 3458.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191018, "cps": 27.015625, "mean_p": 0.228353, "boundary_entropy": 0.236503, "bpb": 2.52346}, "fi": {"chunks": 3283.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174526, "cps": 25.648438, "mean_p": 0.206036, "boundary_entropy": 0.187009, "bpb": 2.728802}}, "bpb": {"en": 2.23567, "tr": 2.52346, "fi": 2.7288}, "gini_cpc": 0.020004, "gini_cps": 0.017027, "bpic": 5.704575, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0375428700645764, "fi": 0.9479613091949347}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1664, "admitted_surface": 17350, "staged_surface": 0, "admitted_split": 18903, "staged_split": 0, "admitted_merge": 16567, "staged_merge": 0, "admitted_skel": 12716, "staged_skel": 0, "mean_count": 345.84039306640625, "n_util_obs": 185, "util_count_spearman": 0.004821651946476631}, "t": 1210.0}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.25171, "tr": 2.53195, "fi": 2.7367}, "bytes_per_chunk": {"en": 5.042, "tr": 5.61, "fi": 5.84}, "bpb_mean": 2.50679, "frozen_inventory": true, "t": 1212.6}
{"event": "train", "step": 1200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60951, "bpb": 2.32203, "chunk_loss": 0.030339, "F": 0.19391, "G": 0.21817, "chunks": 198.56, "bytes_per_chunk": 5.157, "boundary_entropy": 0.13902, "router_noise": 0.0, "grad_norm": 0.9747, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 1.009, "probe_sec": 0.0762, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05248, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.07685, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 3, "mean_delta_split": 0.10854, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.54646, "trunc_abs_frac": 1.53813, "mean_delta_full": 0.05518, "read_hit_rate": {"surface": 0.72224, "split": 0.87568, "merge": 0.22321, "skel": 0.73472}, "mean_gate": {"surface": 0.27252, "split": 0.21518, "merge": 0.25813, "skel": 0.2578}, "n_reads": 19546, "n_cand": 28903, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 19546, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1664, "admitted_surface": 17307, "staged_surface": 0, "admitted_split": 18839, "staged_split": 0, "admitted_merge": 16688, "staged_merge": 0, "admitted_skel": 12702, "staged_skel": 0, "mean_count": 346.14227294921875, "n_util_obs": 185, "util_count_spearman": 0.004177248777529283}, "probe_overhead_sec_total": 131.137, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.005963, "alpha": 0.03, "t": 1215.0}
{"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1255.9}
{"event": "train", "step": 1250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.65493, "bpb": 2.38756, "chunk_loss": 0.030273, "F": 0.18942, "G": 0.21691, "chunks": 193.97, "bytes_per_chunk": 5.279, "boundary_entropy": 0.14339, "router_noise": 0.0, "grad_norm": 0.9233, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.827, "probe_sec": 0.0911, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0719, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.04802, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.02261, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.11624, "trunc_abs_frac": 0.0781, "mean_delta_full": 0.13153, "read_hit_rate": {"surface": 0.68275, "split": 0.85209, "merge": 0.20902, "skel": 0.69134}, "mean_gate": {"surface": 0.26972, "split": 0.20933, "merge": 0.25246, "skel": 0.25252}, "n_reads": 18018, "n_cand": 27883, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 18018, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1717, "admitted_surface": 17352, "staged_surface": 0, "admitted_split": 18886, "staged_split": 0, "admitted_merge": 16546, "staged_merge": 0, "admitted_skel": 12752, "staged_skel": 0, "mean_count": 360.5330810546875, "n_util_obs": 197, "util_count_spearman": 0.05427579430480083}, "probe_overhead_sec_total": 136.628, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.006175, "alpha": 0.03, "t": 1256.4}
{"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1301.3}
{"event": "train", "step": 1300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56525, "bpb": 2.25818, "chunk_loss": 0.030355, "F": 0.19568, "G": 0.21675, "chunks": 200.38, "bytes_per_chunk": 5.11, "boundary_entropy": 0.1218, "router_noise": 0.0, "grad_norm": 0.8694, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.931, "probe_sec": 0.1137, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05073, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.02306, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.18238, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -8.84238, "trunc_abs_frac": 8.85355, "mean_delta_full": 0.02081, "read_hit_rate": {"surface": 0.73762, "split": 0.89042, "merge": 0.2344, "skel": 0.75607}, "mean_gate": {"surface": 0.29142, "split": 0.22305, "merge": 0.27177, "skel": 0.27564}, "n_reads": 20361, "n_cand": 29403, "read_suppressed_frac": 0.101, "dropout_reads_logged": 20361, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1767, "admitted_surface": 17259, "staged_surface": 0, "admitted_split": 18812, "staged_split": 0, "admitted_merge": 16763, "staged_merge": 0, "admitted_skel": 12702, "staged_skel": 0, "mean_count": 375.10833740234375, "n_util_obs": 210, "util_count_spearman": 0.006248926927400362}, "probe_overhead_sec_total": 142.211, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.006212, "alpha": 0.03, "t": 1302.9}
{"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1346.2}
{"event": "train", "step": 1350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.5989, "bpb": 2.30672, "chunk_loss": 0.030255, "F": 0.1908, "G": 0.20695, "chunks": 195.38, "bytes_per_chunk": 5.241, "boundary_entropy": 0.10261, "router_noise": 0.0, "grad_norm": 1.0053, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.878, "probe_sec": 0.1229, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09291, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.01627, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.13074, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.16677, "trunc_abs_frac": 0.68427, "mean_delta_full": 0.38062, "read_hit_rate": {"surface": 0.71913, "split": 0.88222, "merge": 0.23093, "skel": 0.73573}, "mean_gate": {"surface": 0.29458, "split": 0.22271, "merge": 0.26972, "skel": 0.27985}, "n_reads": 19626, "n_cand": 28808, "read_suppressed_frac": 0.102, "dropout_reads_logged": 19626, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1810, "admitted_surface": 17305, "staged_surface": 0, "admitted_split": 18857, "staged_split": 0, "admitted_merge": 16625, "staged_merge": 0, "admitted_skel": 12749, "staged_skel": 0, "mean_count": 389.5935363769531, "n_util_obs": 219, "util_count_spearman": 0.05727778701303791}, "probe_overhead_sec_total": 148.523, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.005996, "alpha": 0.03, "t": 1346.8}
{"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1391.8}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3205.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184164, "cps": 25.039062, "mean_p": 0.196838, "boundary_entropy": 0.098256, "bpb": 2.180676}, "tr": {"chunks": 3284.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181406, "cps": 25.65625, "mean_p": 0.217755, "boundary_entropy": 0.217784, "bpb": 2.46166}, "fi": {"chunks": 3291.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174951, "cps": 25.710938, "mean_p": 0.203524, "boundary_entropy": 0.176665, "bpb": 2.654823}}, "bpb": {"en": 2.18068, "tr": 2.46166, "fi": 2.65482}, "gini_cpc": 0.011363, "gini_cps": 0.005862, "bpic": 5.800818, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9850282440839698, "fi": 0.94997480065063}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1857, "admitted_surface": 17287, "staged_surface": 0, "admitted_split": 18926, "staged_split": 0, "admitted_merge": 16599, "staged_merge": 0, "admitted_skel": 12724, "staged_skel": 0, "mean_count": 403.8153991699219, "n_util_obs": 223, "util_count_spearman": 0.035343118583028896}, "t": 1393.1}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.19567, "tr": 2.47027, "fi": 2.6639}, "bytes_per_chunk": {"en": 5.05, "tr": 5.758, "fi": 5.802}, "bpb_mean": 2.44328, "frozen_inventory": true, "t": 1396.0}
{"event": "train", "step": 1400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.5685, "bpb": 2.26286, "chunk_loss": 0.030206, "F": 0.18646, "G": 0.20724, "chunks": 190.94, "bytes_per_chunk": 5.363, "boundary_entropy": 0.11953, "router_noise": 0.0, "grad_norm": 0.9067, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 1.02, "probe_sec": 0.2011, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.17535, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.23776, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.06836, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.47204, "trunc_abs_frac": 0.91771, "mean_delta_full": -0.06258, "read_hit_rate": {"surface": 0.71471, "split": 0.87426, "merge": 0.21899, "skel": 0.73043}, "mean_gate": {"surface": 0.2888, "split": 0.21684, "merge": 0.2639, "skel": 0.27349}, "n_reads": 18995, "n_cand": 28177, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 18995, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1858, "admitted_surface": 17279, "staged_surface": 0, "admitted_split": 18928, "staged_split": 0, "admitted_merge": 16564, "staged_merge": 0, "admitted_skel": 12765, "staged_skel": 0, "mean_count": 404.1060791015625, "n_util_obs": 223, "util_count_spearman": 0.026754340045996496}, "probe_overhead_sec_total": 154.09, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.006554, "alpha": 0.03, "t": 1397.8}
{"event": "consolidate", "step": 1450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1441.4}
{"event": "train", "step": 1450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54509, "bpb": 2.22909, "chunk_loss": 0.03035, "F": 0.19595, "G": 0.21591, "chunks": 200.66, "bytes_per_chunk": 5.103, "boundary_entropy": 0.12377, "router_noise": 0.0, "grad_norm": 0.8879, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.882, "probe_sec": 0.0753, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05361, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.07299, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.04193, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.36532, "trunc_abs_frac": 0.89355, "mean_delta_full": 0.01208, "read_hit_rate": {"surface": 0.73204, "split": 0.87998, "merge": 0.25043, "skel": 0.73388}, "mean_gate": {"surface": 0.29145, "split": 0.21519, "merge": 0.26403, "skel": 0.27083}, "n_reads": 19734, "n_cand": 28856, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 19734, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1906, "admitted_surface": 17297, "staged_surface": 0, "admitted_split": 18957, "staged_split": 0, "admitted_merge": 16526, "staged_merge": 0, "admitted_skel": 12756, "staged_skel": 0, "mean_count": 418.57366943359375, "n_util_obs": 229, "util_count_spearman": 0.023439888881116786}, "probe_overhead_sec_total": 160.064, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.006844, "alpha": 0.03, "t": 1441.9}
{"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1483.0}
{"event": "train", "step": 1500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53301, "bpb": 2.21167, "chunk_loss": 0.030218, "F": 0.18689, "G": 0.20401, "chunks": 191.38, "bytes_per_chunk": 5.351, "boundary_entropy": 0.10658, "router_noise": 0.0, "grad_norm": 0.911, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.836, "probe_sec": 0.0918, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06214, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.07215, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.00446, "n_merge": 1, "mean_delta_merge": -0.29184, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.37341, "trunc_abs_frac": 48.21549, "mean_delta_full": -0.14441, "read_hit_rate": {"surface": 0.72193, "split": 0.87128, "merge": 0.23119, "skel": 0.72604}, "mean_gate": {"surface": 0.29981, "split": 0.2196, "merge": 0.27255, "skel": 0.28147}, "n_reads": 18812, "n_cand": 27898, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 18812, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1959, "admitted_surface": 17273, "staged_surface": 0, "admitted_split": 19013, "staged_split": 0, "admitted_merge": 16462, "staged_merge": 0, "admitted_skel": 12788, "staged_skel": 0, "mean_count": 433.03753662109375, "n_util_obs": 234, "util_count_spearman": 0.013574219893277513}, "probe_overhead_sec_total": 165.705, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.007108, "alpha": 0.03, "t": 1483.8}
{"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1524.1}
{"event": "train", "step": 1550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52466, "bpb": 2.19963, "chunk_loss": 0.030323, "F": 0.19492, "G": 0.21312, "chunks": 199.59, "bytes_per_chunk": 5.13, "boundary_entropy": 0.11134, "router_noise": 0.0, "grad_norm": 0.7601, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.82, "probe_sec": 0.1347, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10656, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.05436, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.114, "n_merge": 1, "mean_delta_merge": 2.21838, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.03053, "trunc_abs_frac": 0.70691, "mean_delta_full": 0.7985, "read_hit_rate": {"surface": 0.73769, "split": 0.88974, "merge": 0.24798, "skel": 0.7488}, "mean_gate": {"surface": 0.302, "split": 0.21801, "merge": 0.26904, "skel": 0.28157}, "n_reads": 20108, "n_cand": 29038, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 20108, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2010, "admitted_surface": 17246, "staged_surface": 0, "admitted_split": 18966, "staged_split": 0, "admitted_merge": 16593, "staged_merge": 0, "admitted_skel": 12731, "staged_skel": 0, "mean_count": 447.691162109375, "n_util_obs": 244, "util_count_spearman": -0.0015257593740339128}, "probe_overhead_sec_total": 171.913, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.007376, "alpha": 0.03, "t": 1524.8}
{"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1561.5}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3192.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183417, "cps": 24.9375, "mean_p": 0.194566, "boundary_entropy": 0.087463, "bpb": 2.139357}, "tr": {"chunks": 3336.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184279, "cps": 26.0625, "mean_p": 0.20745, "boundary_entropy": 0.190551, "bpb": 2.407825}, "fi": {"chunks": 3368.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179044, "cps": 26.3125, "mean_p": 0.19943, "boundary_entropy": 0.159226, "bpb": 2.58962}}, "bpb": {"en": 2.13936, "tr": 2.40783, "fi": 2.58962}, "gini_cpc": 0.006383, "gini_cps": 0.011857, "bpic": 5.732821, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0047007537071702, "fi": 0.9761609648489945}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2059, "admitted_surface": 17288, "staged_surface": 0, "admitted_split": 19137, "staged_split": 0, "admitted_merge": 16342, "staged_merge": 0, "admitted_skel": 12769, "staged_skel": 0, "mean_count": 462.014404296875, "n_util_obs": 250, "util_count_spearman": 0.0032870938557457326}, "t": 1563.2}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.15525, "tr": 2.42052, "fi": 2.60141}, "bytes_per_chunk": {"en": 5.057, "tr": 5.671, "fi": 5.735}, "bpb_mean": 2.39239, "frozen_inventory": true, "t": 1565.9}
{"event": "train", "step": 1600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50729, "bpb": 2.17456, "chunk_loss": 0.030241, "F": 0.19019, "G": 0.20753, "chunks": 194.75, "bytes_per_chunk": 5.258, "boundary_entropy": 0.11301, "router_noise": 0.0, "grad_norm": 0.8417, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.857, "probe_sec": 0.1011, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07047, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03327, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.14101, "trunc_abs_frac": 0.82846, "mean_delta_full": 0.20268, "read_hit_rate": {"surface": 0.71952, "split": 0.87872, "merge": 0.24254, "skel": 0.72774}, "mean_gate": {"surface": 0.30189, "split": 0.21565, "merge": 0.26687, "skel": 0.27931}, "n_reads": 19232, "n_cand": 28307, "read_suppressed_frac": 0.1037, "dropout_reads_logged": 19232, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2059, "admitted_surface": 17269, "staged_surface": 0, "admitted_split": 19059, "staged_split": 0, "admitted_merge": 16432, "staged_merge": 0, "admitted_skel": 12776, "staged_skel": 0, "mean_count": 462.3140563964844, "n_util_obs": 251, "util_count_spearman": 0.0036516817694419394}, "probe_overhead_sec_total": 177.874, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.007946, "alpha": 0.03, "t": 1567.6}
{"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1603.2}
{"event": "train", "step": 1650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56102, "bpb": 2.25207, "chunk_loss": 0.030265, "F": 0.19223, "G": 0.20772, "chunks": 196.84, "bytes_per_chunk": 5.202, "boundary_entropy": 0.10191, "router_noise": 0.0, "grad_norm": 0.8197, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.727, "probe_sec": 0.099, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.056, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05299, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.18003, "trunc_abs_frac": 0.58894, "mean_delta_full": 0.05583, "read_hit_rate": {"surface": 0.72156, "split": 0.88161, "merge": 0.23464, "skel": 0.74213}, "mean_gate": {"surface": 0.30821, "split": 0.21646, "merge": 0.26902, "skel": 0.28607}, "n_reads": 19717, "n_cand": 28872, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 19717, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2106, "admitted_surface": 17243, "staged_surface": 0, "admitted_split": 19050, "staged_split": 0, "admitted_merge": 16506, "staged_merge": 0, "admitted_skel": 12737, "staged_skel": 0, "mean_count": 476.93756103515625, "n_util_obs": 259, "util_count_spearman": -0.0035242890165645565}, "probe_overhead_sec_total": 183.232, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.007293, "alpha": 0.03, "t": 1604.0}
{"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1640.4}
{"event": "train", "step": 1700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55787, "bpb": 2.24754, "chunk_loss": 0.030293, "F": 0.19299, "G": 0.20815, "chunks": 197.62, "bytes_per_chunk": 5.182, "boundary_entropy": 0.10682, "router_noise": 0.0, "grad_norm": 0.938, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.743, "probe_sec": 0.0697, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04182, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.02858, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.11491, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.25206, "trunc_abs_frac": 0.43835, "mean_delta_full": -0.29816, "read_hit_rate": {"surface": 0.70486, "split": 0.86607, "merge": 0.22812, "skel": 0.71039}, "mean_gate": {"surface": 0.31138, "split": 0.2181, "merge": 0.26945, "skel": 0.28623}, "n_reads": 18829, "n_cand": 28374, "read_suppressed_frac": 0.099, "dropout_reads_logged": 18829, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2153, "admitted_surface": 17255, "staged_surface": 0, "admitted_split": 19114, "staged_split": 0, "admitted_merge": 16424, "staged_merge": 0, "admitted_skel": 12743, "staged_skel": 0, "mean_count": 491.52569580078125, "n_util_obs": 267, "util_count_spearman": -0.01836040582974825}, "probe_overhead_sec_total": 188.73, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.007822, "alpha": 0.03, "t": 1641.1}
{"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1675.6}
{"event": "train", "step": 1750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52463, "bpb": 2.19957, "chunk_loss": 0.03034, "F": 0.19577, "G": 0.20997, "chunks": 200.47, "bytes_per_chunk": 5.108, "boundary_entropy": 0.09499, "router_noise": 0.0, "grad_norm": 0.7822, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.701, "probe_sec": 0.0958, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0719, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.04573, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.0332, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.32052, "trunc_abs_frac": 0.67799, "mean_delta_full": -0.04565, "read_hit_rate": {"surface": 0.7368, "split": 0.89016, "merge": 0.2387, "skel": 0.75246}, "mean_gate": {"surface": 0.31828, "split": 0.21982, "merge": 0.2705, "skel": 0.29474}, "n_reads": 20151, "n_cand": 29170, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 20151, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2202, "admitted_surface": 17216, "staged_surface": 0, "admitted_split": 19058, "staged_split": 0, "admitted_merge": 16524, "staged_merge": 0, "admitted_skel": 12738, "staged_skel": 0, "mean_count": 506.1962585449219, "n_util_obs": 275, "util_count_spearman": -0.007065290537677944}, "probe_overhead_sec_total": 194.092, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.007096, "alpha": 0.03, "t": 1676.2}
{"event": "consolidate", "step": 1800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1712.0}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3203.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184049, "cps": 25.023438, "mean_p": 0.195467, "boundary_entropy": 0.08468, "bpb": 2.104174}, "tr": {"chunks": 3517.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194277, "cps": 27.476562, "mean_p": 0.20958, "boundary_entropy": 0.183503, "bpb": 2.349021}, "fi": {"chunks": 3406.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181064, "cps": 26.609375, "mean_p": 0.199272, "boundary_entropy": 0.155323, "bpb": 2.573119}}, "bpb": {"en": 2.10417, "tr": 2.34902, "fi": 2.57312}, "gini_cpc": 0.015747, "gini_cps": 0.020673, "bpic": 5.602607, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0555747629915742, "fi": 0.983784422905185}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2248, "admitted_surface": 17211, "staged_surface": 0, "admitted_split": 19102, "staged_split": 0, "admitted_merge": 16468, "staged_merge": 0, "admitted_skel": 12755, "staged_skel": 0, "mean_count": 520.5615234375, "n_util_obs": 279, "util_count_spearman": 0.009685707655074097}, "t": 1713.5}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.11917, "tr": 2.3599, "fi": 2.58265}, "bytes_per_chunk": {"en": 5.044, "tr": 5.508, "fi": 5.735}, "bpb_mean": 2.35391, "frozen_inventory": true, "t": 1716.1}
{"event": "train", "step": 1800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.57775, "bpb": 2.27621, "chunk_loss": 0.030315, "F": 0.19519, "G": 0.21143, "chunks": 199.88, "bytes_per_chunk": 5.123, "boundary_entropy": 0.10818, "router_noise": 0.0, "grad_norm": 0.8687, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.843, "probe_sec": 0.1037, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04995, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.05307, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.00757, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 11.9331, "trunc_abs_frac": 0.57044, "mean_delta_full": -0.00433, "read_hit_rate": {"surface": 0.70443, "split": 0.86491, "merge": 0.2361, "skel": 0.70507}, "mean_gate": {"surface": 0.30984, "split": 0.21113, "merge": 0.26987, "skel": 0.28228}, "n_reads": 18855, "n_cand": 28449, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 18855, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2248, "admitted_surface": 17257, "staged_surface": 0, "admitted_split": 19161, "staged_split": 0, "admitted_merge": 16369, "staged_merge": 0, "admitted_skel": 12749, "staged_skel": 0, "mean_count": 520.8292846679688, "n_util_obs": 279, "util_count_spearman": 0.008966835747991468}, "probe_overhead_sec_total": 199.945, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.007707, "alpha": 0.03, "t": 1718.3}
{"event": "consolidate", "step": 1850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1754.0}
{"event": "train", "step": 1850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52505, "bpb": 2.20019, "chunk_loss": 0.030365, "F": 0.19839, "G": 0.21152, "chunks": 203.16, "bytes_per_chunk": 5.04, "boundary_entropy": 0.09838, "router_noise": 0.0, "grad_norm": 0.7754, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.727, "probe_sec": 0.0741, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04932, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.04672, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.35242, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.76014, "trunc_abs_frac": 0.47047, "mean_delta_full": -0.11239, "read_hit_rate": {"surface": 0.72592, "split": 0.88836, "merge": 0.23893, "skel": 0.75111}, "mean_gate": {"surface": 0.31297, "split": 0.21201, "merge": 0.26075, "skel": 0.286}, "n_reads": 20187, "n_cand": 29376, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 20187, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2293, "admitted_surface": 17237, "staged_surface": 0, "admitted_split": 19130, "staged_split": 0, "admitted_merge": 16494, "staged_merge": 0, "admitted_skel": 12675, "staged_skel": 0, "mean_count": 535.3623657226562, "n_util_obs": 283, "util_count_spearman": 0.007872701495585688}, "probe_overhead_sec_total": 205.023, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.00751, "alpha": 0.03, "t": 1754.7}
{"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1792.4}
{"event": "train", "step": 1900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56382, "bpb": 2.25612, "chunk_loss": 0.030275, "F": 0.19205, "G": 0.20454, "chunks": 196.66, "bytes_per_chunk": 5.207, "boundary_entropy": 0.08962, "router_noise": 0.0, "grad_norm": 0.7901, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.766, "probe_sec": 0.0983, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.077, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.00765, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.12051, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.99576, "trunc_abs_frac": 0.25589, "mean_delta_full": -0.01921, "read_hit_rate": {"surface": 0.71682, "split": 0.87311, "merge": 0.23053, "skel": 0.72862}, "mean_gate": {"surface": 0.31769, "split": 0.21067, "merge": 0.26592, "skel": 0.28824}, "n_reads": 19308, "n_cand": 28632, "read_suppressed_frac": 0.098, "dropout_reads_logged": 19308, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2330, "admitted_surface": 17250, "staged_surface": 0, "admitted_split": 19210, "staged_split": 0, "admitted_merge": 16284, "staged_merge": 0, "admitted_skel": 12792, "staged_skel": 0, "mean_count": 549.7971801757812, "n_util_obs": 292, "util_count_spearman": -0.00028365099071193836}, "probe_overhead_sec_total": 210.1, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.008025, "alpha": 0.03, "t": 1792.9}
{"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1831.8}
{"event": "train", "step": 1950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52481, "bpb": 2.19984, "chunk_loss": 0.030279, "F": 0.19287, "G": 0.20395, "chunks": 197.5, "bytes_per_chunk": 5.185, "boundary_entropy": 0.08457, "router_noise": 0.0, "grad_norm": 0.7559, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.792, "probe_sec": 0.079, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05075, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.05298, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.13942, "n_merge": 2, "mean_delta_merge": -0.22939, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.30926, "trunc_abs_frac": 0.30926, "mean_delta_full": -0.1908, "read_hit_rate": {"surface": 0.71994, "split": 0.87668, "merge": 0.23034, "skel": 0.72617}, "mean_gate": {"surface": 0.31416, "split": 0.20473, "merge": 0.2613, "skel": 0.28215}, "n_reads": 19324, "n_cand": 28627, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 19324, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2376, "admitted_surface": 17228, "staged_surface": 0, "admitted_split": 19215, "staged_split": 0, "admitted_merge": 16293, "staged_merge": 0, "admitted_skel": 12800, "staged_skel": 0, "mean_count": 564.3948974609375, "n_util_obs": 297, "util_count_spearman": 0.010910391782875005}, "probe_overhead_sec_total": 215.779, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.007543, "alpha": 0.03, "t": 1832.6}
{"event": "consolidate", "step": 2000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1869.1}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3147.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180831, "cps": 24.585938, "mean_p": 0.190158, "boundary_entropy": 0.071904, "bpb": 2.072811}, "tr": {"chunks": 3344.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184721, "cps": 26.125, "mean_p": 0.200575, "boundary_entropy": 0.168033, "bpb": 2.321139}, "fi": {"chunks": 3305.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175695, "cps": 25.820312, "mean_p": 0.192115, "boundary_entropy": 0.136744, "bpb": 2.49594}}, "bpb": {"en": 2.07281, "tr": 2.32114, "fi": 2.49594}, "gini_cpc": 0.011117, "gini_cps": 0.013407, "bpic": 5.791343, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.02151111053069, "fi": 0.9715987729833148}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2419, "admitted_surface": 17233, "staged_surface": 0, "admitted_split": 19208, "staged_split": 0, "admitted_merge": 16325, "staged_merge": 0, "admitted_skel": 12770, "staged_skel": 0, "mean_count": 578.72900390625, "n_util_obs": 303, "util_count_spearman": 0.016226718524065722}, "t": 1870.7}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.09021, "tr": 2.32875, "fi": 2.50428}, "bytes_per_chunk": {"en": 5.097, "tr": 5.613, "fi": 5.854}, "bpb_mean": 2.30775, "frozen_inventory": true, "t": 1873.4}
{"event": "train", "step": 2000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54147, "bpb": 2.22387, "chunk_loss": 0.030212, "F": 0.18869, "G": 0.20268, "chunks": 193.22, "bytes_per_chunk": 5.3, "boundary_entropy": 0.09315, "router_noise": 0.0, "grad_norm": 0.7487, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.851, "probe_sec": 0.0742, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05129, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.02413, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.32568, "n_merge": 1, "mean_delta_merge": 0.06708, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.31059, "trunc_abs_frac": 0.82274, "mean_delta_full": -0.03757, "read_hit_rate": {"surface": 0.69078, "split": 0.85613, "merge": 0.21654, "skel": 0.69557}, "mean_gate": {"surface": 0.31591, "split": 0.20837, "merge": 0.25765, "skel": 0.28755}, "n_reads": 17971, "n_cand": 27609, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 17971, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2421, "admitted_surface": 17260, "staged_surface": 0, "admitted_split": 19260, "staged_split": 0, "admitted_merge": 16229, "staged_merge": 0, "admitted_skel": 12787, "staged_skel": 0, "mean_count": 578.993896484375, "n_util_obs": 304, "util_count_spearman": 0.011385713910445829}, "probe_overhead_sec_total": 221.109, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.007183, "alpha": 0.03, "t": 1875.1}
{"event": "probe", "step": 2048, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3148.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180888, "cps": 24.59375, "mean_p": 0.190319, "boundary_entropy": 0.072023, "bpb": 2.068121}, "tr": {"chunks": 3456.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190908, "cps": 27.0, "mean_p": 0.20459, "boundary_entropy": 0.169023, "bpb": 2.315061}, "fi": {"chunks": 3380.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179682, "cps": 26.40625, "mean_p": 0.195478, "boundary_entropy": 0.141718, "bpb": 2.482811}}, "bpb": {"en": 2.06812, "tr": 2.31506, "fi": 2.48281}, "gini_cpc": 0.01357, "gini_cps": 0.020566, "bpic": 5.682292, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0553890377811956, "fi": 0.9933315126858443}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2461, "admitted_surface": 17180, "staged_surface": 0, "admitted_split": 19254, "staged_split": 0, "admitted_merge": 16302, "staged_merge": 0, "admitted_skel": 12800, "staged_skel": 0, "mean_count": 592.6640625, "n_util_obs": 310, "util_count_spearman": 0.010382236866618396}, "t": 1909.9}
{"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1913.0}
{"event": "train", "step": 2050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60234, "bpb": 2.31169, "chunk_loss": 0.030283, "F": 0.19107, "G": 0.20489, "chunks": 195.66, "bytes_per_chunk": 5.234, "boundary_entropy": 0.09684, "router_noise": 0.0, "grad_norm": 0.8289, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.78, "probe_sec": 0.1739, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.097, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.06548, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.31362, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.03284, "trunc_abs_frac": 0.59555, "mean_delta_full": -0.30365, "read_hit_rate": {"surface": 0.68534, "split": 0.85138, "merge": 0.22398, "skel": 0.6916}, "mean_gate": {"surface": 0.31105, "split": 0.20194, "merge": 0.25794, "skel": 0.27826}, "n_reads": 18164, "n_cand": 27992, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 18164, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2465, "admitted_surface": 17272, "staged_surface": 0, "admitted_split": 19324, "staged_split": 0, "admitted_merge": 16114, "staged_merge": 0, "admitted_skel": 12826, "staged_skel": 0, "mean_count": 593.4974365234375, "n_util_obs": 310, "util_count_spearman": 0.009883156761355528}, "probe_overhead_sec_total": 226.926, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.007891, "alpha": 0.03, "t": 1914.1}
{"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1949.5}
{"event": "train", "step": 2100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48167, "bpb": 2.1376, "chunk_loss": 0.030257, "F": 0.19299, "G": 0.20473, "chunks": 197.62, "bytes_per_chunk": 5.182, "boundary_entropy": 0.08742, "router_noise": 0.0, "grad_norm": 0.7596, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.728, "probe_sec": 0.07, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04352, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.04436, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.20435, "n_merge": 1, "mean_delta_merge": 0.15808, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.21437, "trunc_abs_frac": 1.22164, "mean_delta_full": 0.15759, "read_hit_rate": {"surface": 0.72743, "split": 0.88044, "merge": 0.23275, "skel": 0.73205}, "mean_gate": {"surface": 0.31901, "split": 0.20534, "merge": 0.2611, "skel": 0.28807}, "n_reads": 19437, "n_cand": 28599, "read_suppressed_frac": 0.1042, "dropout_reads_logged": 19437, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2513, "admitted_surface": 17200, "staged_surface": 0, "admitted_split": 19228, "staged_split": 0, "admitted_merge": 16325, "staged_merge": 0, "admitted_skel": 12783, "staged_skel": 0, "mean_count": 607.8712158203125, "n_util_obs": 318, "util_count_spearman": 0.01100248091316417}, "probe_overhead_sec_total": 231.992, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.007644, "alpha": 0.03, "t": 1950.5}
{"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1986.4}
{"event": "train", "step": 2150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50753, "bpb": 2.17491, "chunk_loss": 0.030185, "F": 0.18524, "G": 0.19702, "chunks": 189.69, "bytes_per_chunk": 5.398, "boundary_entropy": 0.08248, "router_noise": 0.0, "grad_norm": 0.7653, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.727, "probe_sec": 0.0646, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04459, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.02721, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.14307, "n_merge": 1, "mean_delta_merge": -0.46729, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.17871, "trunc_abs_frac": 0.23589, "mean_delta_full": 0.32536, "read_hit_rate": {"surface": 0.69858, "split": 0.86758, "merge": 0.22244, "skel": 0.71545}, "mean_gate": {"surface": 0.32792, "split": 0.20869, "merge": 0.2677, "skel": 0.29321}, "n_reads": 18282, "n_cand": 27533, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 18282, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2555, "admitted_surface": 17273, "staged_surface": 0, "admitted_split": 19414, "staged_split": 0, "admitted_merge": 16057, "staged_merge": 0, "admitted_skel": 12792, "staged_skel": 0, "mean_count": 622.3321533203125, "n_util_obs": 325, "util_count_spearman": -0.008796428154128304}, "probe_overhead_sec_total": 237.551, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.007977, "alpha": 0.03, "t": 1986.9}
{"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2021.1}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3139.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180371, "cps": 24.523438, "mean_p": 0.187659, "boundary_entropy": 0.063459, "bpb": 2.046818}, "tr": {"chunks": 3293.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181904, "cps": 25.726562, "mean_p": 0.194987, "boundary_entropy": 0.150458, "bpb": 2.276519}, "fi": {"chunks": 3393.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180373, "cps": 26.507812, "mean_p": 0.189726, "boundary_entropy": 0.126204, "bpb": 2.456082}}, "bpb": {"en": 2.04682, "tr": 2.27652, "fi": 2.45608}, "gini_cpc": 0.001883, "gini_cps": 0.017235, "bpic": 5.774249, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0084955443363386, "fi": 1.000011008044018}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2596, "admitted_surface": 17186, "staged_surface": 0, "admitted_split": 19338, "staged_split": 0, "admitted_merge": 16246, "staged_merge": 0, "admitted_skel": 12766, "staged_skel": 0, "mean_count": 636.53369140625, "n_util_obs": 332, "util_count_spearman": -0.02520869794192693}, "t": 2022.5}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.06315, "tr": 2.28585, "fi": 2.46642}, "bytes_per_chunk": {"en": 5.113, "tr": 5.718, "fi": 5.784}, "bpb_mean": 2.27181, "frozen_inventory": true, "t": 2025.1}
{"event": "train", "step": 2200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.46834, "bpb": 2.11836, "chunk_loss": 0.03027, "F": 0.19263, "G": 0.20237, "chunks": 197.25, "bytes_per_chunk": 5.191, "boundary_entropy": 0.07481, "router_noise": 0.0, "grad_norm": 0.6657, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.805, "probe_sec": 0.1058, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08493, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.01314, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.073, "n_merge": 2, "mean_delta_merge": 0.23302, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.37971, "trunc_abs_frac": 0.89023, "mean_delta_full": 0.37109, "read_hit_rate": {"surface": 0.72293, "split": 0.87727, "merge": 0.23496, "skel": 0.73793}, "mean_gate": {"surface": 0.32313, "split": 0.20393, "merge": 0.26048, "skel": 0.29288}, "n_reads": 19548, "n_cand": 28752, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 19548, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2596, "admitted_surface": 17182, "staged_surface": 0, "admitted_split": 19372, "staged_split": 0, "admitted_merge": 16192, "staged_merge": 0, "admitted_skel": 12790, "staged_skel": 0, "mean_count": 636.8265380859375, "n_util_obs": 332, "util_count_spearman": -0.025408572825287256}, "probe_overhead_sec_total": 242.612, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.007599, "alpha": 0.03, "t": 2027.1}
{"event": "consolidate", "step": 2250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2060.4}
{"event": "train", "step": 2250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50374, "bpb": 2.16944, "chunk_loss": 0.030229, "F": 0.19073, "G": 0.20099, "chunks": 195.31, "bytes_per_chunk": 5.243, "boundary_entropy": 0.08448, "router_noise": 0.0, "grad_norm": 0.7499, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.678, "probe_sec": 0.1891, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.16397, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.01702, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.00299, "n_merge": 2, "mean_delta_merge": 0.04739, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.07745, "trunc_abs_frac": 0.25506, "mean_delta_full": 0.17961, "read_hit_rate": {"surface": 0.7036, "split": 0.86846, "merge": 0.22114, "skel": 0.71779}, "mean_gate": {"surface": 0.32637, "split": 0.20455, "merge": 0.26155, "skel": 0.29435}, "n_reads": 18759, "n_cand": 28233, "read_suppressed_frac": 0.104, "dropout_reads_logged": 18759, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2630, "admitted_surface": 17212, "staged_surface": 0, "admitted_split": 19356, "staged_split": 0, "admitted_merge": 16175, "staged_merge": 0, "admitted_skel": 12793, "staged_skel": 0, "mean_count": 651.2554931640625, "n_util_obs": 338, "util_count_spearman": -0.038953566425221825}, "probe_overhead_sec_total": 247.509, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008597, "alpha": 0.03, "t": 2061.0}
{"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2096.4}
{"event": "train", "step": 2300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48046, "bpb": 2.13585, "chunk_loss": 0.030249, "F": 0.19174, "G": 0.20059, "chunks": 196.34, "bytes_per_chunk": 5.215, "boundary_entropy": 0.07096, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.719, "probe_sec": 0.1223, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09919, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.0062, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 3, "mean_delta_split": -0.0465, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.13711, "trunc_abs_frac": 4.84764, "mean_delta_full": -0.0126, "read_hit_rate": {"surface": 0.72788, "split": 0.88081, "merge": 0.23219, "skel": 0.73597}, "mean_gate": {"surface": 0.33201, "split": 0.20611, "merge": 0.26391, "skel": 0.30009}, "n_reads": 19581, "n_cand": 28722, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 19581, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2673, "admitted_surface": 17162, "staged_surface": 0, "admitted_split": 19370, "staged_split": 0, "admitted_merge": 16227, "staged_merge": 0, "admitted_skel": 12777, "staged_skel": 0, "mean_count": 665.717041015625, "n_util_obs": 344, "util_count_spearman": -0.047161498162330104}, "probe_overhead_sec_total": 252.848, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008767, "alpha": 0.03, "t": 2097.0}
{"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2133.1}
{"event": "train", "step": 2350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48915, "bpb": 2.14839, "chunk_loss": 0.030216, "F": 0.18753, "G": 0.20039, "chunks": 192.03, "bytes_per_chunk": 5.332, "boundary_entropy": 0.09556, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.744, "probe_sec": 0.1424, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11894, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.0992, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.14124, "n_merge": 2, "mean_delta_merge": -0.06445, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.10771, "trunc_abs_frac": 0.10771, "mean_delta_full": -0.0918, "read_hit_rate": {"surface": 0.67904, "split": 0.85134, "merge": 0.22233, "skel": 0.68278}, "mean_gate": {"surface": 0.32618, "split": 0.20128, "merge": 0.26501, "skel": 0.28786}, "n_reads": 17671, "n_cand": 27388, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 17671, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2718, "admitted_surface": 17287, "staged_surface": 0, "admitted_split": 19480, "staged_split": 0, "admitted_merge": 15973, "staged_merge": 0, "admitted_skel": 12796, "staged_skel": 0, "mean_count": 680.06982421875, "n_util_obs": 353, "util_count_spearman": -0.0483587498116758}, "probe_overhead_sec_total": 258.292, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.007692, "alpha": 0.03, "t": 2134.2}
{"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2173.7}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3139.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180371, "cps": 24.523438, "mean_p": 0.187209, "boundary_entropy": 0.057591, "bpb": 2.024599}, "tr": {"chunks": 3247.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179363, "cps": 25.367188, "mean_p": 0.191038, "boundary_entropy": 0.143341, "bpb": 2.249895}, "fi": {"chunks": 3441.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182925, "cps": 26.882812, "mean_p": 0.192495, "boundary_entropy": 0.127645, "bpb": 2.428299}}, "bpb": {"en": 2.0246, "tr": 2.24989, "fi": 2.4283}, "gini_cpc": 0.004376, "gini_cps": 0.020488, "bpic": 5.773074, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.994407844658394, "fi": 1.0141579365397777}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2747, "admitted_surface": 17230, "staged_surface": 0, "admitted_split": 19421, "staged_split": 0, "admitted_merge": 16057, "staged_merge": 0, "admitted_skel": 12828, "staged_skel": 0, "mean_count": 694.27099609375, "n_util_obs": 358, "util_count_spearman": -0.0471549912195002}, "t": 2175.1}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.04216, "tr": 2.25994, "fi": 2.43918}, "bytes_per_chunk": {"en": 5.104, "tr": 5.795, "fi": 5.605}, "bpb_mean": 2.24709, "frozen_inventory": true, "t": 2177.9}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 2179.1}
{"event": "train", "step": 2400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43833, "bpb": 2.07507, "chunk_loss": 0.030307, "F": 0.1958, "G": 0.20399, "chunks": 200.5, "bytes_per_chunk": 5.107, "boundary_entropy": 0.07023, "router_noise": 0.0, "grad_norm": 0.7476, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.92, "probe_sec": 0.1114, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08462, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.02026, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.01884, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.0186, "trunc_abs_frac": 0.50105, "mean_delta_full": -0.14478, "read_hit_rate": {"surface": 0.74499, "split": 0.88522, "merge": 0.25, "skel": 0.75015}, "mean_gate": {"surface": 0.33561, "split": 0.20781, "merge": 0.2683, "skel": 0.30276}, "n_reads": 20045, "n_cand": 28969, "read_suppressed_frac": 0.1, "dropout_reads_logged": 20045, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2748, "admitted_surface": 17177, "staged_surface": 0, "admitted_split": 19420, "staged_split": 0, "admitted_merge": 16135, "staged_merge": 0, "admitted_skel": 12804, "staged_skel": 0, "mean_count": 694.5808715820312, "n_util_obs": 358, "util_count_spearman": -0.04671887889964498}, "probe_overhead_sec_total": 263.911, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.00977, "alpha": 0.03, "t": 2180.2}
{"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2230.8}
{"event": "train", "step": 2450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.62104, "bpb": 2.33866, "chunk_loss": 0.030273, "F": 0.19308, "G": 0.20379, "chunks": 197.72, "bytes_per_chunk": 5.179, "boundary_entropy": 0.07665, "router_noise": 0.0, "grad_norm": 0.6771, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 1.036, "probe_sec": 0.1316, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10721, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.05118, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.11511, "n_merge": 2, "mean_delta_merge": -0.21445, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.27783, "trunc_abs_frac": 0.17845, "mean_delta_full": 0.18365, "read_hit_rate": {"surface": 0.68578, "split": 0.85986, "merge": 0.21012, "skel": 0.69822}, "mean_gate": {"surface": 0.32984, "split": 0.19989, "merge": 0.25861, "skel": 0.29423}, "n_reads": 18527, "n_cand": 28453, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 18527, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2789, "admitted_surface": 17233, "staged_surface": 0, "admitted_split": 19460, "staged_split": 0, "admitted_merge": 16041, "staged_merge": 0, "admitted_skel": 12802, "staged_skel": 0, "mean_count": 709.1469116210938, "n_util_obs": 362, "util_count_spearman": -0.020807055370867217}, "probe_overhead_sec_total": 269.793, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.007934, "alpha": 0.03, "t": 2232.0}
{"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2278.8}
{"event": "train", "step": 2500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47222, "bpb": 2.12397, "chunk_loss": 0.030242, "F": 0.19315, "G": 0.20181, "chunks": 197.78, "bytes_per_chunk": 5.177, "boundary_entropy": 0.07259, "router_noise": 0.0, "grad_norm": 0.7007, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.958, "probe_sec": 0.0709, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04819, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.09703, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.18198, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.69432, "trunc_abs_frac": 0.48348, "mean_delta_full": 0.18673, "read_hit_rate": {"surface": 0.73654, "split": 0.88765, "merge": 0.25491, "skel": 0.74919}, "mean_gate": {"surface": 0.33049, "split": 0.19649, "merge": 0.25473, "skel": 0.29279}, "n_reads": 19944, "n_cand": 28778, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 19944, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2840, "admitted_surface": 17189, "staged_surface": 0, "admitted_split": 19478, "staged_split": 0, "admitted_merge": 16067, "staged_merge": 0, "admitted_skel": 12802, "staged_skel": 0, "mean_count": 723.5896606445312, "n_util_obs": 367, "util_count_spearman": -0.041577779220881995}, "probe_overhead_sec_total": 275.544, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008448, "alpha": 0.03, "t": 2279.9}
{"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2314.6}
{"event": "train", "step": 2550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46732, "bpb": 2.1169, "chunk_loss": 0.030194, "F": 0.18634, "G": 0.19798, "chunks": 190.81, "bytes_per_chunk": 5.367, "boundary_entropy": 0.08097, "router_noise": 0.0, "grad_norm": 0.7225, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.704, "probe_sec": 0.1118, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0871, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.15344, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.04443, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.47718, "trunc_abs_frac": 1.41709, "mean_delta_full": 0.66449, "read_hit_rate": {"surface": 0.70036, "split": 0.86173, "merge": 0.2231, "skel": 0.70379}, "mean_gate": {"surface": 0.33014, "split": 0.19659, "merge": 0.25654, "skel": 0.29043}, "n_reads": 18155, "n_cand": 27529, "read_suppressed_frac": 0.097, "dropout_reads_logged": 18155, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2876, "admitted_surface": 17251, "staged_surface": 0, "admitted_split": 19580, "staged_split": 0, "admitted_merge": 15859, "staged_merge": 0, "admitted_skel": 12846, "staged_skel": 0, "mean_count": 738.2485961914062, "n_util_obs": 373, "util_count_spearman": -0.04939159727523852}, "probe_overhead_sec_total": 280.72, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008191, "alpha": 0.03, "t": 2315.1}
{"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2351.6}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3146.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180773, "cps": 24.578125, "mean_p": 0.186512, "boundary_entropy": 0.056682, "bpb": 2.00168}, "tr": {"chunks": 3388.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187151, "cps": 26.46875, "mean_p": 0.192069, "boundary_entropy": 0.134581, "bpb": 2.22725}, "fi": {"chunks": 3153.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.167615, "cps": 24.632812, "mean_p": 0.184227, "boundary_entropy": 0.118198, "bpb": 2.40331}}, "bpb": {"en": 2.00168, "tr": 2.22725, "fi": 2.40331}, "gini_cpc": 0.02432, "gini_cps": 0.016655, "bpic": 5.856509, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0352810201454072, "fi": 0.9272086813443177}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2909, "admitted_surface": 17252, "staged_surface": 0, "admitted_split": 19590, "staged_split": 0, "admitted_merge": 15882, "staged_merge": 0, "admitted_skel": 12812, "staged_skel": 0, "mean_count": 752.2606811523438, "n_util_obs": 377, "util_count_spearman": -0.03699217350938945}, "t": 2353.1}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.0184, "tr": 2.23553, "fi": 2.41535}, "bytes_per_chunk": {"en": 5.101, "tr": 5.671, "fi": 6.038}, "bpb_mean": 2.2231, "frozen_inventory": true, "t": 2355.6}
{"event": "train", "step": 2600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49568, "bpb": 2.15782, "chunk_loss": 0.030206, "F": 0.18564, "G": 0.19585, "chunks": 190.09, "bytes_per_chunk": 5.387, "boundary_entropy": 0.07667, "router_noise": 0.0, "grad_norm": 0.725, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.849, "probe_sec": 0.0714, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0502, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.10178, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.08907, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.4194, "trunc_abs_frac": 1.19303, "mean_delta_full": 0.07355, "read_hit_rate": {"surface": 0.68964, "split": 0.85492, "merge": 0.21997, "skel": 0.69837}, "mean_gate": {"surface": 0.32346, "split": 0.19467, "merge": 0.25085, "skel": 0.28685}, "n_reads": 17701, "n_cand": 27167, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 17701, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2910, "admitted_surface": 17286, "staged_surface": 0, "admitted_split": 19660, "staged_split": 0, "admitted_merge": 15768, "staged_merge": 0, "admitted_skel": 12822, "staged_skel": 0, "mean_count": 752.5177001953125, "n_util_obs": 377, "util_count_spearman": -0.03736382850664166}, "probe_overhead_sec_total": 285.54, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009205, "alpha": 0.03, "t": 2357.5}
{"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2399.1}
{"event": "train", "step": 2650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45674, "bpb": 2.10164, "chunk_loss": 0.030257, "F": 0.18848, "G": 0.20029, "chunks": 193.0, "bytes_per_chunk": 5.306, "boundary_entropy": 0.08206, "router_noise": 0.0, "grad_norm": 0.7596, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.841, "probe_sec": 0.0773, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05108, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.00974, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.18951, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.7391, "trunc_abs_frac": 0.74375, "mean_delta_full": 0.147, "read_hit_rate": {"surface": 0.7002, "split": 0.86538, "merge": 0.2374, "skel": 0.7009}, "mean_gate": {"surface": 0.32946, "split": 0.19708, "merge": 0.25384, "skel": 0.29208}, "n_reads": 18229, "n_cand": 27537, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 18229, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2944, "admitted_surface": 17275, "staged_surface": 0, "admitted_split": 19625, "staged_split": 0, "admitted_merge": 15785, "staged_merge": 0, "admitted_skel": 12851, "staged_skel": 0, "mean_count": 766.9730224609375, "n_util_obs": 382, "util_count_spearman": -0.03668183083657969}, "probe_overhead_sec_total": 290.977, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008583, "alpha": 0.03, "t": 2399.6}
{"event": "consolidate", "step": 2700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2432.7}
{"event": "train", "step": 2700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53592, "bpb": 2.21586, "chunk_loss": 0.030269, "F": 0.19244, "G": 0.20184, "chunks": 197.06, "bytes_per_chunk": 5.196, "boundary_entropy": 0.07498, "router_noise": 0.0, "grad_norm": 0.8073, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.675, "probe_sec": 0.0793, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0567, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.02644, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.20956, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.41256, "trunc_abs_frac": 0.50638, "mean_delta_full": -0.10156, "read_hit_rate": {"surface": 0.69238, "split": 0.8612, "merge": 0.22028, "skel": 0.70391}, "mean_gate": {"surface": 0.32873, "split": 0.19412, "merge": 0.25283, "skel": 0.28996}, "n_reads": 18382, "n_cand": 28057, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 18382, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2985, "admitted_surface": 17242, "staged_surface": 0, "admitted_split": 19607, "staged_split": 0, "admitted_merge": 15904, "staged_merge": 0, "admitted_skel": 12783, "staged_skel": 0, "mean_count": 781.350830078125, "n_util_obs": 390, "util_count_spearman": -0.015789210165241565}, "probe_overhead_sec_total": 295.725, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009739, "alpha": 0.03, "t": 2433.3}
{"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2465.4}
{"event": "train", "step": 2750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46788, "bpb": 2.11771, "chunk_loss": 0.030248, "F": 0.19238, "G": 0.2001, "chunks": 197.0, "bytes_per_chunk": 5.198, "boundary_entropy": 0.07143, "router_noise": 0.0, "grad_norm": 0.7619, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.652, "probe_sec": 0.0787, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05659, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.02427, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.2518, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.87401, "trunc_abs_frac": 0.43762, "mean_delta_full": -0.20471, "read_hit_rate": {"surface": 0.71158, "split": 0.86842, "merge": 0.23862, "skel": 0.71241}, "mean_gate": {"surface": 0.33683, "split": 0.19724, "merge": 0.26325, "skel": 0.29626}, "n_reads": 18603, "n_cand": 27915, "read_suppressed_frac": 0.098, "dropout_reads_logged": 18603, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3027, "admitted_surface": 17239, "staged_surface": 0, "admitted_split": 19598, "staged_split": 0, "admitted_merge": 15871, "staged_merge": 0, "admitted_skel": 12828, "staged_skel": 0, "mean_count": 795.9570922851562, "n_util_obs": 398, "util_count_spearman": 0.014184862218749974}, "probe_overhead_sec_total": 300.863, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008736, "alpha": 0.03, "t": 2465.9}
{"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2498.6}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3141.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180486, "cps": 24.539062, "mean_p": 0.186073, "boundary_entropy": 0.054683, "bpb": 1.986998}, "tr": {"chunks": 3223.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178037, "cps": 25.179688, "mean_p": 0.185985, "boundary_entropy": 0.126376, "bpb": 2.208814}, "fi": {"chunks": 3240.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17224, "cps": 25.3125, "mean_p": 0.183503, "boundary_entropy": 0.109504, "bpb": 2.363303}}, "bpb": {"en": 1.987, "tr": 2.20881, "fi": 2.3633}, "gini_cpc": 0.010358, "gini_cps": 0.006872, "bpic": 5.907122, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9864292414397694, "fi": 0.9543096392877483}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3067, "admitted_surface": 17229, "staged_surface": 0, "admitted_split": 19640, "staged_split": 0, "admitted_merge": 15845, "staged_merge": 0, "admitted_skel": 12822, "staged_skel": 0, "mean_count": 810.00732421875, "n_util_obs": 401, "util_count_spearman": -0.007899189330702135}, "t": 2499.9}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.00433, "tr": 2.21703, "fi": 2.37402}, "bytes_per_chunk": {"en": 5.111, "tr": 5.822, "fi": 5.915}, "bpb_mean": 2.19846, "frozen_inventory": true, "t": 2502.3}
{"event": "train", "step": 2800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44, "bpb": 2.07748, "chunk_loss": 0.030276, "F": 0.194, "G": 0.20227, "chunks": 198.66, "bytes_per_chunk": 5.155, "boundary_entropy": 0.06565, "router_noise": 0.0, "grad_norm": 0.6769, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.76, "probe_sec": 0.1125, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09174, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.04427, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.22791, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.27027, "trunc_abs_frac": 0.27276, "mean_delta_full": -0.63379, "read_hit_rate": {"surface": 0.73597, "split": 0.88633, "merge": 0.23931, "skel": 0.75152}, "mean_gate": {"surface": 0.3402, "split": 0.19762, "merge": 0.25366, "skel": 0.30094}, "n_reads": 19991, "n_cand": 28974, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 19991, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3068, "admitted_surface": 17153, "staged_surface": 0, "admitted_split": 19573, "staged_split": 0, "admitted_merge": 16035, "staged_merge": 0, "admitted_skel": 12775, "staged_skel": 0, "mean_count": 810.3148193359375, "n_util_obs": 401, "util_count_spearman": -0.007924499192736401}, "probe_overhead_sec_total": 306.131, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009095, "alpha": 0.03, "t": 2504.0}
{"event": "consolidate", "step": 2850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2537.2}
{"event": "train", "step": 2850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53455, "bpb": 2.21389, "chunk_loss": 0.03026, "F": 0.18979, "G": 0.19739, "chunks": 194.34, "bytes_per_chunk": 5.269, "boundary_entropy": 0.06426, "router_noise": 0.0, "grad_norm": 0.7124, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.678, "probe_sec": 0.1763, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.14521, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.07265, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.50844, "n_merge": 2, "mean_delta_merge": 0.43348, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.78792, "trunc_abs_frac": 0.58367, "mean_delta_full": 0.2829, "read_hit_rate": {"surface": 0.70406, "split": 0.87425, "merge": 0.22421, "skel": 0.72051}, "mean_gate": {"surface": 0.34737, "split": 0.2027, "merge": 0.26457, "skel": 0.30618}, "n_reads": 18917, "n_cand": 28279, "read_suppressed_frac": 0.1, "dropout_reads_logged": 18917, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3101, "admitted_surface": 17238, "staged_surface": 0, "admitted_split": 19611, "staged_split": 0, "admitted_merge": 15799, "staged_merge": 0, "admitted_skel": 12888, "staged_skel": 0, "mean_count": 824.5391845703125, "n_util_obs": 411, "util_count_spearman": -0.0010825320498970704}, "probe_overhead_sec_total": 311.199, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009065, "alpha": 0.03, "t": 2537.9}
{"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2570.3}
{"event": "train", "step": 2900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41154, "bpb": 2.03642, "chunk_loss": 0.030197, "F": 0.1889, "G": 0.19772, "chunks": 193.44, "bytes_per_chunk": 5.294, "boundary_entropy": 0.07058, "router_noise": 0.0, "grad_norm": 0.7393, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.668, "probe_sec": 0.0827, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06242, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.03305, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.37354, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.29232, "trunc_abs_frac": 13.32326, "mean_delta_full": -0.12097, "read_hit_rate": {"surface": 0.72183, "split": 0.875, "merge": 0.23898, "skel": 0.72913}, "mean_gate": {"surface": 0.33641, "split": 0.19386, "merge": 0.25509, "skel": 0.29367}, "n_reads": 18888, "n_cand": 27908, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 18888, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3141, "admitted_surface": 17226, "staged_surface": 0, "admitted_split": 19695, "staged_split": 0, "admitted_merge": 15755, "staged_merge": 0, "admitted_skel": 12860, "staged_skel": 0, "mean_count": 839.0423583984375, "n_util_obs": 416, "util_count_spearman": 0.011795995142384337}, "probe_overhead_sec_total": 316.021, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009619, "alpha": 0.03, "t": 2571.3}
{"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2603.7}
{"event": "train", "step": 2950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35041, "bpb": 1.94823, "chunk_loss": 0.030325, "F": 0.19772, "G": 0.20339, "chunks": 202.47, "bytes_per_chunk": 5.058, "boundary_entropy": 0.05923, "router_noise": 0.0, "grad_norm": 0.6681, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.658, "probe_sec": 0.0698, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04763, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.28372, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 3, "mean_delta_split": -0.17161, "n_merge": 1, "mean_delta_merge": -0.22253, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.21431, "trunc_abs_frac": 0.21431, "mean_delta_full": 0.30017, "read_hit_rate": {"surface": 0.77866, "split": 0.90957, "merge": 0.27186, "skel": 0.78372}, "mean_gate": {"surface": 0.3415, "split": 0.19575, "merge": 0.24959, "skel": 0.29953}, "n_reads": 21448, "n_cand": 29723, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 21448, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3172, "admitted_surface": 17131, "staged_surface": 0, "admitted_split": 19581, "staged_split": 0, "admitted_merge": 16004, "staged_merge": 0, "admitted_skel": 12820, "staged_skel": 0, "mean_count": 853.5862426757812, "n_util_obs": 420, "util_count_spearman": 0.021232710359769712}, "probe_overhead_sec_total": 321.401, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009045, "alpha": 0.03, "t": 2604.2}
{"event": "consolidate", "step": 3000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2635.1}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3142.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180544, "cps": 24.546875, "mean_p": 0.185313, "boundary_entropy": 0.04911, "bpb": 1.974615}, "tr": {"chunks": 3198.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176656, "cps": 24.984375, "mean_p": 0.181562, "boundary_entropy": 0.119391, "bpb": 2.185135}, "fi": {"chunks": 3271.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.173888, "cps": 25.554688, "mean_p": 0.183506, "boundary_entropy": 0.107051, "bpb": 2.341558}}, "bpb": {"en": 1.97461, "tr": 2.18513, "fi": 2.34156}, "gini_cpc": 0.008355, "gini_cps": 0.008948, "bpic": 5.90282, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9784662437829672, "fi": 0.9631337468248006}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3216, "admitted_surface": 17232, "staged_surface": 0, "admitted_split": 19699, "staged_split": 0, "admitted_merge": 15752, "staged_merge": 0, "admitted_skel": 12853, "staged_skel": 0, "mean_count": 867.7369995117188, "n_util_obs": 424, "util_count_spearman": 0.012826804450012386}, "t": 2636.5}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 1.99132, "tr": 2.19504, "fi": 2.35116}, "bytes_per_chunk": {"en": 5.112, "tr": 5.854, "fi": 5.908}, "bpb_mean": 2.17917, "frozen_inventory": true, "t": 2639.0}
{"event": "train", "step": 3000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44012, "bpb": 2.07765, "chunk_loss": 0.030187, "F": 0.1857, "G": 0.1933, "chunks": 190.16, "bytes_per_chunk": 5.385, "boundary_entropy": 0.066, "router_noise": 0.0, "grad_norm": 0.7721, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.747, "probe_sec": 0.1409, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10897, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.01218, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.12514, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.74533, "trunc_abs_frac": 0.74533, "mean_delta_full": 0.15674, "read_hit_rate": {"surface": 0.70048, "split": 0.86047, "merge": 0.23717, "skel": 0.69991}, "mean_gate": {"surface": 0.3344, "split": 0.19097, "merge": 0.25127, "skel": 0.28993}, "n_reads": 18100, "n_cand": 27390, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 18100, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3218, "admitted_surface": 17237, "staged_surface": 0, "admitted_split": 19771, "staged_split": 0, "admitted_merge": 15648, "staged_merge": 0, "admitted_skel": 12880, "staged_skel": 0, "mean_count": 868.0140380859375, "n_util_obs": 424, "util_count_spearman": 0.012522335801919696}, "probe_overhead_sec_total": 326.013, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008059, "alpha": 0.03, "t": 2641.5}
{"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2678.6}
{"event": "train", "step": 3050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39825, "bpb": 2.01725, "chunk_loss": 0.030267, "F": 0.19498, "G": 0.201, "chunks": 199.66, "bytes_per_chunk": 5.129, "boundary_entropy": 0.06214, "router_noise": 0.0, "grad_norm": 0.6881, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.752, "probe_sec": 0.064, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04146, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.02536, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": 0.15099, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.93584, "trunc_abs_frac": 0.79473, "mean_delta_full": -0.11285, "read_hit_rate": {"surface": 0.74154, "split": 0.89792, "merge": 0.25312, "skel": 0.7574}, "mean_gate": {"surface": 0.34165, "split": 0.19488, "merge": 0.25166, "skel": 0.29871}, "n_reads": 20438, "n_cand": 29204, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 20438, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3251, "admitted_surface": 17184, "staged_surface": 0, "admitted_split": 19590, "staged_split": 0, "admitted_merge": 15920, "staged_merge": 0, "admitted_skel": 12842, "staged_skel": 0, "mean_count": 882.5380859375, "n_util_obs": 427, "util_count_spearman": 0.005126823647832442}, "probe_overhead_sec_total": 330.828, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009289, "alpha": 0.03, "t": 2679.1}
{"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2719.9}
{"event": "train", "step": 3100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49574, "bpb": 2.15789, "chunk_loss": 0.030186, "F": 0.18604, "G": 0.19242, "chunks": 190.5, "bytes_per_chunk": 5.375, "boundary_entropy": 0.06269, "router_noise": 0.0, "grad_norm": 0.825, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.834, "probe_sec": 0.0632, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04022, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.03433, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.28589, "n_merge": 1, "mean_delta_merge": 0.45068, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.07334, "trunc_abs_frac": 0.17953, "mean_delta_full": -0.32343, "read_hit_rate": {"surface": 0.70861, "split": 0.87253, "merge": 0.21485, "skel": 0.71804}, "mean_gate": {"surface": 0.3405, "split": 0.19595, "merge": 0.25392, "skel": 0.30072}, "n_reads": 18475, "n_cand": 27702, "read_suppressed_frac": 0.102, "dropout_reads_logged": 18475, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3293, "admitted_surface": 17212, "staged_surface": 0, "admitted_split": 19708, "staged_split": 0, "admitted_merge": 15730, "staged_merge": 0, "admitted_skel": 12886, "staged_skel": 0, "mean_count": 896.9217529296875, "n_util_obs": 431, "util_count_spearman": 0.009462550640244984}, "probe_overhead_sec_total": 336.155, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009155, "alpha": 0.03, "t": 2720.8}
{"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2757.1}
{"event": "train", "step": 3150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40229, "bpb": 2.02308, "chunk_loss": 0.030175, "F": 0.18518, "G": 0.19234, "chunks": 189.62, "bytes_per_chunk": 5.4, "boundary_entropy": 0.05983, "router_noise": 0.0, "grad_norm": 0.6955, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.737, "probe_sec": 0.1462, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12341, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.06873, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.07001, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.07616, "trunc_abs_frac": 0.89979, "mean_delta_full": -0.23962, "read_hit_rate": {"surface": 0.71372, "split": 0.87516, "merge": 0.23085, "skel": 0.7255}, "mean_gate": {"surface": 0.33477, "split": 0.18703, "merge": 0.2433, "skel": 0.28982}, "n_reads": 18716, "n_cand": 27745, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 18716, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3326, "admitted_surface": 17201, "staged_surface": 0, "admitted_split": 19673, "staged_split": 0, "admitted_merge": 15781, "staged_merge": 0, "admitted_skel": 12881, "staged_skel": 0, "mean_count": 911.4915161132812, "n_util_obs": 437, "util_count_spearman": 0.001997722958187263}, "probe_overhead_sec_total": 341.002, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009237, "alpha": 0.03, "t": 2757.6}
{"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2789.7}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3144.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180659, "cps": 24.5625, "mean_p": 0.185859, "boundary_entropy": 0.047043, "bpb": 1.9526}, "tr": {"chunks": 3198.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176656, "cps": 24.984375, "mean_p": 0.181045, "boundary_entropy": 0.115153, "bpb": 2.1513}, "fi": {"chunks": 3581.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190367, "cps": 27.976562, "mean_p": 0.18985, "boundary_entropy": 0.106511, "bpb": 2.315668}}, "bpb": {"en": 1.9526, "tr": 2.1513, "fi": 2.31567}, "gini_cpc": 0.01669, "gini_cps": 0.029359, "bpic": 5.717223, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9778438097856499, "fi": 1.0537413446980228}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3355, "admitted_surface": 17194, "staged_surface": 0, "admitted_split": 19702, "staged_split": 0, "admitted_merge": 15765, "staged_merge": 0, "admitted_skel": 12875, "staged_skel": 0, "mean_count": 925.7357788085938, "n_util_obs": 442, "util_count_spearman": 0.00940233772983672}, "t": 2791.0}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 1.96971, "tr": 2.16111, "fi": 2.32665}, "bytes_per_chunk": {"en": 5.11, "tr": 5.853, "fi": 5.348}, "bpb_mean": 2.15249, "frozen_inventory": true, "t": 2793.3}
{"event": "train", "step": 3200, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.32635, "bpb": 1.91351, "chunk_loss": 0.030258, "F": 0.19531, "G": 0.20042, "chunks": 200.0, "bytes_per_chunk": 5.12, "boundary_entropy": 0.0527, "router_noise": 0.0, "grad_norm": 0.6996, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.746, "probe_sec": 0.0905, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06799, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.03113, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.07326, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.50347, "trunc_abs_frac": 0.5025, "mean_delta_full": -0.19983, "read_hit_rate": {"surface": 0.77356, "split": 0.90155, "merge": 0.26405, "skel": 0.78563}, "mean_gate": {"surface": 0.34216, "split": 0.19246, "merge": 0.24627, "skel": 0.29855}, "n_reads": 20984, "n_cand": 29322, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 20984, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3357, "admitted_surface": 17130, "staged_surface": 0, "admitted_split": 19642, "staged_split": 0, "admitted_merge": 15937, "staged_merge": 0, "admitted_skel": 12827, "staged_skel": 0, "mean_count": 926.0631103515625, "n_util_obs": 442, "util_count_spearman": 0.00920305675338773}, "probe_overhead_sec_total": 346.041, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009692, "alpha": 0.03, "t": 2794.9}
{"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2826.3}
{"event": "train", "step": 3250, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.33535, "bpb": 1.92651, "chunk_loss": 0.03023, "F": 0.19025, "G": 0.19671, "chunks": 194.81, "bytes_per_chunk": 5.256, "boundary_entropy": 0.05961, "router_noise": 0.0, "grad_norm": 0.6901, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.646, "probe_sec": 0.0627, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04168, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.05972, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.07468, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.75073, "split": 0.88966, "merge": 0.25154, "skel": 0.75863}, "mean_gate": {"surface": 0.33891, "split": 0.18992, "merge": 0.24525, "skel": 0.29565}, "n_reads": 19778, "n_cand": 28342, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 19778, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3392, "admitted_surface": 17127, "staged_surface": 0, "admitted_split": 19669, "staged_split": 0, "admitted_merge": 15910, "staged_merge": 0, "admitted_skel": 12830, "staged_skel": 0, "mean_count": 940.410400390625, "n_util_obs": 444, "util_count_spearman": 0.016830558921814353}, "probe_overhead_sec_total": 351.133, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009471, "alpha": 0.03, "t": 2827.2}
{"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2860.1}
{"event": "train", "step": 3300, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4622, "bpb": 2.10951, "chunk_loss": 0.030249, "F": 0.19156, "G": 0.1982, "chunks": 196.16, "bytes_per_chunk": 5.22, "boundary_entropy": 0.0584, "router_noise": 0.0, "grad_norm": 0.7266, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.67, "probe_sec": 0.1288, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10688, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.06481, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.09317, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.34495, "trunc_abs_frac": 0.26668, "mean_delta_full": 0.0127, "read_hit_rate": {"surface": 0.71593, "split": 0.88587, "merge": 0.21471, "skel": 0.72658}, "mean_gate": {"surface": 0.33113, "split": 0.1835, "merge": 0.23594, "skel": 0.2891}, "n_reads": 19292, "n_cand": 28550, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 19292, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3431, "admitted_surface": 17196, "staged_surface": 0, "admitted_split": 19664, "staged_split": 0, "admitted_merge": 15830, "staged_merge": 0, "admitted_skel": 12846, "staged_skel": 0, "mean_count": 954.8515014648438, "n_util_obs": 452, "util_count_spearman": 0.019169537695347755}, "probe_overhead_sec_total": 356.613, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009062, "alpha": 0.03, "t": 2860.7}
{"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2893.3}
{"event": "train", "step": 3350, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41043, "bpb": 2.03482, "chunk_loss": 0.030223, "F": 0.18973, "G": 0.19597, "chunks": 194.28, "bytes_per_chunk": 5.271, "boundary_entropy": 0.05742, "router_noise": 0.0, "grad_norm": 0.6566, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.67, "probe_sec": 0.0864, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05883, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.03955, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.17175, "n_merge": 3, "mean_delta_merge": -0.05259, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.74898, "trunc_abs_frac": 2.8298, "mean_delta_full": 0.07218, "read_hit_rate": {"surface": 0.72708, "split": 0.87943, "merge": 0.25158, "skel": 0.73237}, "mean_gate": {"surface": 0.33924, "split": 0.18686, "merge": 0.24361, "skel": 0.29505}, "n_reads": 19265, "n_cand": 28179, "read_suppressed_frac": 0.0946, "dropout_reads_logged": 19265, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3464, "admitted_surface": 17184, "staged_surface": 0, "admitted_split": 19749, "staged_split": 0, "admitted_merge": 15752, "staged_merge": 0, "admitted_skel": 12851, "staged_skel": 0, "mean_count": 969.32470703125, "n_util_obs": 458, "util_count_spearman": -0.00033662447775194954}, "probe_overhead_sec_total": 361.486, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010032, "alpha": 0.03, "t": 2894.2}
{"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2926.5}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3140.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180429, "cps": 24.53125, "mean_p": 0.184825, "boundary_entropy": 0.044942, "bpb": 1.937049}, "tr": {"chunks": 3196.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176545, "cps": 24.96875, "mean_p": 0.179448, "boundary_entropy": 0.109348, "bpb": 2.132449}, "fi": {"chunks": 3359.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178566, "cps": 26.242188, "mean_p": 0.183273, "boundary_entropy": 0.100085, "bpb": 2.29287}}, "bpb": {"en": 1.93705, "tr": 2.13245, "fi": 2.29287}, "gini_cpc": 0.004834, "gini_cps": 0.015059, "bpic": 5.851676, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9784771570746447, "fi": 0.9896749835016576}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3496, "admitted_surface": 17192, "staged_surface": 0, "admitted_split": 19826, "staged_split": 0, "admitted_merge": 15711, "staged_merge": 0, "admitted_skel": 12807, "staged_skel": 0, "mean_count": 983.5897216796875, "n_util_obs": 465, "util_count_spearman": 0.009495589087290278}, "t": 2928.0}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.95499, "tr": 2.14359, "fi": 2.30258}, "bytes_per_chunk": {"en": 5.114, "tr": 5.854, "fi": 5.801}, "bpb_mean": 2.13372, "frozen_inventory": true, "t": 2930.4}
{"event": "train", "step": 3400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37004, "bpb": 1.97655, "chunk_loss": 0.030222, "F": 0.19153, "G": 0.19745, "chunks": 196.12, "bytes_per_chunk": 5.221, "boundary_entropy": 0.05301, "router_noise": 0.0, "grad_norm": 0.6936, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.757, "probe_sec": 0.0889, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06726, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 2, "mean_delta_loo": 0.03406, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 3, "mean_delta_split": 0.13889, "n_merge": 3, "mean_delta_merge": 0.13078, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.89648, "trunc_abs_frac": 0.89648, "mean_delta_full": 0.43982, "read_hit_rate": {"surface": 0.74167, "split": 0.89029, "merge": 0.26079, "skel": 0.74893}, "mean_gate": {"surface": 0.33895, "split": 0.18735, "merge": 0.2393, "skel": 0.29498}, "n_reads": 19860, "n_cand": 28523, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 19860, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3498, "admitted_surface": 17190, "staged_surface": 0, "admitted_split": 19739, "staged_split": 0, "admitted_merge": 15737, "staged_merge": 0, "admitted_skel": 12870, "staged_skel": 0, "mean_count": 983.8924560546875, "n_util_obs": 465, "util_count_spearman": 0.009407806760963746}, "probe_overhead_sec_total": 366.281, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009685, "alpha": 0.03, "t": 2932.1}
{"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2964.4}
{"event": "train", "step": 3450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.52497, "bpb": 2.20006, "chunk_loss": 0.030273, "F": 0.1915, "G": 0.19783, "chunks": 196.09, "bytes_per_chunk": 5.222, "boundary_entropy": 0.06101, "router_noise": 0.0, "grad_norm": 0.7631, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.657, "probe_sec": 0.0738, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04647, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.19007, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.16626, "n_merge": 1, "mean_delta_merge": -0.36865, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.257, "trunc_abs_frac": 1.55723, "mean_delta_full": 0.20913, "read_hit_rate": {"surface": 0.68829, "split": 0.85577, "merge": 0.23201, "skel": 0.68721}, "mean_gate": {"surface": 0.3307, "split": 0.18224, "merge": 0.23355, "skel": 0.28768}, "n_reads": 18230, "n_cand": 27972, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 18230, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3541, "admitted_surface": 17237, "staged_surface": 0, "admitted_split": 19810, "staged_split": 0, "admitted_merge": 15587, "staged_merge": 0, "admitted_skel": 12902, "staged_skel": 0, "mean_count": 998.4800415039062, "n_util_obs": 472, "util_count_spearman": 0.009974896715346914}, "probe_overhead_sec_total": 371.178, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009241, "alpha": 0.03, "t": 2964.9}
{"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2996.0}
{"event": "train", "step": 3500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40096, "bpb": 2.02116, "chunk_loss": 0.030228, "F": 0.18884, "G": 0.1957, "chunks": 193.38, "bytes_per_chunk": 5.295, "boundary_entropy": 0.05675, "router_noise": 0.0, "grad_norm": 0.7098, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.643, "probe_sec": 0.1156, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09423, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.08711, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.08322, "n_merge": 3, "mean_delta_merge": -0.1102, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.67697, "trunc_abs_frac": 0.45098, "mean_delta_full": 0.16296, "read_hit_rate": {"surface": 0.71296, "split": 0.8838, "merge": 0.23089, "skel": 0.73186}, "mean_gate": {"surface": 0.33919, "split": 0.18532, "merge": 0.23557, "skel": 0.29178}, "n_reads": 19116, "n_cand": 28182, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 19116, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3568, "admitted_surface": 17211, "staged_surface": 0, "admitted_split": 19720, "staged_split": 0, "admitted_merge": 15721, "staged_merge": 0, "admitted_skel": 12884, "staged_skel": 0, "mean_count": 1013.1814575195312, "n_util_obs": 477, "util_count_spearman": 0.015948221173979586}, "probe_overhead_sec_total": 376.011, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009107, "alpha": 0.03, "t": 2997.1}
{"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3028.8}
{"event": "train", "step": 3550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38838, "bpb": 2.003, "chunk_loss": 0.030197, "F": 0.1893, "G": 0.1946, "chunks": 193.84, "bytes_per_chunk": 5.283, "boundary_entropy": 0.05767, "router_noise": 0.0, "grad_norm": 0.6682, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.644, "probe_sec": 0.0608, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03912, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.08368, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.56696, "n_merge": 1, "mean_delta_merge": 0.27063, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.15356, "trunc_abs_frac": 0.89471, "mean_delta_full": 0.08228, "read_hit_rate": {"surface": 0.72079, "split": 0.87797, "merge": 0.25216, "skel": 0.73007}, "mean_gate": {"surface": 0.33634, "split": 0.18411, "merge": 0.23586, "skel": 0.29015}, "n_reads": 19124, "n_cand": 28074, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 19124, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3603, "admitted_surface": 17212, "staged_surface": 0, "admitted_split": 19806, "staged_split": 0, "admitted_merge": 15622, "staged_merge": 0, "admitted_skel": 12896, "staged_skel": 0, "mean_count": 1027.7789306640625, "n_util_obs": 484, "util_count_spearman": 0.019239893800832637}, "probe_overhead_sec_total": 380.907, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010181, "alpha": 0.03, "t": 3029.3}
{"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3062.4}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3144.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180659, "cps": 24.5625, "mean_p": 0.184984, "boundary_entropy": 0.043962, "bpb": 1.922987}, "tr": {"chunks": 3195.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17649, "cps": 24.960938, "mean_p": 0.176866, "boundary_entropy": 0.106429, "bpb": 2.12589}, "fi": {"chunks": 3341.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177609, "cps": 26.101562, "mean_p": 0.182627, "boundary_entropy": 0.098062, "bpb": 2.270472}}, "bpb": {"en": 1.92299, "tr": 2.12589, "fi": 2.27047}, "gini_cpc": 0.005197, "gini_cps": 0.013567, "bpic": 5.860744, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9769265079002973, "fi": 0.983119193698993}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3630, "admitted_surface": 17141, "staged_surface": 0, "admitted_split": 19786, "staged_split": 0, "admitted_merge": 15710, "staged_merge": 0, "admitted_skel": 12899, "staged_skel": 0, "mean_count": 1041.9422607421875, "n_util_obs": 491, "util_count_spearman": -0.0019417205554059832}, "t": 3063.8}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.94142, "tr": 2.13422, "fi": 2.28199}, "bytes_per_chunk": {"en": 5.11, "tr": 5.854, "fi": 5.862}, "bpb_mean": 2.11921, "frozen_inventory": true, "t": 3066.1}
{"event": "train", "step": 3600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41688, "bpb": 2.04413, "chunk_loss": 0.03019, "F": 0.1864, "G": 0.19339, "chunks": 190.88, "bytes_per_chunk": 5.365, "boundary_entropy": 0.06071, "router_noise": 0.0, "grad_norm": 0.6997, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.768, "probe_sec": 0.0756, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0571, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.07957, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.13523, "n_merge": 3, "mean_delta_merge": 0.23768, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.87534, "trunc_abs_frac": 0.30455, "mean_delta_full": 0.22485, "read_hit_rate": {"surface": 0.69717, "split": 0.86613, "merge": 0.22485, "skel": 0.70746}, "mean_gate": {"surface": 0.3339, "split": 0.18075, "merge": 0.23454, "skel": 0.28374}, "n_reads": 18214, "n_cand": 27541, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 18214, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3630, "admitted_surface": 17217, "staged_surface": 0, "admitted_split": 19831, "staged_split": 0, "admitted_merge": 15594, "staged_merge": 0, "admitted_skel": 12894, "staged_skel": 0, "mean_count": 1042.2137451171875, "n_util_obs": 491, "util_count_spearman": -0.0017048536601802502}, "probe_overhead_sec_total": 385.726, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008406, "alpha": 0.03, "t": 3067.7}
{"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3107.2}
{"event": "train", "step": 3650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.34414, "bpb": 1.93918, "chunk_loss": 0.030228, "F": 0.19217, "G": 0.19637, "chunks": 196.78, "bytes_per_chunk": 5.204, "boundary_entropy": 0.04879, "router_noise": 0.0, "grad_norm": 0.6778, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.804, "probe_sec": 0.0899, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06097, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.00741, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.01515, "n_merge": 2, "mean_delta_merge": -0.26241, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.28959, "trunc_abs_frac": 0.83211, "mean_delta_full": -0.43475, "read_hit_rate": {"surface": 0.75658, "split": 0.90171, "merge": 0.25156, "skel": 0.76982}, "mean_gate": {"surface": 0.34252, "split": 0.18524, "merge": 0.23475, "skel": 0.29532}, "n_reads": 20452, "n_cand": 28931, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 20452, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3661, "admitted_surface": 17147, "staged_surface": 0, "admitted_split": 19759, "staged_split": 0, "admitted_merge": 15721, "staged_merge": 0, "admitted_skel": 12909, "staged_skel": 0, "mean_count": 1056.7149658203125, "n_util_obs": 495, "util_count_spearman": -0.02247329748147358}, "probe_overhead_sec_total": 390.736, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009222, "alpha": 0.03, "t": 3107.8}
{"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3154.8}
{"event": "train", "step": 3700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44858, "bpb": 2.08986, "chunk_loss": 0.030164, "F": 0.18445, "G": 0.19118, "chunks": 188.88, "bytes_per_chunk": 5.422, "boundary_entropy": 0.06028, "router_noise": 0.0, "grad_norm": 0.7498, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.951, "probe_sec": 0.0927, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06985, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.06256, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.19397, "n_merge": 1, "mean_delta_merge": -0.1427, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.49264, "trunc_abs_frac": 0.58933, "mean_delta_full": 0.07957, "read_hit_rate": {"surface": 0.67349, "split": 0.85256, "merge": 0.21589, "skel": 0.68849}, "mean_gate": {"surface": 0.33431, "split": 0.18133, "merge": 0.23805, "skel": 0.28766}, "n_reads": 17332, "n_cand": 26919, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 17332, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3696, "admitted_surface": 17244, "staged_surface": 0, "admitted_split": 19889, "staged_split": 0, "admitted_merge": 15488, "staged_merge": 0, "admitted_skel": 12915, "staged_skel": 0, "mean_count": 1071.345458984375, "n_util_obs": 498, "util_count_spearman": -0.023836575816697906}, "probe_overhead_sec_total": 396.548, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.00988, "alpha": 0.03, "t": 3155.4}
{"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3195.5}
{"event": "train", "step": 3750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42681, "bpb": 2.05845, "chunk_loss": 0.030479, "F": 0.1994, "G": 0.20412, "chunks": 204.19, "bytes_per_chunk": 5.015, "boundary_entropy": 0.05747, "router_noise": 0.0, "grad_norm": 0.7432, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.821, "probe_sec": 0.1109, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05716, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05287, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.01123, "n_merge": 1, "mean_delta_merge": -0.35352, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.28724, "trunc_abs_frac": 0.21528, "mean_delta_full": -0.22003, "read_hit_rate": {"surface": 0.71886, "split": 0.88734, "merge": 0.2456, "skel": 0.73534}, "mean_gate": {"surface": 0.33763, "split": 0.18439, "merge": 0.23764, "skel": 0.29079}, "n_reads": 19898, "n_cand": 29153, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 19898, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3732, "admitted_surface": 17235, "staged_surface": 0, "admitted_split": 19804, "staged_split": 0, "admitted_merge": 15613, "staged_merge": 0, "admitted_skel": 12884, "staged_skel": 0, "mean_count": 1086.018310546875, "n_util_obs": 506, "util_count_spearman": -0.014580161386347022}, "probe_overhead_sec_total": 401.936, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.00932, "alpha": 0.03, "t": 3196.5}
{"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3227.4}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3145.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180716, "cps": 24.570312, "mean_p": 0.184459, "boundary_entropy": 0.043311, "bpb": 1.906608}, "tr": {"chunks": 3202.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176877, "cps": 25.015625, "mean_p": 0.1781, "boundary_entropy": 0.102404, "bpb": 2.104398}, "fi": {"chunks": 3502.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186168, "cps": 27.359375, "mean_p": 0.184798, "boundary_entropy": 0.096307, "bpb": 2.254648}}, "bpb": {"en": 1.90661, "tr": 2.1044, "fi": 2.25465}, "gini_cpc": 0.011391, "gini_cps": 0.024165, "bpic": 5.760179, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.978755569942601, "fi": 1.0301672253296301}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3770, "admitted_surface": 17156, "staged_surface": 0, "admitted_split": 19814, "staged_split": 0, "admitted_merge": 15658, "staged_merge": 0, "admitted_skel": 12908, "staged_skel": 0, "mean_count": 1100.2664794921875, "n_util_obs": 511, "util_count_spearman": -0.019455975883504086}, "t": 3228.8}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.92751, "tr": 2.11497, "fi": 2.26613}, "bytes_per_chunk": {"en": 5.107, "tr": 5.845, "fi": 5.543}, "bpb_mean": 2.10287, "frozen_inventory": true, "t": 3231.4}
{"event": "train", "step": 3800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.322, "bpb": 1.90725, "chunk_loss": 0.030288, "F": 0.1958, "G": 0.19927, "chunks": 200.5, "bytes_per_chunk": 5.107, "boundary_entropy": 0.04883, "router_noise": 0.0, "grad_norm": 0.6858, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.73, "probe_sec": 0.1081, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07847, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.00262, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.11957, "n_merge": 3, "mean_delta_merge": 0.01224, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.08523, "trunc_abs_frac": 0.94619, "mean_delta_full": 0.05282, "read_hit_rate": {"surface": 0.77412, "split": 0.90971, "merge": 0.27912, "skel": 0.79117}, "mean_gate": {"surface": 0.34703, "split": 0.18432, "merge": 0.23553, "skel": 0.29716}, "n_reads": 21296, "n_cand": 29440, "read_suppressed_frac": 0.0948, "dropout_reads_logged": 21296, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3772, "admitted_surface": 17133, "staged_surface": 0, "admitted_split": 19735, "staged_split": 0, "admitted_merge": 15790, "staged_merge": 0, "admitted_skel": 12878, "staged_skel": 0, "mean_count": 1100.599365234375, "n_util_obs": 511, "util_count_spearman": -0.014675574853228963}, "probe_overhead_sec_total": 406.51, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008501, "alpha": 0.03, "t": 3233.0}
{"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3273.1}
{"event": "train", "step": 3850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.34312, "bpb": 1.93772, "chunk_loss": 0.030229, "F": 0.19101, "G": 0.19591, "chunks": 195.59, "bytes_per_chunk": 5.235, "boundary_entropy": 0.0493, "router_noise": 0.0, "grad_norm": 0.6898, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.812, "probe_sec": 0.098, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06716, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.01652, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.0766, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.06174, "trunc_abs_frac": 0.3361, "mean_delta_full": -0.18918, "read_hit_rate": {"surface": 0.74466, "split": 0.90005, "merge": 0.25472, "skel": 0.75494}, "mean_gate": {"surface": 0.35227, "split": 0.18708, "merge": 0.2437, "skel": 0.30471}, "n_reads": 20112, "n_cand": 28678, "read_suppressed_frac": 0.1, "dropout_reads_logged": 20112, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3802, "admitted_surface": 17126, "staged_surface": 0, "admitted_split": 19716, "staged_split": 0, "admitted_merge": 15777, "staged_merge": 0, "admitted_skel": 12917, "staged_skel": 0, "mean_count": 1115.0123291015625, "n_util_obs": 517, "util_count_spearman": -0.017464699313419596}, "probe_overhead_sec_total": 411.936, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009894, "alpha": 0.03, "t": 3273.6}
{"event": "consolidate", "step": 3900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3309.9}
{"event": "train", "step": 3900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41031, "bpb": 2.03465, "chunk_loss": 0.030193, "F": 0.18939, "G": 0.19446, "chunks": 193.94, "bytes_per_chunk": 5.28, "boundary_entropy": 0.05445, "router_noise": 0.0, "grad_norm": 0.7048, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.739, "probe_sec": 0.1656, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13562, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.04896, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.12622, "n_merge": 2, "mean_delta_merge": 0.27898, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.56285, "trunc_abs_frac": 1.71671, "mean_delta_full": -0.07366, "read_hit_rate": {"surface": 0.72805, "split": 0.8773, "merge": 0.24341, "skel": 0.73461}, "mean_gate": {"surface": 0.34103, "split": 0.1812, "merge": 0.23368, "skel": 0.28967}, "n_reads": 19150, "n_cand": 28101, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 19150, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3841, "admitted_surface": 17162, "staged_surface": 0, "admitted_split": 19863, "staged_split": 0, "admitted_merge": 15612, "staged_merge": 0, "admitted_skel": 12899, "staged_skel": 0, "mean_count": 1129.892578125, "n_util_obs": 520, "util_count_spearman": -0.026090589206207236}, "probe_overhead_sec_total": 417.41, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008665, "alpha": 0.03, "t": 3310.5}
{"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3347.6}
{"event": "train", "step": 3950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4037, "bpb": 2.02512, "chunk_loss": 0.030233, "F": 0.19376, "G": 0.19798, "chunks": 198.41, "bytes_per_chunk": 5.161, "boundary_entropy": 0.04925, "router_noise": 0.0, "grad_norm": 0.7229, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.753, "probe_sec": 0.0797, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05007, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.06292, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 4, "mean_delta_split": 0.14432, "n_merge": 1, "mean_delta_merge": -0.79773, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.0054, "trunc_abs_frac": 0.27736, "mean_delta_full": -0.28259, "read_hit_rate": {"surface": 0.73421, "split": 0.88431, "merge": 0.24169, "skel": 0.74857}, "mean_gate": {"surface": 0.34262, "split": 0.18279, "merge": 0.2292, "skel": 0.29513}, "n_reads": 19742, "n_cand": 28714, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 19742, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3876, "admitted_surface": 17143, "staged_surface": 0, "admitted_split": 19844, "staged_split": 0, "admitted_merge": 15686, "staged_merge": 0, "admitted_skel": 12863, "staged_skel": 0, "mean_count": 1144.4913330078125, "n_util_obs": 528, "util_count_spearman": -0.027214349643008024}, "probe_overhead_sec_total": 423.28, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010336, "alpha": 0.03, "t": 3348.2}
{"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3385.7}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3146.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180773, "cps": 24.578125, "mean_p": 0.184534, "boundary_entropy": 0.042945, "bpb": 1.899799}, "tr": {"chunks": 3196.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176545, "cps": 24.96875, "mean_p": 0.176885, "boundary_entropy": 0.101708, "bpb": 2.089001}, "fi": {"chunks": 3542.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188294, "cps": 27.671875, "mean_p": 0.183995, "boundary_entropy": 0.092257, "bpb": 2.251}}, "bpb": {"en": 1.8998, "tr": 2.089, "fi": 2.251}, "gini_cpc": 0.014355, "gini_cps": 0.02671, "bpic": 5.739781, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.97661102136503, "fi": 1.0416026480563187}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3902, "admitted_surface": 17182, "staged_surface": 0, "admitted_split": 19878, "staged_split": 0, "admitted_merge": 15537, "staged_merge": 0, "admitted_skel": 12939, "staged_skel": 0, "mean_count": 1158.7596435546875, "n_util_obs": 537, "util_count_spearman": -0.03175315121978404}, "t": 3387.1}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.9186, "tr": 2.09735, "fi": 2.26159}, "bytes_per_chunk": {"en": 5.109, "tr": 5.851, "fi": 5.452}, "bpb_mean": 2.09251, "frozen_inventory": true, "t": 3389.8}
{"event": "train", "step": 4000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35037, "bpb": 1.94818, "chunk_loss": 0.03017, "F": 0.18536, "G": 0.1911, "chunks": 189.81, "bytes_per_chunk": 5.395, "boundary_entropy": 0.05765, "router_noise": 0.0, "grad_norm": 0.7206, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.877, "probe_sec": 0.0937, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07045, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.07123, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.1322, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 8.01425, "trunc_abs_frac": 5.32278, "mean_delta_full": 0.01285, "read_hit_rate": {"surface": 0.72426, "split": 0.87406, "merge": 0.24992, "skel": 0.72988}, "mean_gate": {"surface": 0.34244, "split": 0.18229, "merge": 0.23324, "skel": 0.29319}, "n_reads": 18650, "n_cand": 27441, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 18650, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3902, "admitted_surface": 17155, "staged_surface": 0, "admitted_split": 19889, "staged_split": 0, "admitted_merge": 15569, "staged_merge": 0, "admitted_skel": 12923, "staged_skel": 0, "mean_count": 1159.0445556640625, "n_util_obs": 537, "util_count_spearman": -0.031147507032980887}, "probe_overhead_sec_total": 429.549, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.00924, "alpha": 0.03, "t": 3392.0}
{"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3428.8}
{"event": "train", "step": 4050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47913, "bpb": 2.13393, "chunk_loss": 0.030236, "F": 0.18869, "G": 0.19314, "chunks": 193.22, "bytes_per_chunk": 5.3, "boundary_entropy": 0.05698, "router_noise": 0.0, "grad_norm": 0.7127, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.749, "probe_sec": 0.1635, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13753, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.1695, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.02267, "n_merge": 2, "mean_delta_merge": 0.07681, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.90708, "trunc_abs_frac": 0.76586, "mean_delta_full": 0.19133, "read_hit_rate": {"surface": 0.67436, "split": 0.85279, "merge": 0.2252, "skel": 0.67743}, "mean_gate": {"surface": 0.33448, "split": 0.17699, "merge": 0.23214, "skel": 0.28336}, "n_reads": 17696, "n_cand": 27490, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 17696, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3931, "admitted_surface": 17232, "staged_surface": 0, "admitted_split": 19929, "staged_split": 0, "admitted_merge": 15427, "staged_merge": 0, "admitted_skel": 12948, "staged_skel": 0, "mean_count": 1173.4365234375, "n_util_obs": 542, "util_count_spearman": -0.028338644867332258}, "probe_overhead_sec_total": 435.342, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010097, "alpha": 0.03, "t": 3429.5}
{"event": "probe", "step": 4096, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3145.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180716, "cps": 24.570312, "mean_p": 0.184415, "boundary_entropy": 0.042515, "bpb": 1.893056}, "tr": {"chunks": 3192.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176324, "cps": 24.9375, "mean_p": 0.17572, "boundary_entropy": 0.10058, "bpb": 2.080117}, "fi": {"chunks": 3548.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188613, "cps": 27.71875, "mean_p": 0.184534, "boundary_entropy": 0.092989, "bpb": 2.233698}}, "bpb": {"en": 1.89306, "tr": 2.08012, "fi": 2.2337}, "gini_cpc": 0.015014, "gini_cps": 0.027179, "bpic": 5.739201, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9756988692244791, "fi": 1.043698833657775}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3963, "admitted_surface": 17114, "staged_surface": 0, "admitted_split": 19796, "staged_split": 0, "admitted_merge": 15732, "staged_merge": 0, "admitted_skel": 12894, "staged_skel": 0, "mean_count": 1186.52685546875, "n_util_obs": 542, "util_count_spearman": -0.029943899537508412}, "t": 3464.5}
{"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3469.2}
{"event": "train", "step": 4100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42219, "bpb": 2.05179, "chunk_loss": 0.030262, "F": 0.19467, "G": 0.19947, "chunks": 199.34, "bytes_per_chunk": 5.137, "boundary_entropy": 0.05985, "router_noise": 0.0, "grad_norm": 0.7239, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.819, "probe_sec": 0.0906, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06704, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.06059, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.06499, "n_merge": 1, "mean_delta_merge": 0.11438, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.74324, "trunc_abs_frac": 0.74324, "mean_delta_full": -0.5282, "read_hit_rate": {"surface": 0.69986, "split": 0.86968, "merge": 0.24988, "skel": 0.70375}, "mean_gate": {"surface": 0.33533, "split": 0.17744, "merge": 0.23067, "skel": 0.28358}, "n_reads": 18746, "n_cand": 28185, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 18746, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3964, "admitted_surface": 17217, "staged_surface": 0, "admitted_split": 19855, "staged_split": 0, "admitted_merge": 15548, "staged_merge": 0, "admitted_skel": 12916, "staged_skel": 0, "mean_count": 1187.9886474609375, "n_util_obs": 543, "util_count_spearman": -0.033204748801456595}, "probe_overhead_sec_total": 440.966, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010148, "alpha": 0.03, "t": 3470.4}
{"event": "consolidate", "step": 4150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3507.2}
{"event": "train", "step": 4150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35944, "bpb": 1.96126, "chunk_loss": 0.030333, "F": 0.19589, "G": 0.19953, "chunks": 200.59, "bytes_per_chunk": 5.105, "boundary_entropy": 0.0481, "router_noise": 0.0, "grad_norm": 0.6806, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.747, "probe_sec": 0.0652, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04035, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05421, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.21222, "n_merge": 1, "mean_delta_merge": -0.32935, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.02322, "trunc_abs_frac": 0.76457, "mean_delta_full": 0.21039, "read_hit_rate": {"surface": 0.75795, "split": 0.90349, "merge": 0.25193, "skel": 0.76223}, "mean_gate": {"surface": 0.34308, "split": 0.17983, "merge": 0.22907, "skel": 0.29123}, "n_reads": 20738, "n_cand": 29364, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 20738, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3999, "admitted_surface": 17079, "staged_surface": 0, "admitted_split": 19748, "staged_split": 0, "admitted_merge": 15816, "staged_merge": 0, "admitted_skel": 12893, "staged_skel": 0, "mean_count": 1202.50927734375, "n_util_obs": 546, "util_count_spearman": -0.03446501672689553}, "probe_overhead_sec_total": 446.461, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.0095, "alpha": 0.03, "t": 3507.8}
{"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3544.0}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3143.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180601, "cps": 24.554688, "mean_p": 0.183923, "boundary_entropy": 0.040493, "bpb": 1.888419}, "tr": {"chunks": 3195.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17649, "cps": 24.960938, "mean_p": 0.17445, "boundary_entropy": 0.097217, "bpb": 2.071938}, "fi": {"chunks": 3479.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184945, "cps": 27.179688, "mean_p": 0.182739, "boundary_entropy": 0.091161, "bpb": 2.232155}}, "bpb": {"en": 1.88842, "tr": 2.07194, "fi": 2.23215}, "gini_cpc": 0.010399, "gini_cps": 0.022818, "bpic": 5.778955, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9772373340243509, "fi": 1.0240526470142155}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4034, "admitted_surface": 17222, "staged_surface": 0, "admitted_split": 19989, "staged_split": 0, "admitted_merge": 15421, "staged_merge": 0, "admitted_skel": 12904, "staged_skel": 0, "mean_count": 1216.7222900390625, "n_util_obs": 555, "util_count_spearman": -0.02527834002679821}, "t": 3545.4}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.90676, "tr": 2.0819, "fi": 2.23971}, "bytes_per_chunk": {"en": 5.111, "tr": 5.852, "fi": 5.586}, "bpb_mean": 2.07613, "frozen_inventory": true, "t": 3548.3}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 3550.0}
{"event": "train", "step": 4200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.43702, "bpb": 2.07318, "chunk_loss": 0.030265, "F": 0.19366, "G": 0.19754, "chunks": 198.31, "bytes_per_chunk": 5.164, "boundary_entropy": 0.05014, "router_noise": 0.0, "grad_norm": 0.7598, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.858, "probe_sec": 0.154, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10214, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.20389, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.17609, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.71888, "split": 0.87968, "merge": 0.24467, "skel": 0.72668}, "mean_gate": {"surface": 0.33997, "split": 0.17776, "merge": 0.23144, "skel": 0.28878}, "n_reads": 19354, "n_cand": 28518, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 19354, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4034, "admitted_surface": 17140, "staged_surface": 0, "admitted_split": 19868, "staged_split": 0, "admitted_merge": 15664, "staged_merge": 0, "admitted_skel": 12864, "staged_skel": 0, "mean_count": 1217.0284423828125, "n_util_obs": 555, "util_count_spearman": -0.0251659580258393}, "probe_overhead_sec_total": 452.168, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010141, "alpha": 0.03, "t": 3550.7}
{"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3605.1}
{"event": "train", "step": 4250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3301, "bpb": 1.91893, "chunk_loss": 0.030202, "F": 0.18872, "G": 0.19352, "chunks": 193.25, "bytes_per_chunk": 5.299, "boundary_entropy": 0.0492, "router_noise": 0.0, "grad_norm": 0.6699, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 1.1, "probe_sec": 0.076, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05277, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.08333, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.09186, "n_merge": 1, "mean_delta_merge": -0.41449, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.73624, "trunc_abs_frac": 0.87111, "mean_delta_full": -0.23958, "read_hit_rate": {"surface": 0.74431, "split": 0.89465, "merge": 0.25343, "skel": 0.75363}, "mean_gate": {"surface": 0.34352, "split": 0.17837, "merge": 0.22802, "skel": 0.28941}, "n_reads": 19863, "n_cand": 28404, "read_suppressed_frac": 0.1046, "dropout_reads_logged": 19863, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4065, "admitted_surface": 17136, "staged_surface": 0, "admitted_split": 19860, "staged_split": 0, "admitted_merge": 15596, "staged_merge": 0, "admitted_skel": 12944, "staged_skel": 0, "mean_count": 1231.589111328125, "n_util_obs": 558, "util_count_spearman": -0.02694334819773934}, "probe_overhead_sec_total": 459.613, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009305, "alpha": 0.03, "t": 3605.6}
{"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3648.3}
{"event": "train", "step": 4300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3405, "bpb": 1.93393, "chunk_loss": 0.030155, "F": 0.18475, "G": 0.19074, "chunks": 189.19, "bytes_per_chunk": 5.413, "boundary_entropy": 0.05983, "router_noise": 0.0, "grad_norm": 0.7137, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.864, "probe_sec": 0.0949, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07006, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.00764, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.00433, "n_merge": 1, "mean_delta_merge": -0.01468, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.59088, "trunc_abs_frac": 0.75197, "mean_delta_full": -0.11031, "read_hit_rate": {"surface": 0.71156, "split": 0.8701, "merge": 0.24841, "skel": 0.70279}, "mean_gate": {"surface": 0.33586, "split": 0.17617, "merge": 0.22777, "skel": 0.2852}, "n_reads": 18134, "n_cand": 27088, "read_suppressed_frac": 0.1004, "dropout_reads_logged": 18134, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4092, "admitted_surface": 17227, "staged_surface": 0, "admitted_split": 19980, "staged_split": 0, "admitted_merge": 15322, "staged_merge": 0, "admitted_skel": 13007, "staged_skel": 0, "mean_count": 1246.4295654296875, "n_util_obs": 565, "util_count_spearman": -0.0032350686538507316}, "probe_overhead_sec_total": 465.364, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009982, "alpha": 0.03, "t": 3648.9}
{"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3691.4}
{"event": "train", "step": 4350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31007, "bpb": 1.89004, "chunk_loss": 0.030205, "F": 0.18933, "G": 0.19393, "chunks": 193.88, "bytes_per_chunk": 5.282, "boundary_entropy": 0.05304, "router_noise": 0.0, "grad_norm": 0.7037, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.871, "probe_sec": 0.0916, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06814, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.0107, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.06226, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.06912, "trunc_abs_frac": 17.88762, "mean_delta_full": -0.17572, "read_hit_rate": {"surface": 0.73104, "split": 0.88443, "merge": 0.25993, "skel": 0.73883}, "mean_gate": {"surface": 0.33964, "split": 0.17566, "merge": 0.22495, "skel": 0.28767}, "n_reads": 19408, "n_cand": 28146, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 19408, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4113, "admitted_surface": 17177, "staged_surface": 0, "admitted_split": 19902, "staged_split": 0, "admitted_merge": 15526, "staged_merge": 0, "admitted_skel": 12931, "staged_skel": 0, "mean_count": 1260.793701171875, "n_util_obs": 572, "util_count_spearman": -0.017231584681228384}, "probe_overhead_sec_total": 471.378, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009657, "alpha": 0.03, "t": 3692.4}
{"event": "consolidate", "step": 4400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3727.0}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3144.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180659, "cps": 24.5625, "mean_p": 0.183607, "boundary_entropy": 0.039453, "bpb": 1.876732}, "tr": {"chunks": 3199.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176711, "cps": 24.992188, "mean_p": 0.177725, "boundary_entropy": 0.098974, "bpb": 2.060767}, "fi": {"chunks": 3446.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183191, "cps": 26.921875, "mean_p": 0.181377, "boundary_entropy": 0.086781, "bpb": 2.21251}}, "bpb": {"en": 1.87673, "tr": 2.06077, "fi": 2.21251}, "gini_cpc": 0.007991, "gini_cps": 0.020567, "bpic": 5.795485, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9781495770807672, "fi": 1.0140163847610684}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4136, "admitted_surface": 17180, "staged_surface": 0, "admitted_split": 19948, "staged_split": 0, "admitted_merge": 15517, "staged_merge": 0, "admitted_skel": 12891, "staged_skel": 0, "mean_count": 1274.884033203125, "n_util_obs": 579, "util_count_spearman": -0.02076059685892957}, "t": 3728.5}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.89656, "tr": 2.06823, "fi": 2.22145}, "bytes_per_chunk": {"en": 5.11, "tr": 5.848, "fi": 5.669}, "bpb_mean": 2.06208, "frozen_inventory": true, "t": 3731.1}
{"event": "train", "step": 4400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35459, "bpb": 1.95427, "chunk_loss": 0.030248, "F": 0.19482, "G": 0.19819, "chunks": 199.5, "bytes_per_chunk": 5.133, "boundary_entropy": 0.04341, "router_noise": 0.0, "grad_norm": 0.7675, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.815, "probe_sec": 0.1002, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06439, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.03798, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.00107, "n_merge": 1, "mean_delta_merge": 0.40088, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.45159, "trunc_abs_frac": 1.57637, "mean_delta_full": 0.04211, "read_hit_rate": {"surface": 0.75157, "split": 0.8997, "merge": 0.24921, "skel": 0.76167}, "mean_gate": {"surface": 0.33955, "split": 0.17675, "merge": 0.22189, "skel": 0.28855}, "n_reads": 20457, "n_cand": 29122, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 20457, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4137, "admitted_surface": 17085, "staged_surface": 0, "admitted_split": 19786, "staged_split": 0, "admitted_merge": 15780, "staged_merge": 0, "admitted_skel": 12885, "staged_skel": 0, "mean_count": 1275.204833984375, "n_util_obs": 579, "util_count_spearman": -0.020703751031721628}, "probe_overhead_sec_total": 476.709, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009834, "alpha": 0.03, "t": 3733.2}
{"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3767.3}
{"event": "train", "step": 4450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37666, "bpb": 1.9861, "chunk_loss": 0.030179, "F": 0.18738, "G": 0.19202, "chunks": 191.88, "bytes_per_chunk": 5.337, "boundary_entropy": 0.05044, "router_noise": 0.0, "grad_norm": 0.6866, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.693, "probe_sec": 0.1024, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07033, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.05187, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": 0.03485, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.19003, "trunc_abs_frac": 0.19304, "mean_delta_full": 0.12687, "read_hit_rate": {"surface": 0.72119, "split": 0.88375, "merge": 0.22696, "skel": 0.73528}, "mean_gate": {"surface": 0.33823, "split": 0.1741, "merge": 0.22369, "skel": 0.28157}, "n_reads": 19140, "n_cand": 28127, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 19140, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4165, "admitted_surface": 17137, "staged_surface": 0, "admitted_split": 19900, "staged_split": 0, "admitted_merge": 15552, "staged_merge": 0, "admitted_skel": 12947, "staged_skel": 0, "mean_count": 1289.8056640625, "n_util_obs": 586, "util_count_spearman": -0.008960337801819056}, "probe_overhead_sec_total": 482.325, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010516, "alpha": 0.03, "t": 3767.8}
{"event": "consolidate", "step": 4500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3802.3}
{"event": "train", "step": 4500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39568, "bpb": 2.01354, "chunk_loss": 0.030216, "F": 0.19144, "G": 0.19473, "chunks": 196.03, "bytes_per_chunk": 5.224, "boundary_entropy": 0.05241, "router_noise": 0.0, "grad_norm": 0.6992, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.702, "probe_sec": 0.1077, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07818, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.06877, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.14319, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.38014, "trunc_abs_frac": 1.00845, "mean_delta_full": -0.09028, "read_hit_rate": {"surface": 0.71799, "split": 0.87883, "merge": 0.24368, "skel": 0.71901}, "mean_gate": {"surface": 0.33619, "split": 0.17302, "merge": 0.22571, "skel": 0.28261}, "n_reads": 18938, "n_cand": 28031, "read_suppressed_frac": 0.101, "dropout_reads_logged": 18938, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4198, "admitted_surface": 17192, "staged_surface": 0, "admitted_split": 19900, "staged_split": 0, "admitted_merge": 15505, "staged_merge": 0, "admitted_skel": 12939, "staged_skel": 0, "mean_count": 1304.447265625, "n_util_obs": 592, "util_count_spearman": -0.009243612191434786}, "probe_overhead_sec_total": 487.523, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010038, "alpha": 0.03, "t": 3802.9}
{"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3837.3}
{"event": "train", "step": 4550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31316, "bpb": 1.89449, "chunk_loss": 0.030176, "F": 0.18338, "G": 0.1887, "chunks": 187.78, "bytes_per_chunk": 5.453, "boundary_entropy": 0.05333, "router_noise": 0.0, "grad_norm": 0.6795, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.698, "probe_sec": 0.1054, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08122, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.04718, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.05124, "n_merge": 1, "mean_delta_merge": -0.04507, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.04786, "trunc_abs_frac": 0.54916, "mean_delta_full": 0.32458, "read_hit_rate": {"surface": 0.72595, "split": 0.87748, "merge": 0.25029, "skel": 0.73453}, "mean_gate": {"surface": 0.34176, "split": 0.17532, "merge": 0.2277, "skel": 0.28499}, "n_reads": 18798, "n_cand": 27478, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 18798, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4229, "admitted_surface": 17153, "staged_surface": 0, "admitted_split": 20011, "staged_split": 0, "admitted_merge": 15412, "staged_merge": 0, "admitted_skel": 12960, "staged_skel": 0, "mean_count": 1319.096923828125, "n_util_obs": 596, "util_count_spearman": -0.017018542603038315}, "probe_overhead_sec_total": 493.225, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010955, "alpha": 0.03, "t": 3837.8}
{"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3872.1}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3143.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180601, "cps": 24.554688, "mean_p": 0.183589, "boundary_entropy": 0.039789, "bpb": 1.865531}, "tr": {"chunks": 3198.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176656, "cps": 24.984375, "mean_p": 0.175118, "boundary_entropy": 0.094731, "bpb": 2.04568}, "fi": {"chunks": 3452.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18351, "cps": 26.96875, "mean_p": 0.18059, "boundary_entropy": 0.084855, "bpb": 2.203426}}, "bpb": {"en": 1.86553, "tr": 2.04568, "fi": 2.20343}, "gini_cpc": 0.00845, "gini_cps": 0.021035, "bpic": 5.793118, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.978154927765219, "fi": 1.0161051271897306}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4258, "admitted_surface": 17195, "staged_surface": 0, "admitted_split": 20029, "staged_split": 0, "admitted_merge": 15371, "staged_merge": 0, "admitted_skel": 12941, "staged_skel": 0, "mean_count": 1333.48291015625, "n_util_obs": 603, "util_count_spearman": -0.017671428606221628}, "t": 3873.6}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.88544, "tr": 2.05598, "fi": 2.21257}, "bytes_per_chunk": {"en": 5.111, "tr": 5.849, "fi": 5.634}, "bpb_mean": 2.05133, "frozen_inventory": true, "t": 3876.1}
{"event": "train", "step": 4600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37186, "bpb": 1.97918, "chunk_loss": 0.030192, "F": 0.18646, "G": 0.19138, "chunks": 190.94, "bytes_per_chunk": 5.363, "boundary_entropy": 0.04976, "router_noise": 0.0, "grad_norm": 0.7451, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.804, "probe_sec": 0.1737, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.14694, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0653, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.87341, "trunc_abs_frac": 1.30307, "mean_delta_full": -0.01599, "read_hit_rate": {"surface": 0.71652, "split": 0.87897, "merge": 0.23305, "skel": 0.72864}, "mean_gate": {"surface": 0.34542, "split": 0.17814, "merge": 0.22585, "skel": 0.29068}, "n_reads": 18846, "n_cand": 27816, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 18846, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4258, "admitted_surface": 17162, "staged_surface": 0, "admitted_split": 19958, "staged_split": 0, "admitted_merge": 15484, "staged_merge": 0, "admitted_skel": 12932, "staged_skel": 0, "mean_count": 1333.7716064453125, "n_util_obs": 603, "util_count_spearman": -0.017403959498890665}, "probe_overhead_sec_total": 498.663, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009084, "alpha": 0.03, "t": 3878.0}
{"event": "consolidate", "step": 4650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3912.4}
{"event": "train", "step": 4650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37582, "bpb": 1.9849, "chunk_loss": 0.030245, "F": 0.19418, "G": 0.19823, "chunks": 198.84, "bytes_per_chunk": 5.15, "boundary_entropy": 0.04914, "router_noise": 0.0, "grad_norm": 0.7574, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.711, "probe_sec": 0.2143, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.18708, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.07429, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.14819, "n_merge": 2, "mean_delta_merge": 0.10114, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.80441, "trunc_abs_frac": 0.89844, "mean_delta_full": 0.1217, "read_hit_rate": {"surface": 0.73495, "split": 0.88963, "merge": 0.2506, "skel": 0.75227}, "mean_gate": {"surface": 0.34461, "split": 0.17805, "merge": 0.22906, "skel": 0.29217}, "n_reads": 19944, "n_cand": 28807, "read_suppressed_frac": 0.1004, "dropout_reads_logged": 19944, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4283, "admitted_surface": 17165, "staged_surface": 0, "admitted_split": 19873, "staged_split": 0, "admitted_merge": 15588, "staged_merge": 0, "admitted_skel": 12910, "staged_skel": 0, "mean_count": 1348.4268798828125, "n_util_obs": 609, "util_count_spearman": -0.025185686052655115}, "probe_overhead_sec_total": 504.761, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010478, "alpha": 0.03, "t": 3913.5}
{"event": "consolidate", "step": 4700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3947.6}
{"event": "train", "step": 4700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36237, "bpb": 1.96549, "chunk_loss": 0.030188, "F": 0.18784, "G": 0.19289, "chunks": 192.34, "bytes_per_chunk": 5.324, "boundary_entropy": 0.05517, "router_noise": 0.0, "grad_norm": 0.7561, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.694, "probe_sec": 0.0997, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08007, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.00821, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.64221, "n_merge": 1, "mean_delta_merge": 0.20844, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.98857, "trunc_abs_frac": 9.17214, "mean_delta_full": 0.10944, "read_hit_rate": {"surface": 0.72481, "split": 0.87984, "merge": 0.24758, "skel": 0.73714}, "mean_gate": {"surface": 0.33861, "split": 0.17153, "merge": 0.22234, "skel": 0.28241}, "n_reads": 19042, "n_cand": 27871, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 19042, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4310, "admitted_surface": 17145, "staged_surface": 0, "admitted_split": 19964, "staged_split": 0, "admitted_merge": 15500, "staged_merge": 0, "admitted_skel": 12927, "staged_skel": 0, "mean_count": 1363.02392578125, "n_util_obs": 612, "util_count_spearman": -0.027205444083315905}, "probe_overhead_sec_total": 510.106, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010568, "alpha": 0.03, "t": 3948.2}
{"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3982.1}
{"event": "train", "step": 4750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.44511, "bpb": 2.08485, "chunk_loss": 0.030211, "F": 0.18701, "G": 0.19154, "chunks": 191.5, "bytes_per_chunk": 5.347, "boundary_entropy": 0.05299, "router_noise": 0.0, "grad_norm": 0.7628, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.689, "probe_sec": 0.1483, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12686, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.08548, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.12952, "n_merge": 1, "mean_delta_merge": -0.11304, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.88543, "trunc_abs_frac": 1.11746, "mean_delta_full": -0.18643, "read_hit_rate": {"surface": 0.68127, "split": 0.85872, "merge": 0.21982, "skel": 0.69405}, "mean_gate": {"surface": 0.33525, "split": 0.17337, "merge": 0.22222, "skel": 0.28291}, "n_reads": 17874, "n_cand": 27473, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 17874, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4337, "admitted_surface": 17179, "staged_surface": 0, "admitted_split": 19976, "staged_split": 0, "admitted_merge": 15425, "staged_merge": 0, "admitted_skel": 12956, "staged_skel": 0, "mean_count": 1377.4810791015625, "n_util_obs": 619, "util_count_spearman": -0.027289909103331452}, "probe_overhead_sec_total": 515.774, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009751, "alpha": 0.03, "t": 3982.6}
{"event": "consolidate", "step": 4800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4018.7}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3143.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180601, "cps": 24.554688, "mean_p": 0.183384, "boundary_entropy": 0.039736, "bpb": 1.852645}, "tr": {"chunks": 3199.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176711, "cps": 24.992188, "mean_p": 0.174194, "boundary_entropy": 0.093246, "bpb": 2.038229}, "fi": {"chunks": 3297.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17527, "cps": 25.757812, "mean_p": 0.178341, "boundary_entropy": 0.085147, "bpb": 2.192037}}, "bpb": {"en": 1.85264, "tr": 2.03823, "fi": 2.19204}, "gini_cpc": 0.006673, "gini_cps": 0.010651, "bpic": 5.885673, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9784607923455081, "fi": 0.9704804763454639}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4369, "admitted_surface": 17106, "staged_surface": 0, "admitted_split": 19855, "staged_split": 0, "admitted_merge": 15681, "staged_merge": 0, "admitted_skel": 12894, "staged_skel": 0, "mean_count": 1391.688720703125, "n_util_obs": 627, "util_count_spearman": -0.021548335929084887}, "t": 4021.8}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.87348, "tr": 2.04675, "fi": 2.19983}, "bytes_per_chunk": {"en": 5.111, "tr": 5.85, "fi": 5.918}, "bpb_mean": 2.04002, "frozen_inventory": true, "t": 4024.6}
{"event": "train", "step": 4800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32971, "bpb": 1.91837, "chunk_loss": 0.030173, "F": 0.18994, "G": 0.19337, "chunks": 194.5, "bytes_per_chunk": 5.265, "boundary_entropy": 0.04615, "router_noise": 0.0, "grad_norm": 0.7172, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.884, "probe_sec": 0.163, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11085, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.01077, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.07083, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.04097, "trunc_abs_frac": 1.04097, "mean_delta_full": 0.27112, "read_hit_rate": {"surface": 0.75081, "split": 0.89891, "merge": 0.24513, "skel": 0.76611}, "mean_gate": {"surface": 0.34338, "split": 0.17444, "merge": 0.22129, "skel": 0.28823}, "n_reads": 20023, "n_cand": 28511, "read_suppressed_frac": 0.0996, "dropout_reads_logged": 20023, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4369, "admitted_surface": 17110, "staged_surface": 0, "admitted_split": 19857, "staged_split": 0, "admitted_merge": 15665, "staged_merge": 0, "admitted_skel": 12904, "staged_skel": 0, "mean_count": 1392.00146484375, "n_util_obs": 627, "util_count_spearman": -0.021302825928812656}, "probe_overhead_sec_total": 521.093, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011183, "alpha": 0.03, "t": 4026.9}
{"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4076.2}
{"event": "train", "step": 4850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31973, "bpb": 1.90397, "chunk_loss": 0.030283, "F": 0.19577, "G": 0.19951, "chunks": 200.47, "bytes_per_chunk": 5.108, "boundary_entropy": 0.04761, "router_noise": 0.0, "grad_norm": 0.6678, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 1.008, "probe_sec": 0.0854, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06103, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.00316, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.03101, "n_merge": 1, "mean_delta_merge": -0.08551, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.33785, "trunc_abs_frac": 0.65889, "mean_delta_full": -0.033, "read_hit_rate": {"surface": 0.75372, "split": 0.89678, "merge": 0.26468, "skel": 0.75833}, "mean_gate": {"surface": 0.33758, "split": 0.17174, "merge": 0.21873, "skel": 0.28398}, "n_reads": 20365, "n_cand": 28964, "read_suppressed_frac": 0.1004, "dropout_reads_logged": 20365, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4403, "admitted_surface": 17101, "staged_surface": 0, "admitted_split": 19889, "staged_split": 0, "admitted_merge": 15642, "staged_merge": 0, "admitted_skel": 12904, "staged_skel": 0, "mean_count": 1406.49755859375, "n_util_obs": 630, "util_count_spearman": -0.028781078721637564}, "probe_overhead_sec_total": 528.967, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009516, "alpha": 0.03, "t": 4077.3}
{"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4122.8}
{"event": "train", "step": 4900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37833, "bpb": 1.98851, "chunk_loss": 0.030233, "F": 0.19128, "G": 0.19523, "chunks": 195.88, "bytes_per_chunk": 5.228, "boundary_entropy": 0.04883, "router_noise": 0.0, "grad_norm": 0.8243, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.942, "probe_sec": 0.1888, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.15708, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.04461, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.16966, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.22581, "trunc_abs_frac": 0.34868, "mean_delta_full": 0.39655, "read_hit_rate": {"surface": 0.72883, "split": 0.88897, "merge": 0.23549, "skel": 0.74534}, "mean_gate": {"surface": 0.3393, "split": 0.17131, "merge": 0.2201, "skel": 0.28243}, "n_reads": 19681, "n_cand": 28611, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 19681, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4429, "admitted_surface": 17134, "staged_surface": 0, "admitted_split": 19940, "staged_split": 0, "admitted_merge": 15560, "staged_merge": 0, "admitted_skel": 12902, "staged_skel": 0, "mean_count": 1421.28173828125, "n_util_obs": 637, "util_count_spearman": -0.03454385802949671}, "probe_overhead_sec_total": 534.87, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011007, "alpha": 0.03, "t": 4124.3}
{"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4159.1}
{"event": "train", "step": 4950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30681, "bpb": 1.88533, "chunk_loss": 0.030365, "F": 0.19202, "G": 0.1961, "chunks": 196.62, "bytes_per_chunk": 5.208, "boundary_entropy": 0.05249, "router_noise": 0.0, "grad_norm": 0.7308, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.717, "probe_sec": 0.1495, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12639, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.20525, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.23782, "n_merge": 2, "mean_delta_merge": 0.04817, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.75115, "trunc_abs_frac": 0.27989, "mean_delta_full": 0.13306, "read_hit_rate": {"surface": 0.72364, "split": 0.88189, "merge": 0.25739, "skel": 0.72542}, "mean_gate": {"surface": 0.33126, "split": 0.16784, "merge": 0.2165, "skel": 0.27665}, "n_reads": 19129, "n_cand": 28062, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 19129, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4465, "admitted_surface": 17141, "staged_surface": 0, "admitted_split": 19991, "staged_split": 0, "admitted_merge": 15445, "staged_merge": 0, "admitted_skel": 12959, "staged_skel": 0, "mean_count": 1436.0789794921875, "n_util_obs": 644, "util_count_spearman": -0.02158572181979071}, "probe_overhead_sec_total": 540.92, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010084, "alpha": 0.03, "t": 4160.2}
{"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4194.6}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3143.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180601, "cps": 24.554688, "mean_p": 0.183377, "boundary_entropy": 0.038362, "bpb": 1.846173}, "tr": {"chunks": 3201.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176822, "cps": 25.007812, "mean_p": 0.173947, "boundary_entropy": 0.088155, "bpb": 2.024311}, "fi": {"chunks": 3482.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185104, "cps": 27.203125, "mean_p": 0.181034, "boundary_entropy": 0.082913, "bpb": 2.178051}}, "bpb": {"en": 1.84617, "tr": 2.02431, "fi": 2.17805}, "gini_cpc": 0.010178, "gini_cps": 0.023, "bpic": 5.773662, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9790725215060868, "fi": 1.0249357047724916}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4492, "admitted_surface": 17137, "staged_surface": 0, "admitted_split": 19942, "staged_split": 0, "admitted_merge": 15508, "staged_merge": 0, "admitted_skel": 12949, "staged_skel": 0, "mean_count": 1450.4183349609375, "n_util_obs": 651, "util_count_spearman": -0.023500260393678883}, "t": 4196.1}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.86502, "tr": 2.03388, "fi": 2.18723}, "bytes_per_chunk": {"en": 5.109, "tr": 5.846, "fi": 5.607}, "bpb_mean": 2.02871, "frozen_inventory": true, "t": 4198.4}
{"event": "train", "step": 5000, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.42356, "bpb": 2.05376, "chunk_loss": 0.030232, "F": 0.19156, "G": 0.19626, "chunks": 196.16, "bytes_per_chunk": 5.22, "boundary_entropy": 0.05467, "router_noise": 0.0, "grad_norm": 0.7187, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.801, "probe_sec": 0.0775, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05528, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.06879, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.19106, "n_merge": 2, "mean_delta_merge": -0.30511, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.02022, "trunc_abs_frac": 5.82881, "mean_delta_full": -0.15212, "read_hit_rate": {"surface": 0.69384, "split": 0.86205, "merge": 0.25189, "skel": 0.69581}, "mean_gate": {"surface": 0.32974, "split": 0.16594, "merge": 0.21791, "skel": 0.27452}, "n_reads": 18462, "n_cand": 27908, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 18462, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4492, "admitted_surface": 17192, "staged_surface": 0, "admitted_split": 20056, "staged_split": 0, "admitted_merge": 15327, "staged_merge": 0, "admitted_skel": 12961, "staged_skel": 0, "mean_count": 1450.6923828125, "n_util_obs": 651, "util_count_spearman": -0.023627548248212338}, "probe_overhead_sec_total": 546.21, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009964, "alpha": 0.03, "t": 4200.2}
{"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4235.0}
{"event": "train", "step": 5050, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.27177, "bpb": 1.83477, "chunk_loss": 0.030226, "F": 0.19403, "G": 0.19684, "chunks": 198.69, "bytes_per_chunk": 5.154, "boundary_entropy": 0.04814, "router_noise": 0.0, "grad_norm": 0.6948, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.707, "probe_sec": 0.1449, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11275, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.00594, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.15108, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.50968, "trunc_abs_frac": 4.81024, "mean_delta_full": 0.28384, "read_hit_rate": {"surface": 0.75561, "split": 0.903, "merge": 0.2693, "skel": 0.76737}, "mean_gate": {"surface": 0.34452, "split": 0.17321, "merge": 0.22266, "skel": 0.28732}, "n_reads": 20548, "n_cand": 28955, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 20548, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4521, "admitted_surface": 17087, "staged_surface": 0, "admitted_split": 19912, "staged_split": 0, "admitted_merge": 15608, "staged_merge": 0, "admitted_skel": 12929, "staged_skel": 0, "mean_count": 1465.4759521484375, "n_util_obs": 656, "util_count_spearman": -0.024407715471204943}, "probe_overhead_sec_total": 551.677, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009464, "alpha": 0.03, "t": 4235.6}
{"event": "consolidate", "step": 5100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4270.5}
{"event": "train", "step": 5100, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3302, "bpb": 1.91908, "chunk_loss": 0.030141, "F": 0.18597, "G": 0.18944, "chunks": 190.44, "bytes_per_chunk": 5.377, "boundary_entropy": 0.04802, "router_noise": 0.0, "grad_norm": 0.7198, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.71, "probe_sec": 0.1577, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13599, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.03292, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.19958, "n_merge": 1, "mean_delta_merge": 0.10602, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.85907, "trunc_abs_frac": 0.52487, "mean_delta_full": 0.1197, "read_hit_rate": {"surface": 0.73276, "split": 0.88561, "merge": 0.23367, "skel": 0.74702}, "mean_gate": {"surface": 0.33808, "split": 0.16982, "merge": 0.21844, "skel": 0.28235}, "n_reads": 19043, "n_cand": 27737, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 19043, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4546, "admitted_surface": 17122, "staged_surface": 0, "admitted_split": 19966, "staged_split": 0, "admitted_merge": 15482, "staged_merge": 0, "admitted_skel": 12966, "staged_skel": 0, "mean_count": 1480.093017578125, "n_util_obs": 666, "util_count_spearman": -0.041627368848415745}, "probe_overhead_sec_total": 557.05, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010136, "alpha": 0.03, "t": 4271.1}
{"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4304.6}
{"event": "train", "step": 5150, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35672, "bpb": 1.95733, "chunk_loss": 0.030236, "F": 0.19153, "G": 0.19512, "chunks": 196.12, "bytes_per_chunk": 5.221, "boundary_entropy": 0.04951, "router_noise": 0.0, "grad_norm": 0.704, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.683, "probe_sec": 0.1224, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09788, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.00269, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.34473, "n_merge": 1, "mean_delta_merge": -0.13202, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.17629, "trunc_abs_frac": 2.43267, "mean_delta_full": -0.01622, "read_hit_rate": {"surface": 0.73238, "split": 0.88528, "merge": 0.23406, "skel": 0.73891}, "mean_gate": {"surface": 0.33201, "split": 0.16739, "merge": 0.21489, "skel": 0.2777}, "n_reads": 19252, "n_cand": 28192, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 19252, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4572, "admitted_surface": 17093, "staged_surface": 0, "admitted_split": 19961, "staged_split": 0, "admitted_merge": 15577, "staged_merge": 0, "admitted_skel": 12905, "staged_skel": 0, "mean_count": 1494.813720703125, "n_util_obs": 672, "util_count_spearman": -0.02922724543915651}, "probe_overhead_sec_total": 563.405, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010132, "alpha": 0.03, "t": 4305.2}
{"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4339.7}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3144.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180659, "cps": 24.5625, "mean_p": 0.18341, "boundary_entropy": 0.038198, "bpb": 1.839934}, "tr": {"chunks": 3198.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176656, "cps": 24.984375, "mean_p": 0.173361, "boundary_entropy": 0.088376, "bpb": 2.019788}, "fi": {"chunks": 3504.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186274, "cps": 27.375, "mean_p": 0.180972, "boundary_entropy": 0.081774, "bpb": 2.172974}}, "bpb": {"en": 1.83993, "tr": 2.01979, "fi": 2.17297}, "gini_cpc": 0.011796, "gini_cps": 0.024375, "bpic": 5.761934, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9778438097856499, "fi": 1.031083404585834}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4601, "admitted_surface": 17172, "staged_surface": 0, "admitted_split": 20059, "staged_split": 0, "admitted_merge": 15360, "staged_merge": 0, "admitted_skel": 12945, "staged_skel": 0, "mean_count": 1509.08837890625, "n_util_obs": 681, "util_count_spearman": -0.03148854586582735}, "t": 4341.1}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.86078, "tr": 2.02834, "fi": 2.18255}, "bytes_per_chunk": {"en": 5.11, "tr": 5.85, "fi": 5.548}, "bpb_mean": 2.02389, "frozen_inventory": true, "t": 4343.7}
{"event": "train", "step": 5200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29918, "bpb": 1.87432, "chunk_loss": 0.030276, "F": 0.19458, "G": 0.19815, "chunks": 199.25, "bytes_per_chunk": 5.139, "boundary_entropy": 0.04822, "router_noise": 0.0, "grad_norm": 0.699, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.808, "probe_sec": 0.0832, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05794, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.0671, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.34872, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.40359, "trunc_abs_frac": 0.4753, "mean_delta_full": 0.34196, "read_hit_rate": {"surface": 0.75189, "split": 0.89393, "merge": 0.27899, "skel": 0.75909}, "mean_gate": {"surface": 0.33693, "split": 0.16859, "merge": 0.21533, "skel": 0.28161}, "n_reads": 20420, "n_cand": 28940, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 20420, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4602, "admitted_surface": 17114, "staged_surface": 0, "admitted_split": 19999, "staged_split": 0, "admitted_merge": 15484, "staged_merge": 0, "admitted_skel": 12939, "staged_skel": 0, "mean_count": 1509.4071044921875, "n_util_obs": 681, "util_count_spearman": -0.03145321024001149}, "probe_overhead_sec_total": 569.329, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010193, "alpha": 0.03, "t": 4345.6}
{"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4379.9}
{"event": "train", "step": 5250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29541, "bpb": 1.86888, "chunk_loss": 0.030201, "F": 0.18851, "G": 0.1931, "chunks": 193.03, "bytes_per_chunk": 5.305, "boundary_entropy": 0.04956, "router_noise": 0.0, "grad_norm": 0.6963, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.697, "probe_sec": 0.0829, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06007, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.03771, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.08374, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 13.26013, "trunc_abs_frac": 0.96789, "mean_delta_full": -0.01355, "read_hit_rate": {"surface": 0.731, "split": 0.88919, "merge": 0.2511, "skel": 0.7402}, "mean_gate": {"surface": 0.33389, "split": 0.16583, "merge": 0.2128, "skel": 0.27701}, "n_reads": 19362, "n_cand": 28050, "read_suppressed_frac": 0.1029, "dropout_reads_logged": 19362, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4630, "admitted_surface": 17144, "staged_surface": 0, "admitted_split": 20004, "staged_split": 0, "admitted_merge": 15454, "staged_merge": 0, "admitted_skel": 12934, "staged_skel": 0, "mean_count": 1524.095947265625, "n_util_obs": 685, "util_count_spearman": -0.028151920662295604}, "probe_overhead_sec_total": 574.414, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010222, "alpha": 0.03, "t": 4380.5}
{"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4413.4}
{"event": "train", "step": 5300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29216, "bpb": 1.8642, "chunk_loss": 0.030169, "F": 0.18884, "G": 0.19153, "chunks": 193.38, "bytes_per_chunk": 5.295, "boundary_entropy": 0.04469, "router_noise": 0.0, "grad_norm": 0.6609, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.681, "probe_sec": 0.1108, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08323, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.08838, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": 0.43441, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.19866, "trunc_abs_frac": 0.39811, "mean_delta_full": 0.11918, "read_hit_rate": {"surface": 0.74561, "split": 0.89419, "merge": 0.25669, "skel": 0.7562}, "mean_gate": {"surface": 0.338, "split": 0.16692, "merge": 0.21468, "skel": 0.28019}, "n_reads": 19850, "n_cand": 28353, "read_suppressed_frac": 0.1058, "dropout_reads_logged": 19850, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4654, "admitted_surface": 17091, "staged_surface": 0, "admitted_split": 19970, "staged_split": 0, "admitted_merge": 15518, "staged_merge": 0, "admitted_skel": 12957, "staged_skel": 0, "mean_count": 1538.77783203125, "n_util_obs": 694, "util_count_spearman": -0.01931087989759522}, "probe_overhead_sec_total": 579.887, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011505, "alpha": 0.03, "t": 4414.5}
{"event": "consolidate", "step": 5350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4450.3}
{"event": "train", "step": 5350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29273, "bpb": 1.86502, "chunk_loss": 0.030195, "F": 0.19101, "G": 0.19369, "chunks": 195.59, "bytes_per_chunk": 5.235, "boundary_entropy": 0.04564, "router_noise": 0.0, "grad_norm": 0.7175, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.737, "probe_sec": 0.1198, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08807, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.01717, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.0033, "n_merge": 2, "mean_delta_merge": 0.19641, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.02106, "trunc_abs_frac": 2.30786, "mean_delta_full": 0.06232, "read_hit_rate": {"surface": 0.75028, "split": 0.89939, "merge": 0.23487, "skel": 0.7696}, "mean_gate": {"surface": 0.3405, "split": 0.16921, "merge": 0.21987, "skel": 0.28152}, "n_reads": 19937, "n_cand": 28489, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 19937, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4672, "admitted_surface": 17065, "staged_surface": 0, "admitted_split": 19928, "staged_split": 0, "admitted_merge": 15655, "staged_merge": 0, "admitted_skel": 12888, "staged_skel": 0, "mean_count": 1553.448486328125, "n_util_obs": 701, "util_count_spearman": -0.013904208860266469}, "probe_overhead_sec_total": 585.521, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009879, "alpha": 0.03, "t": 4451.4}
{"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4494.4}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3142.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180544, "cps": 24.546875, "mean_p": 0.182699, "boundary_entropy": 0.039244, "bpb": 1.832475}, "tr": {"chunks": 3195.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17649, "cps": 24.960938, "mean_p": 0.172513, "boundary_entropy": 0.087644, "bpb": 2.010949}, "fi": {"chunks": 3391.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180267, "cps": 26.492188, "mean_p": 0.178712, "boundary_entropy": 0.080799, "bpb": 2.163018}}, "bpb": {"en": 1.83248, "tr": 2.01095, "fi": 2.16302}, "gini_cpc": 0.005029, "gini_cps": 0.017064, "bpic": 5.831826, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9775483580008066, "fi": 0.9984672991387644}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4705, "admitted_surface": 17136, "staged_surface": 0, "admitted_split": 20009, "staged_split": 0, "admitted_merge": 15434, "staged_merge": 0, "admitted_skel": 12957, "staged_skel": 0, "mean_count": 1567.8546142578125, "n_util_obs": 705, "util_count_spearman": -0.018001426875865378}, "t": 4496.1}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.85268, "tr": 2.01929, "fi": 2.17249}, "bytes_per_chunk": {"en": 5.111, "tr": 5.851, "fi": 5.789}, "bpb_mean": 2.01482, "frozen_inventory": true, "t": 4499.0}
{"event": "train", "step": 5400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36778, "bpb": 1.97329, "chunk_loss": 0.030191, "F": 0.19092, "G": 0.1955, "chunks": 195.5, "bytes_per_chunk": 5.238, "boundary_entropy": 0.05664, "router_noise": 0.0, "grad_norm": 0.8304, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 1.056, "probe_sec": 0.2336, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13922, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.07046, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.19757, "n_merge": 1, "mean_delta_merge": 0.22571, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.0, "trunc_abs_frac": 1.0, "mean_delta_full": -0.04102, "read_hit_rate": {"surface": 0.70533, "split": 0.86971, "merge": 0.24112, "skel": 0.70533}, "mean_gate": {"surface": 0.32735, "split": 0.16411, "merge": 0.21417, "skel": 0.27122}, "n_reads": 18420, "n_cand": 27690, "read_suppressed_frac": 0.1, "dropout_reads_logged": 18420, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4705, "admitted_surface": 17175, "staged_surface": 0, "admitted_split": 20038, "staged_split": 0, "admitted_merge": 15348, "staged_merge": 0, "admitted_skel": 12975, "staged_skel": 0, "mean_count": 1568.1339111328125, "n_util_obs": 706, "util_count_spearman": -0.013875674842088813}, "probe_overhead_sec_total": 591.857, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010205, "alpha": 0.03, "t": 4504.2}
{"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4549.5}
{"event": "train", "step": 5450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30229, "bpb": 1.8788, "chunk_loss": 0.030221, "F": 0.19263, "G": 0.1953, "chunks": 197.25, "bytes_per_chunk": 5.191, "boundary_entropy": 0.04725, "router_noise": 0.0, "grad_norm": 0.7105, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.929, "probe_sec": 0.1113, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06137, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.12371, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.38824, "n_merge": 2, "mean_delta_merge": -0.09814, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.76618, "trunc_abs_frac": 3.27755, "mean_delta_full": 0.0882, "read_hit_rate": {"surface": 0.74475, "split": 0.89664, "merge": 0.24824, "skel": 0.76065}, "mean_gate": {"surface": 0.33421, "split": 0.16622, "merge": 0.21305, "skel": 0.27698}, "n_reads": 19963, "n_cand": 28594, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 19963, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4734, "admitted_surface": 17086, "staged_surface": 0, "admitted_split": 19962, "staged_split": 0, "admitted_merge": 15566, "staged_merge": 0, "admitted_skel": 12922, "staged_skel": 0, "mean_count": 1582.7183837890625, "n_util_obs": 713, "util_count_spearman": -0.015408850375927036}, "probe_overhead_sec_total": 597.992, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010418, "alpha": 0.03, "t": 4550.6}
{"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4592.1}
{"event": "train", "step": 5500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29544, "bpb": 1.86893, "chunk_loss": 0.03028, "F": 0.1955, "G": 0.19847, "chunks": 200.19, "bytes_per_chunk": 5.115, "boundary_entropy": 0.04642, "router_noise": 0.0, "grad_norm": 0.6825, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.84, "probe_sec": 0.0845, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04864, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.01999, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.09387, "n_merge": 1, "mean_delta_merge": -0.54913, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.2299, "trunc_abs_frac": 0.2299, "mean_delta_full": 0.40833, "read_hit_rate": {"surface": 0.75824, "split": 0.89993, "merge": 0.27026, "skel": 0.77309}, "mean_gate": {"surface": 0.33753, "split": 0.16742, "merge": 0.21002, "skel": 0.28054}, "n_reads": 20737, "n_cand": 29192, "read_suppressed_frac": 0.1004, "dropout_reads_logged": 20737, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4758, "admitted_surface": 17041, "staged_surface": 0, "admitted_split": 19970, "staged_split": 0, "admitted_merge": 15617, "staged_merge": 0, "admitted_skel": 12908, "staged_skel": 0, "mean_count": 1597.3135986328125, "n_util_obs": 721, "util_count_spearman": -0.019050773452969013}, "probe_overhead_sec_total": 603.931, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010461, "alpha": 0.03, "t": 4592.6}
{"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4631.0}
{"event": "train", "step": 5550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29457, "bpb": 1.86768, "chunk_loss": 0.030265, "F": 0.19083, "G": 0.19436, "chunks": 195.41, "bytes_per_chunk": 5.24, "boundary_entropy": 0.05134, "router_noise": 0.0, "grad_norm": 0.7055, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.8, "probe_sec": 0.0891, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05148, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.01875, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.15213, "n_merge": 1, "mean_delta_merge": 0.26172, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.72738, "split": 0.88397, "merge": 0.25335, "skel": 0.7308}, "mean_gate": {"surface": 0.32963, "split": 0.16295, "merge": 0.21033, "skel": 0.27154}, "n_reads": 19221, "n_cand": 28078, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 19221, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4785, "admitted_surface": 17109, "staged_surface": 0, "admitted_split": 20031, "staged_split": 0, "admitted_merge": 15423, "staged_merge": 0, "admitted_skel": 12973, "staged_skel": 0, "mean_count": 1612.1893310546875, "n_util_obs": 730, "util_count_spearman": -0.018154377636482068}, "probe_overhead_sec_total": 609.815, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010808, "alpha": 0.03, "t": 4632.6}
{"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4672.4}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3142.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180544, "cps": 24.546875, "mean_p": 0.182469, "boundary_entropy": 0.040414, "bpb": 1.828036}, "tr": {"chunks": 3200.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176766, "cps": 25.0, "mean_p": 0.173449, "boundary_entropy": 0.087623, "bpb": 2.006035}, "fi": {"chunks": 3421.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181862, "cps": 26.726562, "mean_p": 0.179638, "boundary_entropy": 0.082316, "bpb": 2.156161}}, "bpb": {"en": 1.82804, "tr": 2.00603, "fi": 2.15616}, "gini_cpc": 0.0063, "gini_cps": 0.019052, "bpic": 5.810919, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9790781676377407, "fi": 1.0073006872172554}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4810, "admitted_surface": 17125, "staged_surface": 0, "admitted_split": 20084, "staged_split": 0, "admitted_merge": 15339, "staged_merge": 0, "admitted_skel": 12988, "staged_skel": 0, "mean_count": 1626.348876953125, "n_util_obs": 740, "util_count_spearman": -0.032389079752816276}, "t": 4673.8}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.8482, "tr": 2.01421, "fi": 2.16491}, "bytes_per_chunk": {"en": 5.111, "tr": 5.849, "fi": 5.733}, "bpb_mean": 2.00911, "frozen_inventory": true, "t": 4676.4}
{"event": "train", "step": 5600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35387, "bpb": 1.95322, "chunk_loss": 0.030174, "F": 0.1875, "G": 0.19157, "chunks": 192.0, "bytes_per_chunk": 5.333, "boundary_entropy": 0.05285, "router_noise": 0.0, "grad_norm": 0.726, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.916, "probe_sec": 0.0962, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0496, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.01629, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.56369, "n_merge": 1, "mean_delta_merge": -0.15375, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.27861, "trunc_abs_frac": 0.27559, "mean_delta_full": -0.08105, "read_hit_rate": {"surface": 0.72088, "split": 0.87924, "merge": 0.23684, "skel": 0.73163}, "mean_gate": {"surface": 0.33063, "split": 0.16416, "merge": 0.20775, "skel": 0.274}, "n_reads": 18881, "n_cand": 27808, "read_suppressed_frac": 0.1053, "dropout_reads_logged": 18881, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4810, "admitted_surface": 17089, "staged_surface": 0, "admitted_split": 20049, "staged_split": 0, "admitted_merge": 15436, "staged_merge": 0, "admitted_skel": 12962, "staged_skel": 0, "mean_count": 1626.636474609375, "n_util_obs": 740, "util_count_spearman": -0.03220001312313642}, "probe_overhead_sec_total": 615.617, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011703, "alpha": 0.03, "t": 4678.4}
{"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4714.3}
{"event": "train", "step": 5650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30484, "bpb": 1.88249, "chunk_loss": 0.030164, "F": 0.18509, "G": 0.18892, "chunks": 189.53, "bytes_per_chunk": 5.403, "boundary_entropy": 0.05075, "router_noise": 0.0, "grad_norm": 0.7422, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.728, "probe_sec": 0.0678, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04715, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.05657, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.08067, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.34233, "trunc_abs_frac": 0.67297, "mean_delta_full": 0.22989, "read_hit_rate": {"surface": 0.72087, "split": 0.87628, "merge": 0.25146, "skel": 0.73385}, "mean_gate": {"surface": 0.33264, "split": 0.16509, "merge": 0.20998, "skel": 0.2738}, "n_reads": 18700, "n_cand": 27444, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 18700, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4835, "admitted_surface": 17140, "staged_surface": 0, "admitted_split": 20082, "staged_split": 0, "admitted_merge": 15356, "staged_merge": 0, "admitted_skel": 12958, "staged_skel": 0, "mean_count": 1641.2120361328125, "n_util_obs": 750, "util_count_spearman": -0.054153642079900616}, "probe_overhead_sec_total": 620.905, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01067, "alpha": 0.03, "t": 4714.8}
{"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4751.6}
{"event": "train", "step": 5700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.4332, "bpb": 2.06767, "chunk_loss": 0.030179, "F": 0.18466, "G": 0.18946, "chunks": 189.09, "bytes_per_chunk": 5.415, "boundary_entropy": 0.05453, "router_noise": 0.0, "grad_norm": 0.8494, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.751, "probe_sec": 0.1054, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08328, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.05287, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.27454, "n_merge": 2, "mean_delta_merge": -0.13823, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.5148, "trunc_abs_frac": 0.84448, "mean_delta_full": -0.13818, "read_hit_rate": {"surface": 0.67403, "split": 0.84983, "merge": 0.21881, "skel": 0.67239}, "mean_gate": {"surface": 0.32537, "split": 0.16105, "merge": 0.21016, "skel": 0.27012}, "n_reads": 17312, "n_cand": 26998, "read_suppressed_frac": 0.104, "dropout_reads_logged": 17312, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4856, "admitted_surface": 17124, "staged_surface": 0, "admitted_split": 20125, "staged_split": 0, "admitted_merge": 15293, "staged_merge": 0, "admitted_skel": 12994, "staged_skel": 0, "mean_count": 1655.84765625, "n_util_obs": 760, "util_count_spearman": -0.05968067934110844}, "probe_overhead_sec_total": 625.985, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012213, "alpha": 0.03, "t": 4752.3}
{"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4788.8}
{"event": "train", "step": 5750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.25309, "bpb": 1.80783, "chunk_loss": 0.030274, "F": 0.1933, "G": 0.19618, "chunks": 197.94, "bytes_per_chunk": 5.173, "boundary_entropy": 0.04789, "router_noise": 0.0, "grad_norm": 0.7401, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.746, "probe_sec": 0.0759, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05032, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.08974, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.13548, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.755, "split": 0.89732, "merge": 0.25662, "skel": 0.76113}, "mean_gate": {"surface": 0.33198, "split": 0.16349, "merge": 0.21152, "skel": 0.27323}, "n_reads": 19995, "n_cand": 28499, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 19995, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4886, "admitted_surface": 17059, "staged_surface": 0, "admitted_split": 19994, "staged_split": 0, "admitted_merge": 15542, "staged_merge": 0, "admitted_skel": 12941, "staged_skel": 0, "mean_count": 1670.463134765625, "n_util_obs": 768, "util_count_spearman": -0.05966354418146273}, "probe_overhead_sec_total": 632.085, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012262, "alpha": 0.03, "t": 4789.6}
{"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4827.7}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3144.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180659, "cps": 24.5625, "mean_p": 0.182605, "boundary_entropy": 0.03946, "bpb": 1.824842}, "tr": {"chunks": 3198.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176656, "cps": 24.984375, "mean_p": 0.172612, "boundary_entropy": 0.086422, "bpb": 1.999653}, "fi": {"chunks": 3432.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182446, "cps": 26.8125, "mean_p": 0.179489, "boundary_entropy": 0.080551, "bpb": 2.153442}}, "bpb": {"en": 1.82484, "tr": 1.99965, "fi": 2.15344}, "gini_cpc": 0.007152, "gini_cps": 0.019644, "bpic": 5.804379, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9778438097856499, "fi": 1.009896759286125}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4911, "admitted_surface": 17044, "staged_surface": 0, "admitted_split": 19890, "staged_split": 0, "admitted_merge": 15665, "staged_merge": 0, "admitted_skel": 12937, "staged_skel": 0, "mean_count": 1684.978515625, "n_util_obs": 774, "util_count_spearman": -0.06485571275642789}, "t": 4829.3}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.84554, "tr": 2.00802, "fi": 2.16221}, "bytes_per_chunk": {"en": 5.111, "tr": 5.849, "fi": 5.729}, "bpb_mean": 2.00526, "frozen_inventory": true, "t": 4832.0}
{"event": "train", "step": 5800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.23736, "bpb": 1.78513, "chunk_loss": 0.030242, "F": 0.19177, "G": 0.19549, "chunks": 196.38, "bytes_per_chunk": 5.215, "boundary_entropy": 0.04939, "router_noise": 0.0, "grad_norm": 0.7105, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.889, "probe_sec": 0.0993, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06977, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.10944, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": 0.05359, "n_merge": 1, "mean_delta_merge": 0.08014, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.59122, "trunc_abs_frac": 7.19244, "mean_delta_full": -0.00903, "read_hit_rate": {"surface": 0.75512, "split": 0.90582, "merge": 0.26013, "skel": 0.77454}, "mean_gate": {"surface": 0.33246, "split": 0.1608, "merge": 0.20801, "skel": 0.27027}, "n_reads": 20409, "n_cand": 28721, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 20409, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4911, "admitted_surface": 17080, "staged_surface": 0, "admitted_split": 19972, "staged_split": 0, "admitted_merge": 15533, "staged_merge": 0, "admitted_skel": 12951, "staged_skel": 0, "mean_count": 1685.294189453125, "n_util_obs": 774, "util_count_spearman": -0.0645893197240141}, "probe_overhead_sec_total": 637.662, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011177, "alpha": 0.03, "t": 4834.0}
{"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4874.4}
{"event": "train", "step": 5850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36049, "bpb": 1.96277, "chunk_loss": 0.03023, "F": 0.19113, "G": 0.1941, "chunks": 195.72, "bytes_per_chunk": 5.232, "boundary_entropy": 0.05603, "router_noise": 0.0, "grad_norm": 0.7827, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.838, "probe_sec": 0.0948, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0523, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04501, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.20376, "trunc_abs_frac": 2.72747, "mean_delta_full": 0.18584, "read_hit_rate": {"surface": 0.69636, "split": 0.8538, "merge": 0.25004, "skel": 0.70022}, "mean_gate": {"surface": 0.33038, "split": 0.16505, "merge": 0.21495, "skel": 0.27465}, "n_reads": 18157, "n_cand": 27610, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 18157, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4931, "admitted_surface": 17127, "staged_surface": 0, "admitted_split": 20159, "staged_split": 0, "admitted_merge": 15317, "staged_merge": 0, "admitted_skel": 12933, "staged_skel": 0, "mean_count": 1699.816162109375, "n_util_obs": 782, "util_count_spearman": -0.06484314302579831}, "probe_overhead_sec_total": 643.479, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010729, "alpha": 0.03, "t": 4876.0}
{"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4918.8}
{"event": "train", "step": 5900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34695, "bpb": 1.94323, "chunk_loss": 0.030245, "F": 0.19196, "G": 0.19443, "chunks": 196.56, "bytes_per_chunk": 5.21, "boundary_entropy": 0.04999, "router_noise": 0.0, "grad_norm": 0.7393, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.877, "probe_sec": 0.1268, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10257, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.04518, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": -0.00478, "n_merge": 1, "mean_delta_merge": 0.24841, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.34053, "trunc_abs_frac": 0.53217, "mean_delta_full": 0.24353, "read_hit_rate": {"surface": 0.72196, "split": 0.88438, "merge": 0.24285, "skel": 0.72967}, "mean_gate": {"surface": 0.32901, "split": 0.16286, "merge": 0.20674, "skel": 0.27054}, "n_reads": 19250, "n_cand": 28269, "read_suppressed_frac": 0.099, "dropout_reads_logged": 19250, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4951, "admitted_surface": 17101, "staged_surface": 0, "admitted_split": 20040, "staged_split": 0, "admitted_merge": 15452, "staged_merge": 0, "admitted_skel": 12943, "staged_skel": 0, "mean_count": 1714.5078125, "n_util_obs": 786, "util_count_spearman": -0.06463231422089662}, "probe_overhead_sec_total": 649.377, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.0114, "alpha": 0.03, "t": 4919.8}
{"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4967.4}
{"event": "train", "step": 5950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.2924, "bpb": 1.86454, "chunk_loss": 0.030167, "F": 0.1868, "G": 0.18979, "chunks": 191.28, "bytes_per_chunk": 5.353, "boundary_entropy": 0.05249, "router_noise": 0.0, "grad_norm": 0.7201, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.973, "probe_sec": 0.0781, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05683, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.15072, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 2, "mean_delta_split": -0.06622, "n_merge": 2, "mean_delta_merge": -0.00385, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.68158, "trunc_abs_frac": 1.4434, "mean_delta_full": -0.24063, "read_hit_rate": {"surface": 0.71161, "split": 0.874, "merge": 0.24847, "skel": 0.72727}, "mean_gate": {"surface": 0.32643, "split": 0.16105, "merge": 0.20698, "skel": 0.26591}, "n_reads": 18626, "n_cand": 27555, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 18626, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4975, "admitted_surface": 17134, "staged_surface": 0, "admitted_split": 20120, "staged_split": 0, "admitted_merge": 15326, "staged_merge": 0, "admitted_skel": 12956, "staged_skel": 0, "mean_count": 1729.0377197265625, "n_util_obs": 797, "util_count_spearman": -0.058502128659950414}, "probe_overhead_sec_total": 656.305, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01159, "alpha": 0.03, "t": 4968.5}
{"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5014.5}
{"event": "train", "step": 5999, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33721, "bpb": 1.92918, "chunk_loss": 0.030239, "F": 0.19266, "G": 0.1955, "chunks": 197.28, "bytes_per_chunk": 5.191, "boundary_entropy": 0.04728, "router_noise": 0.0, "grad_norm": 0.7409, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.921, "probe_sec": 0.0783, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05267, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.079, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.04602, "n_merge": 2, "mean_delta_merge": -0.08422, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.48525, "trunc_abs_frac": 0.65244, "mean_delta_full": -0.13452, "read_hit_rate": {"surface": 0.74638, "split": 0.89551, "merge": 0.25668, "skel": 0.75504}, "mean_gate": {"surface": 0.33437, "split": 0.16488, "merge": 0.21015, "skel": 0.27718}, "n_reads": 20084, "n_cand": 28710, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 20084, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 5006, "admitted_surface": 17074, "staged_surface": 0, "admitted_split": 20039, "staged_split": 0, "admitted_merge": 15437, "staged_merge": 0, "admitted_skel": 12986, "staged_skel": 0, "mean_count": 1743.3404541015625, "n_util_obs": 804, "util_count_spearman": -0.06284909495983235}, "probe_overhead_sec_total": 661.941, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011175, "alpha": 0.03, "t": 5014.5}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3143.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180601, "cps": 24.554688, "mean_p": 0.182478, "boundary_entropy": 0.039003, "bpb": 1.822702}, "tr": {"chunks": 3197.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176601, "cps": 24.976562, "mean_p": 0.172393, "boundary_entropy": 0.084004, "bpb": 1.994807}, "fi": {"chunks": 3511.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186646, "cps": 27.429688, "mean_p": 0.180318, "boundary_entropy": 0.079179, "bpb": 2.149753}}, "bpb": {"en": 1.8227, "tr": 1.99481, "fi": 2.14975}, "gini_cpc": 0.012314, "gini_cps": 0.024904, "bpic": 5.759009, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9778490631849296, "fi": 1.033471929769161}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 5006, "admitted_surface": 17074, "staged_surface": 0, "admitted_split": 20039, "staged_split": 0, "admitted_merge": 15437, "staged_merge": 0, "admitted_skel": 12986, "staged_skel": 0, "mean_count": 1743.3404541015625, "n_util_obs": 804, "util_count_spearman": -0.06284909495983235}, "t": 5016.0}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.84222, "tr": 2.00204, "fi": 2.1594}, "bytes_per_chunk": {"en": 5.111, "tr": 5.85, "fi": 5.55}, "bpb_mean": 2.00122, "frozen_inventory": true, "t": 5018.7}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed_s1/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed_s1/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed_s1/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed_s1/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed_s1/probe/reps/th0.70"], "t": 5021.6}
{"event": "final", "run": "ali_mem-mixed_s1", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 1, "per_lang": {"en": {"cpc": 0.18060104579670172, "cps": 24.5546875, "bpb": 1.8455071948058495, "bytes_per_chunk": 5.1010206166509375, "reads_per_chunk": 3.372160224165945}, "tr": {"cpc": 0.17660056344252334, "cps": 24.9765625, "bpb": 1.9944369041860428, "bytes_per_chunk": 5.863272906205617, "reads_per_chunk": 2.2486943490757}, "fi": {"cpc": 0.18664611131784595, "cps": 27.4296875, "bpb": 2.177488627181274, "bytes_per_chunk": 5.5395213693274865, "reads_per_chunk": 2.2312958951872788}}, "bpb_mean": 2.0058109087243885, "gini_cpc": 0.012314167484276384, "gini_cps": 0.024904409027848295, "bpic": 5.759009237640849, "mean_boundary_entropy": 0.04728221148252487, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 661.9414258003235, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 5027.53217625618, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 5006, "admitted_surface": 17074, "staged_surface": 0, "admitted_split": 20039, "staged_split": 0, "admitted_merge": 15437, "staged_merge": 0, "admitted_skel": 12986, "staged_skel": 0, "mean_count": 1743.3404541015625, "n_util_obs": 804, "util_count_spearman": -0.06284909495983235}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "learned", "candidate_types": ["surface", "split", "merge", "skel"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": -0.06284909495983235, "paired_vs_dropout": {"n": 1912, "pearson": 0.06709841400243347, "spearman": 0.04644100273384247, "mean_abs_discrepancy": 0.4457029700279236, "mean_paired": 0.020038260146975517, "mean_dropout": 0.04954762011766434}, "predictor_calibration": {"n": 5189, "all": {"n": 5189, "pearson": 0.12370052609475177, "spearman": 0.11266257608932018, "mae": 0.0967971682548523, "reliability": [{"pred": -0.01149236410856247, "obs": -0.009174125269055367, "n": 519}, {"pred": 0.0018226418178528547, "obs": -0.0014517313102260232, "n": 519}, {"pred": 0.006356410216540098, "obs": 0.001570532564073801, "n": 519}, {"pred": 0.009788600727915764, "obs": -0.0036883836146444082, "n": 519}, {"pred": 0.012563181109726429, "obs": 0.015777405351400375, "n": 518}, {"pred": 0.015432138927280903, "obs": 0.01733633317053318, "n": 519}, {"pred": 0.018491417169570923, "obs": 0.023574119433760643, "n": 519}, {"pred": 0.02224849909543991, "obs": 0.030142521485686302, "n": 519}, {"pred": 0.02695213072001934, "obs": 0.039423879235982895, "n": 519}, {"pred": 0.03732540085911751, "obs": 0.04252766817808151, "n": 519}]}, "admitted": {"n": 5189, "pearson": 0.12370052609475177, "spearman": 0.11266257608932018, "mae": 0.0967971682548523, "reliability": [{"pred": -0.01149236410856247, "obs": -0.009174125269055367, "n": 519}, {"pred": 0.0018226418178528547, "obs": -0.0014517313102260232, "n": 519}, {"pred": 0.006356410216540098, "obs": 0.001570532564073801, "n": 519}, {"pred": 0.009788600727915764, "obs": -0.0036883836146444082, "n": 519}, {"pred": 0.012563181109726429, "obs": 0.015777405351400375, "n": 518}, {"pred": 0.015432138927280903, "obs": 0.01733633317053318, "n": 519}, {"pred": 0.018491417169570923, "obs": 0.023574119433760643, "n": 519}, {"pred": 0.02224849909543991, "obs": 0.030142521485686302, "n": 519}, {"pred": 0.02695213072001934, "obs": 0.039423879235982895, "n": 519}, {"pred": 0.03732540085911751, "obs": 0.04252766817808151, "n": 519}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 5028.0}
{"event": "hub_done", "repo": "AdaptiveChunking/ali_mem-mixed_s1", "pushed": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "failed": [], "ok": true, "t": 5039.9}