Download log.jsonl from AdaptiveChunking/smoke_moe-router-script: direct link, hf CLI and curl.
- Browser
- Download file 14.3 kB
-
https://huggingface.co/AdaptiveChunking/smoke_moe-router-script/resolve/main/log.jsonl
- Command line
-
hf download hf://AdaptiveChunking/smoke_moe-router-script/log.jsonl
-
curl -L -o log.jsonl https://huggingface.co/AdaptiveChunking/smoke_moe-router-script/resolve/main/log.jsonl
14.3 kB
| {"event": "hub", "repo": "AdaptiveChunking/smoke_moe-router-script", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 20], "t": 0.7} | |
| {"event": "start", "run": "smoke_moe-router-script", "arch": "hnet_moe_router", "objective": "ratio", "condition": "A", "params": 75152, "langs": ["en", "de", "hi"], "premium": {"en": 1.0, "de": 1.05, "hi": 2.4}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "<synthetic>", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.3333, "de": 0.3333, "hi": 0.3333}, "device": "cpu", "t": 0.7} | |
| {"event": "probe_schedule", "n": 9, "steps": [0, 1, 2, 4, 6, 8, 10, 16, 20], "t": 0.7} | |
| {"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 271.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.209821, "cps": 67.75, "mean_p": 0.51202, "boundary_entropy": 0.673043, "bpb": 8.003899}, "de": {"chunks": 267.0, "chars": 271.0, "bytes": 512.0, "cpc": 0.98524, "cps": 66.75, "mean_p": 0.506525, "boundary_entropy": 0.669965, "bpb": 7.998187}, "hi": {"chunks": 289.0, "chars": 264.0, "bytes": 512.0, "cpc": 1.094697, "cps": 72.25, "mean_p": 0.509041, "boundary_entropy": 0.673906, "bpb": 8.011275}}, "bpb": {"en": 8.0039, "de": 7.99819, "hi": 8.01127}, "gini_cpc": 0.045511, "gini_cps": 0.017735, "bpic": 1.857316, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8143679960784848, "hi": 0.9048417756904842}, "t": 0.7} | |
| {"event": "train", "step": 0, "arch": "hnet_moe_router", "phase": 1, "objective": "global", "lm_loss": 5.55016, "bpb": 8.00718, "chunk_loss": 0.055461, "F": 0.51172, "G": 0.50726, "chunks": 65.5, "bytes_per_chunk": 1.954, "boundary_entropy": 0.67384, "router_noise": 0.0, "grad_norm": 0.8822, "lr": 0.00015, "router_trainable": true, "sec_per_step": 0.006, "moe": {"gate_mean": [0.853515625, 0.126953125, 0.0, 0.0, 0.01953125], "bytes_per_chunk": [1.942222237586975, 2.1666667461395264, 0.0, 0.0, 1.4285714626312256], "per_lang": {"en": [0.8046875, 0.1692708283662796, 0.0, 0.0, 0.02604166604578495], "de": [1.0, 0.0, 0.0, 0.0, 0.0]}}, "flops_total": 192081024.0, "flops_main": 59960448.0, "alpha": 0.03, "t": 0.7} | |
| {"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 269.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.200893, "cps": 67.25, "mean_p": 0.51177, "boundary_entropy": 0.673017, "bpb": 8.00014}, "de": {"chunks": 267.0, "chars": 271.0, "bytes": 512.0, "cpc": 0.98524, "cps": 66.75, "mean_p": 0.506892, "boundary_entropy": 0.669978, "bpb": 7.994909}, "hi": {"chunks": 288.0, "chars": 264.0, "bytes": 512.0, "cpc": 1.090909, "cps": 72.0, "mean_p": 0.509105, "boundary_entropy": 0.673953, "bpb": 8.011791}}, "bpb": {"en": 8.00014, "de": 7.99491, "hi": 8.01179}, "gini_cpc": 0.043871, "gini_cps": 0.01699, "bpic": 1.864078, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8204227767184734, "hi": 0.9084150050692801}, "t": 0.7} | |
| {"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 272.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.214286, "cps": 68.0, "mean_p": 0.512095, "boundary_entropy": 0.672953, "bpb": 7.994883}, "de": {"chunks": 270.0, "chars": 271.0, "bytes": 512.0, "cpc": 0.99631, "cps": 67.5, "mean_p": 0.507608, "boundary_entropy": 0.670026, "bpb": 7.984517}, "hi": {"chunks": 287.0, "chars": 264.0, "bytes": 512.0, "cpc": 1.087121, "cps": 71.75, "mean_p": 0.508377, "boundary_entropy": 0.674058, "bpb": 8.001162}}, "bpb": {"en": 7.99488, "de": 7.98452, "hi": 8.00116}, "gini_cpc": 0.044066, "gini_cps": 0.013671, "bpic": 1.852835, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8204905578467551, "hi": 0.895276292335116}, "t": 0.8} | |
| {"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 277.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.236607, "cps": 69.25, "mean_p": 0.511598, "boundary_entropy": 0.672927, "bpb": 7.976854}, "de": {"chunks": 271.0, "chars": 271.0, "bytes": 512.0, "cpc": 1.0, "cps": 67.75, "mean_p": 0.508214, "boundary_entropy": 0.670041, "bpb": 7.968397}, "hi": {"chunks": 278.0, "chars": 264.0, "bytes": 512.0, "cpc": 1.05303, "cps": 69.5, "mean_p": 0.506854, "boundary_entropy": 0.674398, "bpb": 7.977031}}, "bpb": {"en": 7.97685, "de": 7.9684, "hi": 7.97703}, "gini_cpc": 0.04795, "gini_cps": 0.00565, "bpic": 1.859564, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8086642599277979, "hi": 0.8515479706815446}, "t": 0.8} | |
| {"event": "train", "step": 5, "arch": "hnet_moe_router", "phase": 1, "objective": "global", "lm_loss": 5.52334, "bpb": 7.9685, "chunk_loss": 0.059413, "F": 0.56445, "G": 0.50894, "chunks": 72.25, "bytes_per_chunk": 1.772, "boundary_entropy": 0.67218, "router_noise": 0.0, "grad_norm": 0.7793, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.025, "moe": {"gate_mean": [0.93359375, 0.0390625, 0.0, 0.0, 0.02734375], "bytes_per_chunk": [1.7769516706466675, 1.6666666269302368, 0.0, 0.0, 1.75], "per_lang": {"en": [0.984375, 0.015625, 0.0, 0.0, 0.0], "de": [0.890625, 0.0, 0.0, 0.0, 0.109375], "hi": [0.9296875, 0.0703125, 0.0, 0.0, 0.0]}}, "flops_total": 1156193280.0, "flops_main": 363469824.0, "alpha": 0.03, "t": 0.9} | |
| {"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 280.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.25, "cps": 70.0, "mean_p": 0.510988, "boundary_entropy": 0.672828, "bpb": 7.958306}, "de": {"chunks": 271.0, "chars": 271.0, "bytes": 512.0, "cpc": 1.0, "cps": 67.75, "mean_p": 0.509085, "boundary_entropy": 0.670061, "bpb": 7.944668}, "hi": {"chunks": 271.0, "chars": 264.0, "bytes": 512.0, "cpc": 1.026515, "cps": 67.75, "mean_p": 0.504988, "boundary_entropy": 0.67459, "bpb": 7.951548}}, "bpb": {"en": 7.95831, "de": 7.94467, "hi": 7.95155}, "gini_cpc": 0.050867, "gini_cps": 0.007299, "bpic": 1.868613, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8, "hi": 0.8212121212121213}, "t": 0.9} | |
| {"event": "probe", "step": 8, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 275.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.227679, "cps": 68.75, "mean_p": 0.510457, "boundary_entropy": 0.672781, "bpb": 7.943742}, "de": {"chunks": 272.0, "chars": 271.0, "bytes": 512.0, "cpc": 1.00369, "cps": 68.0, "mean_p": 0.510301, "boundary_entropy": 0.670184, "bpb": 7.917672}, "hi": {"chunks": 257.0, "chars": 264.0, "bytes": 512.0, "cpc": 0.973485, "cps": 64.25, "mean_p": 0.502897, "boundary_entropy": 0.674666, "bpb": 7.927948}}, "bpb": {"en": 7.94374, "de": 7.91767, "hi": 7.92795}, "gini_cpc": 0.052877, "gini_cps": 0.014925, "bpic": 1.910448, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8175511573297551, "hi": 0.7929476584022039}, "t": 0.9} | |
| {"event": "phase_transition", "step": 8, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 0.9} | |
| {"event": "probe", "step": 10, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 274.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.223214, "cps": 68.5, "mean_p": 0.5094, "boundary_entropy": 0.672753, "bpb": 7.929703}, "de": {"chunks": 269.0, "chars": 271.0, "bytes": 512.0, "cpc": 0.99262, "cps": 67.25, "mean_p": 0.51093, "boundary_entropy": 0.670403, "bpb": 7.897897}, "hi": {"chunks": 249.0, "chars": 264.0, "bytes": 512.0, "cpc": 0.943182, "cps": 62.25, "mean_p": 0.500878, "boundary_entropy": 0.674733, "bpb": 7.909755}}, "bpb": {"en": 7.9297, "de": 7.8979, "hi": 7.90975}, "gini_cpc": 0.059097, "gini_cps": 0.021044, "bpic": 1.939394, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8114849031701995, "hi": 0.7710683477106834}, "t": 1.0} | |
| {"event": "eval", "step": 10, "phase": 2, "bpb": {"en": 7.9297, "de": 7.8979, "hi": 7.90975}, "bytes_per_chunk": {"en": 2.032, "de": 1.882, "hi": 1.977}, "bpb_mean": 7.91245, "frozen_inventory": false, "t": 1.0} | |
| {"event": "train", "step": 10, "arch": "hnet_moe_router", "phase": 2, "objective": "global", "lm_loss": 5.46312, "bpb": 7.88161, "chunk_loss": 0.057702, "F": 0.53516, "G": 0.51338, "chunks": 68.5, "bytes_per_chunk": 1.869, "boundary_entropy": 0.67209, "router_noise": 0.0, "grad_norm": 0.7729, "lr": 0.0001884, "router_trainable": true, "sec_per_step": 0.027, "moe": {"gate_mean": [0.876953125, 0.08984375, 0.0, 0.0, 0.033203125], "bytes_per_chunk": [1.8477365970611572, 2.4210526943206787, 0.0, 0.0, 1.4166666269302368], "per_lang": {"en": [0.8125, 0.1796875, 0.0, 0.0, 0.0078125], "de": [0.94140625, 0.0, 0.0, 0.0, 0.05859375]}}, "flops_total": 2104989696.0, "flops_main": 651663360.0, "alpha": 0.03, "t": 1.0} | |
| {"event": "phase_transition", "step": 14, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1.0} | |
| {"event": "train", "step": 15, "arch": "hnet_moe_router", "phase": 3, "objective": "global", "lm_loss": 5.47419, "bpb": 7.89759, "chunk_loss": 0.054394, "F": 0.50586, "G": 0.4986, "chunks": 64.75, "bytes_per_chunk": 1.977, "boundary_entropy": 0.6721, "router_noise": 0.0, "grad_norm": 0.8214, "lr": 7.82e-05, "router_trainable": true, "sec_per_step": 0.011, "moe": {"gate_mean": [0.9453125, 0.0546875, 0.0, 0.0, 0.0], "bytes_per_chunk": [2.0, 1.6470588445663452, 0.0, 0.0, 0.0], "per_lang": {"en": [0.9453125, 0.0546875, 0.0, 0.0, 0.0], "hi": [0.9453125, 0.0546875, 0.0, 0.0, 0.0]}}, "flops_total": 3065526144.0, "flops_main": 951596928.0, "alpha": 0.03, "t": 1.0} | |
| {"event": "probe", "step": 16, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 262.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.169643, "cps": 65.5, "mean_p": 0.505081, "boundary_entropy": 0.672719, "bpb": 7.905046}, "de": {"chunks": 264.0, "chars": 271.0, "bytes": 512.0, "cpc": 0.97417, "cps": 66.0, "mean_p": 0.51027, "boundary_entropy": 0.670987, "bpb": 7.86367}, "hi": {"chunks": 242.0, "chars": 264.0, "bytes": 512.0, "cpc": 0.916667, "cps": 60.5, "mean_p": 0.497167, "boundary_entropy": 0.674739, "bpb": 7.886533}}, "bpb": {"en": 7.90505, "de": 7.86367, "hi": 7.88653}, "gini_cpc": 0.055106, "gini_cps": 0.019097, "bpic": 2.0, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8328779471000817, "hi": 0.7837150127226462}, "t": 1.1} | |
| {"event": "train", "step": 19, "arch": "hnet_moe_router", "phase": 3, "objective": "global", "lm_loss": 5.45326, "bpb": 7.86739, "chunk_loss": 0.054398, "F": 0.50391, "G": 0.50143, "chunks": 64.5, "bytes_per_chunk": 1.984, "boundary_entropy": 0.67267, "router_noise": 0.0, "grad_norm": 0.5891, "lr": 3.21e-05, "router_trainable": true, "sec_per_step": 0.013, "moe": {"gate_mean": [0.955078125, 0.02734375, 0.0, 0.0, 0.017578125], "bytes_per_chunk": [2.012345790863037, 1.75, 0.0, 0.0, 1.2857142686843872], "per_lang": {"en": [0.9609375, 0.0390625, 0.0, 0.0, 0.0], "de": [0.953125, 0.0, 0.0, 0.0, 0.046875], "hi": [0.953125, 0.03515625, 0.0, 0.0, 0.01171875]}}, "flops_total": 3815989632.0, "flops_main": 1173578112.0, "alpha": 0.03, "t": 1.1} | |
| {"event": "probe", "step": 20, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 258.0, "chars": 224.0, "bytes": 512.0, "cpc": 1.151786, "cps": 64.5, "mean_p": 0.503649, "boundary_entropy": 0.672715, "bpb": 7.899652}, "de": {"chunks": 261.0, "chars": 271.0, "bytes": 512.0, "cpc": 0.9631, "cps": 65.25, "mean_p": 0.509357, "boundary_entropy": 0.671118, "bpb": 7.858703}, "hi": {"chunks": 240.0, "chars": 264.0, "bytes": 512.0, "cpc": 0.909091, "cps": 60.0, "mean_p": 0.495954, "boundary_entropy": 0.674707, "bpb": 7.878624}}, "bpb": {"en": 7.89965, "de": 7.8587, "hi": 7.87862}, "gini_cpc": 0.053505, "gini_cps": 0.018445, "bpic": 2.023715, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8361795245859436, "hi": 0.7892882311486963}, "t": 1.1} | |
| {"event": "eval", "step": 20, "phase": 3, "bpb": {"en": 7.89965, "de": 7.8587, "hi": 7.87862}, "bytes_per_chunk": {"en": 2.207, "de": 1.939, "hi": 2.169}, "bpb_mean": 7.87899, "frozen_inventory": false, "t": 1.1} | |
| {"event": "final", "run": "smoke_moe-router-script", "arch": "hnet_moe_router", "objective": "ratio", "condition": "A", "step": 20, "params": 75152, "seed": 0, "per_lang": {"en": {"cpc": 1.1517857142857142, "cps": 64.5, "bpb": 7.901662406011139, "bytes_per_chunk": 2.094069529652352}, "de": {"cpc": 0.9630996309963099, "cps": 65.25, "bpb": 7.85908982061656, "bytes_per_chunk": 1.9212007504690432}, "hi": {"cpc": 0.9090909090909091, "cps": 60.0, "bpb": 7.883620738005027, "bytes_per_chunk": 2.2164502164502164}}, "bpb_mean": 7.881457654877575, "gini_cpc": 0.05350456590476349, "gini_cps": 0.01844532279314892, "bpic": 2.0237154150197627, "mean_boundary_entropy": 0.672665536403656, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 8, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 14, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 0.0, "probe_overhead_seq_frac": 0.0, "wall_sec": 1.1627311706542969, "flops": {"flops_total": 3815989632.0, "flops_main": 1173578112.0, "per_lang_main_flops": {"en": 277736256.0, "de": 367411968.0, "hi": 412927200.0}}, "compute_received": {"per_lang": {"en": {"cps": 64.5, "bytes_per_sent": 128.0, "main_flops_per_sent": 4362264.0, "byte_flops_per_sent": 11010048.0, "total_flops_per_sent": 15372312.0}, "de": {"cps": 65.25, "bytes_per_sent": 128.0, "main_flops_per_sent": 4417686.0, "byte_flops_per_sent": 11010048.0, "total_flops_per_sent": 15427734.0}, "hi": {"cps": 60.0, "bytes_per_sent": 128.0, "main_flops_per_sent": 4032000.0, "byte_flops_per_sent": 11010048.0, "total_flops_per_sent": 15042048.0}}, "gini_main_flops": 0.020069076135951214, "gini_total_flops": 0.005608906085311061, "main_flops_parity_vs_ref": {"en": 1.0, "de": 1.0127048706818293, "hi": 0.9242906894218231}}, "t": 1.2} | |