diff --git "a/data/pretokenized/logs/prepare_pretrain_data_20260313_091113.log" "b/data/pretokenized/logs/prepare_pretrain_data_20260313_091113.log"
new file mode 100644--- /dev/null
+++ "b/data/pretokenized/logs/prepare_pretrain_data_20260313_091113.log"
@@ -0,0 +1,1029 @@
+2026-03-13 09:11:13,096 | INFO | Pretokenization started
+2026-03-13 09:11:13,096 | INFO | Log file: data/pretokenized/logs/prepare_pretrain_data_20260313_091113.log
+2026-03-13 09:11:13,096 | INFO | Arguments | data_config=configs/data_mix_10b.json tokenizer_dir=data/tokenizer output_dir=data/pretokenized seed=42
+2026-03-13 09:11:13,096 | INFO | Tokenizer meta | vocab_size=49152 special_tokens={'pad_token': '<pad>', 'bos_token': '<bos>', 'eos_token': '<eos>', 'unk_token': '<unk>', 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'unk_token_id': 3}
+2026-03-13 09:11:13,096 | INFO | Mixing strategy | global interleaving with weighted progress balancing
+2026-03-13 09:11:13,097 | INFO | Tokenization strategy | encode_batch with batch_size=128
+2026-03-13 09:11:17,844 | INFO | Source registered | name=fineweb_edu path=HuggingFaceFW/fineweb-edu data_dir=None split=train text_field=text weight=0.6000 train_target=6,000,000,000 val_target=12,000,000 streaming=True
+2026-03-13 09:11:19,560 | INFO | Source registered | name=cosmopedia_v2 path=HuggingFaceTB/smollm-corpus data_dir=None split=train text_field=text weight=0.2000 train_target=2,000,000,000 val_target=4,000,000 streaming=True
+2026-03-13 09:11:22,555 | INFO | Source registered | name=the_stack_python path=bigcode/the-stack-dedup data_dir=data/python split=train text_field=content weight=0.1000 train_target=1,000,000,000 val_target=2,000,000 streaming=True
+2026-03-13 09:11:24,648 | INFO | Source registered | name=finemath path=HuggingFaceTB/finemath data_dir=None split=train text_field=text weight=0.1000 train_target=1,000,000,000 val_target=2,000,000 streaming=True
+2026-03-13 09:11:24,649 | INFO | Interleave start | split=val total_target_tokens=20,000,000 strategy=weighted_progress_balancing
+2026-03-13 09:13:11,974 | INFO | Interleave progress | split=val documents=10,000 total_tokens=9,496,490/20,000,000 current_source=cosmopedia_v2
+2026-03-13 09:13:20,825 | INFO | Interleave progress | split=val documents=20,000 total_tokens=19,447,453/20,000,000 current_source=cosmopedia_v2
+2026-03-13 09:13:22,253 | INFO | Interleave done | split=val documents=20,671 total_tokens=20,000,000
+2026-03-13 09:13:22,253 | INFO | Interleave start | split=train total_target_tokens=10,000,000,000 strategy=weighted_progress_balancing
+2026-03-13 09:13:31,192 | INFO | Interleave progress | split=train documents=10,000 total_tokens=9,657,533/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:13:40,153 | INFO | Interleave progress | split=train documents=20,000 total_tokens=20,042,622/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:13:49,100 | INFO | Interleave progress | split=train documents=30,000 total_tokens=29,853,345/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:13:57,904 | INFO | Interleave progress | split=train documents=40,000 total_tokens=39,472,449/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:14:07,453 | INFO | Interleave progress | split=train documents=50,000 total_tokens=49,459,024/10,000,000,000 current_source=finemath
+2026-03-13 09:14:15,968 | INFO | Interleave progress | split=train documents=60,000 total_tokens=59,230,084/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:14:25,095 | INFO | Interleave progress | split=train documents=70,000 total_tokens=69,171,305/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:14:34,108 | INFO | Interleave progress | split=train documents=80,000 total_tokens=78,889,897/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:14:44,293 | INFO | Interleave progress | split=train documents=90,000 total_tokens=89,322,087/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:14:53,326 | INFO | Interleave progress | split=train documents=100,000 total_tokens=98,906,878/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:15:09,684 | INFO | Interleave progress | split=train documents=110,000 total_tokens=108,480,248/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:15:19,816 | INFO | Interleave progress | split=train documents=120,000 total_tokens=118,943,940/10,000,000,000 current_source=finemath
+2026-03-13 09:15:28,824 | INFO | Interleave progress | split=train documents=130,000 total_tokens=128,591,984/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:15:38,302 | INFO | Interleave progress | split=train documents=140,000 total_tokens=138,517,819/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:15:47,640 | INFO | Interleave progress | split=train documents=150,000 total_tokens=148,450,795/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:15:56,167 | INFO | Interleave progress | split=train documents=160,000 total_tokens=158,027,077/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:16:06,294 | INFO | Interleave progress | split=train documents=170,000 total_tokens=167,728,693/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:16:16,066 | INFO | Interleave progress | split=train documents=180,000 total_tokens=177,996,624/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:16:24,665 | INFO | Interleave progress | split=train documents=190,000 total_tokens=187,576,336/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:16:33,417 | INFO | Interleave progress | split=train documents=200,000 total_tokens=197,311,184/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:16:50,486 | INFO | Interleave progress | split=train documents=210,000 total_tokens=207,100,534/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:16:59,487 | INFO | Interleave progress | split=train documents=220,000 total_tokens=216,685,762/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:17:08,243 | INFO | Interleave progress | split=train documents=230,000 total_tokens=226,559,178/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:17:17,149 | INFO | Interleave progress | split=train documents=240,000 total_tokens=236,625,411/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:17:25,840 | INFO | Interleave progress | split=train documents=250,000 total_tokens=246,381,492/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:17:35,141 | INFO | Interleave progress | split=train documents=260,000 total_tokens=256,429,770/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:17:43,753 | INFO | Interleave progress | split=train documents=270,000 total_tokens=266,396,475/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:17:52,626 | INFO | Interleave progress | split=train documents=280,000 total_tokens=276,360,430/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:18:02,323 | INFO | Interleave progress | split=train documents=290,000 total_tokens=286,607,353/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:18:11,224 | INFO | Interleave progress | split=train documents=300,000 total_tokens=296,620,581/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:18:28,537 | INFO | Interleave progress | split=train documents=310,000 total_tokens=306,753,692/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:18:37,584 | INFO | Interleave progress | split=train documents=320,000 total_tokens=316,737,985/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:18:46,859 | INFO | Interleave progress | split=train documents=330,000 total_tokens=326,819,336/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:18:55,746 | INFO | Interleave progress | split=train documents=340,000 total_tokens=336,939,165/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:19:04,814 | INFO | Interleave progress | split=train documents=350,000 total_tokens=346,976,807/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:19:13,689 | INFO | Interleave progress | split=train documents=360,000 total_tokens=356,972,298/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:19:22,504 | INFO | Interleave progress | split=train documents=370,000 total_tokens=366,797,882/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:19:31,486 | INFO | Interleave progress | split=train documents=380,000 total_tokens=376,714,449/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:19:40,302 | INFO | Interleave progress | split=train documents=390,000 total_tokens=386,676,821/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:19:49,335 | INFO | Interleave progress | split=train documents=400,000 total_tokens=396,724,104/10,000,000,000 current_source=finemath
+2026-03-13 09:20:05,673 | INFO | Interleave progress | split=train documents=410,000 total_tokens=406,625,680/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:20:14,454 | INFO | Interleave progress | split=train documents=420,000 total_tokens=416,643,200/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:20:23,466 | INFO | Interleave progress | split=train documents=430,000 total_tokens=426,583,338/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:20:32,057 | INFO | Interleave progress | split=train documents=440,000 total_tokens=436,428,693/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:20:41,162 | INFO | Interleave progress | split=train documents=450,000 total_tokens=446,363,853/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:20:50,121 | INFO | Interleave progress | split=train documents=460,000 total_tokens=456,257,009/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:20:58,967 | INFO | Interleave progress | split=train documents=470,000 total_tokens=466,174,233/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:21:08,467 | INFO | Interleave progress | split=train documents=480,000 total_tokens=476,397,691/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:21:17,590 | INFO | Interleave progress | split=train documents=490,000 total_tokens=486,310,925/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:21:26,126 | INFO | Interleave progress | split=train documents=500,000 total_tokens=495,898,424/10,000,000,000 current_source=finemath
+2026-03-13 09:21:41,912 | INFO | Interleave progress | split=train documents=510,000 total_tokens=505,687,672/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:21:50,990 | INFO | Interleave progress | split=train documents=520,000 total_tokens=515,803,016/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:21:59,928 | INFO | Interleave progress | split=train documents=530,000 total_tokens=525,675,158/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:22:09,017 | INFO | Interleave progress | split=train documents=540,000 total_tokens=535,630,609/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:22:18,293 | INFO | Interleave progress | split=train documents=550,000 total_tokens=545,563,753/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:22:28,137 | INFO | Interleave progress | split=train documents=560,000 total_tokens=555,662,239/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:22:38,076 | INFO | Interleave progress | split=train documents=570,000 total_tokens=565,698,879/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:22:47,397 | INFO | Interleave progress | split=train documents=580,000 total_tokens=575,544,591/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:22:56,496 | INFO | Interleave progress | split=train documents=590,000 total_tokens=585,480,532/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:23:05,713 | INFO | Interleave progress | split=train documents=600,000 total_tokens=595,394,349/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:23:24,131 | INFO | Interleave progress | split=train documents=610,000 total_tokens=605,588,134/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:23:33,575 | INFO | Interleave progress | split=train documents=620,000 total_tokens=615,550,418/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:23:42,151 | INFO | Interleave progress | split=train documents=630,000 total_tokens=625,347,587/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:23:51,358 | INFO | Interleave progress | split=train documents=640,000 total_tokens=635,344,565/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:24:00,537 | INFO | Interleave progress | split=train documents=650,000 total_tokens=645,452,248/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:24:10,279 | INFO | Interleave progress | split=train documents=660,000 total_tokens=655,794,126/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:24:19,609 | INFO | Interleave progress | split=train documents=670,000 total_tokens=665,500,925/10,000,000,000 current_source=finemath
+2026-03-13 09:24:28,460 | INFO | Interleave progress | split=train documents=680,000 total_tokens=675,660,550/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:24:37,476 | INFO | Interleave progress | split=train documents=690,000 total_tokens=685,509,026/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:24:46,265 | INFO | Interleave progress | split=train documents=700,000 total_tokens=695,354,753/10,000,000,000 current_source=finemath
+2026-03-13 09:25:03,072 | INFO | Interleave progress | split=train documents=710,000 total_tokens=705,126,414/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:25:12,030 | INFO | Interleave progress | split=train documents=720,000 total_tokens=714,864,387/10,000,000,000 current_source=finemath
+2026-03-13 09:25:21,279 | INFO | Interleave progress | split=train documents=730,000 total_tokens=724,726,815/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:25:30,504 | INFO | Interleave progress | split=train documents=740,000 total_tokens=734,765,576/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:25:40,148 | INFO | Interleave progress | split=train documents=750,000 total_tokens=744,961,293/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:25:50,208 | INFO | Interleave progress | split=train documents=760,000 total_tokens=755,285,865/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:25:59,465 | INFO | Interleave progress | split=train documents=770,000 total_tokens=765,013,975/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:26:08,332 | INFO | Interleave progress | split=train documents=780,000 total_tokens=774,894,127/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:26:17,139 | INFO | Interleave progress | split=train documents=790,000 total_tokens=784,643,434/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:26:25,824 | INFO | Interleave progress | split=train documents=800,000 total_tokens=794,280,893/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:26:42,376 | INFO | Interleave progress | split=train documents=810,000 total_tokens=804,075,667/10,000,000,000 current_source=finemath
+2026-03-13 09:26:51,417 | INFO | Interleave progress | split=train documents=820,000 total_tokens=814,066,300/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:27:00,220 | INFO | Interleave progress | split=train documents=830,000 total_tokens=823,858,721/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:27:09,410 | INFO | Interleave progress | split=train documents=840,000 total_tokens=833,592,425/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:27:18,230 | INFO | Interleave progress | split=train documents=850,000 total_tokens=843,425,425/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:27:27,656 | INFO | Interleave progress | split=train documents=860,000 total_tokens=853,363,367/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:27:36,968 | INFO | Interleave progress | split=train documents=870,000 total_tokens=863,360,131/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:27:45,597 | INFO | Interleave progress | split=train documents=880,000 total_tokens=873,125,319/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:27:54,467 | INFO | Interleave progress | split=train documents=890,000 total_tokens=882,925,006/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:28:04,204 | INFO | Interleave progress | split=train documents=900,000 total_tokens=893,205,754/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:28:20,625 | INFO | Interleave progress | split=train documents=910,000 total_tokens=903,213,700/10,000,000,000 current_source=finemath
+2026-03-13 09:28:29,525 | INFO | Interleave progress | split=train documents=920,000 total_tokens=913,029,119/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:28:38,777 | INFO | Interleave progress | split=train documents=930,000 total_tokens=923,245,534/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:28:47,570 | INFO | Interleave progress | split=train documents=940,000 total_tokens=932,680,940/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:28:56,537 | INFO | Interleave progress | split=train documents=950,000 total_tokens=942,679,067/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:29:05,935 | INFO | Interleave progress | split=train documents=960,000 total_tokens=952,534,469/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:29:14,602 | INFO | Interleave progress | split=train documents=970,000 total_tokens=962,157,599/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:29:24,668 | INFO | Interleave progress | split=train documents=980,000 total_tokens=972,658,200/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:29:33,157 | INFO | Interleave progress | split=train documents=990,000 total_tokens=982,212,350/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:29:42,544 | INFO | Interleave progress | split=train documents=1,000,000 total_tokens=991,970,765/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:29:59,247 | INFO | Interleave progress | split=train documents=1,010,000 total_tokens=1,001,927,610/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:30:08,434 | INFO | Interleave progress | split=train documents=1,020,000 total_tokens=1,011,616,815/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:30:17,486 | INFO | Interleave progress | split=train documents=1,030,000 total_tokens=1,021,751,457/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:30:26,841 | INFO | Interleave progress | split=train documents=1,040,000 total_tokens=1,031,902,362/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:30:36,038 | INFO | Interleave progress | split=train documents=1,050,000 total_tokens=1,041,998,105/10,000,000,000 current_source=finemath
+2026-03-13 09:30:44,767 | INFO | Interleave progress | split=train documents=1,060,000 total_tokens=1,051,768,415/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:30:54,154 | INFO | Interleave progress | split=train documents=1,070,000 total_tokens=1,061,787,582/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:31:02,677 | INFO | Interleave progress | split=train documents=1,080,000 total_tokens=1,071,439,068/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:31:11,421 | INFO | Interleave progress | split=train documents=1,090,000 total_tokens=1,081,049,900/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:31:20,171 | INFO | Interleave progress | split=train documents=1,100,000 total_tokens=1,090,845,622/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:31:36,222 | INFO | Interleave progress | split=train documents=1,110,000 total_tokens=1,100,783,173/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:31:45,139 | INFO | Interleave progress | split=train documents=1,120,000 total_tokens=1,110,510,787/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:31:53,552 | INFO | Interleave progress | split=train documents=1,130,000 total_tokens=1,120,157,900/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:32:02,266 | INFO | Interleave progress | split=train documents=1,140,000 total_tokens=1,129,761,337/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:32:11,147 | INFO | Interleave progress | split=train documents=1,150,000 total_tokens=1,139,485,334/10,000,000,000 current_source=finemath
+2026-03-13 09:32:20,139 | INFO | Interleave progress | split=train documents=1,160,000 total_tokens=1,149,402,834/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:32:29,321 | INFO | Interleave progress | split=train documents=1,170,000 total_tokens=1,159,476,881/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:32:37,701 | INFO | Interleave progress | split=train documents=1,180,000 total_tokens=1,169,249,982/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:32:46,958 | INFO | Interleave progress | split=train documents=1,190,000 total_tokens=1,179,210,937/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:32:55,560 | INFO | Interleave progress | split=train documents=1,200,000 total_tokens=1,188,922,170/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:33:30,692 | INFO | Interleave progress | split=train documents=1,210,000 total_tokens=1,199,238,602/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:33:44,639 | INFO | Interleave progress | split=train documents=1,220,000 total_tokens=1,209,224,057/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:33:54,188 | INFO | Interleave progress | split=train documents=1,230,000 total_tokens=1,219,357,738/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:34:02,876 | INFO | Interleave progress | split=train documents=1,240,000 total_tokens=1,229,411,841/10,000,000,000 current_source=finemath
+2026-03-13 09:34:12,022 | INFO | Interleave progress | split=train documents=1,250,000 total_tokens=1,239,646,901/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:34:21,259 | INFO | Interleave progress | split=train documents=1,260,000 total_tokens=1,249,780,701/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:34:29,847 | INFO | Interleave progress | split=train documents=1,270,000 total_tokens=1,259,704,087/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:34:47,056 | INFO | Interleave progress | split=train documents=1,280,000 total_tokens=1,269,818,130/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:34:56,572 | INFO | Interleave progress | split=train documents=1,290,000 total_tokens=1,280,021,099/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:35:05,276 | INFO | Interleave progress | split=train documents=1,300,000 total_tokens=1,289,971,691/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:35:25,114 | INFO | Interleave progress | split=train documents=1,310,000 total_tokens=1,299,871,310/10,000,000,000 current_source=finemath
+2026-03-13 09:35:39,507 | INFO | Interleave progress | split=train documents=1,320,000 total_tokens=1,309,833,480/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:35:48,114 | INFO | Interleave progress | split=train documents=1,330,000 total_tokens=1,319,447,375/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:35:57,905 | INFO | Interleave progress | split=train documents=1,340,000 total_tokens=1,329,757,399/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:36:06,626 | INFO | Interleave progress | split=train documents=1,350,000 total_tokens=1,339,427,834/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:36:15,512 | INFO | Interleave progress | split=train documents=1,360,000 total_tokens=1,349,117,718/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:36:24,116 | INFO | Interleave progress | split=train documents=1,370,000 total_tokens=1,358,963,818/10,000,000,000 current_source=finemath
+2026-03-13 09:36:33,332 | INFO | Interleave progress | split=train documents=1,380,000 total_tokens=1,369,162,173/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:36:41,847 | INFO | Interleave progress | split=train documents=1,390,000 total_tokens=1,378,715,702/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:36:50,553 | INFO | Interleave progress | split=train documents=1,400,000 total_tokens=1,388,500,393/10,000,000,000 current_source=finemath
+2026-03-13 09:36:59,226 | INFO | Interleave progress | split=train documents=1,410,000 total_tokens=1,398,206,998/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:37:15,939 | INFO | Interleave progress | split=train documents=1,420,000 total_tokens=1,407,996,848/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:37:24,710 | INFO | Interleave progress | split=train documents=1,430,000 total_tokens=1,417,756,115/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:37:33,986 | INFO | Interleave progress | split=train documents=1,440,000 total_tokens=1,427,747,259/10,000,000,000 current_source=finemath
+2026-03-13 09:37:42,233 | INFO | Interleave progress | split=train documents=1,450,000 total_tokens=1,437,263,851/10,000,000,000 current_source=finemath
+2026-03-13 09:37:55,499 | INFO | Interleave progress | split=train documents=1,460,000 total_tokens=1,447,145,879/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:38:04,518 | INFO | Interleave progress | split=train documents=1,470,000 total_tokens=1,457,084,417/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:38:13,280 | INFO | Interleave progress | split=train documents=1,480,000 total_tokens=1,466,800,939/10,000,000,000 current_source=finemath
+2026-03-13 09:38:23,128 | INFO | Interleave progress | split=train documents=1,490,000 total_tokens=1,477,067,930/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:38:32,224 | INFO | Interleave progress | split=train documents=1,500,000 total_tokens=1,486,758,078/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:38:40,837 | INFO | Interleave progress | split=train documents=1,510,000 total_tokens=1,496,484,054/10,000,000,000 current_source=finemath
+2026-03-13 09:38:57,801 | INFO | Interleave progress | split=train documents=1,520,000 total_tokens=1,506,277,819/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:39:08,233 | INFO | Interleave progress | split=train documents=1,530,000 total_tokens=1,516,615,798/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:39:17,322 | INFO | Interleave progress | split=train documents=1,540,000 total_tokens=1,526,361,050/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:39:26,073 | INFO | Interleave progress | split=train documents=1,550,000 total_tokens=1,536,286,603/10,000,000,000 current_source=finemath
+2026-03-13 09:39:34,696 | INFO | Interleave progress | split=train documents=1,560,000 total_tokens=1,546,116,501/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:39:43,529 | INFO | Interleave progress | split=train documents=1,570,000 total_tokens=1,555,903,252/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:39:51,888 | INFO | Interleave progress | split=train documents=1,580,000 total_tokens=1,565,706,350/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:40:01,318 | INFO | Interleave progress | split=train documents=1,590,000 total_tokens=1,575,887,430/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:40:10,353 | INFO | Interleave progress | split=train documents=1,600,000 total_tokens=1,585,927,788/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:40:19,410 | INFO | Interleave progress | split=train documents=1,610,000 total_tokens=1,596,062,257/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:40:35,517 | INFO | Interleave progress | split=train documents=1,620,000 total_tokens=1,606,079,587/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:40:44,141 | INFO | Interleave progress | split=train documents=1,630,000 total_tokens=1,616,011,027/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:40:53,241 | INFO | Interleave progress | split=train documents=1,640,000 total_tokens=1,626,067,890/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:41:02,008 | INFO | Interleave progress | split=train documents=1,650,000 total_tokens=1,636,095,290/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:41:10,900 | INFO | Interleave progress | split=train documents=1,660,000 total_tokens=1,645,952,772/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:41:20,132 | INFO | Interleave progress | split=train documents=1,670,000 total_tokens=1,655,941,899/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:41:29,104 | INFO | Interleave progress | split=train documents=1,680,000 total_tokens=1,666,050,817/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:41:38,184 | INFO | Interleave progress | split=train documents=1,690,000 total_tokens=1,676,068,965/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:41:47,469 | INFO | Interleave progress | split=train documents=1,700,000 total_tokens=1,686,184,702/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:41:56,496 | INFO | Interleave progress | split=train documents=1,710,000 total_tokens=1,696,444,878/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:42:11,807 | INFO | Interleave progress | split=train documents=1,720,000 total_tokens=1,706,467,179/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:42:20,464 | INFO | Interleave progress | split=train documents=1,730,000 total_tokens=1,716,290,608/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:42:29,354 | INFO | Interleave progress | split=train documents=1,740,000 total_tokens=1,726,269,615/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:42:37,806 | INFO | Interleave progress | split=train documents=1,750,000 total_tokens=1,736,149,340/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:42:46,809 | INFO | Interleave progress | split=train documents=1,760,000 total_tokens=1,746,089,146/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:42:55,245 | INFO | Interleave progress | split=train documents=1,770,000 total_tokens=1,755,863,696/10,000,000,000 current_source=finemath
+2026-03-13 09:43:04,096 | INFO | Interleave progress | split=train documents=1,780,000 total_tokens=1,765,791,383/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:43:12,468 | INFO | Interleave progress | split=train documents=1,790,000 total_tokens=1,775,595,205/10,000,000,000 current_source=finemath
+2026-03-13 09:43:21,608 | INFO | Interleave progress | split=train documents=1,800,000 total_tokens=1,785,442,909/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:43:30,461 | INFO | Interleave progress | split=train documents=1,810,000 total_tokens=1,795,396,751/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:43:47,253 | INFO | Interleave progress | split=train documents=1,820,000 total_tokens=1,805,122,658/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:43:56,152 | INFO | Interleave progress | split=train documents=1,830,000 total_tokens=1,815,185,104/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:44:05,086 | INFO | Interleave progress | split=train documents=1,840,000 total_tokens=1,824,962,629/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:44:14,143 | INFO | Interleave progress | split=train documents=1,850,000 total_tokens=1,834,967,331/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:44:22,893 | INFO | Interleave progress | split=train documents=1,860,000 total_tokens=1,844,866,861/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:44:31,560 | INFO | Interleave progress | split=train documents=1,870,000 total_tokens=1,854,557,092/10,000,000,000 current_source=finemath
+2026-03-13 09:44:40,321 | INFO | Interleave progress | split=train documents=1,880,000 total_tokens=1,864,496,850/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:44:49,464 | INFO | Interleave progress | split=train documents=1,890,000 total_tokens=1,874,493,849/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:44:57,575 | INFO | Interleave progress | split=train documents=1,900,000 total_tokens=1,883,926,170/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:45:06,206 | INFO | Interleave progress | split=train documents=1,910,000 total_tokens=1,893,790,272/10,000,000,000 current_source=finemath
+2026-03-13 09:45:22,139 | INFO | Interleave progress | split=train documents=1,920,000 total_tokens=1,903,532,203/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:45:31,121 | INFO | Interleave progress | split=train documents=1,930,000 total_tokens=1,913,187,026/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:45:40,340 | INFO | Interleave progress | split=train documents=1,940,000 total_tokens=1,923,063,902/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:45:49,062 | INFO | Interleave progress | split=train documents=1,950,000 total_tokens=1,932,751,732/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:45:57,722 | INFO | Interleave progress | split=train documents=1,960,000 total_tokens=1,942,403,345/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:46:06,473 | INFO | Interleave progress | split=train documents=1,970,000 total_tokens=1,952,245,481/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:46:15,390 | INFO | Interleave progress | split=train documents=1,980,000 total_tokens=1,962,315,907/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:46:24,507 | INFO | Interleave progress | split=train documents=1,990,000 total_tokens=1,972,290,994/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:46:33,411 | INFO | Interleave progress | split=train documents=2,000,000 total_tokens=1,982,182,342/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:46:42,515 | INFO | Interleave progress | split=train documents=2,010,000 total_tokens=1,992,132,322/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:46:58,248 | INFO | Interleave progress | split=train documents=2,020,000 total_tokens=2,002,080,404/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:47:07,891 | INFO | Interleave progress | split=train documents=2,030,000 total_tokens=2,012,391,824/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:47:17,433 | INFO | Interleave progress | split=train documents=2,040,000 total_tokens=2,022,382,671/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:47:26,168 | INFO | Interleave progress | split=train documents=2,050,000 total_tokens=2,032,459,092/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:47:35,795 | INFO | Interleave progress | split=train documents=2,060,000 total_tokens=2,043,088,140/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:47:45,601 | INFO | Interleave progress | split=train documents=2,070,000 total_tokens=2,053,204,953/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:47:54,526 | INFO | Interleave progress | split=train documents=2,080,000 total_tokens=2,063,113,342/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:48:03,105 | INFO | Interleave progress | split=train documents=2,090,000 total_tokens=2,072,967,996/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:48:12,067 | INFO | Interleave progress | split=train documents=2,100,000 total_tokens=2,082,885,867/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:48:20,765 | INFO | Interleave progress | split=train documents=2,110,000 total_tokens=2,092,857,872/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:48:38,844 | INFO | Interleave progress | split=train documents=2,120,000 total_tokens=2,102,848,414/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:48:48,315 | INFO | Interleave progress | split=train documents=2,130,000 total_tokens=2,113,479,831/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:48:57,804 | INFO | Interleave progress | split=train documents=2,140,000 total_tokens=2,123,630,671/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:49:06,306 | INFO | Interleave progress | split=train documents=2,150,000 total_tokens=2,133,631,803/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:49:15,449 | INFO | Interleave progress | split=train documents=2,160,000 total_tokens=2,143,852,445/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:49:24,709 | INFO | Interleave progress | split=train documents=2,170,000 total_tokens=2,154,062,584/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:49:32,906 | INFO | Interleave progress | split=train documents=2,180,000 total_tokens=2,163,892,177/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:49:41,832 | INFO | Interleave progress | split=train documents=2,190,000 total_tokens=2,173,950,994/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:49:50,758 | INFO | Interleave progress | split=train documents=2,200,000 total_tokens=2,184,132,512/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:49:59,329 | INFO | Interleave progress | split=train documents=2,210,000 total_tokens=2,193,940,988/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:50:16,333 | INFO | Interleave progress | split=train documents=2,220,000 total_tokens=2,203,828,531/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:50:25,350 | INFO | Interleave progress | split=train documents=2,230,000 total_tokens=2,213,735,716/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:50:33,682 | INFO | Interleave progress | split=train documents=2,240,000 total_tokens=2,223,378,522/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:50:42,615 | INFO | Interleave progress | split=train documents=2,250,000 total_tokens=2,233,430,632/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:50:51,457 | INFO | Interleave progress | split=train documents=2,260,000 total_tokens=2,243,251,719/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:51:01,200 | INFO | Interleave progress | split=train documents=2,270,000 total_tokens=2,253,290,621/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:51:09,965 | INFO | Interleave progress | split=train documents=2,280,000 total_tokens=2,263,368,546/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:51:18,582 | INFO | Interleave progress | split=train documents=2,290,000 total_tokens=2,272,957,382/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:51:27,875 | INFO | Interleave progress | split=train documents=2,300,000 total_tokens=2,283,155,745/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:51:37,125 | INFO | Interleave progress | split=train documents=2,310,000 total_tokens=2,293,290,157/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:51:53,205 | INFO | Interleave progress | split=train documents=2,320,000 total_tokens=2,303,225,924/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:52:02,512 | INFO | Interleave progress | split=train documents=2,330,000 total_tokens=2,312,952,851/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:52:11,016 | INFO | Interleave progress | split=train documents=2,340,000 total_tokens=2,322,768,269/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:52:19,902 | INFO | Interleave progress | split=train documents=2,350,000 total_tokens=2,332,835,046/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:52:29,214 | INFO | Interleave progress | split=train documents=2,360,000 total_tokens=2,342,917,618/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:52:38,226 | INFO | Interleave progress | split=train documents=2,370,000 total_tokens=2,352,992,275/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:52:47,447 | INFO | Interleave progress | split=train documents=2,380,000 total_tokens=2,363,130,592/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:52:56,445 | INFO | Interleave progress | split=train documents=2,390,000 total_tokens=2,373,023,541/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:53:05,697 | INFO | Interleave progress | split=train documents=2,400,000 total_tokens=2,382,824,323/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:53:14,609 | INFO | Interleave progress | split=train documents=2,410,000 total_tokens=2,392,736,569/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:53:31,618 | INFO | Interleave progress | split=train documents=2,420,000 total_tokens=2,403,002,743/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:53:40,524 | INFO | Interleave progress | split=train documents=2,430,000 total_tokens=2,412,889,581/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:53:49,850 | INFO | Interleave progress | split=train documents=2,440,000 total_tokens=2,423,106,493/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:54:15,737 | INFO | Interleave progress | split=train documents=2,450,000 total_tokens=2,433,057,500/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:54:24,610 | INFO | Interleave progress | split=train documents=2,460,000 total_tokens=2,442,922,417/10,000,000,000 current_source=finemath
+2026-03-13 09:54:34,687 | INFO | Interleave progress | split=train documents=2,470,000 total_tokens=2,453,368,561/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:54:43,788 | INFO | Interleave progress | split=train documents=2,480,000 total_tokens=2,463,374,621/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:54:52,516 | INFO | Interleave progress | split=train documents=2,490,000 total_tokens=2,473,359,233/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:55:01,361 | INFO | Interleave progress | split=train documents=2,500,000 total_tokens=2,483,562,150/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:55:10,261 | INFO | Interleave progress | split=train documents=2,510,000 total_tokens=2,493,581,889/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:55:23,850 | INFO | Interleave progress | split=train documents=2,520,000 total_tokens=2,503,568,174/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:55:33,828 | INFO | Interleave progress | split=train documents=2,530,000 total_tokens=2,514,069,361/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:55:43,206 | INFO | Interleave progress | split=train documents=2,540,000 total_tokens=2,524,459,903/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:55:51,864 | INFO | Interleave progress | split=train documents=2,550,000 total_tokens=2,534,438,156/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:56:01,224 | INFO | Interleave progress | split=train documents=2,560,000 total_tokens=2,544,831,556/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:56:10,011 | INFO | Interleave progress | split=train documents=2,570,000 total_tokens=2,554,834,527/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:56:29,716 | INFO | Interleave progress | split=train documents=2,580,000 total_tokens=2,564,969,100/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:56:37,935 | INFO | Interleave progress | split=train documents=2,590,000 total_tokens=2,574,865,692/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:56:46,890 | INFO | Interleave progress | split=train documents=2,600,000 total_tokens=2,584,999,198/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:56:56,207 | INFO | Interleave progress | split=train documents=2,610,000 total_tokens=2,595,307,085/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:57:11,935 | INFO | Interleave progress | split=train documents=2,620,000 total_tokens=2,605,458,367/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:57:20,487 | INFO | Interleave progress | split=train documents=2,630,000 total_tokens=2,615,372,118/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:57:29,315 | INFO | Interleave progress | split=train documents=2,640,000 total_tokens=2,625,259,426/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:57:38,312 | INFO | Interleave progress | split=train documents=2,650,000 total_tokens=2,635,329,845/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:57:52,489 | INFO | Interleave progress | split=train documents=2,660,000 total_tokens=2,645,776,455/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:58:01,130 | INFO | Interleave progress | split=train documents=2,670,000 total_tokens=2,655,808,041/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:58:10,183 | INFO | Interleave progress | split=train documents=2,680,000 total_tokens=2,665,938,654/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:58:18,932 | INFO | Interleave progress | split=train documents=2,690,000 total_tokens=2,676,069,089/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:58:27,606 | INFO | Interleave progress | split=train documents=2,700,000 total_tokens=2,685,986,854/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:58:36,107 | INFO | Interleave progress | split=train documents=2,710,000 total_tokens=2,695,908,243/10,000,000,000 current_source=the_stack_python
+2026-03-13 09:58:50,756 | INFO | Interleave progress | split=train documents=2,720,000 total_tokens=2,706,076,920/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:58:59,323 | INFO | Interleave progress | split=train documents=2,730,000 total_tokens=2,715,839,905/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:59:08,309 | INFO | Interleave progress | split=train documents=2,740,000 total_tokens=2,726,142,661/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:59:17,217 | INFO | Interleave progress | split=train documents=2,750,000 total_tokens=2,736,023,380/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:59:26,054 | INFO | Interleave progress | split=train documents=2,760,000 total_tokens=2,745,847,774/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:59:35,435 | INFO | Interleave progress | split=train documents=2,770,000 total_tokens=2,756,116,062/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 09:59:43,917 | INFO | Interleave progress | split=train documents=2,780,000 total_tokens=2,766,030,590/10,000,000,000 current_source=fineweb_edu
+2026-03-13 09:59:52,620 | INFO | Interleave progress | split=train documents=2,790,000 total_tokens=2,775,765,996/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:00:01,389 | INFO | Interleave progress | split=train documents=2,800,000 total_tokens=2,785,954,558/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:00:10,313 | INFO | Interleave progress | split=train documents=2,810,000 total_tokens=2,796,108,729/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:00:24,983 | INFO | Interleave progress | split=train documents=2,820,000 total_tokens=2,806,262,712/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:00:34,573 | INFO | Interleave progress | split=train documents=2,830,000 total_tokens=2,816,632,277/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:00:43,665 | INFO | Interleave progress | split=train documents=2,840,000 total_tokens=2,826,868,725/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:00:52,452 | INFO | Interleave progress | split=train documents=2,850,000 total_tokens=2,836,833,212/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:01:01,326 | INFO | Interleave progress | split=train documents=2,860,000 total_tokens=2,846,966,292/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:01:09,936 | INFO | Interleave progress | split=train documents=2,870,000 total_tokens=2,856,865,109/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:01:20,249 | INFO | Interleave progress | split=train documents=2,880,000 total_tokens=2,867,481,497/10,000,000,000 current_source=finemath
+2026-03-13 10:01:29,286 | INFO | Interleave progress | split=train documents=2,890,000 total_tokens=2,877,757,437/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:01:38,129 | INFO | Interleave progress | split=train documents=2,900,000 total_tokens=2,887,681,192/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:01:46,976 | INFO | Interleave progress | split=train documents=2,910,000 total_tokens=2,897,705,388/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:02:02,556 | INFO | Interleave progress | split=train documents=2,920,000 total_tokens=2,907,922,186/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:02:11,368 | INFO | Interleave progress | split=train documents=2,930,000 total_tokens=2,917,982,292/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:02:20,368 | INFO | Interleave progress | split=train documents=2,940,000 total_tokens=2,927,920,882/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:02:41,987 | INFO | Interleave progress | split=train documents=2,950,000 total_tokens=2,938,438,462/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:02:51,174 | INFO | Interleave progress | split=train documents=2,960,000 total_tokens=2,948,712,114/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:03:00,015 | INFO | Interleave progress | split=train documents=2,970,000 total_tokens=2,958,842,293/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:03:08,844 | INFO | Interleave progress | split=train documents=2,980,000 total_tokens=2,968,868,560/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:03:17,747 | INFO | Interleave progress | split=train documents=2,990,000 total_tokens=2,978,839,065/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:03:26,770 | INFO | Interleave progress | split=train documents=3,000,000 total_tokens=2,988,876,808/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:03:35,678 | INFO | Interleave progress | split=train documents=3,010,000 total_tokens=2,998,762,147/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:03:52,215 | INFO | Interleave progress | split=train documents=3,020,000 total_tokens=3,008,713,741/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:04:00,885 | INFO | Interleave progress | split=train documents=3,030,000 total_tokens=3,018,822,107/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:04:09,877 | INFO | Interleave progress | split=train documents=3,040,000 total_tokens=3,028,768,363/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:04:18,846 | INFO | Interleave progress | split=train documents=3,050,000 total_tokens=3,038,859,621/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:04:27,792 | INFO | Interleave progress | split=train documents=3,060,000 total_tokens=3,048,798,250/10,000,000,000 current_source=finemath
+2026-03-13 10:04:36,266 | INFO | Interleave progress | split=train documents=3,070,000 total_tokens=3,058,666,291/10,000,000,000 current_source=finemath
+2026-03-13 10:04:45,190 | INFO | Interleave progress | split=train documents=3,080,000 total_tokens=3,068,563,837/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:04:53,908 | INFO | Interleave progress | split=train documents=3,090,000 total_tokens=3,078,402,524/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:05:03,409 | INFO | Interleave progress | split=train documents=3,100,000 total_tokens=3,088,596,164/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:05:12,223 | INFO | Interleave progress | split=train documents=3,110,000 total_tokens=3,098,367,459/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:05:28,954 | INFO | Interleave progress | split=train documents=3,120,000 total_tokens=3,108,431,271/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:05:38,129 | INFO | Interleave progress | split=train documents=3,130,000 total_tokens=3,118,433,093/10,000,000,000 current_source=finemath
+2026-03-13 10:05:47,165 | INFO | Interleave progress | split=train documents=3,140,000 total_tokens=3,128,393,429/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:05:55,948 | INFO | Interleave progress | split=train documents=3,150,000 total_tokens=3,138,350,744/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:06:04,754 | INFO | Interleave progress | split=train documents=3,160,000 total_tokens=3,148,366,000/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:06:13,360 | INFO | Interleave progress | split=train documents=3,170,000 total_tokens=3,158,297,294/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:06:21,911 | INFO | Interleave progress | split=train documents=3,180,000 total_tokens=3,168,155,684/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:06:30,705 | INFO | Interleave progress | split=train documents=3,190,000 total_tokens=3,178,091,664/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:06:39,775 | INFO | Interleave progress | split=train documents=3,200,000 total_tokens=3,188,064,319/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:06:48,479 | INFO | Interleave progress | split=train documents=3,210,000 total_tokens=3,198,086,509/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:07:04,287 | INFO | Interleave progress | split=train documents=3,220,000 total_tokens=3,207,894,233/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:07:13,180 | INFO | Interleave progress | split=train documents=3,230,000 total_tokens=3,218,022,110/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:07:22,283 | INFO | Interleave progress | split=train documents=3,240,000 total_tokens=3,228,166,381/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:07:31,524 | INFO | Interleave progress | split=train documents=3,250,000 total_tokens=3,238,159,485/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:07:40,194 | INFO | Interleave progress | split=train documents=3,260,000 total_tokens=3,248,119,830/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:07:48,587 | INFO | Interleave progress | split=train documents=3,270,000 total_tokens=3,257,907,371/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:07:57,392 | INFO | Interleave progress | split=train documents=3,280,000 total_tokens=3,267,725,606/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:08:06,193 | INFO | Interleave progress | split=train documents=3,290,000 total_tokens=3,277,623,343/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:08:14,980 | INFO | Interleave progress | split=train documents=3,300,000 total_tokens=3,287,605,869/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:08:23,807 | INFO | Interleave progress | split=train documents=3,310,000 total_tokens=3,297,558,967/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:08:40,210 | INFO | Interleave progress | split=train documents=3,320,000 total_tokens=3,307,683,485/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:08:49,257 | INFO | Interleave progress | split=train documents=3,330,000 total_tokens=3,317,785,650/10,000,000,000 current_source=finemath
+2026-03-13 10:08:58,285 | INFO | Interleave progress | split=train documents=3,340,000 total_tokens=3,328,033,169/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:09:07,634 | INFO | Interleave progress | split=train documents=3,350,000 total_tokens=3,338,177,503/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:09:16,178 | INFO | Interleave progress | split=train documents=3,360,000 total_tokens=3,348,343,102/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:09:25,127 | INFO | Interleave progress | split=train documents=3,370,000 total_tokens=3,358,796,645/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:09:34,432 | INFO | Interleave progress | split=train documents=3,380,000 total_tokens=3,369,108,593/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:09:43,488 | INFO | Interleave progress | split=train documents=3,390,000 total_tokens=3,379,408,220/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:09:52,671 | INFO | Interleave progress | split=train documents=3,400,000 total_tokens=3,389,639,024/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:10:10,347 | INFO | Interleave progress | split=train documents=3,410,000 total_tokens=3,400,239,986/10,000,000,000 current_source=finemath
+2026-03-13 10:10:19,515 | INFO | Interleave progress | split=train documents=3,420,000 total_tokens=3,410,517,506/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:10:28,533 | INFO | Interleave progress | split=train documents=3,430,000 total_tokens=3,420,667,791/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:10:37,319 | INFO | Interleave progress | split=train documents=3,440,000 total_tokens=3,430,761,663/10,000,000,000 current_source=finemath
+2026-03-13 10:10:45,845 | INFO | Interleave progress | split=train documents=3,450,000 total_tokens=3,440,816,317/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:10:54,512 | INFO | Interleave progress | split=train documents=3,460,000 total_tokens=3,450,841,744/10,000,000,000 current_source=finemath
+2026-03-13 10:11:03,466 | INFO | Interleave progress | split=train documents=3,470,000 total_tokens=3,460,601,142/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:11:11,811 | INFO | Interleave progress | split=train documents=3,480,000 total_tokens=3,470,612,957/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:11:20,433 | INFO | Interleave progress | split=train documents=3,490,000 total_tokens=3,480,687,340/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:11:29,798 | INFO | Interleave progress | split=train documents=3,500,000 total_tokens=3,491,172,075/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:11:45,754 | INFO | Interleave progress | split=train documents=3,510,000 total_tokens=3,501,117,699/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:11:54,904 | INFO | Interleave progress | split=train documents=3,520,000 total_tokens=3,511,385,118/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:12:03,512 | INFO | Interleave progress | split=train documents=3,530,000 total_tokens=3,521,273,465/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:12:12,299 | INFO | Interleave progress | split=train documents=3,540,000 total_tokens=3,531,152,190/10,000,000,000 current_source=finemath
+2026-03-13 10:12:21,268 | INFO | Interleave progress | split=train documents=3,550,000 total_tokens=3,541,182,214/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:12:29,750 | INFO | Interleave progress | split=train documents=3,560,000 total_tokens=3,550,922,331/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:12:38,110 | INFO | Interleave progress | split=train documents=3,570,000 total_tokens=3,560,767,554/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:12:46,625 | INFO | Interleave progress | split=train documents=3,580,000 total_tokens=3,570,502,720/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:12:55,702 | INFO | Interleave progress | split=train documents=3,590,000 total_tokens=3,580,642,271/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:13:04,247 | INFO | Interleave progress | split=train documents=3,600,000 total_tokens=3,590,506,999/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:13:20,141 | INFO | Interleave progress | split=train documents=3,610,000 total_tokens=3,600,562,212/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:13:29,529 | INFO | Interleave progress | split=train documents=3,620,000 total_tokens=3,610,652,836/10,000,000,000 current_source=finemath
+2026-03-13 10:13:38,538 | INFO | Interleave progress | split=train documents=3,630,000 total_tokens=3,620,762,513/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:13:47,337 | INFO | Interleave progress | split=train documents=3,640,000 total_tokens=3,630,845,854/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:13:56,463 | INFO | Interleave progress | split=train documents=3,650,000 total_tokens=3,641,283,507/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:14:05,303 | INFO | Interleave progress | split=train documents=3,660,000 total_tokens=3,651,244,106/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:14:14,418 | INFO | Interleave progress | split=train documents=3,670,000 total_tokens=3,661,396,780/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:14:35,010 | INFO | Interleave progress | split=train documents=3,680,000 total_tokens=3,671,539,642/10,000,000,000 current_source=finemath
+2026-03-13 10:14:44,396 | INFO | Interleave progress | split=train documents=3,690,000 total_tokens=3,681,636,766/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:14:52,686 | INFO | Interleave progress | split=train documents=3,700,000 total_tokens=3,691,018,340/10,000,000,000 current_source=finemath
+2026-03-13 10:15:06,811 | INFO | Interleave progress | split=train documents=3,710,000 total_tokens=3,700,953,292/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:15:15,285 | INFO | Interleave progress | split=train documents=3,720,000 total_tokens=3,710,730,180/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:15:23,983 | INFO | Interleave progress | split=train documents=3,730,000 total_tokens=3,720,419,315/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:15:32,469 | INFO | Interleave progress | split=train documents=3,740,000 total_tokens=3,730,056,317/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:15:41,163 | INFO | Interleave progress | split=train documents=3,750,000 total_tokens=3,739,897,120/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:15:50,269 | INFO | Interleave progress | split=train documents=3,760,000 total_tokens=3,750,043,307/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:15:59,493 | INFO | Interleave progress | split=train documents=3,770,000 total_tokens=3,760,166,060/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:16:08,527 | INFO | Interleave progress | split=train documents=3,780,000 total_tokens=3,770,181,141/10,000,000,000 current_source=finemath
+2026-03-13 10:16:16,903 | INFO | Interleave progress | split=train documents=3,790,000 total_tokens=3,779,659,651/10,000,000,000 current_source=finemath
+2026-03-13 10:16:26,399 | INFO | Interleave progress | split=train documents=3,800,000 total_tokens=3,789,794,683/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:16:35,168 | INFO | Interleave progress | split=train documents=3,810,000 total_tokens=3,799,911,958/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:16:49,197 | INFO | Interleave progress | split=train documents=3,820,000 total_tokens=3,809,350,295/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:16:57,840 | INFO | Interleave progress | split=train documents=3,830,000 total_tokens=3,819,050,985/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:17:06,995 | INFO | Interleave progress | split=train documents=3,840,000 total_tokens=3,829,248,801/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:17:15,517 | INFO | Interleave progress | split=train documents=3,850,000 total_tokens=3,838,886,132/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:17:25,658 | INFO | Interleave progress | split=train documents=3,860,000 total_tokens=3,849,544,128/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:17:34,138 | INFO | Interleave progress | split=train documents=3,870,000 total_tokens=3,859,076,094/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:17:42,948 | INFO | Interleave progress | split=train documents=3,880,000 total_tokens=3,868,888,529/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:17:56,953 | INFO | Interleave progress | split=train documents=3,890,000 total_tokens=3,879,011,388/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:18:07,014 | INFO | Interleave progress | split=train documents=3,900,000 total_tokens=3,889,365,124/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:18:15,553 | INFO | Interleave progress | split=train documents=3,910,000 total_tokens=3,899,122,020/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:18:31,175 | INFO | Interleave progress | split=train documents=3,920,000 total_tokens=3,909,163,318/10,000,000,000 current_source=finemath
+2026-03-13 10:18:39,779 | INFO | Interleave progress | split=train documents=3,930,000 total_tokens=3,919,212,352/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:18:48,194 | INFO | Interleave progress | split=train documents=3,940,000 total_tokens=3,928,833,781/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:18:56,618 | INFO | Interleave progress | split=train documents=3,950,000 total_tokens=3,938,533,851/10,000,000,000 current_source=finemath
+2026-03-13 10:19:05,463 | INFO | Interleave progress | split=train documents=3,960,000 total_tokens=3,948,116,440/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:19:14,516 | INFO | Interleave progress | split=train documents=3,970,000 total_tokens=3,958,335,871/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:19:23,831 | INFO | Interleave progress | split=train documents=3,980,000 total_tokens=3,968,372,402/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:19:32,228 | INFO | Interleave progress | split=train documents=3,990,000 total_tokens=3,977,832,146/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:19:40,674 | INFO | Interleave progress | split=train documents=4,000,000 total_tokens=3,987,435,167/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:19:59,584 | INFO | Interleave progress | split=train documents=4,010,000 total_tokens=3,997,249,991/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:20:13,565 | INFO | Interleave progress | split=train documents=4,020,000 total_tokens=4,007,254,512/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:20:21,661 | INFO | Interleave progress | split=train documents=4,030,000 total_tokens=4,016,543,359/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:20:30,139 | INFO | Interleave progress | split=train documents=4,040,000 total_tokens=4,026,287,904/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:20:40,337 | INFO | Interleave progress | split=train documents=4,050,000 total_tokens=4,036,661,866/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:20:49,194 | INFO | Interleave progress | split=train documents=4,060,000 total_tokens=4,046,503,119/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:20:57,964 | INFO | Interleave progress | split=train documents=4,070,000 total_tokens=4,056,130,405/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:21:06,708 | INFO | Interleave progress | split=train documents=4,080,000 total_tokens=4,065,824,154/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:21:15,584 | INFO | Interleave progress | split=train documents=4,090,000 total_tokens=4,075,629,483/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:21:24,738 | INFO | Interleave progress | split=train documents=4,100,000 total_tokens=4,085,856,469/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:21:33,103 | INFO | Interleave progress | split=train documents=4,110,000 total_tokens=4,095,334,439/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:21:48,150 | INFO | Interleave progress | split=train documents=4,120,000 total_tokens=4,105,074,125/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:21:56,553 | INFO | Interleave progress | split=train documents=4,130,000 total_tokens=4,114,648,926/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:22:05,661 | INFO | Interleave progress | split=train documents=4,140,000 total_tokens=4,124,648,720/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:22:14,108 | INFO | Interleave progress | split=train documents=4,150,000 total_tokens=4,134,268,662/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:22:22,662 | INFO | Interleave progress | split=train documents=4,160,000 total_tokens=4,143,834,864/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:22:31,492 | INFO | Interleave progress | split=train documents=4,170,000 total_tokens=4,153,338,109/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:22:40,447 | INFO | Interleave progress | split=train documents=4,180,000 total_tokens=4,163,424,476/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:22:49,176 | INFO | Interleave progress | split=train documents=4,190,000 total_tokens=4,173,156,436/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:22:57,708 | INFO | Interleave progress | split=train documents=4,200,000 total_tokens=4,182,722,197/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:23:06,415 | INFO | Interleave progress | split=train documents=4,210,000 total_tokens=4,192,424,712/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:23:22,104 | INFO | Interleave progress | split=train documents=4,220,000 total_tokens=4,202,235,765/10,000,000,000 current_source=finemath
+2026-03-13 10:23:31,105 | INFO | Interleave progress | split=train documents=4,230,000 total_tokens=4,212,121,412/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:23:39,257 | INFO | Interleave progress | split=train documents=4,240,000 total_tokens=4,221,550,834/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:23:47,792 | INFO | Interleave progress | split=train documents=4,250,000 total_tokens=4,231,058,353/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:23:56,269 | INFO | Interleave progress | split=train documents=4,260,000 total_tokens=4,240,818,406/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:24:05,020 | INFO | Interleave progress | split=train documents=4,270,000 total_tokens=4,250,512,260/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:24:14,342 | INFO | Interleave progress | split=train documents=4,280,000 total_tokens=4,260,695,298/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:24:22,863 | INFO | Interleave progress | split=train documents=4,290,000 total_tokens=4,270,609,816/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:24:31,750 | INFO | Interleave progress | split=train documents=4,300,000 total_tokens=4,280,854,878/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:24:40,365 | INFO | Interleave progress | split=train documents=4,310,000 total_tokens=4,290,657,041/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:24:56,564 | INFO | Interleave progress | split=train documents=4,320,000 total_tokens=4,300,367,296/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:25:05,678 | INFO | Interleave progress | split=train documents=4,330,000 total_tokens=4,310,411,139/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:25:14,282 | INFO | Interleave progress | split=train documents=4,340,000 total_tokens=4,320,437,356/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:25:22,925 | INFO | Interleave progress | split=train documents=4,350,000 total_tokens=4,330,423,017/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:25:31,613 | INFO | Interleave progress | split=train documents=4,360,000 total_tokens=4,340,172,589/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:25:40,172 | INFO | Interleave progress | split=train documents=4,370,000 total_tokens=4,350,092,815/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:25:49,275 | INFO | Interleave progress | split=train documents=4,380,000 total_tokens=4,360,184,215/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:25:57,900 | INFO | Interleave progress | split=train documents=4,390,000 total_tokens=4,370,002,029/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:26:07,217 | INFO | Interleave progress | split=train documents=4,400,000 total_tokens=4,380,126,601/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:26:16,937 | INFO | Interleave progress | split=train documents=4,410,000 total_tokens=4,390,597,982/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:26:34,768 | INFO | Interleave progress | split=train documents=4,420,000 total_tokens=4,400,638,201/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:26:43,545 | INFO | Interleave progress | split=train documents=4,430,000 total_tokens=4,410,692,196/10,000,000,000 current_source=finemath
+2026-03-13 10:26:52,321 | INFO | Interleave progress | split=train documents=4,440,000 total_tokens=4,420,657,066/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:27:01,470 | INFO | Interleave progress | split=train documents=4,450,000 total_tokens=4,430,665,653/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:27:20,037 | INFO | Interleave progress | split=train documents=4,460,000 total_tokens=4,440,913,960/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:27:28,652 | INFO | Interleave progress | split=train documents=4,470,000 total_tokens=4,450,828,722/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:27:37,435 | INFO | Interleave progress | split=train documents=4,480,000 total_tokens=4,460,478,566/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:27:45,538 | INFO | Interleave progress | split=train documents=4,490,000 total_tokens=4,470,125,745/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:27:54,238 | INFO | Interleave progress | split=train documents=4,500,000 total_tokens=4,480,092,343/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:28:03,257 | INFO | Interleave progress | split=train documents=4,510,000 total_tokens=4,490,106,305/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:28:11,618 | INFO | Interleave progress | split=train documents=4,520,000 total_tokens=4,499,848,496/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:28:28,886 | INFO | Interleave progress | split=train documents=4,530,000 total_tokens=4,509,754,527/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:28:38,111 | INFO | Interleave progress | split=train documents=4,540,000 total_tokens=4,519,816,010/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:28:47,154 | INFO | Interleave progress | split=train documents=4,550,000 total_tokens=4,529,702,522/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:28:55,564 | INFO | Interleave progress | split=train documents=4,560,000 total_tokens=4,539,593,710/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:29:04,284 | INFO | Interleave progress | split=train documents=4,570,000 total_tokens=4,549,372,749/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:29:13,119 | INFO | Interleave progress | split=train documents=4,580,000 total_tokens=4,559,399,810/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:29:21,560 | INFO | Interleave progress | split=train documents=4,590,000 total_tokens=4,569,321,779/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:29:30,161 | INFO | Interleave progress | split=train documents=4,600,000 total_tokens=4,578,994,439/10,000,000,000 current_source=finemath
+2026-03-13 10:29:39,990 | INFO | Interleave progress | split=train documents=4,610,000 total_tokens=4,588,976,059/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:29:48,546 | INFO | Interleave progress | split=train documents=4,620,000 total_tokens=4,598,825,558/10,000,000,000 current_source=finemath
+2026-03-13 10:30:04,441 | INFO | Interleave progress | split=train documents=4,630,000 total_tokens=4,608,487,267/10,000,000,000 current_source=finemath
+2026-03-13 10:30:13,177 | INFO | Interleave progress | split=train documents=4,640,000 total_tokens=4,618,450,763/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:30:21,911 | INFO | Interleave progress | split=train documents=4,650,000 total_tokens=4,628,375,254/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:30:30,162 | INFO | Interleave progress | split=train documents=4,660,000 total_tokens=4,638,131,852/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:30:38,645 | INFO | Interleave progress | split=train documents=4,670,000 total_tokens=4,648,096,444/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:30:47,042 | INFO | Interleave progress | split=train documents=4,680,000 total_tokens=4,657,817,239/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:30:55,831 | INFO | Interleave progress | split=train documents=4,690,000 total_tokens=4,667,729,037/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:31:04,133 | INFO | Interleave progress | split=train documents=4,700,000 total_tokens=4,677,615,381/10,000,000,000 current_source=finemath
+2026-03-13 10:31:12,656 | INFO | Interleave progress | split=train documents=4,710,000 total_tokens=4,687,512,958/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:31:21,422 | INFO | Interleave progress | split=train documents=4,720,000 total_tokens=4,697,507,258/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:31:37,376 | INFO | Interleave progress | split=train documents=4,730,000 total_tokens=4,707,211,792/10,000,000,000 current_source=finemath
+2026-03-13 10:31:46,373 | INFO | Interleave progress | split=train documents=4,740,000 total_tokens=4,717,292,167/10,000,000,000 current_source=finemath
+2026-03-13 10:31:55,302 | INFO | Interleave progress | split=train documents=4,750,000 total_tokens=4,727,386,179/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:32:03,947 | INFO | Interleave progress | split=train documents=4,760,000 total_tokens=4,737,265,496/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:32:12,711 | INFO | Interleave progress | split=train documents=4,770,000 total_tokens=4,747,098,622/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:32:22,010 | INFO | Interleave progress | split=train documents=4,780,000 total_tokens=4,757,351,378/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:32:30,896 | INFO | Interleave progress | split=train documents=4,790,000 total_tokens=4,767,415,094/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:32:40,002 | INFO | Interleave progress | split=train documents=4,800,000 total_tokens=4,777,430,471/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:32:48,513 | INFO | Interleave progress | split=train documents=4,810,000 total_tokens=4,787,234,370/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:32:57,679 | INFO | Interleave progress | split=train documents=4,820,000 total_tokens=4,797,364,948/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:33:14,480 | INFO | Interleave progress | split=train documents=4,830,000 total_tokens=4,807,437,694/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:33:23,112 | INFO | Interleave progress | split=train documents=4,840,000 total_tokens=4,817,415,978/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:33:31,616 | INFO | Interleave progress | split=train documents=4,850,000 total_tokens=4,827,279,841/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:33:39,725 | INFO | Interleave progress | split=train documents=4,860,000 total_tokens=4,837,000,303/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:33:48,736 | INFO | Interleave progress | split=train documents=4,870,000 total_tokens=4,847,306,890/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:33:57,004 | INFO | Interleave progress | split=train documents=4,880,000 total_tokens=4,856,984,992/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:34:05,826 | INFO | Interleave progress | split=train documents=4,890,000 total_tokens=4,866,972,753/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:34:14,162 | INFO | Interleave progress | split=train documents=4,900,000 total_tokens=4,876,745,489/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:34:23,034 | INFO | Interleave progress | split=train documents=4,910,000 total_tokens=4,886,748,804/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:34:31,835 | INFO | Interleave progress | split=train documents=4,920,000 total_tokens=4,896,902,323/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:34:50,700 | INFO | Interleave progress | split=train documents=4,930,000 total_tokens=4,906,630,239/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:34:59,123 | INFO | Interleave progress | split=train documents=4,940,000 total_tokens=4,916,295,569/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:35:07,925 | INFO | Interleave progress | split=train documents=4,950,000 total_tokens=4,926,223,834/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:35:17,239 | INFO | Interleave progress | split=train documents=4,960,000 total_tokens=4,936,434,946/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:35:26,654 | INFO | Interleave progress | split=train documents=4,970,000 total_tokens=4,946,560,637/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:35:35,898 | INFO | Interleave progress | split=train documents=4,980,000 total_tokens=4,956,823,739/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:35:44,677 | INFO | Interleave progress | split=train documents=4,990,000 total_tokens=4,966,791,349/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:35:52,957 | INFO | Interleave progress | split=train documents=5,000,000 total_tokens=4,976,557,940/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:36:01,328 | INFO | Interleave progress | split=train documents=5,010,000 total_tokens=4,986,287,735/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:36:10,406 | INFO | Interleave progress | split=train documents=5,020,000 total_tokens=4,996,385,133/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:36:26,102 | INFO | Interleave progress | split=train documents=5,030,000 total_tokens=5,006,473,710/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:36:34,604 | INFO | Interleave progress | split=train documents=5,040,000 total_tokens=5,016,337,682/10,000,000,000 current_source=finemath
+2026-03-13 10:36:43,473 | INFO | Interleave progress | split=train documents=5,050,000 total_tokens=5,026,473,264/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:36:51,859 | INFO | Interleave progress | split=train documents=5,060,000 total_tokens=5,036,366,247/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:37:00,311 | INFO | Interleave progress | split=train documents=5,070,000 total_tokens=5,046,081,268/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:37:08,725 | INFO | Interleave progress | split=train documents=5,080,000 total_tokens=5,055,684,011/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:37:17,462 | INFO | Interleave progress | split=train documents=5,090,000 total_tokens=5,065,753,128/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:37:26,786 | INFO | Interleave progress | split=train documents=5,100,000 total_tokens=5,075,700,169/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:37:37,133 | INFO | Interleave progress | split=train documents=5,110,000 total_tokens=5,086,304,319/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:37:46,191 | INFO | Interleave progress | split=train documents=5,120,000 total_tokens=5,095,848,053/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:38:03,565 | INFO | Interleave progress | split=train documents=5,130,000 total_tokens=5,106,283,490/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:38:12,409 | INFO | Interleave progress | split=train documents=5,140,000 total_tokens=5,116,121,221/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:38:20,997 | INFO | Interleave progress | split=train documents=5,150,000 total_tokens=5,125,863,106/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:38:29,117 | INFO | Interleave progress | split=train documents=5,160,000 total_tokens=5,135,295,555/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:38:37,653 | INFO | Interleave progress | split=train documents=5,170,000 total_tokens=5,145,157,205/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:38:46,814 | INFO | Interleave progress | split=train documents=5,180,000 total_tokens=5,155,206,706/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:38:55,342 | INFO | Interleave progress | split=train documents=5,190,000 total_tokens=5,164,916,396/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:39:03,624 | INFO | Interleave progress | split=train documents=5,200,000 total_tokens=5,174,388,670/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:39:11,930 | INFO | Interleave progress | split=train documents=5,210,000 total_tokens=5,184,233,112/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:39:34,250 | INFO | Interleave progress | split=train documents=5,220,000 total_tokens=5,193,919,741/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:39:49,985 | INFO | Interleave progress | split=train documents=5,230,000 total_tokens=5,203,644,044/10,000,000,000 current_source=finemath
+2026-03-13 10:39:58,415 | INFO | Interleave progress | split=train documents=5,240,000 total_tokens=5,213,373,828/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:40:07,358 | INFO | Interleave progress | split=train documents=5,250,000 total_tokens=5,223,288,999/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:40:15,651 | INFO | Interleave progress | split=train documents=5,260,000 total_tokens=5,233,114,862/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:40:23,907 | INFO | Interleave progress | split=train documents=5,270,000 total_tokens=5,242,622,294/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:40:32,387 | INFO | Interleave progress | split=train documents=5,280,000 total_tokens=5,252,196,302/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:40:40,438 | INFO | Interleave progress | split=train documents=5,290,000 total_tokens=5,261,922,775/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:40:48,983 | INFO | Interleave progress | split=train documents=5,300,000 total_tokens=5,271,921,584/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:40:58,201 | INFO | Interleave progress | split=train documents=5,310,000 total_tokens=5,281,964,279/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:41:06,791 | INFO | Interleave progress | split=train documents=5,320,000 total_tokens=5,291,835,221/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:41:22,039 | INFO | Interleave progress | split=train documents=5,330,000 total_tokens=5,301,479,415/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:41:30,174 | INFO | Interleave progress | split=train documents=5,340,000 total_tokens=5,311,084,519/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:41:38,967 | INFO | Interleave progress | split=train documents=5,350,000 total_tokens=5,320,940,380/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:41:47,268 | INFO | Interleave progress | split=train documents=5,360,000 total_tokens=5,330,472,078/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:41:56,206 | INFO | Interleave progress | split=train documents=5,370,000 total_tokens=5,340,344,847/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:42:34,054 | INFO | Interleave progress | split=train documents=5,380,000 total_tokens=5,350,516,237/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:42:42,747 | INFO | Interleave progress | split=train documents=5,390,000 total_tokens=5,360,342,128/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:42:51,609 | INFO | Interleave progress | split=train documents=5,400,000 total_tokens=5,370,014,249/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:43:00,506 | INFO | Interleave progress | split=train documents=5,410,000 total_tokens=5,379,974,411/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:43:09,500 | INFO | Interleave progress | split=train documents=5,420,000 total_tokens=5,389,652,644/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:43:17,947 | INFO | Interleave progress | split=train documents=5,430,000 total_tokens=5,399,488,212/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:43:33,215 | INFO | Interleave progress | split=train documents=5,440,000 total_tokens=5,409,109,141/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:43:41,772 | INFO | Interleave progress | split=train documents=5,450,000 total_tokens=5,418,670,773/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:43:50,884 | INFO | Interleave progress | split=train documents=5,460,000 total_tokens=5,428,777,587/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:44:00,152 | INFO | Interleave progress | split=train documents=5,470,000 total_tokens=5,438,719,245/10,000,000,000 current_source=finemath
+2026-03-13 10:44:08,535 | INFO | Interleave progress | split=train documents=5,480,000 total_tokens=5,448,501,381/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:44:17,190 | INFO | Interleave progress | split=train documents=5,490,000 total_tokens=5,458,442,556/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:44:25,959 | INFO | Interleave progress | split=train documents=5,500,000 total_tokens=5,468,412,205/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:44:34,414 | INFO | Interleave progress | split=train documents=5,510,000 total_tokens=5,478,188,221/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:44:44,539 | INFO | Interleave progress | split=train documents=5,520,000 total_tokens=5,487,954,853/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:44:53,614 | INFO | Interleave progress | split=train documents=5,530,000 total_tokens=5,498,058,015/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:45:08,705 | INFO | Interleave progress | split=train documents=5,540,000 total_tokens=5,508,146,602/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:45:17,882 | INFO | Interleave progress | split=train documents=5,550,000 total_tokens=5,518,621,776/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:46:09,915 | INFO | Interleave progress | split=train documents=5,560,000 total_tokens=5,528,683,756/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:46:18,731 | INFO | Interleave progress | split=train documents=5,570,000 total_tokens=5,538,828,780/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:46:27,239 | INFO | Interleave progress | split=train documents=5,580,000 total_tokens=5,549,059,810/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:46:41,609 | INFO | Interleave progress | split=train documents=5,590,000 total_tokens=5,559,175,133/10,000,000,000 current_source=finemath
+2026-03-13 10:46:50,577 | INFO | Interleave progress | split=train documents=5,600,000 total_tokens=5,569,155,078/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:47:04,528 | INFO | Interleave progress | split=train documents=5,610,000 total_tokens=5,579,163,451/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:47:14,187 | INFO | Interleave progress | split=train documents=5,620,000 total_tokens=5,589,355,916/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:47:23,695 | INFO | Interleave progress | split=train documents=5,630,000 total_tokens=5,599,567,842/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:47:41,723 | INFO | Interleave progress | split=train documents=5,640,000 total_tokens=5,609,827,091/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:47:50,954 | INFO | Interleave progress | split=train documents=5,650,000 total_tokens=5,620,179,563/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:48:00,299 | INFO | Interleave progress | split=train documents=5,660,000 total_tokens=5,630,472,335/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:48:09,203 | INFO | Interleave progress | split=train documents=5,670,000 total_tokens=5,640,661,270/10,000,000,000 current_source=finemath
+2026-03-13 10:48:18,602 | INFO | Interleave progress | split=train documents=5,680,000 total_tokens=5,650,657,535/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:48:27,875 | INFO | Interleave progress | split=train documents=5,690,000 total_tokens=5,660,841,761/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:48:37,104 | INFO | Interleave progress | split=train documents=5,700,000 total_tokens=5,671,119,577/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:48:46,419 | INFO | Interleave progress | split=train documents=5,710,000 total_tokens=5,681,524,965/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:48:56,974 | INFO | Interleave progress | split=train documents=5,720,000 total_tokens=5,691,429,732/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:49:14,298 | INFO | Interleave progress | split=train documents=5,730,000 total_tokens=5,701,798,064/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:49:22,606 | INFO | Interleave progress | split=train documents=5,740,000 total_tokens=5,711,734,836/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:49:31,049 | INFO | Interleave progress | split=train documents=5,750,000 total_tokens=5,721,697,422/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:49:50,043 | INFO | Interleave progress | split=train documents=5,760,000 total_tokens=5,731,825,150/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:49:58,823 | INFO | Interleave progress | split=train documents=5,770,000 total_tokens=5,741,866,934/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:50:33,809 | INFO | Interleave progress | split=train documents=5,780,000 total_tokens=5,751,961,989/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:50:43,029 | INFO | Interleave progress | split=train documents=5,790,000 total_tokens=5,762,158,754/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:51:04,617 | INFO | Interleave progress | split=train documents=5,800,000 total_tokens=5,772,016,449/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:51:13,682 | INFO | Interleave progress | split=train documents=5,810,000 total_tokens=5,782,258,298/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:51:22,341 | INFO | Interleave progress | split=train documents=5,820,000 total_tokens=5,792,147,269/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:51:39,656 | INFO | Interleave progress | split=train documents=5,830,000 total_tokens=5,802,091,159/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:51:53,421 | INFO | Interleave progress | split=train documents=5,840,000 total_tokens=5,811,952,668/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:52:07,654 | INFO | Interleave progress | split=train documents=5,850,000 total_tokens=5,822,016,748/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:52:16,248 | INFO | Interleave progress | split=train documents=5,860,000 total_tokens=5,832,045,830/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:52:24,802 | INFO | Interleave progress | split=train documents=5,870,000 total_tokens=5,841,925,577/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:52:33,768 | INFO | Interleave progress | split=train documents=5,880,000 total_tokens=5,851,994,059/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:52:42,674 | INFO | Interleave progress | split=train documents=5,890,000 total_tokens=5,861,920,313/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:52:51,006 | INFO | Interleave progress | split=train documents=5,900,000 total_tokens=5,872,054,302/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:52:59,568 | INFO | Interleave progress | split=train documents=5,910,000 total_tokens=5,881,869,924/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:53:08,438 | INFO | Interleave progress | split=train documents=5,920,000 total_tokens=5,892,205,132/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:53:26,486 | INFO | Interleave progress | split=train documents=5,930,000 total_tokens=5,902,203,388/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:53:34,999 | INFO | Interleave progress | split=train documents=5,940,000 total_tokens=5,912,669,617/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:54:07,572 | INFO | Interleave progress | split=train documents=5,950,000 total_tokens=5,922,545,279/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:54:16,466 | INFO | Interleave progress | split=train documents=5,960,000 total_tokens=5,932,470,786/10,000,000,000 current_source=finemath
+2026-03-13 10:54:25,849 | INFO | Interleave progress | split=train documents=5,970,000 total_tokens=5,942,619,142/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:54:34,800 | INFO | Interleave progress | split=train documents=5,980,000 total_tokens=5,952,539,440/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:54:52,878 | INFO | Interleave progress | split=train documents=5,990,000 total_tokens=5,962,138,361/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:55:01,497 | INFO | Interleave progress | split=train documents=6,000,000 total_tokens=5,971,992,558/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:55:10,648 | INFO | Interleave progress | split=train documents=6,010,000 total_tokens=5,982,285,156/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:55:19,188 | INFO | Interleave progress | split=train documents=6,020,000 total_tokens=5,992,130,776/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:55:36,825 | INFO | Interleave progress | split=train documents=6,030,000 total_tokens=6,002,114,095/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:55:45,195 | INFO | Interleave progress | split=train documents=6,040,000 total_tokens=6,011,903,292/10,000,000,000 current_source=finemath
+2026-03-13 10:55:54,055 | INFO | Interleave progress | split=train documents=6,050,000 total_tokens=6,022,014,032/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:56:02,759 | INFO | Interleave progress | split=train documents=6,060,000 total_tokens=6,032,111,386/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:56:11,863 | INFO | Interleave progress | split=train documents=6,070,000 total_tokens=6,041,962,929/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:56:20,438 | INFO | Interleave progress | split=train documents=6,080,000 total_tokens=6,051,643,195/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:56:29,025 | INFO | Interleave progress | split=train documents=6,090,000 total_tokens=6,061,828,338/10,000,000,000 current_source=the_stack_python
+2026-03-13 10:56:37,654 | INFO | Interleave progress | split=train documents=6,100,000 total_tokens=6,071,762,070/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:56:46,085 | INFO | Interleave progress | split=train documents=6,110,000 total_tokens=6,081,380,211/10,000,000,000 current_source=finemath
+2026-03-13 10:56:54,748 | INFO | Interleave progress | split=train documents=6,120,000 total_tokens=6,091,192,342/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:57:12,369 | INFO | Interleave progress | split=train documents=6,130,000 total_tokens=6,101,232,901/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:57:21,417 | INFO | Interleave progress | split=train documents=6,140,000 total_tokens=6,111,464,086/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:57:30,149 | INFO | Interleave progress | split=train documents=6,150,000 total_tokens=6,121,301,733/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:57:38,702 | INFO | Interleave progress | split=train documents=6,160,000 total_tokens=6,131,123,359/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:57:53,917 | INFO | Interleave progress | split=train documents=6,170,000 total_tokens=6,140,457,419/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:58:02,657 | INFO | Interleave progress | split=train documents=6,180,000 total_tokens=6,150,405,281/10,000,000,000 current_source=finemath
+2026-03-13 10:58:10,812 | INFO | Interleave progress | split=train documents=6,190,000 total_tokens=6,159,979,521/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:58:20,118 | INFO | Interleave progress | split=train documents=6,200,000 total_tokens=6,169,973,985/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:58:28,866 | INFO | Interleave progress | split=train documents=6,210,000 total_tokens=6,179,905,445/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:58:37,085 | INFO | Interleave progress | split=train documents=6,220,000 total_tokens=6,189,766,749/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:58:55,062 | INFO | Interleave progress | split=train documents=6,230,000 total_tokens=6,200,018,876/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:59:03,757 | INFO | Interleave progress | split=train documents=6,240,000 total_tokens=6,209,642,348/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:59:12,361 | INFO | Interleave progress | split=train documents=6,250,000 total_tokens=6,219,416,949/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:59:21,919 | INFO | Interleave progress | split=train documents=6,260,000 total_tokens=6,229,573,202/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 10:59:30,412 | INFO | Interleave progress | split=train documents=6,270,000 total_tokens=6,239,042,212/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:59:39,973 | INFO | Interleave progress | split=train documents=6,280,000 total_tokens=6,249,108,410/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:59:48,835 | INFO | Interleave progress | split=train documents=6,290,000 total_tokens=6,258,852,810/10,000,000,000 current_source=fineweb_edu
+2026-03-13 10:59:58,356 | INFO | Interleave progress | split=train documents=6,300,000 total_tokens=6,268,630,161/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:00:07,688 | INFO | Interleave progress | split=train documents=6,310,000 total_tokens=6,278,581,183/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:00:16,207 | INFO | Interleave progress | split=train documents=6,320,000 total_tokens=6,288,242,763/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:00:25,286 | INFO | Interleave progress | split=train documents=6,330,000 total_tokens=6,298,276,818/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:00:41,330 | INFO | Interleave progress | split=train documents=6,340,000 total_tokens=6,308,178,151/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:00:50,873 | INFO | Interleave progress | split=train documents=6,350,000 total_tokens=6,318,116,460/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:00:59,628 | INFO | Interleave progress | split=train documents=6,360,000 total_tokens=6,327,893,699/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:01:08,229 | INFO | Interleave progress | split=train documents=6,370,000 total_tokens=6,337,515,759/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:01:16,962 | INFO | Interleave progress | split=train documents=6,380,000 total_tokens=6,347,526,388/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:01:25,504 | INFO | Interleave progress | split=train documents=6,390,000 total_tokens=6,357,465,478/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:01:34,070 | INFO | Interleave progress | split=train documents=6,400,000 total_tokens=6,366,910,552/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:01:42,610 | INFO | Interleave progress | split=train documents=6,410,000 total_tokens=6,376,470,819/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:01:50,937 | INFO | Interleave progress | split=train documents=6,420,000 total_tokens=6,386,018,684/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:02:00,143 | INFO | Interleave progress | split=train documents=6,430,000 total_tokens=6,396,137,165/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:02:16,072 | INFO | Interleave progress | split=train documents=6,440,000 total_tokens=6,405,922,943/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:02:24,956 | INFO | Interleave progress | split=train documents=6,450,000 total_tokens=6,415,779,280/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:02:34,053 | INFO | Interleave progress | split=train documents=6,460,000 total_tokens=6,425,920,927/10,000,000,000 current_source=finemath
+2026-03-13 11:02:42,297 | INFO | Interleave progress | split=train documents=6,470,000 total_tokens=6,435,406,377/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:02:51,113 | INFO | Interleave progress | split=train documents=6,480,000 total_tokens=6,445,314,239/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:03:00,122 | INFO | Interleave progress | split=train documents=6,490,000 total_tokens=6,455,196,154/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:03:08,600 | INFO | Interleave progress | split=train documents=6,500,000 total_tokens=6,464,894,542/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:03:17,325 | INFO | Interleave progress | split=train documents=6,510,000 total_tokens=6,474,779,479/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:03:26,791 | INFO | Interleave progress | split=train documents=6,520,000 total_tokens=6,484,899,920/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:03:35,481 | INFO | Interleave progress | split=train documents=6,530,000 total_tokens=6,494,711,664/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:04:09,905 | INFO | Interleave progress | split=train documents=6,540,000 total_tokens=6,504,598,433/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:04:19,011 | INFO | Interleave progress | split=train documents=6,550,000 total_tokens=6,514,826,122/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:04:27,354 | INFO | Interleave progress | split=train documents=6,560,000 total_tokens=6,524,642,052/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:04:36,046 | INFO | Interleave progress | split=train documents=6,570,000 total_tokens=6,534,500,434/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:04:45,593 | INFO | Interleave progress | split=train documents=6,580,000 total_tokens=6,545,073,240/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:04:53,512 | INFO | Interleave progress | split=train documents=6,590,000 total_tokens=6,554,788,649/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:05:02,360 | INFO | Interleave progress | split=train documents=6,600,000 total_tokens=6,564,944,390/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:05:10,487 | INFO | Interleave progress | split=train documents=6,610,000 total_tokens=6,574,597,682/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:05:19,208 | INFO | Interleave progress | split=train documents=6,620,000 total_tokens=6,584,596,949/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:05:27,918 | INFO | Interleave progress | split=train documents=6,630,000 total_tokens=6,594,387,780/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:05:44,909 | INFO | Interleave progress | split=train documents=6,640,000 total_tokens=6,604,399,482/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:05:53,299 | INFO | Interleave progress | split=train documents=6,650,000 total_tokens=6,614,174,358/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:06:02,626 | INFO | Interleave progress | split=train documents=6,660,000 total_tokens=6,624,134,040/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:06:10,878 | INFO | Interleave progress | split=train documents=6,670,000 total_tokens=6,633,844,734/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:06:19,127 | INFO | Interleave progress | split=train documents=6,680,000 total_tokens=6,643,640,004/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:06:27,642 | INFO | Interleave progress | split=train documents=6,690,000 total_tokens=6,653,417,973/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:06:36,226 | INFO | Interleave progress | split=train documents=6,700,000 total_tokens=6,663,328,033/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:06:44,569 | INFO | Interleave progress | split=train documents=6,710,000 total_tokens=6,672,922,999/10,000,000,000 current_source=finemath
+2026-03-13 11:06:53,593 | INFO | Interleave progress | split=train documents=6,720,000 total_tokens=6,682,525,335/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:07:02,047 | INFO | Interleave progress | split=train documents=6,730,000 total_tokens=6,692,569,908/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:07:38,209 | INFO | Interleave progress | split=train documents=6,740,000 total_tokens=6,702,071,247/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:07:47,206 | INFO | Interleave progress | split=train documents=6,750,000 total_tokens=6,711,856,513/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:07:56,722 | INFO | Interleave progress | split=train documents=6,760,000 total_tokens=6,721,863,364/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:08:05,215 | INFO | Interleave progress | split=train documents=6,770,000 total_tokens=6,731,533,017/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:08:13,970 | INFO | Interleave progress | split=train documents=6,780,000 total_tokens=6,741,207,421/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:08:22,198 | INFO | Interleave progress | split=train documents=6,790,000 total_tokens=6,750,770,927/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:08:31,128 | INFO | Interleave progress | split=train documents=6,800,000 total_tokens=6,760,687,805/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:08:41,140 | INFO | Interleave progress | split=train documents=6,810,000 total_tokens=6,770,088,210/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:08:49,962 | INFO | Interleave progress | split=train documents=6,820,000 total_tokens=6,779,723,827/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:08:58,629 | INFO | Interleave progress | split=train documents=6,830,000 total_tokens=6,789,654,253/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:09:07,577 | INFO | Interleave progress | split=train documents=6,840,000 total_tokens=6,799,729,502/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:09:24,443 | INFO | Interleave progress | split=train documents=6,850,000 total_tokens=6,809,361,554/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:09:32,657 | INFO | Interleave progress | split=train documents=6,860,000 total_tokens=6,818,886,360/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:09:41,184 | INFO | Interleave progress | split=train documents=6,870,000 total_tokens=6,828,553,084/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:09:50,254 | INFO | Interleave progress | split=train documents=6,880,000 total_tokens=6,838,604,674/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:09:58,360 | INFO | Interleave progress | split=train documents=6,890,000 total_tokens=6,848,423,300/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:10:06,741 | INFO | Interleave progress | split=train documents=6,900,000 total_tokens=6,858,160,011/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:10:15,957 | INFO | Interleave progress | split=train documents=6,910,000 total_tokens=6,868,077,934/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:10:25,331 | INFO | Interleave progress | split=train documents=6,920,000 total_tokens=6,878,011,786/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:10:34,480 | INFO | Interleave progress | split=train documents=6,930,000 total_tokens=6,888,142,308/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:10:43,161 | INFO | Interleave progress | split=train documents=6,940,000 total_tokens=6,897,892,823/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:11:01,072 | INFO | Interleave progress | split=train documents=6,950,000 total_tokens=6,907,904,682/10,000,000,000 current_source=finemath
+2026-03-13 11:11:09,851 | INFO | Interleave progress | split=train documents=6,960,000 total_tokens=6,917,843,954/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:11:19,769 | INFO | Interleave progress | split=train documents=6,970,000 total_tokens=6,928,222,780/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:11:28,161 | INFO | Interleave progress | split=train documents=6,980,000 total_tokens=6,938,034,649/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:11:36,861 | INFO | Interleave progress | split=train documents=6,990,000 total_tokens=6,948,058,894/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:11:45,543 | INFO | Interleave progress | split=train documents=7,000,000 total_tokens=6,958,053,798/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:11:53,791 | INFO | Interleave progress | split=train documents=7,010,000 total_tokens=6,967,993,024/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:12:02,118 | INFO | Interleave progress | split=train documents=7,020,000 total_tokens=6,977,767,200/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:12:10,983 | INFO | Interleave progress | split=train documents=7,030,000 total_tokens=6,987,818,840/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:12:19,651 | INFO | Interleave progress | split=train documents=7,040,000 total_tokens=6,997,955,582/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:12:37,001 | INFO | Interleave progress | split=train documents=7,050,000 total_tokens=7,008,195,620/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:12:45,762 | INFO | Interleave progress | split=train documents=7,060,000 total_tokens=7,018,026,046/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:12:54,246 | INFO | Interleave progress | split=train documents=7,070,000 total_tokens=7,028,130,583/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:13:03,033 | INFO | Interleave progress | split=train documents=7,080,000 total_tokens=7,038,078,451/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:13:12,261 | INFO | Interleave progress | split=train documents=7,090,000 total_tokens=7,048,547,003/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:13:20,463 | INFO | Interleave progress | split=train documents=7,100,000 total_tokens=7,058,393,533/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:13:28,647 | INFO | Interleave progress | split=train documents=7,110,000 total_tokens=7,068,042,982/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:13:37,352 | INFO | Interleave progress | split=train documents=7,120,000 total_tokens=7,077,971,400/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:13:46,103 | INFO | Interleave progress | split=train documents=7,130,000 total_tokens=7,087,865,493/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:13:54,993 | INFO | Interleave progress | split=train documents=7,140,000 total_tokens=7,097,671,646/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:14:12,892 | INFO | Interleave progress | split=train documents=7,150,000 total_tokens=7,107,534,336/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:14:21,939 | INFO | Interleave progress | split=train documents=7,160,000 total_tokens=7,117,591,796/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:14:30,489 | INFO | Interleave progress | split=train documents=7,170,000 total_tokens=7,127,581,313/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:14:39,034 | INFO | Interleave progress | split=train documents=7,180,000 total_tokens=7,137,318,364/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:14:47,962 | INFO | Interleave progress | split=train documents=7,190,000 total_tokens=7,147,228,874/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:14:57,089 | INFO | Interleave progress | split=train documents=7,200,000 total_tokens=7,157,253,700/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:15:06,286 | INFO | Interleave progress | split=train documents=7,210,000 total_tokens=7,167,297,076/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:15:14,749 | INFO | Interleave progress | split=train documents=7,220,000 total_tokens=7,177,079,238/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:15:23,299 | INFO | Interleave progress | split=train documents=7,230,000 total_tokens=7,186,910,071/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:15:32,572 | INFO | Interleave progress | split=train documents=7,240,000 total_tokens=7,197,097,287/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:15:49,783 | INFO | Interleave progress | split=train documents=7,250,000 total_tokens=7,206,909,629/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:15:58,713 | INFO | Interleave progress | split=train documents=7,260,000 total_tokens=7,216,722,321/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:16:07,352 | INFO | Interleave progress | split=train documents=7,270,000 total_tokens=7,226,255,702/10,000,000,000 current_source=finemath
+2026-03-13 11:16:15,603 | INFO | Interleave progress | split=train documents=7,280,000 total_tokens=7,236,091,117/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:16:24,688 | INFO | Interleave progress | split=train documents=7,290,000 total_tokens=7,245,984,561/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:16:32,809 | INFO | Interleave progress | split=train documents=7,300,000 total_tokens=7,255,638,412/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:16:41,502 | INFO | Interleave progress | split=train documents=7,310,000 total_tokens=7,265,501,298/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:16:50,072 | INFO | Interleave progress | split=train documents=7,320,000 total_tokens=7,275,306,241/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:16:59,015 | INFO | Interleave progress | split=train documents=7,330,000 total_tokens=7,285,194,608/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:17:08,046 | INFO | Interleave progress | split=train documents=7,340,000 total_tokens=7,295,241,404/10,000,000,000 current_source=finemath
+2026-03-13 11:17:24,677 | INFO | Interleave progress | split=train documents=7,350,000 total_tokens=7,305,156,535/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:17:34,248 | INFO | Interleave progress | split=train documents=7,360,000 total_tokens=7,315,165,773/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:17:43,287 | INFO | Interleave progress | split=train documents=7,370,000 total_tokens=7,325,186,527/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:17:52,244 | INFO | Interleave progress | split=train documents=7,380,000 total_tokens=7,335,372,231/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:18:00,573 | INFO | Interleave progress | split=train documents=7,390,000 total_tokens=7,345,197,710/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:18:10,368 | INFO | Interleave progress | split=train documents=7,400,000 total_tokens=7,355,081,794/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:18:31,775 | INFO | Interleave progress | split=train documents=7,410,000 total_tokens=7,365,374,451/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:18:40,280 | INFO | Interleave progress | split=train documents=7,420,000 total_tokens=7,375,170,523/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:18:49,620 | INFO | Interleave progress | split=train documents=7,430,000 total_tokens=7,385,062,905/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:18:58,629 | INFO | Interleave progress | split=train documents=7,440,000 total_tokens=7,394,917,152/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:19:14,326 | INFO | Interleave progress | split=train documents=7,450,000 total_tokens=7,405,134,428/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:19:23,063 | INFO | Interleave progress | split=train documents=7,460,000 total_tokens=7,414,940,992/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:19:32,339 | INFO | Interleave progress | split=train documents=7,470,000 total_tokens=7,425,213,682/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:19:41,323 | INFO | Interleave progress | split=train documents=7,480,000 total_tokens=7,435,194,486/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:19:50,826 | INFO | Interleave progress | split=train documents=7,490,000 total_tokens=7,445,254,754/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:20:00,115 | INFO | Interleave progress | split=train documents=7,500,000 total_tokens=7,455,313,147/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:20:09,307 | INFO | Interleave progress | split=train documents=7,510,000 total_tokens=7,465,352,875/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:20:18,919 | INFO | Interleave progress | split=train documents=7,520,000 total_tokens=7,475,513,886/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:20:32,853 | INFO | Interleave progress | split=train documents=7,530,000 total_tokens=7,485,299,289/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:20:41,271 | INFO | Interleave progress | split=train documents=7,540,000 total_tokens=7,495,067,579/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:20:57,915 | INFO | Interleave progress | split=train documents=7,550,000 total_tokens=7,505,010,577/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:21:06,607 | INFO | Interleave progress | split=train documents=7,560,000 total_tokens=7,514,766,051/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:21:15,462 | INFO | Interleave progress | split=train documents=7,570,000 total_tokens=7,524,494,410/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:21:24,577 | INFO | Interleave progress | split=train documents=7,580,000 total_tokens=7,534,247,701/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:21:33,373 | INFO | Interleave progress | split=train documents=7,590,000 total_tokens=7,544,057,890/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:21:41,851 | INFO | Interleave progress | split=train documents=7,600,000 total_tokens=7,553,898,932/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:21:50,940 | INFO | Interleave progress | split=train documents=7,610,000 total_tokens=7,563,796,648/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:21:59,605 | INFO | Interleave progress | split=train documents=7,620,000 total_tokens=7,573,562,487/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:22:08,566 | INFO | Interleave progress | split=train documents=7,630,000 total_tokens=7,583,499,957/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:22:17,126 | INFO | Interleave progress | split=train documents=7,640,000 total_tokens=7,593,218,400/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:22:34,609 | INFO | Interleave progress | split=train documents=7,650,000 total_tokens=7,603,314,345/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:22:43,338 | INFO | Interleave progress | split=train documents=7,660,000 total_tokens=7,613,247,447/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:22:52,267 | INFO | Interleave progress | split=train documents=7,670,000 total_tokens=7,623,452,034/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:23:01,305 | INFO | Interleave progress | split=train documents=7,680,000 total_tokens=7,633,554,704/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:23:09,898 | INFO | Interleave progress | split=train documents=7,690,000 total_tokens=7,643,342,048/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:23:19,056 | INFO | Interleave progress | split=train documents=7,700,000 total_tokens=7,653,365,586/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:23:27,983 | INFO | Interleave progress | split=train documents=7,710,000 total_tokens=7,663,227,348/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:23:36,397 | INFO | Interleave progress | split=train documents=7,720,000 total_tokens=7,672,904,893/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:23:53,249 | INFO | Interleave progress | split=train documents=7,730,000 total_tokens=7,682,809,786/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:24:02,192 | INFO | Interleave progress | split=train documents=7,740,000 total_tokens=7,692,721,555/10,000,000,000 current_source=finemath
+2026-03-13 11:24:18,046 | INFO | Interleave progress | split=train documents=7,750,000 total_tokens=7,702,681,150/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:24:27,631 | INFO | Interleave progress | split=train documents=7,760,000 total_tokens=7,712,967,457/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:24:37,046 | INFO | Interleave progress | split=train documents=7,770,000 total_tokens=7,723,021,864/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:24:46,653 | INFO | Interleave progress | split=train documents=7,780,000 total_tokens=7,732,925,035/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:24:55,719 | INFO | Interleave progress | split=train documents=7,790,000 total_tokens=7,742,912,093/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:25:04,488 | INFO | Interleave progress | split=train documents=7,800,000 total_tokens=7,752,715,281/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:25:13,329 | INFO | Interleave progress | split=train documents=7,810,000 total_tokens=7,762,388,091/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:25:22,443 | INFO | Interleave progress | split=train documents=7,820,000 total_tokens=7,772,736,680/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:25:30,997 | INFO | Interleave progress | split=train documents=7,830,000 total_tokens=7,782,457,671/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:25:39,445 | INFO | Interleave progress | split=train documents=7,840,000 total_tokens=7,792,132,801/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:25:56,786 | INFO | Interleave progress | split=train documents=7,850,000 total_tokens=7,802,070,572/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:26:15,652 | INFO | Interleave progress | split=train documents=7,860,000 total_tokens=7,812,056,959/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:26:24,411 | INFO | Interleave progress | split=train documents=7,870,000 total_tokens=7,821,805,070/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:26:33,235 | INFO | Interleave progress | split=train documents=7,880,000 total_tokens=7,831,736,836/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:26:42,437 | INFO | Interleave progress | split=train documents=7,890,000 total_tokens=7,841,685,856/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:26:50,997 | INFO | Interleave progress | split=train documents=7,900,000 total_tokens=7,851,643,257/10,000,000,000 current_source=finemath
+2026-03-13 11:26:59,777 | INFO | Interleave progress | split=train documents=7,910,000 total_tokens=7,861,458,137/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:27:08,679 | INFO | Interleave progress | split=train documents=7,920,000 total_tokens=7,871,227,842/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:27:19,067 | INFO | Interleave progress | split=train documents=7,930,000 total_tokens=7,880,954,318/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:27:28,019 | INFO | Interleave progress | split=train documents=7,940,000 total_tokens=7,891,016,375/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:27:44,792 | INFO | Interleave progress | split=train documents=7,950,000 total_tokens=7,900,708,920/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:27:52,979 | INFO | Interleave progress | split=train documents=7,960,000 total_tokens=7,910,232,598/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:28:01,646 | INFO | Interleave progress | split=train documents=7,970,000 total_tokens=7,919,900,429/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:28:10,155 | INFO | Interleave progress | split=train documents=7,980,000 total_tokens=7,929,731,353/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:28:18,628 | INFO | Interleave progress | split=train documents=7,990,000 total_tokens=7,939,534,681/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:28:27,381 | INFO | Interleave progress | split=train documents=8,000,000 total_tokens=7,949,275,434/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:28:36,266 | INFO | Interleave progress | split=train documents=8,010,000 total_tokens=7,958,940,599/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:28:44,641 | INFO | Interleave progress | split=train documents=8,020,000 total_tokens=7,968,681,644/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:28:53,897 | INFO | Interleave progress | split=train documents=8,030,000 total_tokens=7,978,644,841/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:29:02,553 | INFO | Interleave progress | split=train documents=8,040,000 total_tokens=7,988,713,230/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:29:11,252 | INFO | Interleave progress | split=train documents=8,050,000 total_tokens=7,998,800,501/10,000,000,000 current_source=finemath
+2026-03-13 11:29:27,929 | INFO | Interleave progress | split=train documents=8,060,000 total_tokens=8,008,651,162/10,000,000,000 current_source=finemath
+2026-03-13 11:29:37,338 | INFO | Interleave progress | split=train documents=8,070,000 total_tokens=8,018,850,299/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:29:45,878 | INFO | Interleave progress | split=train documents=8,080,000 total_tokens=8,028,793,058/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:29:55,291 | INFO | Interleave progress | split=train documents=8,090,000 total_tokens=8,039,243,774/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:30:12,963 | INFO | Interleave progress | split=train documents=8,100,000 total_tokens=8,049,119,251/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:30:21,631 | INFO | Interleave progress | split=train documents=8,110,000 total_tokens=8,059,014,132/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:30:30,607 | INFO | Interleave progress | split=train documents=8,120,000 total_tokens=8,069,145,465/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:30:39,090 | INFO | Interleave progress | split=train documents=8,130,000 total_tokens=8,078,958,314/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:30:47,680 | INFO | Interleave progress | split=train documents=8,140,000 total_tokens=8,088,962,190/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:30:56,620 | INFO | Interleave progress | split=train documents=8,150,000 total_tokens=8,099,065,760/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:31:13,644 | INFO | Interleave progress | split=train documents=8,160,000 total_tokens=8,108,939,739/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:31:22,447 | INFO | Interleave progress | split=train documents=8,170,000 total_tokens=8,118,917,635/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:31:31,176 | INFO | Interleave progress | split=train documents=8,180,000 total_tokens=8,129,075,022/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:31:40,286 | INFO | Interleave progress | split=train documents=8,190,000 total_tokens=8,139,264,398/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:31:48,939 | INFO | Interleave progress | split=train documents=8,200,000 total_tokens=8,149,261,756/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:31:57,583 | INFO | Interleave progress | split=train documents=8,210,000 total_tokens=8,159,191,182/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:32:05,938 | INFO | Interleave progress | split=train documents=8,220,000 total_tokens=8,169,036,141/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:32:15,008 | INFO | Interleave progress | split=train documents=8,230,000 total_tokens=8,179,210,185/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:32:23,597 | INFO | Interleave progress | split=train documents=8,240,000 total_tokens=8,189,195,368/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:32:32,400 | INFO | Interleave progress | split=train documents=8,250,000 total_tokens=8,199,031,161/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:32:50,061 | INFO | Interleave progress | split=train documents=8,260,000 total_tokens=8,209,335,864/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:32:58,910 | INFO | Interleave progress | split=train documents=8,270,000 total_tokens=8,219,439,576/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:33:07,549 | INFO | Interleave progress | split=train documents=8,280,000 total_tokens=8,229,309,291/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:33:17,140 | INFO | Interleave progress | split=train documents=8,290,000 total_tokens=8,239,181,276/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:33:25,622 | INFO | Interleave progress | split=train documents=8,300,000 total_tokens=8,248,962,689/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:33:34,419 | INFO | Interleave progress | split=train documents=8,310,000 total_tokens=8,258,733,016/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:33:43,500 | INFO | Interleave progress | split=train documents=8,320,000 total_tokens=8,268,734,931/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:33:52,518 | INFO | Interleave progress | split=train documents=8,330,000 total_tokens=8,278,788,014/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:34:01,583 | INFO | Interleave progress | split=train documents=8,340,000 total_tokens=8,288,755,540/10,000,000,000 current_source=finemath
+2026-03-13 11:34:10,280 | INFO | Interleave progress | split=train documents=8,350,000 total_tokens=8,298,606,466/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:34:27,990 | INFO | Interleave progress | split=train documents=8,360,000 total_tokens=8,308,633,092/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:34:37,548 | INFO | Interleave progress | split=train documents=8,370,000 total_tokens=8,318,922,907/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:34:47,010 | INFO | Interleave progress | split=train documents=8,380,000 total_tokens=8,328,943,020/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:34:56,997 | INFO | Interleave progress | split=train documents=8,390,000 total_tokens=8,339,258,471/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:35:05,297 | INFO | Interleave progress | split=train documents=8,400,000 total_tokens=8,349,014,201/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:35:14,208 | INFO | Interleave progress | split=train documents=8,410,000 total_tokens=8,358,929,116/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:35:22,588 | INFO | Interleave progress | split=train documents=8,420,000 total_tokens=8,368,668,962/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:35:31,993 | INFO | Interleave progress | split=train documents=8,430,000 total_tokens=8,379,016,281/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:35:40,741 | INFO | Interleave progress | split=train documents=8,440,000 total_tokens=8,388,942,291/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:35:49,786 | INFO | Interleave progress | split=train documents=8,450,000 total_tokens=8,399,188,174/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:36:06,020 | INFO | Interleave progress | split=train documents=8,460,000 total_tokens=8,408,960,899/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:36:14,314 | INFO | Interleave progress | split=train documents=8,470,000 total_tokens=8,418,797,707/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:36:23,016 | INFO | Interleave progress | split=train documents=8,480,000 total_tokens=8,428,841,897/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:36:32,127 | INFO | Interleave progress | split=train documents=8,490,000 total_tokens=8,438,886,556/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:36:40,343 | INFO | Interleave progress | split=train documents=8,500,000 total_tokens=8,448,288,464/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:36:49,110 | INFO | Interleave progress | split=train documents=8,510,000 total_tokens=8,458,176,023/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:36:57,347 | INFO | Interleave progress | split=train documents=8,520,000 total_tokens=8,467,726,194/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:37:06,232 | INFO | Interleave progress | split=train documents=8,530,000 total_tokens=8,477,413,209/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:37:14,673 | INFO | Interleave progress | split=train documents=8,540,000 total_tokens=8,487,316,685/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:37:24,101 | INFO | Interleave progress | split=train documents=8,550,000 total_tokens=8,497,354,541/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:37:40,462 | INFO | Interleave progress | split=train documents=8,560,000 total_tokens=8,507,227,940/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:37:49,112 | INFO | Interleave progress | split=train documents=8,570,000 total_tokens=8,516,948,628/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:37:58,552 | INFO | Interleave progress | split=train documents=8,580,000 total_tokens=8,527,186,975/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:38:07,368 | INFO | Interleave progress | split=train documents=8,590,000 total_tokens=8,536,969,815/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:38:16,254 | INFO | Interleave progress | split=train documents=8,600,000 total_tokens=8,546,974,557/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:38:25,500 | INFO | Interleave progress | split=train documents=8,610,000 total_tokens=8,556,848,477/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:38:34,715 | INFO | Interleave progress | split=train documents=8,620,000 total_tokens=8,567,048,726/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:38:43,349 | INFO | Interleave progress | split=train documents=8,630,000 total_tokens=8,576,766,731/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:38:52,279 | INFO | Interleave progress | split=train documents=8,640,000 total_tokens=8,586,493,500/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:39:00,476 | INFO | Interleave progress | split=train documents=8,650,000 total_tokens=8,596,166,449/10,000,000,000 current_source=finemath
+2026-03-13 11:39:17,309 | INFO | Interleave progress | split=train documents=8,660,000 total_tokens=8,606,182,159/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:39:26,064 | INFO | Interleave progress | split=train documents=8,670,000 total_tokens=8,616,013,358/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:39:35,077 | INFO | Interleave progress | split=train documents=8,680,000 total_tokens=8,625,900,780/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:39:43,843 | INFO | Interleave progress | split=train documents=8,690,000 total_tokens=8,635,828,983/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:39:52,269 | INFO | Interleave progress | split=train documents=8,700,000 total_tokens=8,645,589,536/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:40:01,092 | INFO | Interleave progress | split=train documents=8,710,000 total_tokens=8,655,376,216/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:40:10,704 | INFO | Interleave progress | split=train documents=8,720,000 total_tokens=8,665,819,410/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:40:19,637 | INFO | Interleave progress | split=train documents=8,730,000 total_tokens=8,676,019,524/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:40:27,589 | INFO | Interleave progress | split=train documents=8,740,000 total_tokens=8,685,402,704/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:40:36,251 | INFO | Interleave progress | split=train documents=8,750,000 total_tokens=8,695,267,236/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:40:53,242 | INFO | Interleave progress | split=train documents=8,760,000 total_tokens=8,705,899,193/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:41:01,648 | INFO | Interleave progress | split=train documents=8,770,000 total_tokens=8,715,483,166/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:41:09,963 | INFO | Interleave progress | split=train documents=8,780,000 total_tokens=8,725,328,173/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:41:18,596 | INFO | Interleave progress | split=train documents=8,790,000 total_tokens=8,735,043,842/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:41:27,656 | INFO | Interleave progress | split=train documents=8,800,000 total_tokens=8,745,023,898/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:41:36,438 | INFO | Interleave progress | split=train documents=8,810,000 total_tokens=8,754,848,231/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:41:45,601 | INFO | Interleave progress | split=train documents=8,820,000 total_tokens=8,764,756,547/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:41:54,315 | INFO | Interleave progress | split=train documents=8,830,000 total_tokens=8,774,611,772/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:42:02,931 | INFO | Interleave progress | split=train documents=8,840,000 total_tokens=8,784,369,458/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:42:12,010 | INFO | Interleave progress | split=train documents=8,850,000 total_tokens=8,794,434,612/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:42:31,145 | INFO | Interleave progress | split=train documents=8,860,000 total_tokens=8,804,796,562/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:42:40,326 | INFO | Interleave progress | split=train documents=8,870,000 total_tokens=8,814,749,688/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:42:49,780 | INFO | Interleave progress | split=train documents=8,880,000 total_tokens=8,825,007,410/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:42:58,800 | INFO | Interleave progress | split=train documents=8,890,000 total_tokens=8,834,872,397/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:43:07,650 | INFO | Interleave progress | split=train documents=8,900,000 total_tokens=8,844,805,937/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:43:16,218 | INFO | Interleave progress | split=train documents=8,910,000 total_tokens=8,854,581,718/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:43:24,630 | INFO | Interleave progress | split=train documents=8,920,000 total_tokens=8,864,255,112/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:43:33,299 | INFO | Interleave progress | split=train documents=8,930,000 total_tokens=8,874,033,650/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:43:42,174 | INFO | Interleave progress | split=train documents=8,940,000 total_tokens=8,884,028,837/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:43:50,933 | INFO | Interleave progress | split=train documents=8,950,000 total_tokens=8,893,665,358/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:44:06,681 | INFO | Interleave progress | split=train documents=8,960,000 total_tokens=8,903,373,577/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:44:21,815 | INFO | Interleave progress | split=train documents=8,970,000 total_tokens=8,913,416,610/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:44:30,965 | INFO | Interleave progress | split=train documents=8,980,000 total_tokens=8,923,285,066/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:44:40,299 | INFO | Interleave progress | split=train documents=8,990,000 total_tokens=8,932,965,418/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:44:49,111 | INFO | Interleave progress | split=train documents=9,000,000 total_tokens=8,942,815,454/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:44:57,898 | INFO | Interleave progress | split=train documents=9,010,000 total_tokens=8,952,727,526/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:45:06,670 | INFO | Interleave progress | split=train documents=9,020,000 total_tokens=8,962,537,693/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:45:15,744 | INFO | Interleave progress | split=train documents=9,030,000 total_tokens=8,972,278,221/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:45:25,574 | INFO | Interleave progress | split=train documents=9,040,000 total_tokens=8,982,268,780/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:45:40,590 | INFO | Interleave progress | split=train documents=9,050,000 total_tokens=8,991,835,103/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:45:58,142 | INFO | Interleave progress | split=train documents=9,060,000 total_tokens=9,001,637,064/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:46:07,412 | INFO | Interleave progress | split=train documents=9,070,000 total_tokens=9,011,798,164/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:46:16,585 | INFO | Interleave progress | split=train documents=9,080,000 total_tokens=9,021,726,985/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:46:26,245 | INFO | Interleave progress | split=train documents=9,090,000 total_tokens=9,031,960,154/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:46:34,722 | INFO | Interleave progress | split=train documents=9,100,000 total_tokens=9,042,013,302/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:46:43,228 | INFO | Interleave progress | split=train documents=9,110,000 total_tokens=9,051,786,450/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:46:52,259 | INFO | Interleave progress | split=train documents=9,120,000 total_tokens=9,061,649,211/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:47:00,747 | INFO | Interleave progress | split=train documents=9,130,000 total_tokens=9,071,636,409/10,000,000,000 current_source=finemath
+2026-03-13 11:47:09,013 | INFO | Interleave progress | split=train documents=9,140,000 total_tokens=9,081,267,120/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:47:18,191 | INFO | Interleave progress | split=train documents=9,150,000 total_tokens=9,091,271,327/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:47:35,749 | INFO | Interleave progress | split=train documents=9,160,000 total_tokens=9,101,195,396/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:47:44,705 | INFO | Interleave progress | split=train documents=9,170,000 total_tokens=9,111,198,476/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:47:53,817 | INFO | Interleave progress | split=train documents=9,180,000 total_tokens=9,121,009,101/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:48:01,877 | INFO | Interleave progress | split=train documents=9,190,000 total_tokens=9,130,583,199/10,000,000,000 current_source=finemath
+2026-03-13 11:48:10,597 | INFO | Interleave progress | split=train documents=9,200,000 total_tokens=9,140,195,899/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:48:19,567 | INFO | Interleave progress | split=train documents=9,210,000 total_tokens=9,150,169,851/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:48:28,497 | INFO | Interleave progress | split=train documents=9,220,000 total_tokens=9,159,753,269/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:48:37,283 | INFO | Interleave progress | split=train documents=9,230,000 total_tokens=9,169,600,376/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:48:45,950 | INFO | Interleave progress | split=train documents=9,240,000 total_tokens=9,179,458,685/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:49:03,064 | INFO | Interleave progress | split=train documents=9,250,000 total_tokens=9,189,817,134/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:49:12,308 | INFO | Interleave progress | split=train documents=9,260,000 total_tokens=9,199,927,360/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:49:28,174 | INFO | Interleave progress | split=train documents=9,270,000 total_tokens=9,209,545,531/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:49:36,671 | INFO | Interleave progress | split=train documents=9,280,000 total_tokens=9,219,369,080/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:49:45,165 | INFO | Interleave progress | split=train documents=9,290,000 total_tokens=9,228,920,724/10,000,000,000 current_source=finemath
+2026-03-13 11:49:53,666 | INFO | Interleave progress | split=train documents=9,300,000 total_tokens=9,238,512,096/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:50:02,499 | INFO | Interleave progress | split=train documents=9,310,000 total_tokens=9,248,476,451/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:50:10,570 | INFO | Interleave progress | split=train documents=9,320,000 total_tokens=9,257,869,140/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:50:19,533 | INFO | Interleave progress | split=train documents=9,330,000 total_tokens=9,267,798,511/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:50:28,197 | INFO | Interleave progress | split=train documents=9,340,000 total_tokens=9,277,433,899/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:50:37,252 | INFO | Interleave progress | split=train documents=9,350,000 total_tokens=9,287,129,666/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:50:46,326 | INFO | Interleave progress | split=train documents=9,360,000 total_tokens=9,297,016,906/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:51:04,385 | INFO | Interleave progress | split=train documents=9,370,000 total_tokens=9,307,107,179/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:51:13,635 | INFO | Interleave progress | split=train documents=9,380,000 total_tokens=9,317,159,336/10,000,000,000 current_source=finemath
+2026-03-13 11:51:23,453 | INFO | Interleave progress | split=train documents=9,390,000 total_tokens=9,327,370,870/10,000,000,000 current_source=finemath
+2026-03-13 11:51:32,107 | INFO | Interleave progress | split=train documents=9,400,000 total_tokens=9,337,092,430/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:51:41,182 | INFO | Interleave progress | split=train documents=9,410,000 total_tokens=9,346,731,383/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:51:49,336 | INFO | Interleave progress | split=train documents=9,420,000 total_tokens=9,356,364,722/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:51:57,538 | INFO | Interleave progress | split=train documents=9,430,000 total_tokens=9,365,976,900/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:52:05,877 | INFO | Interleave progress | split=train documents=9,440,000 total_tokens=9,375,808,230/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:52:14,448 | INFO | Interleave progress | split=train documents=9,450,000 total_tokens=9,385,809,434/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:52:31,132 | INFO | Interleave progress | split=train documents=9,460,000 total_tokens=9,396,070,301/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:52:47,379 | INFO | Interleave progress | split=train documents=9,470,000 total_tokens=9,405,782,496/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:52:55,757 | INFO | Interleave progress | split=train documents=9,480,000 total_tokens=9,415,196,440/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:53:04,357 | INFO | Interleave progress | split=train documents=9,490,000 total_tokens=9,425,113,875/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:53:12,611 | INFO | Interleave progress | split=train documents=9,500,000 total_tokens=9,434,669,809/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:53:21,623 | INFO | Interleave progress | split=train documents=9,510,000 total_tokens=9,444,632,651/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:53:30,011 | INFO | Interleave progress | split=train documents=9,520,000 total_tokens=9,454,199,657/10,000,000,000 current_source=finemath
+2026-03-13 11:53:39,261 | INFO | Interleave progress | split=train documents=9,530,000 total_tokens=9,464,290,577/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:53:48,094 | INFO | Interleave progress | split=train documents=9,540,000 total_tokens=9,474,239,658/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:53:57,073 | INFO | Interleave progress | split=train documents=9,550,000 total_tokens=9,484,277,403/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:54:06,103 | INFO | Interleave progress | split=train documents=9,560,000 total_tokens=9,494,227,216/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:54:23,836 | INFO | Interleave progress | split=train documents=9,570,000 total_tokens=9,503,963,691/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:54:32,717 | INFO | Interleave progress | split=train documents=9,580,000 total_tokens=9,513,853,921/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:54:41,778 | INFO | Interleave progress | split=train documents=9,590,000 total_tokens=9,523,998,663/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:54:50,223 | INFO | Interleave progress | split=train documents=9,600,000 total_tokens=9,533,502,100/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:54:59,321 | INFO | Interleave progress | split=train documents=9,610,000 total_tokens=9,543,235,171/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:55:08,655 | INFO | Interleave progress | split=train documents=9,620,000 total_tokens=9,553,173,117/10,000,000,000 current_source=the_stack_python
+2026-03-13 11:55:17,331 | INFO | Interleave progress | split=train documents=9,630,000 total_tokens=9,562,963,707/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:55:25,891 | INFO | Interleave progress | split=train documents=9,640,000 total_tokens=9,572,779,836/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:55:34,872 | INFO | Interleave progress | split=train documents=9,650,000 total_tokens=9,582,332,211/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:55:43,828 | INFO | Interleave progress | split=train documents=9,660,000 total_tokens=9,592,184,527/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:56:02,041 | INFO | Interleave progress | split=train documents=9,670,000 total_tokens=9,602,047,007/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:56:10,652 | INFO | Interleave progress | split=train documents=9,680,000 total_tokens=9,611,789,073/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:56:19,172 | INFO | Interleave progress | split=train documents=9,690,000 total_tokens=9,621,231,756/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:56:27,739 | INFO | Interleave progress | split=train documents=9,700,000 total_tokens=9,630,991,126/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:56:36,441 | INFO | Interleave progress | split=train documents=9,710,000 total_tokens=9,640,686,565/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:56:45,173 | INFO | Interleave progress | split=train documents=9,720,000 total_tokens=9,650,063,416/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:56:54,427 | INFO | Interleave progress | split=train documents=9,730,000 total_tokens=9,660,182,336/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:57:02,993 | INFO | Interleave progress | split=train documents=9,740,000 total_tokens=9,669,849,080/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:57:11,954 | INFO | Interleave progress | split=train documents=9,750,000 total_tokens=9,679,449,566/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:57:20,143 | INFO | Interleave progress | split=train documents=9,760,000 total_tokens=9,688,909,389/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:57:28,850 | INFO | Interleave progress | split=train documents=9,770,000 total_tokens=9,698,719,903/10,000,000,000 current_source=finemath
+2026-03-13 11:57:51,124 | INFO | Interleave progress | split=train documents=9,780,000 total_tokens=9,708,480,377/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:57:59,831 | INFO | Interleave progress | split=train documents=9,790,000 total_tokens=9,718,594,806/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:58:08,774 | INFO | Interleave progress | split=train documents=9,800,000 total_tokens=9,728,688,221/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:58:18,067 | INFO | Interleave progress | split=train documents=9,810,000 total_tokens=9,738,901,996/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:58:26,389 | INFO | Interleave progress | split=train documents=9,820,000 total_tokens=9,748,670,223/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:58:35,175 | INFO | Interleave progress | split=train documents=9,830,000 total_tokens=9,758,754,506/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:58:44,057 | INFO | Interleave progress | split=train documents=9,840,000 total_tokens=9,768,750,087/10,000,000,000 current_source=finemath
+2026-03-13 11:58:53,068 | INFO | Interleave progress | split=train documents=9,850,000 total_tokens=9,778,932,595/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:59:01,307 | INFO | Interleave progress | split=train documents=9,860,000 total_tokens=9,788,947,810/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:59:10,090 | INFO | Interleave progress | split=train documents=9,870,000 total_tokens=9,798,948,052/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:59:27,060 | INFO | Interleave progress | split=train documents=9,880,000 total_tokens=9,808,974,570/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:59:35,422 | INFO | Interleave progress | split=train documents=9,890,000 total_tokens=9,818,965,443/10,000,000,000 current_source=fineweb_edu
+2026-03-13 11:59:44,447 | INFO | Interleave progress | split=train documents=9,900,000 total_tokens=9,829,398,573/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 11:59:53,174 | INFO | Interleave progress | split=train documents=9,910,000 total_tokens=9,839,481,155/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:00:02,437 | INFO | Interleave progress | split=train documents=9,920,000 total_tokens=9,849,808,438/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:00:10,892 | INFO | Interleave progress | split=train documents=9,930,000 total_tokens=9,859,587,985/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:00:19,167 | INFO | Interleave progress | split=train documents=9,940,000 total_tokens=9,869,124,189/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:00:27,881 | INFO | Interleave progress | split=train documents=9,950,000 total_tokens=9,879,231,594/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 12:00:36,050 | INFO | Interleave progress | split=train documents=9,960,000 total_tokens=9,888,973,553/10,000,000,000 current_source=the_stack_python
+2026-03-13 12:00:44,426 | INFO | Interleave progress | split=train documents=9,970,000 total_tokens=9,898,677,921/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:01:00,616 | INFO | Interleave progress | split=train documents=9,980,000 total_tokens=9,908,876,780/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:01:08,969 | INFO | Interleave progress | split=train documents=9,990,000 total_tokens=9,918,689,885/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:01:17,823 | INFO | Interleave progress | split=train documents=10,000,000 total_tokens=9,928,835,296/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:01:27,058 | INFO | Interleave progress | split=train documents=10,010,000 total_tokens=9,938,966,116/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:01:36,285 | INFO | Interleave progress | split=train documents=10,020,000 total_tokens=9,948,994,170/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 12:01:44,921 | INFO | Interleave progress | split=train documents=10,030,000 total_tokens=9,958,967,002/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:01:53,643 | INFO | Interleave progress | split=train documents=10,040,000 total_tokens=9,968,822,260/10,000,000,000 current_source=cosmopedia_v2
+2026-03-13 12:02:02,214 | INFO | Interleave progress | split=train documents=10,050,000 total_tokens=9,978,812,813/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:02:11,368 | INFO | Interleave progress | split=train documents=10,060,000 total_tokens=9,988,651,550/10,000,000,000 current_source=finemath
+2026-03-13 12:02:19,669 | INFO | Interleave progress | split=train documents=10,070,000 total_tokens=9,998,317,089/10,000,000,000 current_source=fineweb_edu
+2026-03-13 12:02:27,909 | INFO | Interleave done | split=train documents=10,071,757 total_tokens=10,000,000,000
+2026-03-13 12:02:27,914 | INFO | Source done | name=fineweb_edu documents=5,922,817 train_tokens=6,000,000,000/6,000,000,000 val_tokens=12,000,000/12,000,000
+2026-03-13 12:02:27,915 | INFO | Source done | name=cosmopedia_v2 documents=2,792,704 train_tokens=2,000,000,000/2,000,000,000 val_tokens=4,000,000/4,000,000
+2026-03-13 12:02:27,915 | INFO | Source done | name=the_stack_python documents=684,540 train_tokens=1,000,000,000/1,000,000,000 val_tokens=2,000,000/2,000,000
+2026-03-13 12:02:27,915 | INFO | Source done | name=finemath documents=692,367 train_tokens=1,000,000,000/1,000,000,000 val_tokens=2,000,000/2,000,000
+2026-03-13 12:02:27,916 | INFO | Pretokenization finished | output_dir=data/pretokenized total_train_tokens=10,000,000,000 total_val_tokens=20,000,000 train_shards=100 val_shards=1
+2026-03-13 12:02:27,916 | INFO | Dataset summary saved | path=data/pretokenized/dataset_summary.json