feat: add base

Add checkpoint: 13,000,220,672 tokens, val_loss=2.8407

Add checkpoint: 12,500,049,920 tokens, val_loss=2.8315

Add checkpoint: 12,000,272,384 tokens, val_loss=2.8615

Add checkpoint: 11,500,101,632 tokens, val_loss=2.9207

Add checkpoint: 11,000,324,096 tokens, val_loss=2.9348

Add checkpoint: 10,500,153,344 tokens, val_loss=2.9324

Add checkpoint: 10,000,375,808 tokens, val_loss=2.9304

Add checkpoint: 9,500,205,056 tokens, val_loss=2.9302

Add checkpoint: 9,000,034,304 tokens, val_loss=2.9712

Add checkpoint: 8,500,256,768 tokens, val_loss=2.9862

Add checkpoint: 8,000,086,016 tokens, val_loss=3.0543

Add checkpoint: 7,500,308,480 tokens, val_loss=3.1727

Add checkpoint: 7,400,038,400 tokens, val_loss=3.1436

Add checkpoint: 7,350,026,240 tokens, val_loss=3.1601

Add checkpoint: 7,300,014,080 tokens, val_loss=3.2258

Add checkpoint: 7,250,001,920 tokens, val_loss=3.1302

Add checkpoint: 7,200,030,720 tokens, val_loss=3.1666

Add checkpoint: 7,150,018,560 tokens, val_loss=3.2671

Add checkpoint: 7,100,006,400 tokens, val_loss=3.1313

Add checkpoint: 7,050,035,200 tokens, val_loss=3.1416

Add checkpoint: 7,000,064,000 tokens, val_loss=2.9249

Add checkpoint: 6,500,024,320 tokens, val_loss=2.8815

Add checkpoint: 6,000,148,480 tokens, val_loss=2.8747

Add checkpoint: 5,500,108,800 tokens, val_loss=2.8380

Add checkpoint: 5,000,069,120 tokens, val_loss=2.9117

Add checkpoint: 4,500,029,440 tokens, val_loss=2.8910

Add checkpoint: 4,000,153,600 tokens, val_loss=2.9020

Add checkpoint: 3,500,113,920 tokens, val_loss=2.9253

Add checkpoint: 3,000,074,240 tokens, val_loss=2.9327

Add checkpoint: 2,500,034,560 tokens, val_loss=3.0117

Add checkpoint: 2,000,158,720 tokens, val_loss=3.0812

Add checkpoint: 1,500,119,040 tokens, val_loss=3.1239

Add checkpoint: 500,039,680 tokens, val_loss=3.4124

Add checkpoint: 5,079,040 tokens, val_loss=9.4009

initial commit