Instructions to use SynthCode-Project/OLMo2-7B-all-milestones with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use SynthCode-Project/OLMo2-7B-all-milestones with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("SynthCode-Project/OLMo2-7B-all-milestones", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 11,362 Bytes
58cd5e6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {"current_steps": 5090, "total_steps": 5597, "loss": 0.6739, "lr": 1.9999810479633703e-05, "epoch": 0.4255497032020734, "percentage": 90.94, "elapsed_time": "0:00:20", "remaining_time": "0:00:02"}
{"current_steps": 5100, "total_steps": 5597, "loss": 0.6554, "lr": 1.997707677020786e-05, "epoch": 0.4263857536995235, "percentage": 91.12, "elapsed_time": "0:01:48", "remaining_time": "0:00:10"}
{"current_steps": 5110, "total_steps": 5597, "loss": 0.6699, "lr": 1.9916538196124637e-05, "epoch": 0.4272218041969735, "percentage": 91.3, "elapsed_time": "0:03:17", "remaining_time": "0:00:18"}
{"current_steps": 5090, "total_steps": 5597, "loss": 0.6739, "lr": 1.9999810479633703e-05, "epoch": 0.4255497032020734, "percentage": 90.94, "elapsed_time": "0:00:21", "remaining_time": "0:00:02"}
{"current_steps": 5100, "total_steps": 5597, "loss": 0.6554, "lr": 1.997707677020786e-05, "epoch": 0.4263857536995235, "percentage": 91.12, "elapsed_time": "0:01:50", "remaining_time": "0:00:10"}
{"current_steps": 5110, "total_steps": 5597, "loss": 0.6699, "lr": 1.9916538196124637e-05, "epoch": 0.4272218041969735, "percentage": 91.3, "elapsed_time": "0:03:18", "remaining_time": "0:00:18"}
{"current_steps": 5120, "total_steps": 5597, "loss": 0.662, "lr": 1.9818425303863402e-05, "epoch": 0.42805785469442353, "percentage": 91.48, "elapsed_time": "0:04:47", "remaining_time": "0:00:26"}
{"current_steps": 5130, "total_steps": 5597, "loss": 0.6533, "lr": 1.9683111732582887e-05, "epoch": 0.4288939051918736, "percentage": 91.66, "elapsed_time": "0:06:16", "remaining_time": "0:00:34"}
{"current_steps": 5140, "total_steps": 5597, "loss": 0.6514, "lr": 1.951111279120706e-05, "epoch": 0.42972995568932365, "percentage": 91.83, "elapsed_time": "0:07:45", "remaining_time": "0:00:41"}
{"current_steps": 5150, "total_steps": 5597, "loss": 0.6845, "lr": 1.9303083495996028e-05, "epoch": 0.4305660061867737, "percentage": 92.01, "elapsed_time": "0:09:14", "remaining_time": "0:00:48"}
{"current_steps": 5160, "total_steps": 5597, "loss": 0.6667, "lr": 1.9059816076075482e-05, "epoch": 0.4314020566842237, "percentage": 92.19, "elapsed_time": "0:10:43", "remaining_time": "0:00:54"}
{"current_steps": 5170, "total_steps": 5597, "loss": 0.6604, "lr": 1.8782236956424142e-05, "epoch": 0.43223810718167377, "percentage": 92.37, "elapsed_time": "0:12:12", "remaining_time": "0:01:00"}
{"current_steps": 5180, "total_steps": 5597, "loss": 0.63, "lr": 1.8471403229808897e-05, "epoch": 0.43307415767912383, "percentage": 92.55, "elapsed_time": "0:13:42", "remaining_time": "0:01:06"}
{"current_steps": 5190, "total_steps": 5597, "loss": 0.65, "lr": 1.8128498631103333e-05, "epoch": 0.4339102081765739, "percentage": 92.73, "elapsed_time": "0:15:11", "remaining_time": "0:01:11"}
{"current_steps": 5200, "total_steps": 5597, "loss": 0.6569, "lr": 1.7754829029320507e-05, "epoch": 0.4347462586740239, "percentage": 92.91, "elapsed_time": "0:16:40", "remaining_time": "0:01:16"}
{"current_steps": 5210, "total_steps": 5597, "loss": 0.6756, "lr": 1.7351817454527473e-05, "epoch": 0.43558230917147395, "percentage": 93.09, "elapsed_time": "0:18:09", "remaining_time": "0:01:20"}
{"current_steps": 5220, "total_steps": 5597, "loss": 0.6655, "lr": 1.6920998678580345e-05, "epoch": 0.436418359668924, "percentage": 93.26, "elapsed_time": "0:19:38", "remaining_time": "0:01:25"}
{"current_steps": 5230, "total_steps": 5597, "loss": 0.6586, "lr": 1.6464013370317854e-05, "epoch": 0.43725441016637406, "percentage": 93.44, "elapsed_time": "0:21:07", "remaining_time": "0:01:28"}
{"current_steps": 5240, "total_steps": 5597, "loss": 0.6592, "lr": 1.5982601847471915e-05, "epoch": 0.4380904606638241, "percentage": 93.62, "elapsed_time": "0:22:36", "remaining_time": "0:01:32"}
{"current_steps": 5250, "total_steps": 5597, "loss": 0.6646, "lr": 1.5478597449089553e-05, "epoch": 0.4389265111612741, "percentage": 93.8, "elapsed_time": "0:24:42", "remaining_time": "0:01:38"}
{"current_steps": 5260, "total_steps": 5597, "loss": 0.6437, "lr": 1.4953919553705725e-05, "epoch": 0.4397625616587242, "percentage": 93.98, "elapsed_time": "0:26:11", "remaining_time": "0:01:40"}
{"current_steps": 5270, "total_steps": 5597, "loss": 0.6348, "lr": 1.441056626985559e-05, "epoch": 0.44059861215617424, "percentage": 94.16, "elapsed_time": "0:27:40", "remaining_time": "0:01:43"}
{"current_steps": 5280, "total_steps": 5597, "loss": 0.6209, "lr": 1.3850606826762668e-05, "epoch": 0.4414346626536243, "percentage": 94.34, "elapsed_time": "0:29:09", "remaining_time": "0:01:45"}
{"current_steps": 5290, "total_steps": 5597, "loss": 0.6761, "lr": 1.3276173694181128e-05, "epoch": 0.4422707131510743, "percentage": 94.51, "elapsed_time": "0:30:39", "remaining_time": "0:01:46"}
{"current_steps": 5300, "total_steps": 5597, "loss": 0.6408, "lr": 1.2689454461401822e-05, "epoch": 0.44310676364852436, "percentage": 94.69, "elapsed_time": "0:32:08", "remaining_time": "0:01:48"}
{"current_steps": 5310, "total_steps": 5597, "loss": 0.6492, "lr": 1.2092683506348939e-05, "epoch": 0.4439428141459744, "percentage": 94.87, "elapsed_time": "0:33:37", "remaining_time": "0:01:49"}
{"current_steps": 5320, "total_steps": 5597, "loss": 0.642, "lr": 1.14881334864935e-05, "epoch": 0.4447788646434245, "percentage": 95.05, "elapsed_time": "0:35:06", "remaining_time": "0:01:49"}
{"current_steps": 5330, "total_steps": 5597, "loss": 0.6404, "lr": 1.0878106683988481e-05, "epoch": 0.44561491514087453, "percentage": 95.23, "elapsed_time": "0:36:35", "remaining_time": "0:01:49"}
{"current_steps": 5340, "total_steps": 5597, "loss": 0.6955, "lr": 1.026492623798551e-05, "epoch": 0.44645096563832454, "percentage": 95.41, "elapsed_time": "0:38:04", "remaining_time": "0:01:49"}
{"current_steps": 5350, "total_steps": 5597, "loss": 0.6135, "lr": 9.650927297522743e-06, "epoch": 0.4472870161357746, "percentage": 95.59, "elapsed_time": "0:39:32", "remaining_time": "0:01:49"}
{"current_steps": 5360, "total_steps": 5597, "loss": 0.6564, "lr": 9.038448128676012e-06, "epoch": 0.44812306663322465, "percentage": 95.77, "elapsed_time": "0:41:01", "remaining_time": "0:01:48"}
{"current_steps": 5370, "total_steps": 5597, "loss": 0.6549, "lr": 8.42982120983949e-06, "epoch": 0.4489591171306747, "percentage": 95.94, "elapsed_time": "0:42:30", "remaining_time": "0:01:47"}
{"current_steps": 5380, "total_steps": 5597, "loss": 0.6459, "lr": 7.827364349047303e-06, "epoch": 0.4497951676281247, "percentage": 96.12, "elapsed_time": "0:43:59", "remaining_time": "0:01:46"}
{"current_steps": 5390, "total_steps": 5597, "loss": 0.6566, "lr": 7.233371857163706e-06, "epoch": 0.4506312181255748, "percentage": 96.3, "elapsed_time": "0:45:28", "remaining_time": "0:01:44"}
{"current_steps": 5400, "total_steps": 5597, "loss": 0.6265, "lr": 6.650105810556492e-06, "epoch": 0.45146726862302483, "percentage": 96.48, "elapsed_time": "0:46:57", "remaining_time": "0:01:42"}
{"current_steps": 5410, "total_steps": 5597, "loss": 0.6507, "lr": 6.079787436527681e-06, "epoch": 0.4523033191204749, "percentage": 96.66, "elapsed_time": "0:49:04", "remaining_time": "0:01:41"}
{"current_steps": 5420, "total_steps": 5597, "loss": 0.6395, "lr": 5.524588654307961e-06, "epoch": 0.45313936961792495, "percentage": 96.84, "elapsed_time": "0:50:33", "remaining_time": "0:01:39"}
{"current_steps": 5430, "total_steps": 5597, "loss": 0.6412, "lr": 4.986623803828985e-06, "epoch": 0.45397542011537495, "percentage": 97.02, "elapsed_time": "0:52:02", "remaining_time": "0:01:36"}
{"current_steps": 5410, "total_steps": 5597, "loss": 0.6546, "lr": 6.079787436527681e-06, "epoch": 0.4523033191204749, "percentage": 96.66, "elapsed_time": "0:00:38", "remaining_time": "0:00:01"}
{"current_steps": 5420, "total_steps": 5597, "loss": 0.6395, "lr": 5.524588654307961e-06, "epoch": 0.45313936961792495, "percentage": 96.84, "elapsed_time": "0:02:06", "remaining_time": "0:00:04"}
{"current_steps": 5430, "total_steps": 5597, "loss": 0.6412, "lr": 4.986623803828985e-06, "epoch": 0.45397542011537495, "percentage": 97.02, "elapsed_time": "0:03:34", "remaining_time": "0:00:06"}
{"current_steps": 5440, "total_steps": 5597, "loss": 0.6804, "lr": 4.467941593772423e-06, "epoch": 0.454811470612825, "percentage": 97.19, "elapsed_time": "0:05:02", "remaining_time": "0:00:08"}
{"current_steps": 5450, "total_steps": 5597, "loss": 0.6873, "lr": 3.9705172995597606e-06, "epoch": 0.45564752111027507, "percentage": 97.37, "elapsed_time": "0:06:30", "remaining_time": "0:00:10"}
{"current_steps": 5460, "total_steps": 5597, "loss": 0.6424, "lr": 3.4962452409948346e-06, "epoch": 0.4564835716077251, "percentage": 97.55, "elapsed_time": "0:07:58", "remaining_time": "0:00:11"}
{"current_steps": 5470, "total_steps": 5597, "loss": 0.6365, "lr": 3.046931568206211e-06, "epoch": 0.4573196221051751, "percentage": 97.73, "elapsed_time": "0:09:26", "remaining_time": "0:00:13"}
{"current_steps": 5480, "total_steps": 5597, "loss": 0.6644, "lr": 2.624287383362404e-06, "epoch": 0.4581556726026252, "percentage": 97.91, "elapsed_time": "0:10:54", "remaining_time": "0:00:13"}
{"current_steps": 5490, "total_steps": 5597, "loss": 0.637, "lr": 2.2299222243541845e-06, "epoch": 0.45899172310007524, "percentage": 98.09, "elapsed_time": "0:12:22", "remaining_time": "0:00:14"}
{"current_steps": 5500, "total_steps": 5597, "loss": 0.6738, "lr": 1.8653379352598246e-06, "epoch": 0.4598277735975253, "percentage": 98.27, "elapsed_time": "0:13:50", "remaining_time": "0:00:14"}
{"current_steps": 5510, "total_steps": 5597, "loss": 0.6381, "lr": 1.5319229469361075e-06, "epoch": 0.46066382409497536, "percentage": 98.45, "elapsed_time": "0:15:18", "remaining_time": "0:00:14"}
{"current_steps": 5520, "total_steps": 5597, "loss": 0.6373, "lr": 1.2309469895160917e-06, "epoch": 0.46149987459242536, "percentage": 98.62, "elapsed_time": "0:16:46", "remaining_time": "0:00:14"}
{"current_steps": 5530, "total_steps": 5597, "loss": 0.6392, "lr": 9.635562569497974e-07, "epoch": 0.4623359250898754, "percentage": 98.8, "elapsed_time": "0:18:14", "remaining_time": "0:00:13"}
{"current_steps": 5540, "total_steps": 5597, "loss": 0.6372, "lr": 7.307690420024867e-07, "epoch": 0.4631719755873255, "percentage": 98.98, "elapsed_time": "0:19:42", "remaining_time": "0:00:12"}
{"current_steps": 5550, "total_steps": 5597, "loss": 0.6315, "lr": 5.334718583335942e-07, "epoch": 0.46400802608477554, "percentage": 99.16, "elapsed_time": "0:21:10", "remaining_time": "0:00:10"}
{"current_steps": 5560, "total_steps": 5597, "loss": 0.6244, "lr": 3.7241606442442763e-07, "epoch": 0.46484407658222554, "percentage": 99.34, "elapsed_time": "0:22:38", "remaining_time": "0:00:09"}
{"current_steps": 5570, "total_steps": 5597, "loss": 0.6176, "lr": 2.482150022115879e-07, "epoch": 0.4656801270796756, "percentage": 99.52, "elapsed_time": "0:24:44", "remaining_time": "0:00:07"}
{"current_steps": 5580, "total_steps": 5597, "loss": 0.6379, "lr": 1.6134166132293174e-07, "epoch": 0.46651617757712566, "percentage": 99.7, "elapsed_time": "0:26:13", "remaining_time": "0:00:04"}
{"current_steps": 5590, "total_steps": 5597, "loss": 0.6353, "lr": 1.1212687781127357e-07, "epoch": 0.4673522280745757, "percentage": 99.87, "elapsed_time": "0:27:41", "remaining_time": "0:00:02"}
{"current_steps": 5597, "total_steps": 5597, "epoch": 0.46793746342279074, "percentage": 100.0, "elapsed_time": "0:29:20", "remaining_time": "0:00:00"}
|