Instructions to use SynthCode-Project/OLMo2-7B-all-milestones with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use SynthCode-Project/OLMo2-7B-all-milestones with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("SynthCode-Project/OLMo2-7B-all-milestones", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 12,151 Bytes
11c496b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | {"current_steps": 5090, "total_steps": 5597, "loss": 0.6422, "lr": 1.9999810479633703e-05, "epoch": 0.4542614904060687, "percentage": 90.94, "elapsed_time": "0:00:21", "remaining_time": "0:00:02"}
{"current_steps": 5100, "total_steps": 5597, "loss": 0.6697, "lr": 1.997707677020786e-05, "epoch": 0.45515394912985274, "percentage": 91.12, "elapsed_time": "0:01:51", "remaining_time": "0:00:10"}
{"current_steps": 5110, "total_steps": 5597, "loss": 0.6656, "lr": 1.9916538196124637e-05, "epoch": 0.45604640785363676, "percentage": 91.3, "elapsed_time": "0:03:21", "remaining_time": "0:00:19"}
{"current_steps": 5120, "total_steps": 5597, "loss": 0.6724, "lr": 1.9818425303863402e-05, "epoch": 0.4569388665774208, "percentage": 91.48, "elapsed_time": "0:04:52", "remaining_time": "0:00:27"}
{"current_steps": 5130, "total_steps": 5597, "loss": 0.6581, "lr": 1.9683111732582887e-05, "epoch": 0.4578313253012048, "percentage": 91.66, "elapsed_time": "0:06:22", "remaining_time": "0:00:34"}
{"current_steps": 5140, "total_steps": 5597, "loss": 0.66, "lr": 1.951111279120706e-05, "epoch": 0.45872378402498887, "percentage": 91.83, "elapsed_time": "0:07:52", "remaining_time": "0:00:42"}
{"current_steps": 5150, "total_steps": 5597, "loss": 0.701, "lr": 1.9303083495996028e-05, "epoch": 0.4596162427487729, "percentage": 92.01, "elapsed_time": "0:09:23", "remaining_time": "0:00:48"}
{"current_steps": 5090, "total_steps": 5597, "loss": 0.6423, "lr": 1.9999810479633703e-05, "epoch": 0.4542614904060687, "percentage": 90.94, "elapsed_time": "0:00:20", "remaining_time": "0:00:02"}
{"current_steps": 5100, "total_steps": 5597, "loss": 0.6697, "lr": 1.997707677020786e-05, "epoch": 0.45515394912985274, "percentage": 91.12, "elapsed_time": "0:01:49", "remaining_time": "0:00:10"}
{"current_steps": 5110, "total_steps": 5597, "loss": 0.6656, "lr": 1.9916538196124637e-05, "epoch": 0.45604640785363676, "percentage": 91.3, "elapsed_time": "0:03:18", "remaining_time": "0:00:18"}
{"current_steps": 5120, "total_steps": 5597, "loss": 0.6725, "lr": 1.9818425303863402e-05, "epoch": 0.4569388665774208, "percentage": 91.48, "elapsed_time": "0:04:47", "remaining_time": "0:00:26"}
{"current_steps": 5130, "total_steps": 5597, "loss": 0.658, "lr": 1.9683111732582887e-05, "epoch": 0.4578313253012048, "percentage": 91.66, "elapsed_time": "0:06:16", "remaining_time": "0:00:34"}
{"current_steps": 5140, "total_steps": 5597, "loss": 0.6601, "lr": 1.951111279120706e-05, "epoch": 0.45872378402498887, "percentage": 91.83, "elapsed_time": "0:07:45", "remaining_time": "0:00:41"}
{"current_steps": 5150, "total_steps": 5597, "loss": 0.7008, "lr": 1.9303083495996028e-05, "epoch": 0.4596162427487729, "percentage": 92.01, "elapsed_time": "0:09:14", "remaining_time": "0:00:48"}
{"current_steps": 5160, "total_steps": 5597, "loss": 0.6676, "lr": 1.9059816076075482e-05, "epoch": 0.4605087014725569, "percentage": 92.19, "elapsed_time": "0:10:43", "remaining_time": "0:00:54"}
{"current_steps": 5170, "total_steps": 5597, "loss": 0.6293, "lr": 1.8782236956424142e-05, "epoch": 0.4614011601963409, "percentage": 92.37, "elapsed_time": "0:12:11", "remaining_time": "0:01:00"}
{"current_steps": 5180, "total_steps": 5597, "loss": 0.6755, "lr": 1.8471403229808897e-05, "epoch": 0.46229361892012494, "percentage": 92.55, "elapsed_time": "0:13:40", "remaining_time": "0:01:06"}
{"current_steps": 5190, "total_steps": 5597, "loss": 0.6831, "lr": 1.8128498631103333e-05, "epoch": 0.46318607764390896, "percentage": 92.73, "elapsed_time": "0:15:09", "remaining_time": "0:01:11"}
{"current_steps": 5200, "total_steps": 5597, "loss": 0.6655, "lr": 1.7754829029320507e-05, "epoch": 0.464078536367693, "percentage": 92.91, "elapsed_time": "0:16:38", "remaining_time": "0:01:16"}
{"current_steps": 5210, "total_steps": 5597, "loss": 0.6788, "lr": 1.7351817454527473e-05, "epoch": 0.46497099509147705, "percentage": 93.09, "elapsed_time": "0:18:07", "remaining_time": "0:01:20"}
{"current_steps": 5220, "total_steps": 5597, "loss": 0.6453, "lr": 1.6920998678580345e-05, "epoch": 0.46586345381526106, "percentage": 93.26, "elapsed_time": "0:19:36", "remaining_time": "0:01:24"}
{"current_steps": 5230, "total_steps": 5597, "loss": 0.6607, "lr": 1.6464013370317854e-05, "epoch": 0.4667559125390451, "percentage": 93.44, "elapsed_time": "0:21:05", "remaining_time": "0:01:28"}
{"current_steps": 5240, "total_steps": 5597, "loss": 0.6651, "lr": 1.5982601847471915e-05, "epoch": 0.4676483712628291, "percentage": 93.62, "elapsed_time": "0:22:33", "remaining_time": "0:01:32"}
{"current_steps": 5250, "total_steps": 5597, "loss": 0.6633, "lr": 1.5478597449089553e-05, "epoch": 0.4685408299866131, "percentage": 93.8, "elapsed_time": "0:24:41", "remaining_time": "0:01:37"}
{"current_steps": 5260, "total_steps": 5597, "loss": 0.6598, "lr": 1.4953919553705725e-05, "epoch": 0.46943328871039713, "percentage": 93.98, "elapsed_time": "0:26:10", "remaining_time": "0:01:40"}
{"current_steps": 5270, "total_steps": 5597, "loss": 0.682, "lr": 1.441056626985559e-05, "epoch": 0.47032574743418115, "percentage": 94.16, "elapsed_time": "0:27:38", "remaining_time": "0:01:42"}
{"current_steps": 5280, "total_steps": 5597, "loss": 0.6803, "lr": 1.3850606826762668e-05, "epoch": 0.47121820615796517, "percentage": 94.34, "elapsed_time": "0:29:07", "remaining_time": "0:01:44"}
{"current_steps": 5290, "total_steps": 5597, "loss": 0.6437, "lr": 1.3276173694181128e-05, "epoch": 0.47211066488174924, "percentage": 94.51, "elapsed_time": "0:30:36", "remaining_time": "0:01:46"}
{"current_steps": 5300, "total_steps": 5597, "loss": 0.6591, "lr": 1.2689454461401822e-05, "epoch": 0.47300312360553326, "percentage": 94.69, "elapsed_time": "0:32:05", "remaining_time": "0:01:47"}
{"current_steps": 5310, "total_steps": 5597, "loss": 0.6955, "lr": 1.2092683506348939e-05, "epoch": 0.4738955823293173, "percentage": 94.87, "elapsed_time": "0:33:34", "remaining_time": "0:01:48"}
{"current_steps": 5320, "total_steps": 5597, "loss": 0.6521, "lr": 1.14881334864935e-05, "epoch": 0.4747880410531013, "percentage": 95.05, "elapsed_time": "0:35:03", "remaining_time": "0:01:49"}
{"current_steps": 5330, "total_steps": 5597, "loss": 0.6584, "lr": 1.0878106683988481e-05, "epoch": 0.4756804997768853, "percentage": 95.23, "elapsed_time": "0:36:32", "remaining_time": "0:01:49"}
{"current_steps": 5340, "total_steps": 5597, "loss": 0.6615, "lr": 1.026492623798551e-05, "epoch": 0.47657295850066933, "percentage": 95.41, "elapsed_time": "0:38:00", "remaining_time": "0:01:49"}
{"current_steps": 5350, "total_steps": 5597, "loss": 0.6811, "lr": 9.650927297522743e-06, "epoch": 0.47746541722445335, "percentage": 95.59, "elapsed_time": "0:39:30", "remaining_time": "0:01:49"}
{"current_steps": 5360, "total_steps": 5597, "loss": 0.6245, "lr": 9.038448128676012e-06, "epoch": 0.4783578759482374, "percentage": 95.77, "elapsed_time": "0:40:59", "remaining_time": "0:01:48"}
{"current_steps": 5370, "total_steps": 5597, "loss": 0.6772, "lr": 8.42982120983949e-06, "epoch": 0.47925033467202144, "percentage": 95.94, "elapsed_time": "0:42:28", "remaining_time": "0:01:47"}
{"current_steps": 5380, "total_steps": 5597, "loss": 0.6505, "lr": 7.827364349047303e-06, "epoch": 0.48014279339580546, "percentage": 96.12, "elapsed_time": "0:43:56", "remaining_time": "0:01:46"}
{"current_steps": 5390, "total_steps": 5597, "loss": 0.6357, "lr": 7.233371857163706e-06, "epoch": 0.4810352521195895, "percentage": 96.3, "elapsed_time": "0:45:25", "remaining_time": "0:01:44"}
{"current_steps": 5400, "total_steps": 5597, "loss": 0.6555, "lr": 6.650105810556492e-06, "epoch": 0.4819277108433735, "percentage": 96.48, "elapsed_time": "0:46:54", "remaining_time": "0:01:42"}
{"current_steps": 5410, "total_steps": 5597, "loss": 0.6438, "lr": 6.079787436527681e-06, "epoch": 0.4828201695671575, "percentage": 96.66, "elapsed_time": "0:49:00", "remaining_time": "0:01:41"}
{"current_steps": 5420, "total_steps": 5597, "loss": 0.649, "lr": 5.524588654307961e-06, "epoch": 0.4837126282909415, "percentage": 96.84, "elapsed_time": "0:50:29", "remaining_time": "0:01:38"}
{"current_steps": 5430, "total_steps": 5597, "loss": 0.6758, "lr": 4.986623803828985e-06, "epoch": 0.48460508701472554, "percentage": 97.02, "elapsed_time": "0:51:58", "remaining_time": "0:01:35"}
{"current_steps": 5410, "total_steps": 5597, "loss": 0.6405, "lr": 6.079787436527681e-06, "epoch": 0.4828201695671575, "percentage": 96.66, "elapsed_time": "0:00:38", "remaining_time": "0:00:01"}
{"current_steps": 5420, "total_steps": 5597, "loss": 0.6489, "lr": 5.524588654307961e-06, "epoch": 0.4837126282909415, "percentage": 96.84, "elapsed_time": "0:02:09", "remaining_time": "0:00:04"}
{"current_steps": 5430, "total_steps": 5597, "loss": 0.6758, "lr": 4.986623803828985e-06, "epoch": 0.48460508701472554, "percentage": 97.02, "elapsed_time": "0:03:39", "remaining_time": "0:00:06"}
{"current_steps": 5440, "total_steps": 5597, "loss": 0.6532, "lr": 4.467941593772423e-06, "epoch": 0.4854975457385096, "percentage": 97.19, "elapsed_time": "0:05:10", "remaining_time": "0:00:08"}
{"current_steps": 5450, "total_steps": 5597, "loss": 0.6778, "lr": 3.9705172995597606e-06, "epoch": 0.48639000446229363, "percentage": 97.37, "elapsed_time": "0:06:40", "remaining_time": "0:00:10"}
{"current_steps": 5460, "total_steps": 5597, "loss": 0.644, "lr": 3.4962452409948346e-06, "epoch": 0.48728246318607765, "percentage": 97.55, "elapsed_time": "0:08:10", "remaining_time": "0:00:12"}
{"current_steps": 5470, "total_steps": 5597, "loss": 0.6542, "lr": 3.046931568206211e-06, "epoch": 0.48817492190986167, "percentage": 97.73, "elapsed_time": "0:09:41", "remaining_time": "0:00:13"}
{"current_steps": 5480, "total_steps": 5597, "loss": 0.6439, "lr": 2.624287383362404e-06, "epoch": 0.4890673806336457, "percentage": 97.91, "elapsed_time": "0:11:11", "remaining_time": "0:00:14"}
{"current_steps": 5490, "total_steps": 5597, "loss": 0.6476, "lr": 2.2299222243541845e-06, "epoch": 0.4899598393574297, "percentage": 98.09, "elapsed_time": "0:12:41", "remaining_time": "0:00:14"}
{"current_steps": 5500, "total_steps": 5597, "loss": 0.6352, "lr": 1.8653379352598246e-06, "epoch": 0.4908522980812137, "percentage": 98.27, "elapsed_time": "0:14:12", "remaining_time": "0:00:15"}
{"current_steps": 5510, "total_steps": 5597, "loss": 0.6678, "lr": 1.5319229469361075e-06, "epoch": 0.4917447568049978, "percentage": 98.45, "elapsed_time": "0:15:42", "remaining_time": "0:00:14"}
{"current_steps": 5520, "total_steps": 5597, "loss": 0.6721, "lr": 1.2309469895160917e-06, "epoch": 0.4926372155287818, "percentage": 98.62, "elapsed_time": "0:17:12", "remaining_time": "0:00:14"}
{"current_steps": 5530, "total_steps": 5597, "loss": 0.6362, "lr": 9.635562569497974e-07, "epoch": 0.49352967425256583, "percentage": 98.8, "elapsed_time": "0:18:43", "remaining_time": "0:00:13"}
{"current_steps": 5540, "total_steps": 5597, "loss": 0.6771, "lr": 7.307690420024867e-07, "epoch": 0.49442213297634985, "percentage": 98.98, "elapsed_time": "0:20:13", "remaining_time": "0:00:12"}
{"current_steps": 5550, "total_steps": 5597, "loss": 0.6253, "lr": 5.334718583335942e-07, "epoch": 0.49531459170013387, "percentage": 99.16, "elapsed_time": "0:21:44", "remaining_time": "0:00:11"}
{"current_steps": 5560, "total_steps": 5597, "loss": 0.6142, "lr": 3.7241606442442763e-07, "epoch": 0.4962070504239179, "percentage": 99.34, "elapsed_time": "0:23:14", "remaining_time": "0:00:09"}
{"current_steps": 5570, "total_steps": 5597, "loss": 0.6465, "lr": 2.482150022115879e-07, "epoch": 0.4970995091477019, "percentage": 99.52, "elapsed_time": "0:25:22", "remaining_time": "0:00:07"}
{"current_steps": 5580, "total_steps": 5597, "loss": 0.6516, "lr": 1.6134166132293174e-07, "epoch": 0.4979919678714859, "percentage": 99.7, "elapsed_time": "0:26:52", "remaining_time": "0:00:04"}
{"current_steps": 5590, "total_steps": 5597, "loss": 0.6359, "lr": 1.1212687781127357e-07, "epoch": 0.49888442659527, "percentage": 99.87, "elapsed_time": "0:28:22", "remaining_time": "0:00:02"}
{"current_steps": 5597, "total_steps": 5597, "epoch": 0.4995091477019188, "percentage": 100.0, "elapsed_time": "0:30:03", "remaining_time": "0:00:00"}
|