Instructions to use SynthCode-Project/OLMo2-7B-all-milestones with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use SynthCode-Project/OLMo2-7B-all-milestones with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("SynthCode-Project/OLMo2-7B-all-milestones", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 5,072 Bytes
d9e781c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | {"current_steps": 2550, "total_steps": 2798, "loss": 0.7023, "lr": 1.9980979278401095e-05, "epoch": 0.21344270528166068, "percentage": 91.14, "elapsed_time": "0:00:56", "remaining_time": "0:00:05"}
{"current_steps": 2560, "total_steps": 2798, "loss": 0.704, "lr": 1.982924955463327e-05, "epoch": 0.2142797354984515, "percentage": 91.49, "elapsed_time": "0:02:25", "remaining_time": "0:00:13"}
{"current_steps": 2570, "total_steps": 2798, "loss": 0.675, "lr": 1.9528108298328235e-05, "epoch": 0.21511676571524233, "percentage": 91.85, "elapsed_time": "0:03:54", "remaining_time": "0:00:20"}
{"current_steps": 2580, "total_steps": 2798, "loss": 0.6927, "lr": 1.9082156473635994e-05, "epoch": 0.21595379593203315, "percentage": 92.21, "elapsed_time": "0:05:23", "remaining_time": "0:00:27"}
{"current_steps": 2590, "total_steps": 2798, "loss": 0.722, "lr": 1.8498207522139434e-05, "epoch": 0.21679082614882397, "percentage": 92.57, "elapsed_time": "0:06:52", "remaining_time": "0:00:33"}
{"current_steps": 2600, "total_steps": 2798, "loss": 0.6936, "lr": 1.7785183264196977e-05, "epoch": 0.2176278563656148, "percentage": 92.92, "elapsed_time": "0:08:22", "remaining_time": "0:00:38"}
{"current_steps": 2610, "total_steps": 2798, "loss": 0.6909, "lr": 1.6953977587577846e-05, "epoch": 0.21846488658240562, "percentage": 93.28, "elapsed_time": "0:09:51", "remaining_time": "0:00:42"}
{"current_steps": 2620, "total_steps": 2798, "loss": 0.682, "lr": 1.601729000601297e-05, "epoch": 0.21930191679919644, "percentage": 93.64, "elapsed_time": "0:11:20", "remaining_time": "0:00:46"}
{"current_steps": 2630, "total_steps": 2798, "loss": 0.6635, "lr": 1.4989431630624763e-05, "epoch": 0.22013894701598727, "percentage": 94.0, "elapsed_time": "0:12:49", "remaining_time": "0:00:49"}
{"current_steps": 2640, "total_steps": 2798, "loss": 0.7174, "lr": 1.3886106518686746e-05, "epoch": 0.2209759772327781, "percentage": 94.35, "elapsed_time": "0:14:18", "remaining_time": "0:00:51"}
{"current_steps": 2650, "total_steps": 2798, "loss": 0.6907, "lr": 1.2724171740359612e-05, "epoch": 0.22181300744956892, "percentage": 94.71, "elapsed_time": "0:15:48", "remaining_time": "0:00:52"}
{"current_steps": 2660, "total_steps": 2798, "loss": 0.7166, "lr": 1.1521379829206218e-05, "epoch": 0.22265003766635977, "percentage": 95.07, "elapsed_time": "0:17:17", "remaining_time": "0:00:53"}
{"current_steps": 2670, "total_steps": 2798, "loss": 0.6995, "lr": 1.029610755143595e-05, "epoch": 0.2234870678831506, "percentage": 95.43, "elapsed_time": "0:18:46", "remaining_time": "0:00:54"}
{"current_steps": 2680, "total_steps": 2798, "loss": 0.7024, "lr": 9.067075137857348e-06, "epoch": 0.22432409809994142, "percentage": 95.78, "elapsed_time": "0:20:15", "remaining_time": "0:00:53"}
{"current_steps": 2690, "total_steps": 2798, "loss": 0.6813, "lr": 7.853060268232525e-06, "epoch": 0.22516112831673224, "percentage": 96.14, "elapsed_time": "0:21:45", "remaining_time": "0:00:52"}
{"current_steps": 2700, "total_steps": 2798, "loss": 0.6568, "lr": 6.672611177902054e-06, "epoch": 0.22599815853352306, "percentage": 96.5, "elapsed_time": "0:23:14", "remaining_time": "0:00:50"}
{"current_steps": 2710, "total_steps": 2798, "loss": 0.6786, "lr": 5.543763269959312e-06, "epoch": 0.2268351887503139, "percentage": 96.85, "elapsed_time": "0:24:59", "remaining_time": "0:00:48"}
{"current_steps": 2720, "total_steps": 2798, "loss": 0.6893, "lr": 4.483763562693867e-06, "epoch": 0.2276722189671047, "percentage": 97.21, "elapsed_time": "0:26:29", "remaining_time": "0:00:45"}
{"current_steps": 2730, "total_steps": 2798, "loss": 0.6892, "lr": 3.508807182313187e-06, "epoch": 0.22850924918389554, "percentage": 97.57, "elapsed_time": "0:27:58", "remaining_time": "0:00:41"}
{"current_steps": 2740, "total_steps": 2798, "loss": 0.7054, "lr": 2.6337899269187294e-06, "epoch": 0.22934627940068636, "percentage": 97.93, "elapsed_time": "0:29:27", "remaining_time": "0:00:37"}
{"current_steps": 2750, "total_steps": 2798, "loss": 0.7102, "lr": 1.8720806821693126e-06, "epoch": 0.23018330961747718, "percentage": 98.28, "elapsed_time": "0:30:56", "remaining_time": "0:00:32"}
{"current_steps": 2760, "total_steps": 2798, "loss": 0.7018, "lr": 1.2353171657619887e-06, "epoch": 0.231020339834268, "percentage": 98.64, "elapsed_time": "0:32:25", "remaining_time": "0:00:26"}
{"current_steps": 2770, "total_steps": 2798, "loss": 0.7009, "lr": 7.332281214330356e-07, "epoch": 0.23185737005105883, "percentage": 99.0, "elapsed_time": "0:33:55", "remaining_time": "0:00:20"}
{"current_steps": 2780, "total_steps": 2798, "loss": 0.7039, "lr": 3.73484679074808e-07, "epoch": 0.23269440026784968, "percentage": 99.36, "elapsed_time": "0:35:24", "remaining_time": "0:00:13"}
{"current_steps": 2790, "total_steps": 2798, "loss": 0.6481, "lr": 1.61583151951702e-07, "epoch": 0.2335314304846405, "percentage": 99.71, "elapsed_time": "0:36:53", "remaining_time": "0:00:06"}
{"current_steps": 2798, "total_steps": 2798, "epoch": 0.23420105465807314, "percentage": 100.0, "elapsed_time": "0:38:24", "remaining_time": "0:00:00"}
|