{ "accepted_examples": 50000, "base_model": "Alisio-25M-Base-v1", "cache_fingerprint": "f2dbfedd8ff8e5bf", "cache_manifest": { "accepted_examples": 50000, "average_input_tokens": 761.25302, "average_supervised_tokens": 568.2238, "canonical_system_prompt": "You are Alisio, a helpful, concise, and honest assistant.", "complete": true, "dataset": "HuggingFaceTB/smol-smoltalk", "dataset_revision": "f80219b491a28e79600fa320e075752f1ea0303e", "discarded": { "format_or_too_short": 1053 }, "field": "messages", "fingerprint": "f2dbfedd8ff8e5bf", "max_length": 1024, "requested_examples": 50000, "scanned_rows": 51053, "shards": [ { "examples": 1000, "filename": "shard-00000.pt", "tokens": 750396 }, { "examples": 1000, "filename": "shard-00001.pt", "tokens": 758725 }, { "examples": 1000, "filename": "shard-00002.pt", "tokens": 747549 }, { "examples": 1000, "filename": "shard-00003.pt", "tokens": 771043 }, { "examples": 1000, "filename": "shard-00004.pt", "tokens": 752209 }, { "examples": 1000, "filename": "shard-00005.pt", "tokens": 755312 }, { "examples": 1000, "filename": "shard-00006.pt", "tokens": 764213 }, { "examples": 1000, "filename": "shard-00007.pt", "tokens": 747626 }, { "examples": 1000, "filename": "shard-00008.pt", "tokens": 775814 }, { "examples": 1000, "filename": "shard-00009.pt", "tokens": 763407 }, { "examples": 1000, "filename": "shard-00010.pt", "tokens": 775577 }, { "examples": 1000, "filename": "shard-00011.pt", "tokens": 736087 }, { "examples": 1000, "filename": "shard-00012.pt", "tokens": 782148 }, { "examples": 1000, "filename": "shard-00013.pt", "tokens": 760493 }, { "examples": 1000, "filename": "shard-00014.pt", "tokens": 775219 }, { "examples": 1000, "filename": "shard-00015.pt", "tokens": 751580 }, { "examples": 1000, "filename": "shard-00016.pt", "tokens": 754545 }, { "examples": 1000, "filename": "shard-00017.pt", "tokens": 749550 }, { "examples": 1000, "filename": "shard-00018.pt", "tokens": 746260 }, { "examples": 1000, "filename": "shard-00019.pt", "tokens": 785098 }, { "examples": 1000, "filename": "shard-00020.pt", "tokens": 749782 }, { "examples": 1000, "filename": "shard-00021.pt", "tokens": 783519 }, { "examples": 1000, "filename": "shard-00022.pt", "tokens": 766517 }, { "examples": 1000, "filename": "shard-00023.pt", "tokens": 760519 }, { "examples": 1000, "filename": "shard-00024.pt", "tokens": 761206 }, { "examples": 1000, "filename": "shard-00025.pt", "tokens": 773993 }, { "examples": 1000, "filename": "shard-00026.pt", "tokens": 762040 }, { "examples": 1000, "filename": "shard-00027.pt", "tokens": 773388 }, { "examples": 1000, "filename": "shard-00028.pt", "tokens": 751597 }, { "examples": 1000, "filename": "shard-00029.pt", "tokens": 759214 }, { "examples": 1000, "filename": "shard-00030.pt", "tokens": 758592 }, { "examples": 1000, "filename": "shard-00031.pt", "tokens": 763591 }, { "examples": 1000, "filename": "shard-00032.pt", "tokens": 776774 }, { "examples": 1000, "filename": "shard-00033.pt", "tokens": 764572 }, { "examples": 1000, "filename": "shard-00034.pt", "tokens": 761843 }, { "examples": 1000, "filename": "shard-00035.pt", "tokens": 772846 }, { "examples": 1000, "filename": "shard-00036.pt", "tokens": 764705 }, { "examples": 1000, "filename": "shard-00037.pt", "tokens": 755190 }, { "examples": 1000, "filename": "shard-00038.pt", "tokens": 774718 }, { "examples": 1000, "filename": "shard-00039.pt", "tokens": 761747 }, { "examples": 1000, "filename": "shard-00040.pt", "tokens": 770721 }, { "examples": 1000, "filename": "shard-00041.pt", "tokens": 758406 }, { "examples": 1000, "filename": "shard-00042.pt", "tokens": 760839 }, { "examples": 1000, "filename": "shard-00043.pt", "tokens": 762790 }, { "examples": 1000, "filename": "shard-00044.pt", "tokens": 748770 }, { "examples": 1000, "filename": "shard-00045.pt", "tokens": 747651 }, { "examples": 1000, "filename": "shard-00046.pt", "tokens": 749831 }, { "examples": 1000, "filename": "shard-00047.pt", "tokens": 750941 }, { "examples": 1000, "filename": "shard-00048.pt", "tokens": 756461 }, { "examples": 1000, "filename": "shard-00049.pt", "tokens": 757037 } ], "source_counts": { "everyday-conversations": 242, "explore-instruct-rewrite": 339, "openhermes-50k": 5099, "self-oss-instruct": 5268, "smol-contraints": 3833, "smol-magpie-ultra-short": 29892, "smol-summarize-20k": 1792, "smol-summarize-5k": 511, "smollm-rewrite-30k": 3024 }, "split": "train", "system_policy": "fold", "total_input_tokens": 38062651, "total_supervised_tokens": 28411190 }, "canonical_system_prompt": "You are Alisio, a helpful, concise, and honest assistant.", "completed_microbatches": 3150, "completed_optimizer_steps": 788, "dataset": "HuggingFaceTB/smol-smoltalk", "dataset_field": "messages", "dataset_revision": "f80219b491a28e79600fa320e075752f1ea0303e", "effective_batch_sequences": 64, "epochs": 1, "gpu": "NVIDIA L4", "gradient_accumulation": 4, "last_loss": 1.9128930568695068, "learning_rate": 0.0001, "loss_mask": "assistant responses and eos only", "max_length": 1024, "micro_batch": 16, "model_name": "Alisio-25M-Instruct-v1", "optimizer": "AdamW", "parameter_count": 24833280, "precision": "bfloat16", "run_fingerprint": "16974b93e5a8a616", "runtime_seconds_this_invocation": 561.1409199939999, "seed": 3407, "system_policy": "fold", "total_microbatches": 3150, "total_optimizer_steps": 788, "warmup_steps": 40, "weight_decay": 0.01 }