{ "contains_mixed_model_types": false, "metric_recommendations": { "cloze_en_contains": { "checkpoint_name": "step_8600", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8600.pt", "direction": "max", "value": 0.14 }, "cloze_en_exact": { "checkpoint_name": "step_8050", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8050.pt", "direction": "max", "value": 0.0 }, "cloze_it_contains": { "checkpoint_name": "step_8350", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8350.pt", "direction": "max", "value": 0.26 }, "cloze_it_exact": { "checkpoint_name": "step_8050", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8050.pt", "direction": "max", "value": 0.0 }, "distinct_1": { "checkpoint_name": "step_8300", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8300.pt", "direction": "max", "value": 0.2651821862348178 }, "distinct_2": { "checkpoint_name": "step_8300", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8300.pt", "direction": "max", "value": 0.5284810126582279 }, "language_consistency_en": { "checkpoint_name": "step_8050", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8050.pt", "direction": "max", "value": 1.0 }, "language_consistency_it": { "checkpoint_name": "step_8150", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8150.pt", "direction": "max", "value": 0.875 }, "language_switch_rate_en": { "checkpoint_name": "step_8050", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8050.pt", "direction": "min", "value": 0.0 }, "language_switch_rate_it": { "checkpoint_name": "step_8050", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8050.pt", "direction": "min", "value": 0.0 }, "loop_rate": { "checkpoint_name": "step_8450", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8450.pt", "direction": "min", "value": 0.35 }, "ppl_en": { "checkpoint_name": "step_8800", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8800.pt", "direction": "min", "value": 115.77590188514857 }, "ppl_it": { "checkpoint_name": "step_8550", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8550.pt", "direction": "min", "value": 37.17054792048566 }, "ppl_mixed": { "checkpoint_name": "step_8600", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8600.pt", "direction": "min", "value": 121.06936368453971 }, "repeated_4gram_rate": { "checkpoint_name": "step_8300", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8300.pt", "direction": "min", "value": 0.75 }, "source_loss_books_en": { "checkpoint_name": "step_8400", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8400.pt", "direction": "min", "value": 4.808423723493304 }, "source_loss_books_it": { "checkpoint_name": "step_8600", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8600.pt", "direction": "min", "value": 4.5494671776181175 }, "source_loss_code": { "checkpoint_name": "step_8450", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8450.pt", "direction": "min", "value": 7.7475123087565105 }, "source_loss_web_en": { "checkpoint_name": "step_8650", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8650.pt", "direction": "min", "value": 5.791411550421464 }, "source_loss_web_it": { "checkpoint_name": "step_8650", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8650.pt", "direction": "min", "value": 5.6818381861636515 }, "source_loss_wiki_en": { "checkpoint_name": "step_8700", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8700.pt", "direction": "min", "value": 3.4160707647150215 }, "source_loss_wiki_it": { "checkpoint_name": "step_8550", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8550.pt", "direction": "min", "value": 3.4177459716796874 }, "val_loss_en": { "checkpoint_name": "step_8800", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8800.pt", "direction": "min", "value": 4.751656442318323 }, "val_loss_it": { "checkpoint_name": "step_8550", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8550.pt", "direction": "min", "value": 3.615516725133677 }, "val_loss_mixed": { "checkpoint_name": "step_8600", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8600.pt", "direction": "min", "value": 4.796363634940906 } }, "recommended_checkpoint": { "checkpoint_name": "step_8600", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8600.pt", "direction": "min", "value": 4.796363634940906 }, "recommended_metric": "val_loss_mixed", "rows": [ { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8050", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8050.pt", "checkpoint_selector": "manual", "checkpoint_step": 8050, "cloze_en_contains": 0.04, "cloze_en_exact": 0.0, "cloze_it_contains": 0.16, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.25430210325047803, "distinct_2": 0.49204771371769385, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 1.0, "language_consistency_it": 0.8, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.475, "model_type": "pretrained", "ppl_en": 160.98727346833914, "ppl_it": 49.3262033438898, "ppl_mixed": 148.87818824189094, "repeated_4gram_rate": 0.8, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 5.168394906180246, "source_loss_books_it": 4.828146798270089, "source_loss_code": 8.584260050455729, "source_loss_web_en": 6.076142963610198, "source_loss_web_it": 5.855331019351357, "source_loss_wiki_en": 3.9519438310102983, "source_loss_wiki_it": 3.720078430175781, "val_loss_en": 5.081325315079599, "val_loss_it": 3.8984554478379545, "val_loss_mixed": 5.003128443008814, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8100", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8100.pt", "checkpoint_selector": "manual", "checkpoint_step": 8100, "cloze_en_contains": 0.02, "cloze_en_exact": 0.0, "cloze_it_contains": 0.1, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.24681684622918706, "distinct_2": 0.47706422018348627, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.975, "language_consistency_it": 0.775, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.5, "model_type": "pretrained", "ppl_en": 133.99624078278714, "ppl_it": 37.37222258583596, "ppl_mixed": 146.63460264455082, "repeated_4gram_rate": 0.875, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 5.14651852562314, "source_loss_books_it": 4.574619838169643, "source_loss_code": 8.119071960449219, "source_loss_web_en": 5.854736328125, "source_loss_web_it": 5.742109599866365, "source_loss_wiki_en": 3.55948188088157, "source_loss_wiki_it": 3.5610482788085935, "val_loss_en": 4.897811745697597, "val_loss_it": 3.620927716864914, "val_loss_mixed": 4.987943796011118, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8150", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8150.pt", "checkpoint_selector": "manual", "checkpoint_step": 8150, "cloze_en_contains": 0.0, "cloze_en_exact": 0.0, "cloze_it_contains": 0.12, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.21788772597526165, "distinct_2": 0.4065281899109792, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.95, "language_consistency_it": 0.875, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.55, "model_type": "pretrained", "ppl_en": 138.98176343604737, "ppl_it": 40.75644648708747, "ppl_mixed": 132.12770447884722, "repeated_4gram_rate": 0.95, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.952012198311942, "source_loss_books_it": 4.602359590076265, "source_loss_code": 8.148141988118489, "source_loss_web_en": 5.965742010819285, "source_loss_web_it": 5.883667795281661, "source_loss_wiki_en": 3.5794441916725854, "source_loss_wiki_it": 3.5061331176757813, "val_loss_en": 4.934342726221624, "val_loss_it": 3.7076140231773502, "val_loss_mixed": 4.883768913073418, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8200", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8200.pt", "checkpoint_selector": "manual", "checkpoint_step": 8200, "cloze_en_contains": 0.06, "cloze_en_exact": 0.0, "cloze_it_contains": 0.2, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.2344186046511628, "distinct_2": 0.45120772946859905, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.925, "language_consistency_it": 0.775, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.55, "model_type": "pretrained", "ppl_en": 119.43683842254896, "ppl_it": 39.62568688079664, "ppl_mixed": 141.87928570121503, "repeated_4gram_rate": 0.875, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.9834714617047995, "source_loss_books_it": 4.592899140857515, "source_loss_code": 7.946887715657552, "source_loss_web_en": 5.851744802374589, "source_loss_web_it": 5.77178955078125, "source_loss_wiki_en": 3.5388662164861504, "source_loss_wiki_it": 3.4404397583007813, "val_loss_en": 4.782787682875147, "val_loss_it": 3.679477566578349, "val_loss_mixed": 4.954976595365084, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8250", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8250.pt", "checkpoint_selector": "manual", "checkpoint_step": 8250, "cloze_en_contains": 0.06, "cloze_en_exact": 0.0, "cloze_it_contains": 0.12, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.24417426545086118, "distinct_2": 0.479957805907173, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.975, "language_consistency_it": 0.775, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.425, "model_type": "pretrained", "ppl_en": 133.04067942239274, "ppl_it": 40.95397993234463, "ppl_mixed": 128.22776351553605, "repeated_4gram_rate": 0.85, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 5.1677569434756325, "source_loss_books_it": 4.60965583437965, "source_loss_code": 8.47701416015625, "source_loss_web_en": 5.870997780247738, "source_loss_web_it": 5.810668142218339, "source_loss_wiki_en": 3.6867977489124644, "source_loss_wiki_it": 3.667852478027344, "val_loss_en": 4.8906549417747645, "val_loss_it": 3.712448995621478, "val_loss_mixed": 4.853808085123698, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8300", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8300.pt", "checkpoint_selector": "manual", "checkpoint_step": 8300, "cloze_en_contains": 0.02, "cloze_en_exact": 0.0, "cloze_it_contains": 0.22, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.2651821862348178, "distinct_2": 0.5284810126582279, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.925, "language_consistency_it": 0.825, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.475, "model_type": "pretrained", "ppl_en": 122.53049941787616, "ppl_it": 41.22488353010851, "ppl_mixed": 130.1028710810426, "repeated_4gram_rate": 0.75, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.971470424107143, "source_loss_books_it": 4.578676859537761, "source_loss_code": 8.002923075358073, "source_loss_web_en": 5.837479039242393, "source_loss_web_it": 5.753503899825247, "source_loss_wiki_en": 3.497833251953125, "source_loss_wiki_it": 3.5379019165039063, "val_loss_en": 4.808359973835495, "val_loss_it": 3.719042043216893, "val_loss_mixed": 4.868325453538161, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8350", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8350.pt", "checkpoint_selector": "manual", "checkpoint_step": 8350, "cloze_en_contains": 0.06, "cloze_en_exact": 0.0, "cloze_it_contains": 0.26, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.24216524216524216, "distinct_2": 0.47482724580454094, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.95, "language_consistency_it": 0.85, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.475, "model_type": "pretrained", "ppl_en": 119.40663408296695, "ppl_it": 41.81570512528862, "ppl_mixed": 127.06659304413428, "repeated_4gram_rate": 0.9, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.8524594988141745, "source_loss_books_it": 4.616578601655506, "source_loss_code": 8.10670166015625, "source_loss_web_en": 5.806581597579153, "source_loss_web_it": 5.734786585757607, "source_loss_wiki_en": 3.5233064131303267, "source_loss_wiki_it": 3.5757290649414064, "val_loss_en": 4.782534761248894, "val_loss_it": 3.7332719896660476, "val_loss_mixed": 4.8447113037109375, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8400", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8400.pt", "checkpoint_selector": "manual", "checkpoint_step": 8400, "cloze_en_contains": 0.02, "cloze_en_exact": 0.0, "cloze_it_contains": 0.2, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.23876404494382023, "distinct_2": 0.4698443579766537, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.975, "language_consistency_it": 0.85, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.575, "model_type": "pretrained", "ppl_en": 121.76534720287194, "ppl_it": 39.40941173051894, "ppl_mixed": 130.8208191932363, "repeated_4gram_rate": 0.95, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.808423723493304, "source_loss_books_it": 4.581278846377418, "source_loss_code": 8.033599344889323, "source_loss_web_en": 5.863493266858552, "source_loss_web_it": 5.778697766755757, "source_loss_wiki_en": 3.4667070562189277, "source_loss_wiki_it": 3.427510986328125, "val_loss_en": 4.802095809072818, "val_loss_it": 3.6740046641865716, "val_loss_mixed": 4.873828594501202, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8450", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8450.pt", "checkpoint_selector": "manual", "checkpoint_step": 8450, "cloze_en_contains": 0.08, "cloze_en_exact": 0.0, "cloze_it_contains": 0.22, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.2554194156456173, "distinct_2": 0.5142017629774731, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.975, "language_consistency_it": 0.85, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.35, "model_type": "pretrained", "ppl_en": 120.77124759532177, "ppl_it": 39.07912028766744, "ppl_mixed": 129.38063702618962, "repeated_4gram_rate": 0.85, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.866651625860305, "source_loss_books_it": 4.638146173386347, "source_loss_code": 7.7475123087565105, "source_loss_web_en": 5.8520764802631575, "source_loss_web_it": 5.729297035618832, "source_loss_wiki_en": 3.4290611960671167, "source_loss_wiki_it": 3.497872314453125, "val_loss_en": 4.793898240575251, "val_loss_it": 3.665588316370229, "val_loss_mixed": 4.86275873428736, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8500", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8500.pt", "checkpoint_selector": "manual", "checkpoint_step": 8500, "cloze_en_contains": 0.06, "cloze_en_exact": 0.0, "cloze_it_contains": 0.24, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.2557471264367816, "distinct_2": 0.499003984063745, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.975, "language_consistency_it": 0.75, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.45, "model_type": "pretrained", "ppl_en": 121.22855762937996, "ppl_it": 39.18571718583911, "ppl_mixed": 130.34516505580527, "repeated_4gram_rate": 0.775, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.840805780319941, "source_loss_books_it": 4.553114028204055, "source_loss_code": 7.899540710449219, "source_loss_web_en": 5.917284513774671, "source_loss_web_it": 5.725276746247944, "source_loss_wiki_en": 3.5159357244318183, "source_loss_wiki_it": 3.5039968872070313, "val_loss_en": 4.797677669885023, "val_loss_it": 3.668312322897989, "val_loss_mixed": 4.870186047676282, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8550", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8550.pt", "checkpoint_selector": "manual", "checkpoint_step": 8550, "cloze_en_contains": 0.06, "cloze_en_exact": 0.0, "cloze_it_contains": 0.18, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.23950381679389313, "distinct_2": 0.4722222222222222, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.9650000000000001, "language_consistency_it": 0.775, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.45, "model_type": "pretrained", "ppl_en": 122.47315286783923, "ppl_it": 37.17054792048566, "ppl_mixed": 123.7644678987954, "repeated_4gram_rate": 0.925, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.8930544172014505, "source_loss_books_it": 4.572469075520833, "source_loss_code": 7.85228271484375, "source_loss_web_en": 5.950106169048109, "source_loss_web_it": 5.7168028982062085, "source_loss_wiki_en": 3.4762639132413, "source_loss_wiki_it": 3.4177459716796874, "val_loss_en": 4.807891845703125, "val_loss_it": 3.615516725133677, "val_loss_mixed": 4.818380306928586, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8600", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8600.pt", "checkpoint_selector": "manual", "checkpoint_step": 8600, "cloze_en_contains": 0.14, "cloze_en_exact": 0.0, "cloze_it_contains": 0.2, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.22793404461687683, "distinct_2": 0.4591321897073663, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.975, "language_consistency_it": 0.825, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.525, "model_type": "pretrained", "ppl_en": 122.42728790326866, "ppl_it": 38.1497785499055, "ppl_mixed": 121.06936368453971, "repeated_4gram_rate": 0.925, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.86205073765346, "source_loss_books_it": 4.5494671776181175, "source_loss_code": 8.180701192220052, "source_loss_web_en": 5.923584787469161, "source_loss_web_it": 5.760439019454153, "source_loss_wiki_en": 3.4361277493563565, "source_loss_wiki_it": 3.4338027954101564, "val_loss_en": 4.807517285616893, "val_loss_it": 3.641519952992924, "val_loss_mixed": 4.796363634940906, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8650", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8650.pt", "checkpoint_selector": "manual", "checkpoint_step": 8650, "cloze_en_contains": 0.1, "cloze_en_exact": 0.0, "cloze_it_contains": 0.26, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.2588686481303931, "distinct_2": 0.5114656031904287, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.9400000000000001, "language_consistency_it": 0.825, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.5, "model_type": "pretrained", "ppl_en": 118.89374549864857, "ppl_it": 37.72449273991971, "ppl_mixed": 121.37686727143264, "repeated_4gram_rate": 0.8, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.864224025181362, "source_loss_books_it": 4.59336671375093, "source_loss_code": 7.987039184570312, "source_loss_web_en": 5.791411550421464, "source_loss_web_it": 5.6818381861636515, "source_loss_wiki_en": 3.469675237482244, "source_loss_wiki_it": 3.5061785888671877, "val_loss_en": 4.778230199274027, "val_loss_it": 3.630309558305584, "val_loss_mixed": 4.798900310809795, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8700", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8700.pt", "checkpoint_selector": "manual", "checkpoint_step": 8700, "cloze_en_contains": 0.06, "cloze_en_exact": 0.0, "cloze_it_contains": 0.2, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.2389463781749765, "distinct_2": 0.46432062561094817, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.975, "language_consistency_it": 0.75, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.5, "model_type": "pretrained", "ppl_en": 117.21982774121467, "ppl_it": 37.26508673165992, "ppl_mixed": 128.9638946211249, "repeated_4gram_rate": 0.9, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.919521150134859, "source_loss_books_it": 4.648129781087239, "source_loss_code": 8.037347412109375, "source_loss_web_en": 5.900805423134251, "source_loss_web_it": 5.770890888414885, "source_loss_wiki_en": 3.4160707647150215, "source_loss_wiki_it": 3.4827593994140624, "val_loss_en": 4.764051041513119, "val_loss_it": 3.618056875760438, "val_loss_mixed": 4.859532478528145, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8750", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8750.pt", "checkpoint_selector": "manual", "checkpoint_step": 8750, "cloze_en_contains": 0.04, "cloze_en_exact": 0.0, "cloze_it_contains": 0.2, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.22843601895734597, "distinct_2": 0.4630541871921182, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.95, "language_consistency_it": 0.775, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.475, "model_type": "pretrained", "ppl_en": 119.90702815340026, "ppl_it": 37.823522345799645, "ppl_mixed": 130.1233356475696, "repeated_4gram_rate": 0.95, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.9090082077752974, "source_loss_books_it": 4.570150466192336, "source_loss_code": 8.192756652832031, "source_loss_web_en": 5.895728261847245, "source_loss_web_it": 5.751687300832648, "source_loss_wiki_en": 3.460148898037997, "source_loss_wiki_it": 3.5097088623046875, "val_loss_en": 4.786716677107901, "val_loss_it": 3.6329311933673796, "val_loss_mixed": 4.868482736440805, "validation_loss_regression_vs_previous": false }, { "aggregate_dataset_count": 0, "aggregate_validation_loss_mean": null, "aggregate_validation_perplexity_mean": null, "checkpoint_name": "step_8800", "checkpoint_path": "/mnt/apps/llm-nanochat/checkpoints/20260622_resume-gpt2small-gpt2preln-k20-wsds800-final2e5-webwiki-step8000-dense50/step_8800.pt", "checkpoint_selector": "manual", "checkpoint_step": 8800, "cloze_en_contains": 0.04, "cloze_en_exact": 0.0, "cloze_it_contains": 0.24, "cloze_it_exact": 0.0, "delta_vs_previous_generation_pass_rate": null, "delta_vs_previous_validation_loss_mean": null, "distinct_1": 0.25, "distinct_2": 0.5088235294117647, "generation_pass_rate": null, "generation_pass_rate_regression_vs_previous": false, "generation_passed_prompts": 0, "generation_scored_prompts": 0, "generation_total_prompts": 40, "language_consistency_en": 0.925, "language_consistency_it": 0.8, "language_switch_rate_en": 0.0, "language_switch_rate_it": 0.0, "loop_rate": 0.375, "model_type": "pretrained", "ppl_en": 115.77590188514857, "ppl_it": 37.72263850171775, "ppl_mixed": 127.7439933507041, "repeated_4gram_rate": 0.9, "run_dir": null, "run_name": null, "selected_by": "manual_path", "selection_metric_name": null, "selection_metric_value": null, "source_loss_books_en": 4.8956891014462425, "source_loss_books_it": 4.594246273949032, "source_loss_code": 8.056328837076823, "source_loss_web_en": 5.855930930689762, "source_loss_web_it": 5.714005721242804, "source_loss_wiki_en": 3.47349028153853, "source_loss_wiki_it": 3.541571044921875, "val_loss_en": 4.751656442318323, "val_loss_it": 3.630260404993276, "val_loss_mixed": 4.850028209197215, "validation_loss_regression_vs_previous": false } ] }