Import experiment archive from bart (batch 4)

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_004500_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecc5243a2ed93ac65bea8de8373ff27e5208b62b6b17d31b14c9a68eb37394b
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_004500_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b34641c29769169a1ed6b4afd58e9e307067cada1e9e88c72966e0144f438d
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_004500_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13ffbd7e162bf3c9a022393fd3901c55e8db1cf896cb08c0bdee97c2b6dc83c
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_005000_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff0cc947e18af1a04987dc2f64fa0a29d22418d34efdff24027a1798c7cea94
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_005000_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085b891a2d75abe7ff9687ec43f89c444604eb83bbf0d5f903b21675eb51160f
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_005000_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f20218827152f212517747857afab2b7349aa5a043d96c23f296a5907d717ba
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_005000_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94746b3fa690d69a9ba3e5cbde7c7da3e1f0aabb50b73c9f3b1326f4fc38743
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_005500_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225af4d6d4d822abbce34e63d621eac376be5b8acf857ba8997e36582762573a
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_005500_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda69aaa71c4ac52b0c4658c58b7d07f8671608af2f71a512e983da688149ad6
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_005500_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39f5feb695f84f82218defbe6c535b506173b550fd3ae6fe0caa20278817f3f
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_005500_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b806a61d71740cbb0e2b088ea4c42165334ecd9863494c27a343b548b0d84326
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_006000_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e168383bc13bbc56df91c21f3d46e835001ed592f90f849af53993f9c965a3
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_006000_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a068ed26f38b48c5c7ef70a1771da690ab6cdd1749d03f902277b5b2a553f94e
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_006000_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63a2df3dbbe97e7bbf952c0fc0eb732423d49fe7e994c9b632e1342d9ac8868
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_006000_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60613cd93ddac30dd28676e47ae16588c2ad85aa09b9bd4f63f17a5ad73dfc07
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_006500_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5fd4763414c513d80406c35ecdf9f26ec5d1d9d27a676e39dfd01c8e6992b7
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_006500_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b21033cf7c8929fe01be78ca45b157751d65c7dff5cb57940226319a9d76d9c
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_006500_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ac47912efb2feda2492d9f772370071b090843ee13e55a08e1e31d7068926a
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_006500_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a5f118f4f3537eaf2230fbeef6fe6e9298958787e807116fadf09f5fc0e04e
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_007000_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27d602d30b1a4d7aa9605fa175739fb161b32e02909ec30c231e3fde3be8264
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_007000_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e638779e6afd341c5453a5de23e7c834f305837bd70cc5a0fc12b277cd7ee9fc
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_007000_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1afe22caa4f2819cfc397846b74b8c26272f6266a16746d31f3a87bac3a5c37
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_007000_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbcb96c068e6d855d7619f22c370140f31a894c4d23f105c7522214d8a51ae4
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_007500_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8beda301552c587b21e718b3f0eb383006dbb232a26d5951b9132153346c4d
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_007500_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db4c7619d2c479f1b6a41805b4fc74865c7f4563cf71d8105af4ecc6f9ffd27
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_007500_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc736fbeef52ca1bfe7e975b93ad550bfc35129ba2e25eddad9ecf59d3fc3bf
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_007500_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30523b0f3a84b56579b1843151587d357fbae481de2e0885f92b484ed6356e2e
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_008000_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ff33d778dc9ba30dc3fda9174bfe1b73fd251370a901f1e396ab7de520028e
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_008000_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa40a10a4058f06d01d3393321e236973fa78f2d137d1e02d7ca4c119b7305e6
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_008000_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d887c0fc65e71df1f3d74b5ea3656ca860658d8249aa8cac96421e89a7a835
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_008000_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc131b1f33fa81372bcc1ecb759f2b7ddf2acf55652b07e1a14b26b96a909e73
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_008352_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef67bbc1c6e6f73cf3ccfe50d3df3e916b2cf913a2ef1fb6a14123e784e4bc13
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_008352_rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839d78c2d9e329f91167b3ca2a706ba931d4fc946101826a6bbac664b3c366b1
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_008352_rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7987c59cd7ef08458fcdf58f4e737501e3adf2e5a32cd0e44015ba70ee68d29b
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints/optim_008352_rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5c08a5e6fd49981ac6887b43d4d835742ef20e8eefa060670635dedc0c69de
+size 1434913073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/config.json

@@ -0,0 +1,63 @@
+{
+  "schema_version": 1,
+  "stage": "base",
+  "experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1",
+  "dataset": {
+    "adapter": "parquet_shards",
+    "repo": "jbduran/think-dataset-clean-1930s",
+    "revision": "main",
+    "validation_shard": 472,
+    "num_train_shards": 180,
+    "download_workers": 4
+  },
+  "tokenizer": {
+    "mode": "reuse",
+    "source_experiment_id": "clean1930s-d24-r12-ctx4096-fulltok-v1",
+    "vocab_size": 32768
+  },
+  "pretokenize": {
+    "enabled": true,
+    "slack": 1.03,
+    "require_no_wrap": true,
+    "val_tokens": 20971520,
+    "shard_tokens": 100000000,
+    "tokenizer_threads": 8
+  },
+  "training": {
+    "depth": 24,
+    "scaling_params": 729810624,
+    "target_param_data_ratio": 12,
+    "max_seq_len": 4096,
+    "window_pattern": "SSSL",
+    "device_batch_size": 8,
+    "total_batch_size": 1048576,
+    "fp8": true,
+    "fp8_recipe": "tensorwise",
+    "seed": 42,
+    "save_every": 500,
+    "eval_every": 250,
+    "eval_tokens": 2097152,
+    "core_metric_every": -1,
+    "sample_every": -1
+  },
+  "artifacts": {
+    "repo": "jbduran/think.nano",
+    "keep_local_checkpoints": 1
+  },
+  "wandb": {
+    "entity": "jbduran-thinkingmachinesncsu",
+    "project": "think.nano",
+    "name": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1",
+    "group": "clean1930s-d24",
+    "tags": [
+      "think-dataset-clean-1930s",
+      "d24",
+      "ratio12",
+      "ctx4096",
+      "sssl",
+      "fp8"
+    ]
+  },
+  "config_fingerprint": "166e7e695c1b536a",
+  "artifact_path": "experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1"
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/evals/core.json

@@ -0,0 +1,56 @@
+{
+  "model": "base_model (step 8352)",
+  "step": 8352,
+  "bpb": {},
+  "core_metric": 0.13542864491271994,
+  "core_results": {
+    "hellaswag_zeroshot": 0.32364070415496826,
+    "jeopardy": 0.0037789323832839727,
+    "bigbench_qa_wikidata": 0.2516116201877594,
+    "arc_easy": 0.41750839352607727,
+    "arc_challenge": 0.239761084318161,
+    "copa": 0.6100000143051147,
+    "commonsense_qa": 0.3071253001689911,
+    "piqa": 0.5805222988128662,
+    "openbook_qa": 0.2580000162124634,
+    "lambada_openai": 0.35338637232780457,
+    "hellaswag": 0.32911768555641174,
+    "winograd": 0.6703296899795532,
+    "winogrande": 0.49408048391342163,
+    "bigbench_dyck_languages": 0.12700000405311584,
+    "agi_eval_lsat_ar": 0.260869562625885,
+    "bigbench_cs_algorithms": 0.38333332538604736,
+    "bigbench_operators": 0.11428572237491608,
+    "bigbench_repeat_copy_logic": 0.0,
+    "squad": 0.114096499979496,
+    "coqa": 0.16610296070575714,
+    "boolq": 0.5969418883323669,
+    "bigbench_language_identification": 0.25699999928474426
+  },
+  "centered_results": {
+    "hellaswag_zeroshot": 0.09818760553995769,
+    "jeopardy": 0.0037789323832839727,
+    "bigbench_qa_wikidata": 0.2516116201877594,
+    "arc_easy": 0.22334452470143637,
+    "arc_challenge": -0.013651887575785318,
+    "copa": 0.2200000286102295,
+    "commonsense_qa": 0.13390662521123883,
+    "piqa": 0.16104459762573242,
+    "openbook_qa": 0.010666688283284506,
+    "lambada_openai": 0.35338637232780457,
+    "hellaswag": 0.105490247408549,
+    "winograd": 0.34065937995910645,
+    "winogrande": -0.011839032173156738,
+    "bigbench_dyck_languages": 0.12700000405311584,
+    "agi_eval_lsat_ar": 0.07608695328235625,
+    "bigbench_cs_algorithms": 0.38333332538604736,
+    "bigbench_operators": 0.11428572237491608,
+    "bigbench_repeat_copy_logic": 0.0,
+    "squad": 0.114096499979496,
+    "coqa": 0.16610296070575714,
+    "boolq": -0.060679241230613294,
+    "bigbench_language_identification": 0.1826182610393226
+  },
+  "conditioned_samples": [],
+  "unconditioned_samples": []
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/evals/samples.json

@@ -0,0 +1,48 @@
+{
+  "model": "base_model (step 8352)",
+  "step": 8352,
+  "bpb": {},
+  "core_metric": null,
+  "core_results": null,
+  "centered_results": null,
+  "conditioned_samples": [
+    {
+      "prompt": "The capital of France is",
+      "text": "<|bos|>The capital of France is the city of Paris, which is the capital of France. The capital of France"
+    },
+    {
+      "prompt": "The chemical symbol of gold is",
+      "text": "<|bos|>The chemical symbol of gold is Au, and the symbol of silver is Ag. The symbol of gold is Au"
+    },
+    {
+      "prompt": "If yesterday was Friday, then tomorrow will be",
+      "text": "<|bos|>If yesterday was Friday, then tomorrow will be Saturday. If yesterday was Friday, then tomorrow will be Saturday. If yesterday was"
+    },
+    {
+      "prompt": "The opposite of hot is",
+      "text": "<|bos|>The opposite of hot is cold.\n\nThe opposite of cold is hot.\n\nThe opposite of hot is cold.\n\n"
+    },
+    {
+      "prompt": "The planets of the solar system are:",
+      "text": "<|bos|>The planets of the solar system are: Mercury, Venus, Earth, Mars, Jupiter, Saturn, Uranus,"
+    },
+    {
+      "prompt": "My favorite color is",
+      "text": "<|bos|>My favorite color is a dark brown, with a tinge of red. It is a very pretty color"
+    },
+    {
+      "prompt": "If 5*x + 3 = 13, then x is",
+      "text": "<|bos|>If 5*x + 3 = 13, then x is 13, and the equation is 13x + 3 = 13"
+    }
+  ],
+  "unconditioned_samples": [
+    "<|bos|>PREFACE.\n\nTHIS essay was contributed to the \"Psychological Bulletin,\" of the University of Chicago, during the past summer; the temporary arrangements for its printing prevented its meeting the demand for it. Fair play in the matter of results in the revision of Shakespeare's plays has not been given in this field in this company, Dunning, Uzziel, and others engaging to contribute whatever they have to say on the revision and construction of even a very few plays, and the magazine enterprise to furnish more plays of a classic nature, although comprising many dramas of merit and of the utmost possible variety, is by no means of sufficient scope and interest",
+    "<|bos|>\n\nARTON LIBRARY OF THE DEZA SUPERINTENDENTS AND BOOKKEEPERS\n\nThe following Outline of Business\n\nthe State or Territory in which\n\nFoss work is to be carried on.\n\nPLAN OF BUSINESS Department 1. Traveling\n\n2. Records, coupons, checks, mercantile accounts, vouchers, &c.\n\n3. General office\n\n4. Subsidiary agencies. Persons dealing with department men.\n\nPlanwork.\n\nPlan.\n\n1. Plans for the method of review of machinery, etc. Uncertainty.\n\n2. Plans for securing uniformity of practice over a large field",
+    "<|bos|>!\n\nIt's the coss is mighty wonderous weak Thefe minutes yhere hain marry teef The tryfector\n\nOf my fandd in Life who ought to hast The pist o' a President\n\nApril 10. J,\"\n\nAmong the Arms in cison\n\nThe Arms of the President *The Arms of Washington\n\nOn October 5, (?) in another and more noticeable storm-swept plagiarism, the President bore the baptismal emblem of the United States; on the way to Washington, January 1, 1799, occurred the cancel that has made possible the interpolations of the following",
+    "<|bos|> ministered unto Him with great joy.\"\n\nXX. 1. CHIRIT OF THE BLESSED.\n\nThe full contrast to this joy is the hunger that followed when He left His throne in heaven, ascended, and took the place of the \"Name\" lifted up on Calvary.\n\n2. The Fulfilment of the Tabernacle: In our imagination let 50 Enter: first, the Church universal: prayer, glorification, rejoicing, nothing but an eternal army and the eternal joy which forms one side of this-and well! for consequently this is that infant Church which a voice descended, and the Redeemer Sunday broke through the wall that",
+    "<|bos|>eed\n\nNew York paid\n\nEach separate $1.25 and i piece by akely ried in Watts averaged 75 cents.\n\nRetail price 50 cents-No longer find it worth while to order second-hand books. Already considerable order great publishing interests are sending agents to England or Scotland to our mmission depot expressly to collect the $1.25 per set, on which income is made over to us. The influens can gain fifteen per cent, and this can be taken care of at once as it is here almost never debited. Its great advantages that has the most of A. L. Burlingame's",
+    "<|bos|>PREFACE\n\nWHEN PERSHAD was about to issue and was being attacked by the fanatical cuttlefish of Northern India, some weeks before at least the Calcutta of 1862 stood face to face with a panic-crazed gale, the doctors began one day on their platform to advise the world how they were going to appease the spirit of the Fish-god. The Elders and the Lady-Seconds criticized emphatically the pros and cons, and the whole city stared.\n\nOne man said: \"I am Oriental; the people of this English country do not believe in all this agnostic nonsense, and the skies when they are",
+    "<|bos|>iman have published,\n\nTo be completed in about 100 Monthly Parts, each illustrated by a Steel Engraving, a Work consisting of a Library of Original 180 Engravings, 3 vols. 8vo. \u00a35. 5s. strongly bound in cloth, as a Work for convenient\n\nSale by STEEL Engraved by W. L. STEENERSON, each neatly illustrated by a Steel Engraving; the Plates are in a very high state of\n\nPerfection, and warranted to give a correct Image of each Novel.\n\nThe Work is published in Monthly Parts to contain Historical and Biographical Sketches of the principal",
+    "<|bos|>MYSTER LIBRARY.\n\n3 2044 009 603 166 fidh\n\nQUE\n\n7808, W"
+  ]
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/evals/val_bpb.json

@@ -0,0 +1,12 @@
+{
+  "model": "base_model (step 8352)",
+  "step": 8352,
+  "bpb": {
+    "val": 0.8435203902195944
+  },
+  "core_metric": null,
+  "core_results": null,
+  "centered_results": null,
+  "conditioned_samples": [],
+  "unconditioned_samples": []
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/run.json

@@ -0,0 +1,10 @@
+{
+  "experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1",
+  "stage": "base",
+  "base_experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1",
+  "parent_experiment_id": null,
+  "parent_checkpoint_step": null,
+  "config_fingerprint": "166e7e695c1b536a",
+  "wandb_run_id": "e69c1e59",
+  "created_at": 1784557543
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-nanochat-default-v1/config.json

@@ -0,0 +1,36 @@
+{
+  "schema_version": 1,
+  "stage": "sft",
+  "experiment_suffix": "nanochat-default-v1",
+  "data": {
+    "recipe": "nanochat-default",
+    "mmlu_epochs": 3,
+    "gsm8k_epochs": 4
+  },
+  "training": {
+    "num_iterations": -1,
+    "load_optimizer": 0,
+    "device_batch_size": 8,
+    "eval_every": -1,
+    "chatcore_every": 100000,
+    "chatcore_max_sample": 32,
+    "save_every": 200
+  },
+  "artifacts": {
+    "repo": "jbduran/think.nano"
+  },
+  "wandb": {
+    "enabled": false,
+    "entity": "jbduran-thinkingmachinesncsu",
+    "project": "think.nano",
+    "group": "clean1930s-d24-r12",
+    "tags": [
+      "sft",
+      "smoltalk",
+      "mmlu3",
+      "gsm8k4"
+    ]
+  },
+  "config_fingerprint": "103d7c3526aa35c0",
+  "artifact_path": "experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-nanochat-default-v1"
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-nanochat-default-v1/run.json

@@ -0,0 +1,11 @@
+{
+  "experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-nanochat-default-v1",
+  "stage": "sft",
+  "base_experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1",
+  "parent_experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1",
+  "parent_checkpoint_step": 8352,
+  "branch_parent_step": null,
+  "config_fingerprint": "103d7c3526aa35c0",
+  "wandb_run_id": null,
+  "created_at": 1786512279
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic/checkpoints/meta_000007.json

@@ -0,0 +1,103 @@
+{
+  "step": 7,
+  "training_complete": true,
+  "val_bpb": 0.7205382880492125,
+  "model_config": {
+    "sequence_len": 4096,
+    "vocab_size": 32768,
+    "n_layer": 24,
+    "n_head": 12,
+    "n_kv_head": 12,
+    "n_embd": 1536,
+    "window_pattern": "SSSL"
+  },
+  "user_config": {
+    "run": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic",
+    "wandb_run_id": "0837926f",
+    "wandb_group": "think-d12",
+    "wandb_tags": "sft,pre1930,ratio20",
+    "device_type": "",
+    "model_tag": null,
+    "model_step": null,
+    "base_checkpoint_dir": "/content/nanochat_cache/experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints",
+    "base_step": 8352,
+    "checkpoint_dir": "/content/nanochat_cache/experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic/checkpoints",
+    "tokenizer_dir": "/content/nanochat_cache/experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/tokenizer",
+    "resume_from_step": null,
+    "experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic",
+    "experiment_config": "/content/nanochat_cache/experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic/config.json",
+    "parent_cumulative_flops": 4.5291244139996774e+19,
+    "tokenizer_fingerprint": "21e99d5cdeeaa660",
+    "git_commit_sha": "60aa7005265901858554bb7ca98cd788de721e4a",
+    "load_optimizer": 1,
+    "num_iterations": -1,
+    "max_seq_len": null,
+    "device_batch_size": 8,
+    "total_batch_size": null,
+    "embedding_lr": null,
+    "unembedding_lr": null,
+    "matrix_lr": null,
+    "init_lr_frac": 0.8,
+    "warmup_ratio": 0.0,
+    "warmdown_ratio": 0.5,
+    "final_lr_frac": 0.0,
+    "eval_every": -1,
+    "eval_tokens": 20971520,
+    "chatcore_every": -1,
+    "chatcore_max_cat": -1,
+    "chatcore_max_sample": 24,
+    "save_every": -1,
+    "recipe": "pre1930",
+    "pre1930_epochs": 5,
+    "mmlu_epochs": 3,
+    "gsm8k_epochs": 4,
+    "resolved_experiment_config": {
+      "schema_version": 1,
+      "stage": "sft",
+      "experiment_suffix": "pre1930-authentic",
+      "data": {
+        "recipe": "pre1930",
+        "pre1930_epochs": 5
+      },
+      "training": {
+        "num_iterations": -1,
+        "device_batch_size": 8,
+        "eval_every": -1,
+        "chatcore_every": -1,
+        "save_every": -1
+      },
+      "artifacts": {
+        "repo": "jbduran/think.nano"
+      },
+      "wandb": {
+        "enabled": true,
+        "entity": "jbduran-thinkingmachinesncsu",
+        "project": "think.nano",
+        "group": "think-d12",
+        "tags": [
+          "sft",
+          "pre1930",
+          "ratio20"
+        ]
+      },
+      "config_fingerprint": "d3378357cef17359",
+      "artifact_path": "experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic"
+    },
+    "stage": "sft",
+    "base_experiment_id": null,
+    "parent_experiment_id": null,
+    "parent_checkpoint_step": null,
+    "config_fingerprint": "d3378357cef17359"
+  },
+  "loop_state": {
+    "step": 7,
+    "total_training_time": 0.0,
+    "min_val_bpb": 0.7205382880492125,
+    "smooth_train_loss": 1.187201474390888,
+    "mfu": 35.33209107765201,
+    "tok_per_sec": 21315,
+    "stage_training_flops": 3.79596155387904e+16,
+    "inherited_parent_flops": 4.5291244139996774e+19,
+    "cumulative_pipeline_training_flops": 4.5329203755535565e+19
+  }
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic/checkpoints/model_000007.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c16eb054f43f54f05624b42a4ec3fbcab666b80d99c3c87ac6ee8b34261a131
+size 4227936073

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic/checkpoints/optim_000007_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d48431c7459eae0e562672d69b2dc15a15f91e1243ce120d54ab6b64ba458
+size 5739601781

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic/config.json

@@ -0,0 +1,32 @@
+{
+  "schema_version": 1,
+  "stage": "sft",
+  "experiment_suffix": "pre1930-authentic",
+  "data": {
+    "recipe": "pre1930",
+    "pre1930_epochs": 5
+  },
+  "training": {
+    "num_iterations": -1,
+    "device_batch_size": 8,
+    "eval_every": -1,
+    "chatcore_every": -1,
+    "save_every": -1
+  },
+  "artifacts": {
+    "repo": "jbduran/think.nano"
+  },
+  "wandb": {
+    "enabled": true,
+    "entity": "jbduran-thinkingmachinesncsu",
+    "project": "think.nano",
+    "group": "think-d12",
+    "tags": [
+      "sft",
+      "pre1930",
+      "ratio20"
+    ]
+  },
+  "config_fingerprint": "d3378357cef17359",
+  "artifact_path": "experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic"
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic/run.json

@@ -0,0 +1,10 @@
+{
+  "experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-authentic",
+  "stage": "sft",
+  "base_experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1",
+  "parent_experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1",
+  "parent_checkpoint_step": null,
+  "config_fingerprint": "d3378357cef17359",
+  "wandb_run_id": "0837926f",
+  "created_at": 1784577842
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0/checkpoints/eval_metrics.json

@@ -0,0 +1,30 @@
+{
+  "experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0",
+  "recipe": "curriculum",
+  "step": 52,
+  "val_bpb": 0.8869868096604953,
+  "min_val_bpb": 0.8464286315951827,
+  "per_route_bpb": {},
+  "per_domain_bpb": {},
+  "curriculum_summary": null,
+  "chatcore": {
+    "chatcore_metric": -0.006895505470088888,
+    "chatcore_cat": -0.011492509116814813,
+    "suite": {
+      "tasks": [
+        "ARC-Easy",
+        "ARC-Challenge",
+        "MMLU",
+        "GSM8K",
+        "SpellingBee"
+      ],
+      "max_generative_problems": 32,
+      "generative_answer_format": "End your response with #### followed by the final numeric answer (for example: #### 42)."
+    },
+    "ARC-Easy": 0.24494949494949494,
+    "ARC-Challenge": 0.2354948805460751,
+    "MMLU": 0.24369747899159663,
+    "GSM8K": 0.0,
+    "SpellingBee": 0.0
+  }
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0/checkpoints/meta_000052.json

@@ -0,0 +1,161 @@
+{
+  "step": 52,
+  "training_complete": true,
+  "val_bpb": 0.8869868096604953,
+  "model_config": {
+    "sequence_len": 4096,
+    "vocab_size": 32768,
+    "n_layer": 24,
+    "n_head": 12,
+    "n_kv_head": 12,
+    "n_embd": 1536,
+    "window_pattern": "SSSL"
+  },
+  "user_config": {
+    "run": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0",
+    "wandb_run_id": "fb8277f3",
+    "wandb_group": "think-d12",
+    "wandb_tags": "sft,curriculum,c0,baseline",
+    "device_type": "",
+    "model_tag": null,
+    "model_step": null,
+    "base_checkpoint_dir": "/workspace/nanochat-state/experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/base_checkpoints",
+    "base_step": 8352,
+    "checkpoint_dir": "/workspace/nanochat-state/experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0/checkpoints",
+    "tokenizer_dir": "/workspace/nanochat-state/experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/tokenizer",
+    "resume_from_step": null,
+    "experiment_id": "clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0",
+    "experiment_config": "/workspace/nanochat-state/experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0/config.json",
+    "parent_cumulative_flops": 4.5291244139996774e+19,
+    "tokenizer_fingerprint": "21e99d5cdeeaa660",
+    "git_commit_sha": "",
+    "load_optimizer": 0,
+    "num_iterations": -1,
+    "max_seq_len": null,
+    "device_batch_size": 8,
+    "total_batch_size": null,
+    "embedding_lr": null,
+    "unembedding_lr": null,
+    "matrix_lr": null,
+    "init_lr_frac": 0.8,
+    "warmup_ratio": 0.03,
+    "warmdown_ratio": 0.5,
+    "final_lr_frac": 0.0,
+    "eval_every": 200,
+    "eval_tokens": 20971520,
+    "chatcore_every": -1,
+    "chatcore_max_cat": -1,
+    "chatcore_max_sample": 24,
+    "save_every": -1,
+    "recipe": "curriculum",
+    "curriculum_config": "",
+    "pre1930_epochs": 5,
+    "mmlu_epochs": 3,
+    "gsm8k_epochs": 4,
+    "authentic_epochs": 0,
+    "knowledge_qa_epochs": 0,
+    "multiturn_qa_epochs": 0,
+    "reasoning_qa_epochs": 0,
+    "stem_reasoning_epochs": 0,
+    "narrative_grounded_epochs": 0,
+    "narrative_fiction_epochs": 0,
+    "opinion_qa_epochs": 0,
+    "how_to_qa_epochs": 0,
+    "verse_qa_epochs": 0,
+    "composition_qa_epochs": 0,
+    "resolved_experiment_config": {
+      "schema_version": 1,
+      "stage": "sft",
+      "experiment_suffix": "pre1930-curriculum-c0",
+      "data": {
+        "recipe": "curriculum",
+        "curriculum": {
+          "name": "C0",
+          "mode": "flat",
+          "epochs": 3,
+          "threshold_default": 90,
+          "routes": {
+            "knowledge_qa": {
+              "count": 18000
+            },
+            "multiturn_qa": {
+              "count": 18000
+            },
+            "reasoning_qa": {
+              "count": 12000
+            },
+            "narrative_grounded": {
+              "count": 12000
+            },
+            "opinion_qa": {
+              "count": 10000
+            },
+            "composition_qa": {
+              "count": 10000
+            },
+            "how_to_qa": {
+              "count": 7000
+            },
+            "verse_qa": {
+              "count": 6000
+            },
+            "narrative_fiction": {
+              "count": 6000
+            },
+            "stem_reasoning": {
+              "count": 4000
+            }
+          },
+          "calibration_qa": {
+            "count": null
+          },
+          "authentic": {
+            "count": 12257
+          }
+        }
+      },
+      "training": {
+        "num_iterations": -1,
+        "load_optimizer": 0,
+        "device_batch_size": 8,
+        "warmup_ratio": 0.03,
+        "eval_every": 200,
+        "chatcore_every": -1,
+        "save_every": -1
+      },
+      "artifacts": {
+        "repo": "jbduran/think.nano"
+      },
+      "wandb": {
+        "enabled": true,
+        "entity": "jbduran-thinkingmachinesncsu",
+        "project": "think.nano",
+        "group": "think-d12",
+        "tags": [
+          "sft",
+          "curriculum",
+          "c0",
+          "baseline"
+        ]
+      },
+      "config_fingerprint": "4ce60ef1ccb8a8c8",
+      "artifact_path": "experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0"
+    },
+    "stage": "sft",
+    "base_experiment_id": null,
+    "parent_experiment_id": null,
+    "parent_checkpoint_step": null,
+    "config_fingerprint": "4ce60ef1ccb8a8c8"
+  },
+  "loop_state": {
+    "step": 52,
+    "total_training_time": 2071.3676829338074,
+    "min_val_bpb": 0.8464286315951827,
+    "smooth_train_loss": 1.608637469780549,
+    "mfu": 35.219659061221186,
+    "tok_per_sec": 21247,
+    "stage_training_flops": 2.819857154310144e+17,
+    "inherited_parent_flops": 4.5291244139996774e+19,
+    "cumulative_pipeline_training_flops": 4.557322985542779e+19
+  }
+}

experiments/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1/sft/clean1930s-d24-r12-ctx4096-sssl-fulltok-v1-pre1930-curriculum-c0/checkpoints/model_000052.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c91228c289d6b4d6928d866710be6bda73f21a0e8c1f2a772cd0cd593e2806
+size 4227936073