final purge backups 1/1

shared/auto_workers/kosine/00913a92a2d4-2805.json

@@ -1 +0,0 @@
-{"worker_id": "00913a92a2d4-2805", "stage": 1, "model_name": "kosine", "updated_at": 1777216755}

shared/auto_workers/kosine/09572e9649ff-14424.json

@@ -1 +0,0 @@
-{"worker_id": "09572e9649ff-14424", "stage": 1, "model_name": "kosine", "updated_at": 1777214974}

shared/auto_workers/kosine/1f24e698ef4b-2772.json

@@ -1 +0,0 @@
-{"worker_id": "1f24e698ef4b-2772", "stage": 1, "model_name": "kosine", "updated_at": 1777195166}

shared/auto_workers/kosine/326e386af23c-3264.json

@@ -1 +0,0 @@
-{"worker_id": "326e386af23c-3264", "stage": 1, "model_name": "kosine", "updated_at": 1777214972}

shared/auto_workers/kosine/616f62fcd3a6-5480.json

@@ -1 +0,0 @@
-{"worker_id": "616f62fcd3a6-5480", "stage": 1, "model_name": "kosine", "updated_at": 1777198863}

shared/auto_workers/kosine/7cf5e805e860-2347.json

@@ -1 +0,0 @@
-{"worker_id": "7cf5e805e860-2347", "stage": 1, "model_name": "kosine", "updated_at": 1777198867}

shared/auto_workers/kosine/9da8c8a9b5e0-6107.json

@@ -1 +0,0 @@
-{"worker_id": "9da8c8a9b5e0-6107", "stage": 1, "model_name": "kosine", "updated_at": 1777198863}

shared/auto_workers/kosine/bf14fb62a2d5-908.json

@@ -1 +0,0 @@
-{"worker_id": "bf14fb62a2d5-908", "stage": 1, "model_name": "kosine", "updated_at": 1777195165}

shared/auto_workers/kosine/e67068e0850e-497.json

@@ -1 +0,0 @@
-{"worker_id": "e67068e0850e-497", "stage": 1, "model_name": "kosine", "updated_at": 1777195168}

shared/checkpoints/checkpoint-490/config.json

@@ -1,24 +0,0 @@
-{
-  "architectures": [
-    "KosineForCausalLM"
-  ],
-  "attention_dropout": 0.0,
-  "dtype": "float32",
-  "hidden_dropout": 0.0,
-  "hidden_size": 384,
-  "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "max_position_embeddings": 512,
-  "model_type": "fasty",
-  "neftune_alpha": 0.0,
-  "num_attention_heads": 8,
-  "num_hidden_layers": 24,
-  "num_key_value_heads": 2,
-  "qk_norm": true,
-  "rezero_init": 1.0,
-  "rms_norm_eps": 1e-06,
-  "rope_theta": 10000.0,
-  "transformers_version": "5.0.0",
-  "use_cache": false,
-  "vocab_size": 32000
-}

shared/checkpoints/checkpoint-490/trainer_state.json

@@ -1,209 +0,0 @@
-{
-  "best_global_step": null,
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 2.788524492589727,
-  "eval_steps": 500,
-  "global_step": 490,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.005713945598476281,
-      "grad_norm": Infinity,
-      "learning_rate": 5e-05,
-      "loss": 1003.1537475585938,
-      "step": 1
-    },
-    {
-      "epoch": 0.11427891196952562,
-      "grad_norm": 166.87982177734375,
-      "learning_rate": 4.9914347503344016e-05,
-      "loss": 933.5017475328947,
-      "step": 20
-    },
-    {
-      "epoch": 0.22855782393905125,
-      "grad_norm": 152.6066131591797,
-      "learning_rate": 4.9595127708329773e-05,
-      "loss": 876.15302734375,
-      "step": 40
-    },
-    {
-      "epoch": 0.3428367359085769,
-      "grad_norm": 162.4434814453125,
-      "learning_rate": 4.904269857960207e-05,
-      "loss": 826.28603515625,
-      "step": 60
-    },
-    {
-      "epoch": 0.4571156478781025,
-      "grad_norm": 198.8935546875,
-      "learning_rate": 4.82622982127123e-05,
-      "loss": 790.21640625,
-      "step": 80
-    },
-    {
-      "epoch": 0.5713945598476281,
-      "grad_norm": 292.5304260253906,
-      "learning_rate": 4.7316475236404454e-05,
-      "loss": 758.520751953125,
-      "step": 100
-    },
-    {
-      "epoch": 0.6856734718171538,
-      "grad_norm": 161.1084747314453,
-      "learning_rate": 4.611472024403491e-05,
-      "loss": 732.02783203125,
-      "step": 120
-    },
-    {
-      "epoch": 0.7999523837866793,
-      "grad_norm": 476.92889404296875,
-      "learning_rate": 4.471275690560381e-05,
-      "loss": 707.32529296875,
-      "step": 140
-    },
-    {
-      "epoch": 0.914231295756205,
-      "grad_norm": 232.22218322753906,
-      "learning_rate": 4.312387854245201e-05,
-      "loss": 689.078271484375,
-      "step": 160
-    },
-    {
-      "epoch": 1.022855782393905,
-      "grad_norm": 324.50347900390625,
-      "learning_rate": 4.136315079151446e-05,
-      "loss": 637.46904296875,
-      "step": 180
-    },
-    {
-      "epoch": 1.1371346943634308,
-      "grad_norm": 290.04522705078125,
-      "learning_rate": 3.944726875397202e-05,
-      "loss": 652.662060546875,
-      "step": 200
-    },
-    {
-      "epoch": 1.2514136063329564,
-      "grad_norm": 144.04925537109375,
-      "learning_rate": 3.73943986934338e-05,
-      "loss": 641.387353515625,
-      "step": 220
-    },
-    {
-      "epoch": 1.365692518302482,
-      "grad_norm": 269.99884033203125,
-      "learning_rate": 3.5224005784657e-05,
-      "loss": 619.291015625,
-      "step": 240
-    },
-    {
-      "epoch": 1.4799714302720077,
-      "grad_norm": 263.09124755859375,
-      "learning_rate": 3.295666954607935e-05,
-      "loss": 601.540673828125,
-      "step": 260
-    },
-    {
-      "epoch": 1.5942503422415333,
-      "grad_norm": 612.1905517578125,
-      "learning_rate": 3.0613888706220336e-05,
-      "loss": 589.492138671875,
-      "step": 280
-    },
-    {
-      "epoch": 1.7085292542110588,
-      "grad_norm": 428.7916564941406,
-      "learning_rate": 2.8217877354194643e-05,
-      "loss": 577.317236328125,
-      "step": 300
-    },
-    {
-      "epoch": 1.8228081661805846,
-      "grad_norm": 413.7802734375,
-      "learning_rate": 2.5791354307225036e-05,
-      "loss": 568.5466796875,
-      "step": 320
-    },
-    {
-      "epoch": 1.9370870781501102,
-      "grad_norm": 602.0125732421875,
-      "learning_rate": 2.335732769235743e-05,
-      "loss": 556.334326171875,
-      "step": 340
-    },
-    {
-      "epoch": 2.04571156478781,
-      "grad_norm": 396.1126403808594,
-      "learning_rate": 2.093887678495993e-05,
-      "loss": 526.214013671875,
-      "step": 360
-    },
-    {
-      "epoch": 2.159990476757336,
-      "grad_norm": 345.9240417480469,
-      "learning_rate": 1.8558933172598236e-05,
-      "loss": 544.178369140625,
-      "step": 380
-    },
-    {
-      "epoch": 2.2742693887268617,
-      "grad_norm": 389.1020812988281,
-      "learning_rate": 1.6240063319276767e-05,
-      "loss": 536.914501953125,
-      "step": 400
-    },
-    {
-      "epoch": 2.388548300696387,
-      "grad_norm": 534.6370239257812,
-      "learning_rate": 1.400425459175672e-05,
-      "loss": 534.46005859375,
-      "step": 420
-    },
-    {
-      "epoch": 2.502827212665913,
-      "grad_norm": 430.8108215332031,
-      "learning_rate": 1.1872706776834838e-05,
-      "loss": 528.34111328125,
-      "step": 440
-    },
-    {
-      "epoch": 2.6171061246354386,
-      "grad_norm": 357.02899169921875,
-      "learning_rate": 9.865631066402137e-06,
-      "loss": 524.981494140625,
-      "step": 460
-    },
-    {
-      "epoch": 2.731385036604964,
-      "grad_norm": 286.9407043457031,
-      "learning_rate": 8.002058416292329e-06,
-      "loss": 522.376416015625,
-      "step": 480
-    }
-  ],
-  "logging_steps": 20,
-  "max_steps": 645,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
-  "save_steps": 1000000000,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": false
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 9672588933120000.0,
-  "train_batch_size": 1,
-  "trial_name": null,
-  "trial_params": null
-}

shared/checkpoints/owner_backup_latest.json

@@ -1 +0,0 @@
-{"owner_worker_id": "616f62fcd3a6-5480", "checkpoint": "shared/checkpoints/checkpoint-490", "checkpoint_name": "checkpoint-490", "step": 490, "updated_at": 1777212552, "status": "owner_backup_ok"}

shared/resume/latest.json

@@ -1 +0,0 @@
-{"worker_id": "616f62fcd3a6-5480", "checkpoint": "shared/checkpoints/checkpoint-490", "step": 490, "updated_at": 1777212552}

shared/slot_plan/kosine/stage1.json

@@ -1 +0,0 @@
-{"model_name": "kosine", "stage": 1, "slot_total": 20, "worker_id": "00913a92a2d4-2805", "updated_at": 1777215332, "slot_workers": ["e67068e0850e-497", "1f24e698ef4b-2772", "bf14fb62a2d5-908", "7cf5e805e860-2347", "616f62fcd3a6-5480", "9da8c8a9b5e0-6107", "09572e9649ff-14424", "326e386af23c-3264", "00913a92a2d4-2805"]}