Autonomous Space trainer update

adapter_config.json

@@ -19,6 +19,7 @@
   "lora_alpha": 64,
   "lora_bias": false,
   "lora_dropout": 0.05,
+  "lora_ga_config": null,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -29,13 +30,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "c_attn",
+    "c_proj",
     "c_fc",
-    "c_proj"
+    "c_attn"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,
+  "use_bdlora": null,
   "use_dora": false,
   "use_qalora": false,
   "use_rslora": false

effective_run_config.json

@@ -1,7 +1,7 @@
 {
   "ce_weight_end": 0.5,
   "ce_weight_start": 0.35,
-  "created_at": "2026-03-10T14:02:51.104443+00:00",
+  "created_at": "2026-04-19T07:38:24.348023+00:00",
   "dataset_id": "NorthernTribe-Research/UMSR-v1",
   "distill_enabled": true,
   "enforce_inhouse_models": true,
@@ -25,7 +25,7 @@
   "model_dtype": "bfloat16",
   "native_strict_mode": false,
   "native_trainer_mode": true,
-  "output_dir": "/app/runs/20260310_140240",
+  "output_dir": "/app/runs/20260419_073812",
   "required_bins": [
     "bash",
     "python3",
@@ -41,7 +41,7 @@
     "cuda_total_memory_gb_0": null,
     "mps_available": false,
     "torch_available": true,
-    "torch_version": "2.10.0+cu128"
+    "torch_version": "2.11.0+cu130"
   },
   "runtime_system": {
     "arch": "x86_64",
@@ -51,13 +51,13 @@
       "git": "/usr/bin/git",
       "python3": "/usr/local/bin/python3"
     },
-    "collected_at": "2026-03-10T14:02:44.838778+00:00",
+    "collected_at": "2026-04-19T07:38:17.456985+00:00",
     "cpu_count": 16,
-    "disk_free_gb": 262.43,
+    "disk_free_gb": 412.06,
     "disk_total_gb": 1699.93,
     "in_venv": false,
     "is_ubuntu": false,
-    "kernel": "6.12.66-88.122.amzn2023.x86_64",
+    "kernel": "6.12.73-95.123.amzn2023.x86_64",
     "memory_gb": 123.79,
     "missing_required_bins": [],
     "native_mode": true,
@@ -67,7 +67,7 @@
     "os_id": "debian",
     "os_name": "Debian GNU/Linux 13 (trixie)",
     "python_executable": "/usr/local/bin/python",
-    "python_version": "3.13.12",
+    "python_version": "3.13.13",
     "required_bins": [
       "bash",
       "python3",
@@ -77,7 +77,7 @@
   },
   "save_total_limit": 4,
   "student_model": "NorthernTribe-Research/UMSR-Reasoner-7B",
-  "system_snapshot_path": "/app/runs/20260310_140240/system_snapshot.json",
+  "system_snapshot_path": "/app/runs/20260419_073812/system_snapshot.json",
   "target_repo_id": "NorthernTribe-Research/UMSR-Reasoner-7B",
   "teacher_dtype": "bfloat16",
   "teacher_models": [

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 50256,
   "eos_token_id": 50256,
-  "transformers_version": "5.2.0"
+  "transformers_version": "5.5.4"
 }

live_progress.json

@@ -24,7 +24,7 @@
     "cuda_total_memory_gb_0": null,
     "mps_available": false,
     "torch_available": true,
-    "torch_version": "2.10.0+cu128"
+    "torch_version": "2.11.0+cu130"
   },
   "runtime_system": {
     "arch": "x86_64",
@@ -34,13 +34,13 @@
       "git": "/usr/bin/git",
       "python3": "/usr/local/bin/python3"
     },
-    "collected_at": "2026-03-10T14:02:44.838778+00:00",
+    "collected_at": "2026-04-19T07:38:17.456985+00:00",
     "cpu_count": 16,
-    "disk_free_gb": 262.43,
+    "disk_free_gb": 412.06,
     "disk_total_gb": 1699.93,
     "in_venv": false,
     "is_ubuntu": false,
-    "kernel": "6.12.66-88.122.amzn2023.x86_64",
+    "kernel": "6.12.73-95.123.amzn2023.x86_64",
     "memory_gb": 123.79,
     "missing_required_bins": [],
     "native_mode": true,
@@ -50,7 +50,7 @@
     "os_id": "debian",
     "os_name": "Debian GNU/Linux 13 (trixie)",
     "python_executable": "/usr/local/bin/python",
-    "python_version": "3.13.12",
+    "python_version": "3.13.13",
     "required_bins": [
       "bash",
       "python3",
@@ -59,5 +59,5 @@
     ]
   },
   "status": "completed",
-  "updated_at": "2026-03-10T14:06:40.083834+00:00"
+  "updated_at": "2026-04-19T07:42:11.481701+00:00"
 }

metrics/eval_metrics.json

@@ -1,7 +1,7 @@
 {
   "eval_loss": 5.438441753387451,
-  "eval_runtime": 11.5527,
+  "eval_runtime": 11.7465,
   "eval_samples": 64,
-  "eval_samples_per_second": 5.54,
-  "eval_steps_per_second": 5.54
+  "eval_samples_per_second": 5.448,
+  "eval_steps_per_second": 5.448
 }

metrics/train_metrics.json

@@ -9,8 +9,8 @@
   "temperature_start": 2.5,
   "total_flos": 42322071132.0,
   "train_loss": 4.595640664920211,
-  "train_runtime": 217.0594,
+  "train_runtime": 215.0319,
   "train_samples": 256,
-  "train_samples_per_second": 1.179,
-  "train_steps_per_second": 1.179
+  "train_samples_per_second": 1.191,
+  "train_steps_per_second": 1.191
 }

run_summary.json

@@ -10,13 +10,13 @@
   "distill_enabled": true,
   "enforce_inhouse_models": true,
   "eval_rows": 64,
-  "finished_at": "2026-03-10T14:06:40.083475+00:00",
+  "finished_at": "2026-04-19T07:42:11.481358+00:00",
   "fp16": false,
   "gradient_checkpointing": true,
   "kd_weight_end": 0.5,
   "kd_weight_start": 0.65,
-  "live_events_path": "/app/runs/20260310_140240/live_events.jsonl",
-  "live_progress_path": "/app/runs/20260310_140240/live_progress.json",
+  "live_events_path": "/app/runs/20260419_073812/live_events.jsonl",
+  "live_progress_path": "/app/runs/20260419_073812/live_progress.json",
   "lora_alpha": 64,
   "lora_dropout": 0.05,
   "lora_enabled": true,
@@ -34,7 +34,7 @@
   "mps_available": false,
   "native_strict_mode": false,
   "native_trainer_mode": true,
-  "output_dir": "/app/runs/20260310_140240",
+  "output_dir": "/app/runs/20260419_073812",
   "requested_warmup_steps": 0,
   "required_bins": [
     "bash",
@@ -51,7 +51,7 @@
     "cuda_total_memory_gb_0": null,
     "mps_available": false,
     "torch_available": true,
-    "torch_version": "2.10.0+cu128"
+    "torch_version": "2.11.0+cu130"
   },
   "runtime_system": {
     "arch": "x86_64",
@@ -61,13 +61,13 @@
       "git": "/usr/bin/git",
       "python3": "/usr/local/bin/python3"
     },
-    "collected_at": "2026-03-10T14:02:44.838778+00:00",
+    "collected_at": "2026-04-19T07:38:17.456985+00:00",
     "cpu_count": 16,
-    "disk_free_gb": 262.43,
+    "disk_free_gb": 412.06,
     "disk_total_gb": 1699.93,
     "in_venv": false,
     "is_ubuntu": false,
-    "kernel": "6.12.66-88.122.amzn2023.x86_64",
+    "kernel": "6.12.73-95.123.amzn2023.x86_64",
     "memory_gb": 123.79,
     "missing_required_bins": [],
     "native_mode": true,
@@ -77,7 +77,7 @@
     "os_id": "debian",
     "os_name": "Debian GNU/Linux 13 (trixie)",
     "python_executable": "/usr/local/bin/python",
-    "python_version": "3.13.12",
+    "python_version": "3.13.13",
     "required_bins": [
       "bash",
       "python3",
@@ -86,7 +86,7 @@
     ]
   },
   "save_total_limit": 4,
-  "system_snapshot_path": "/app/runs/20260310_140240/system_snapshot.json",
+  "system_snapshot_path": "/app/runs/20260419_073812/system_snapshot.json",
   "target_repo_id": "NorthernTribe-Research/UMSR-Reasoner-7B",
   "teacher_count": 1,
   "teacher_dtype": "bfloat16",

system_snapshot.json

@@ -6,13 +6,13 @@
     "git": "/usr/bin/git",
     "python3": "/usr/local/bin/python3"
   },
-  "collected_at": "2026-03-10T14:02:44.838778+00:00",
+  "collected_at": "2026-04-19T07:38:17.456985+00:00",
   "cpu_count": 16,
-  "disk_free_gb": 262.43,
+  "disk_free_gb": 412.06,
   "disk_total_gb": 1699.93,
   "in_venv": false,
   "is_ubuntu": false,
-  "kernel": "6.12.66-88.122.amzn2023.x86_64",
+  "kernel": "6.12.73-95.123.amzn2023.x86_64",
   "memory_gb": 123.79,
   "missing_required_bins": [],
   "native_mode": true,
@@ -22,7 +22,7 @@
   "os_id": "debian",
   "os_name": "Debian GNU/Linux 13 (trixie)",
   "python_executable": "/usr/local/bin/python",
-  "python_version": "3.13.12",
+  "python_version": "3.13.13",
   "required_bins": [
     "bash",
     "python3",

tokenizer_config.json

@@ -5,8 +5,12 @@
   "eos_token": "<|endoftext|>",
   "errors": "replace",
   "is_local": false,
+  "max_length": 512,
   "model_max_length": 1024,
   "pad_token": "<|endoftext|>",
+  "stride": 0,
   "tokenizer_class": "GPT2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<|endoftext|>"
 }

trainer_state.json

@@ -317,9 +317,9 @@
       "distill_temperature": 2.373046875,
       "epoch": 0.09765625,
       "eval_loss": 3.927885055541992,
-      "eval_runtime": 13.0233,
-      "eval_samples_per_second": 4.914,
-      "eval_steps_per_second": 4.914,
+      "eval_runtime": 12.7363,
+      "eval_samples_per_second": 5.025,
+      "eval_steps_per_second": 5.025,
       "step": 25
     },
     {
@@ -630,9 +630,9 @@
       "distill_temperature": 2.24609375,
       "epoch": 0.1953125,
       "eval_loss": 4.088868141174316,
-      "eval_runtime": 11.1378,
-      "eval_samples_per_second": 5.746,
-      "eval_steps_per_second": 5.746,
+      "eval_runtime": 10.7991,
+      "eval_samples_per_second": 5.926,
+      "eval_steps_per_second": 5.926,
       "step": 50
     },
     {
@@ -943,9 +943,9 @@
       "distill_temperature": 2.119140625,
       "epoch": 0.29296875,
       "eval_loss": 4.2497992515563965,
-      "eval_runtime": 11.2293,
-      "eval_samples_per_second": 5.699,
-      "eval_steps_per_second": 5.699,
+      "eval_runtime": 10.459,
+      "eval_samples_per_second": 6.119,
+      "eval_steps_per_second": 6.119,
       "step": 75
     },
     {
@@ -1256,9 +1256,9 @@
       "distill_temperature": 1.9921875,
       "epoch": 0.390625,
       "eval_loss": 4.411334991455078,
-      "eval_runtime": 11.3888,
-      "eval_samples_per_second": 5.62,
-      "eval_steps_per_second": 5.62,
+      "eval_runtime": 10.7332,
+      "eval_samples_per_second": 5.963,
+      "eval_steps_per_second": 5.963,
       "step": 100
     },
     {
@@ -1569,9 +1569,9 @@
       "distill_temperature": 1.865234375,
       "epoch": 0.48828125,
       "eval_loss": 4.573975086212158,
-      "eval_runtime": 12.2457,
-      "eval_samples_per_second": 5.226,
-      "eval_steps_per_second": 5.226,
+      "eval_runtime": 11.3539,
+      "eval_samples_per_second": 5.637,
+      "eval_steps_per_second": 5.637,
       "step": 125
     },
     {
@@ -1882,9 +1882,9 @@
       "distill_temperature": 1.73828125,
       "epoch": 0.5859375,
       "eval_loss": 4.739337921142578,
-      "eval_runtime": 12.2535,
-      "eval_samples_per_second": 5.223,
-      "eval_steps_per_second": 5.223,
+      "eval_runtime": 11.6684,
+      "eval_samples_per_second": 5.485,
+      "eval_steps_per_second": 5.485,
       "step": 150
     },
     {
@@ -2195,9 +2195,9 @@
       "distill_temperature": 1.611328125,
       "epoch": 0.68359375,
       "eval_loss": 4.90593957901001,
-      "eval_runtime": 13.9186,
-      "eval_samples_per_second": 4.598,
-      "eval_steps_per_second": 4.598,
+      "eval_runtime": 11.509,
+      "eval_samples_per_second": 5.561,
+      "eval_steps_per_second": 5.561,
       "step": 175
     },
     {
@@ -2508,9 +2508,9 @@
       "distill_temperature": 1.484375,
       "epoch": 0.78125,
       "eval_loss": 5.072885513305664,
-      "eval_runtime": 12.5319,
-      "eval_samples_per_second": 5.107,
-      "eval_steps_per_second": 5.107,
+      "eval_runtime": 12.3769,
+      "eval_samples_per_second": 5.171,
+      "eval_steps_per_second": 5.171,
       "step": 200
     },
     {
@@ -2821,7 +2821,7 @@
       "distill_temperature": 1.357421875,
       "epoch": 0.87890625,
       "eval_loss": 5.237745761871338,
-      "eval_runtime": 12.1231,
+      "eval_runtime": 12.1232,
       "eval_samples_per_second": 5.279,
       "eval_steps_per_second": 5.279,
       "step": 225
@@ -3134,9 +3134,9 @@
       "distill_temperature": 1.23046875,
       "epoch": 0.9765625,
       "eval_loss": 5.399942398071289,
-      "eval_runtime": 12.4199,
-      "eval_samples_per_second": 5.153,
-      "eval_steps_per_second": 5.153,
+      "eval_runtime": 12.2026,
+      "eval_samples_per_second": 5.245,
+      "eval_steps_per_second": 5.245,
       "step": 250
     },
     {
@@ -3212,18 +3212,31 @@
       "step": 256
     },
     {
-      "distill_ce_loss": 10.825718879699707,
-      "distill_ce_weight": 0.4994140625,
-      "distill_kd_loss": 0.04931640625,
-      "distill_kd_weight": 0.5005859375,
-      "distill_temperature": 1.205078125,
+      "distill_ce_loss": 10.826531410217285,
+      "distill_ce_weight": 0.5,
+      "distill_kd_loss": 0.0498046875,
+      "distill_kd_weight": 0.5,
+      "distill_temperature": 1.2,
+      "epoch": 1.0,
+      "eval_loss": 5.438441753387451,
+      "eval_runtime": 11.7214,
+      "eval_samples_per_second": 5.46,
+      "eval_steps_per_second": 5.46,
+      "step": 256
+    },
+    {
+      "distill_ce_loss": 10.826531410217285,
+      "distill_ce_weight": 0.5,
+      "distill_kd_loss": 0.0498046875,
+      "distill_kd_weight": 0.5,
+      "distill_temperature": 1.2,
       "epoch": 1.0,
       "step": 256,
       "total_flos": 42322071132.0,
       "train_loss": 4.595640664920211,
-      "train_runtime": 217.0594,
-      "train_samples_per_second": 1.179,
-      "train_steps_per_second": 1.179
+      "train_runtime": 215.0319,
+      "train_samples_per_second": 1.191,
+      "train_steps_per_second": 1.191
     }
   ],
   "logging_steps": 1,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44e6ee6f2e7d34f9073d80c67130f09b67c8e1dfef8f92cb06c7c46cc0caa842
+oid sha256:8ce0f0a70cf6174b16c45fbe60c590964eea9e019ba10f982d73ee84519b2744
 size 5201