Add training_loss_history.json

training_loss_history.json

@@ -0,0 +1,21 @@
+{
+  "model": "Gautam6/GautamAI",
+  "architecture": "GautamForCausalLM",
+  "last_updated": "2026-08-24T15:05:26.987Z",
+  "training_run": {
+    "active_feature": "Autonomous Software & Compiler Engineering AGI Engine v1.0",
+    "epoch": 1,
+    "global_step": 128,
+    "loss": 0.23439999999999372,
+    "perplexity": 1.2641500511096926,
+    "gradient_norm": 1.7466,
+    "learning_rate": 0.0001067,
+    "weight_sparsity_percent": 42.5,
+    "convergence_status": "ACTIVE_GRADIENT_DESCENT",
+    "optimizer": "AdamW (beta1=0.9, beta2=0.999, eps=1e-8, weight_decay=0.01)",
+    "lr_scheduler": "CosineAnnealingWithWarmup",
+    "attention_mechanism": "Grouped-Query Attention (GQA, heads=8, kv_heads=2) + RoPE",
+    "activation": "SwiGLU",
+    "precision": "4-Bit Sparse Optimized (FP32 master weights)"
+  }
+}