Upload folder using huggingface_hub

train_post_decay/config.json

@@ -0,0 +1,25 @@
+{
+  "architectures": [
+    "LoopLMForCausalLM"
+  ],
+  "context_length": 1024,
+  "d_ff": 2752,
+  "d_model": 1024,
+  "dtype": "float32",
+  "lb_loss_factor": 0.01,
+  "lz_loss_factor": 0.001,
+  "max_length": 1024,
+  "model_type": "loop-lm",
+  "model_variant": "base",
+  "num_active": 2,
+  "num_experts": 8,
+  "num_heads": 16,
+  "num_layers": 16,
+  "num_layers_in_stack": 8,
+  "num_stacks": 2,
+  "rope_theta": 10000.0,
+  "transformers_version": "5.3.0",
+  "vocab_size": 50257,
+  "weight_tying": false,
+  "width_ratio": 8.0
+}

train_post_decay/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c8a8ee08814f2ab3d17052267473d5b7f6956de8a01704f034173e579bdeb3
+size 1221218320