Upload folder using huggingface_hub

pre_decay/config.json

@@ -0,0 +1,25 @@
+{
+  "architectures": [
+    "LoopLMForCausalLM"
+  ],
+  "context_length": 1024,
+  "d_ff": 2752,
+  "d_model": 1024,
+  "dtype": "float32",
+  "lb_loss_factor": 0.01,
+  "lz_loss_factor": 0.001,
+  "max_length": 1024,
+  "model_type": "loop-lm",
+  "model_variant": "moe",
+  "num_active": 2,
+  "num_experts": 8,
+  "num_heads": 16,
+  "num_layers": 16,
+  "num_layers_in_stack": 8,
+  "num_stacks": 2,
+  "rope_theta": 10000.0,
+  "transformers_version": "5.3.0",
+  "vocab_size": 50257,
+  "weight_tying": false,
+  "width_ratio": 8.0
+}

pre_decay/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "max_length": 1024,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.3.0"
+}

pre_decay/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8e19044b33f237ec6fc510260adb77bc731a115519b0cda141699b4a72b622
+size 2853330496