Upload folder using huggingface_hub

README.md

@@ -2,10 +2,10 @@
 
 ## Model Details
 - **Architecture**: Transformer with ternary weights (1.58 bits)
-- **Parameters**: 156,463,177
-- **Model Size**: 30.90 MB (ternary)
-- **Context Size**: 512
-- **Vocab Size**: 2389
+- **Parameters**: 189,067,337
+- **Model Size**: 37.34 MB (ternary)
+- **Context Size**: 32768
+- **Vocab Size**: 2181
 
 ## Usage
 #will be added later

config.json

@@ -1,10 +1,10 @@
 {
-  "vocab_size": 2389,
+  "vocab_size": 2181,
   "embed_size": 1024,
   "num_layers": 12,
   "num_heads": 16,
   "forward_expansion": 4,
   "dropout": 0.2,
-  "max_length": 512,
+  "max_length": 32768,
   "model_type": "TernaryTransformerLM"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a3830f3fb93d0891c137c68e8b18acfd3606d805674723ad8d744057dc08367
-size 1239645060
+oid sha256:9b03b7cf8a304d73f373712b9b28dc21df8bb90c5785ebf61f392df8735668f0
+size 1369209732

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 625852708
+    "total_size": 756269348
   },
   "weight_map": {
     "token_embed.weight": "model.safetensors",