ubermenchh
/

engram-gpt2-wikitext

Model card Files Files and versions

ubermenchh commited on 2 days ago

Commit

f98cb07

·

verified ·

1 Parent(s): 14d1f8e

Upload GPT2WithEngram

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -5,14 +5,14 @@
   "bucket_size": 50000,
   "d_model": 768,
   "dtype": "float32",
-  "engram_dim": 768,
   "injection_layer": 1,
   "model_type": "engram",
   "ngram_orders": [
     2,
     3
   ],
-  "num_heads": 2,
   "transformers_version": "4.57.6",
   "vocab_size": 50257
 }

   "bucket_size": 50000,
   "d_model": 768,
   "dtype": "float32",
+  "engram_dim": 384,
   "injection_layer": 1,
   "model_type": "engram",
   "ngram_orders": [
     2,
     3
   ],
+  "num_heads": 8,
   "transformers_version": "4.57.6",
   "vocab_size": 50257
 }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a84e36c87625ea27c1a3f512548b9e0b3d7a4efaede62ef79c796827f14993b3
-size 656516816

 version https://git-lfs.github.com/spec/v1
+oid sha256:dd7a47bf4e0ca189b744db30514a5c625d054e1340cc2938b280ac0286475eec
+size 577359040