TinyPixel
/

small-llama2

Text Generation

text-generation-inference

Model card Files Files and versions

TinyPixel commited on Nov 22, 2023

Commit

6e705d4

·

1 Parent(s): 41975eb

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -9,7 +9,7 @@
   "hidden_act": "silu",
   "hidden_size": 1024,
   "initializer_range": 0.02,
-  "intermediate_size": 5504,
   "max_position_embeddings": 1024,
   "model_type": "llama",
   "num_attention_heads": 8,

   "hidden_act": "silu",
   "hidden_size": 1024,
   "initializer_range": 0.02,
+  "intermediate_size": 1376,
   "max_position_embeddings": 1024,
   "model_type": "llama",
   "num_attention_heads": 8,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12f30f4569ef5f75a17864eceaf23dec4376b606e00b816896b6bd2698df831b
-size 637597888

 version https://git-lfs.github.com/spec/v1
+oid sha256:fc4f97faedeaab0dc5e72d4443dc3a94f8392822068c9547c696aaecc2deb0fd
+size 333248704