Nbardy
/

micro-mistral

Text Generation

text-generation-inference

Model card Files Files and versions

Nbardy commited on Mar 28, 2024

Commit

c22cbba

·

verified ·

1 Parent(s): 104c92f

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -9,9 +9,9 @@
   "dropout_p": 0.1,
   "eos_token_id": 2,
   "hidden_act": "silu",
-  "hidden_size": 1024,
   "initializer_range": 0.02,
-  "intermediate_size": 3072,
   "max_position_embeddings": 4096,
   "model_type": "llama",
   "num_attention_heads": 128,

   "dropout_p": 0.1,
   "eos_token_id": 2,
   "hidden_act": "silu",
+  "hidden_size": 2048,
   "initializer_range": 0.02,
+  "intermediate_size": 4048,
   "max_position_embeddings": 4096,
   "model_type": "llama",
   "num_attention_heads": 128,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fbbea8f650571d4a4eb5c7eaf57f12842bb70a1f28edad3ef10b621913026c7
-size 244613320

 version https://git-lfs.github.com/spec/v1
+oid sha256:9eea40ce6f3d29563b6a190389f3f1db7c1b501d7957e3a82c073ce03f9027ae
+size 617801928