Hugging Face's logo

Nbardy
/
micro-mistral

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
Model card Files
xet
 Community
Nbardy commited on
Commit
2b983cf
·
verified ·
1 Parent(s): 246db29

Upload LlamaForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -11,11 +11,11 @@
11
  "hidden_act": "silu",
12
  "hidden_size": 2048,
13
  "initializer_range": 0.02,
14
- "intermediate_size": 4048,
15
  "max_position_embeddings": 4096,
16
  "model_type": "llama",
17
  "num_attention_heads": 128,
18
- "num_hidden_layers": 6,
19
  "num_key_value_heads": 16,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
 
11
  "hidden_act": "silu",
12
  "hidden_size": 2048,
13
  "initializer_range": 0.02,
14
+ "intermediate_size": 4096,
15
  "max_position_embeddings": 4096,
16
  "model_type": "llama",
17
  "num_attention_heads": 128,
18
+ "num_hidden_layers": 10,
19
  "num_key_value_heads": 16,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9eea40ce6f3d29563b6a190389f3f1db7c1b501d7957e3a82c073ce03f9027ae
3
- size 617801928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f6cb6571e4b72ad6a76fe641f7ce3b426a0a6e97e29c8f66f7cf6bfc3c32285
3
+ size 898201776