ViperEk commited on
Commit
d0b71e8
·
verified ·
1 Parent(s): 0e034cc

Upload folder using huggingface_hub

Browse files
Files changed (4) hide show
  1. config.json +11 -0
  2. model.safetensors +3 -0
  3. tokenizer.json +0 -0
  4. tokenizer_config.json +11 -0
config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 100000,
3
+ "dim": 1536,
4
+ "n_layers": 24,
5
+ "dim_ffn": 6912,
6
+ "n_heads": 24,
7
+ "n_kv_heads": 4,
8
+ "max_len": 2048,
9
+ "norm_eps": 1e-05,
10
+ "tie_weight": false
11
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244f7e1aa3685cfe1df287f7502404cd339c2eb0a4c14ce206be4ab0f665ffc4
3
+ size 2407638712
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "special_tokens": {
3
+ "bos": "<|begin▁of▁sentence|>",
4
+ "eos": "<|end▁of▁sentence|>",
5
+ "pad": "<|▁pad▁|>",
6
+ "im_start": "<|im▁start|>",
7
+ "im_end": "<|im▁end|>"
8
+ },
9
+ "chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}<|im▁start|>system\n{{ message['content'] }}<|im▁end|>\n{% elif message['role'] == 'user' %}<|im▁start|>user\n{{ message['content'] }}<|im▁end|>\n{% elif message['role'] == 'assistant' %}<|im▁start|>assistant\n{{ message['content'] }}<|im▁end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im▁start|>assistant\n{% endif %}"
10
+
11
+ }