TildeSIA commited on
Commit
24e7e58
·
verified ·
1 Parent(s): 2881122

Upload folder using huggingface_hub

Browse files
.gitignore ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ .info
2
+ .history*
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 48,
8
+ "dtype": "bfloat16",
9
+ "eos_token_id": 48,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 2816,
13
+ "initializer_range": 0.005,
14
+ "intermediate_size": 9856,
15
+ "max_position_embeddings": 65536,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 48,
19
+ "num_hidden_layers": 60,
20
+ "num_key_value_heads": 8,
21
+ "pad_token_id": 48,
22
+ "pretraining_tp": 1,
23
+ "rms_norm_eps": 3e-06,
24
+ "rope_parameters": {
25
+ "beta_fast": 32.0,
26
+ "beta_slow": 1.0,
27
+ "factor": 10.0,
28
+ "original_max_position_embeddings": 8192,
29
+ "rope_theta": 200000,
30
+ "rope_type": "yarn",
31
+ "truncate": true,
32
+ "type": "yarn"
33
+ },
34
+ "tie_word_embeddings": false,
35
+ "transformers_version": "5.3.0",
36
+ "use_cache": false,
37
+ "vocab_size": 131072
38
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 48,
4
+ "eos_token_id": [
5
+ 48
6
+ ],
7
+ "pad_token_id": 48,
8
+ "transformers_version": "5.3.0"
9
+ }
model.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1255dbcb60721f8a1de89ab5e16e7d8702b8751ded3783c01108074f0a7d71
3
+ size 2316877
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b232221ada128e1046cef5f1990f26d781e18b05bc399221bb359789c43b6146
3
+ size 16313179736
model.vocab ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "LlamaTokenizer",
3
+ "vocab_file": "model.model",
4
+ "model_max_length": 65536,
5
+ "add_prefix_space": false,
6
+ "legacy": true,
7
+ "use_chat_template": true,
8
+
9
+ "additional_special_tokens": ["<|system|>", "<|user|>", "<|assistant|>"],
10
+ "eos_token": "<|endoftext|>",
11
+ "add_generation_prompt": true,
12
+ "add_bos_token": false,
13
+ "add_eos_token": false,
14
+ "chat_template": "{% for m in messages %}{% if m.role == 'system' %}<|system|>{{ m.content | trim }}<|system|>{% elif m.role == 'user' %}<|user|>{{ m.content | trim }}<|user|>{% elif m.role == 'assistant' %}<|assistant|>{{ m.content | trim }}<|assistant|>{% endif %}{% endfor %}{% if add_generation_prompt and messages[-1].role != 'assistant' %}<|assistant|>{% endif %}"
15
+ }