aimeri commited on
Commit
1dfd0c8
·
verified ·
1 Parent(s): dbab473

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {#- mockingbird chat template: Seed-native convention, NO THINKING.
2
+ Structurally the Instruct template minus <seed:think>/budget machinery.
3
+ Used both for training (Axolotl chat_template_jinja) and shipping
4
+ (embedded in tokenizer_config.json so MLX/GGUF conversion carries it). -#}
5
+ {%- for message in messages -%}
6
+ {{- '<seed:bos>' + message['role'] + '\n' -}}
7
+ {{- message['content'] | trim -}}
8
+ {{- '<seed:eos>' -}}
9
+ {%- endfor -%}
10
+ {%- if add_generation_prompt -%}
11
+ {{- '<seed:bos>assistant\n' -}}
12
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SeedOssForCausalLM"
4
+ ],
5
+ "attention_bias": true,
6
+ "attention_dropout": 0.1,
7
+ "attention_out_bias": false,
8
+ "bos_token_id": 0,
9
+ "eos_token_id": 2,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 5120,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 27648,
15
+ "max_position_embeddings": 524288,
16
+ "mlp_bias": false,
17
+ "model_type": "seed_oss",
18
+ "num_attention_heads": 80,
19
+ "num_hidden_layers": 64,
20
+ "num_key_value_heads": 8,
21
+ "pad_token_id": 1,
22
+ "quantization": {
23
+ "group_size": 64,
24
+ "bits": 3,
25
+ "mode": "affine"
26
+ },
27
+ "quantization_config": {
28
+ "group_size": 64,
29
+ "bits": 3,
30
+ "mode": "affine"
31
+ },
32
+ "residual_dropout": 0.1,
33
+ "rms_norm_eps": 1e-06,
34
+ "rope_scaling": {
35
+ "rope_type": "default"
36
+ },
37
+ "rope_theta": 10000000.0,
38
+ "tie_word_embeddings": false,
39
+ "torch_dtype": "bfloat16",
40
+ "transformers_version": "4.55.0",
41
+ "use_cache": true,
42
+ "vocab_size": 155136
43
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 0,
3
+ "pad_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.55.0",
6
+ "do_sample": true,
7
+ "temperature": 1.0,
8
+ "top_p": 0.9
9
+ }
model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b70a5f01324d1a38be45120cd79726bbd148d5a07df77fc90c4d0411d1fbd8f
3
+ size 5360405275
model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb1f77fcfe756a7e6c254898424310b86acec5d48fee79482c37b3f4e8c4b54
3
+ size 5322580588
model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f47c929b27431d199320160ee81da18b02f87eb8cd698da89590b74b7029ae
3
+ size 5135574107
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6bd848f52451824a3033a9f1e67eea5b399a13c90f845a332d3a29537e05827
3
+ size 11883696
tokenizer_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<seed:bos>",
4
+ "clean_up_tokenization_spaces": false,
5
+ "eos_token": "<seed:eos>",
6
+ "is_local": true,
7
+ "local_files_only": false,
8
+ "model_max_length": 1000000000000000019884624838656,
9
+ "pad_token": "<seed:pad>",
10
+ "tokenizer_class": "TokenizersBackend",
11
+ "chat_template": "{#- mockingbird chat template: Seed-native convention, NO THINKING.\n Structurally the Instruct template minus <seed:think>/budget machinery.\n Used both for training (Axolotl chat_template_jinja) and shipping\n (embedded in tokenizer_config.json so MLX/GGUF conversion carries it). -#}\n{%- for message in messages -%}\n{{- '<seed:bos>' + message['role'] + '\\n' -}}\n{{- message['content'] | trim -}}\n{{- '<seed:eos>' -}}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n{{- '<seed:bos>assistant\\n' -}}\n{%- endif -%}\n"
12
+ }