RikoteMaster commited on
Commit
69aa3a5
·
verified ·
1 Parent(s): c4694b8

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -5,13 +5,13 @@
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
8
- "eos_token_id": 151643,
9
  "head_dim": 128,
10
  "hidden_act": "silu",
11
  "hidden_size": 1024,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 3072,
14
- "max_position_embeddings": 32768,
15
  "max_window_layers": 28,
16
  "model_type": "qwen3",
17
  "num_attention_heads": 16,
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
  "head_dim": 128,
10
  "hidden_act": "silu",
11
  "hidden_size": 1024,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 3072,
14
+ "max_position_embeddings": 40960,
15
  "max_window_layers": 28,
16
  "model_type": "qwen3",
17
  "num_attention_heads": 16,
generation_config.json CHANGED
@@ -1,6 +1,13 @@
1
  {
2
  "bos_token_id": 151643,
3
- "eos_token_id": 151643,
4
- "max_new_tokens": 2048,
 
 
 
 
 
 
 
5
  "transformers_version": "4.52.3"
6
  }
 
1
  {
2
  "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
  "transformers_version": "4.52.3"
13
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd1bb985e1cdc8db1423b6f3cb5a925746b13e94025f64133b021269cfb0f8b1
3
  size 1192135096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d174d8495604f64ad322ba65cf48efc450e16c212abec7bebe505b6979e129
3
  size 1192135096
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a806c863e2b5b31faa8d4cef02ab3943bda4a62aa1cc98beadce11d24af81533
3
+ size 1209290752
special_tokens_map.json CHANGED
@@ -15,7 +15,7 @@
15
  "<|video_pad|>"
16
  ],
17
  "eos_token": {
18
- "content": "<|endoftext|>",
19
  "lstrip": false,
20
  "normalized": false,
21
  "rstrip": false,
 
15
  "<|video_pad|>"
16
  ],
17
  "eos_token": {
18
+ "content": "<|im_end|>",
19
  "lstrip": false,
20
  "normalized": false,
21
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -228,7 +228,7 @@
228
  ],
229
  "bos_token": null,
230
  "clean_up_tokenization_spaces": false,
231
- "eos_token": "<|endoftext|>",
232
  "errors": "replace",
233
  "extra_special_tokens": {},
234
  "model_max_length": 131072,
 
228
  ],
229
  "bos_token": null,
230
  "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
  "errors": "replace",
233
  "extra_special_tokens": {},
234
  "model_max_length": 131072,
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d5342c708a237b3c16d297e8295fdb3a15591d47ce39914a580ed447028974
3
+ size 5841