haydso commited on
Commit
9427e83
·
verified ·
1 Parent(s): 1b2c0d0

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +52 -0
config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "bos_token_id": 151643,
4
+ "context_length": 40960,
5
+ "decoder": {
6
+ "session_options": {
7
+ "log_id": "onnxruntime-genai",
8
+ "provider_options": []
9
+ },
10
+ "filename": "model.onnx",
11
+ "head_size": 128,
12
+ "hidden_size": 1024,
13
+ "inputs": {
14
+ "input_ids": "input_ids",
15
+ "attention_mask": "attention_mask",
16
+ "past_key_names": "past_key_values.%d.key",
17
+ "past_value_names": "past_key_values.%d.value"
18
+ },
19
+ "outputs": {
20
+ "logits": "logits",
21
+ "present_key_names": "present.%d.key",
22
+ "present_value_names": "present.%d.value"
23
+ },
24
+ "num_attention_heads": 16,
25
+ "num_hidden_layers": 28,
26
+ "num_key_value_heads": 8
27
+ },
28
+ "eos_token_id": [
29
+ 151645,
30
+ 151643
31
+ ],
32
+ "pad_token_id": 151643,
33
+ "type": "qwen3",
34
+ "vocab_size": 151936
35
+ },
36
+ "search": {
37
+ "diversity_penalty": 0.0,
38
+ "do_sample": true,
39
+ "early_stopping": true,
40
+ "length_penalty": 1.0,
41
+ "max_length": 40960,
42
+ "min_length": 0,
43
+ "no_repeat_ngram_size": 0,
44
+ "num_beams": 1,
45
+ "num_return_sequences": 1,
46
+ "past_present_share_buffer": true,
47
+ "repetition_penalty": 1.0,
48
+ "temperature": 0.6,
49
+ "top_k": 20,
50
+ "top_p": 0.95
51
+ }
52
+ }