Hugging Face's logo

optimum-intel-internal-testing
/
tiny-random-phi-4-mini-longrope

Safetensors
phi3
custom_code
Model card Files
xet
Community
helenai commited on
Commit
74a089b
·
verified ·
1 Parent(s): b89eaa0

Upload folder using huggingface_hub

Browse files
Files changed (6) hide show
  1. added_tokens.json +12 -12
  2. config.json +59 -59
  3. generation_config.json +7 -7
  4. model.safetensors +2 -2
  5. special_tokens_map.json +30 -30
  6. tokenizer_config.json +111 -111
added_tokens.json CHANGED
@@ -1,12 +1,12 @@
1
- {
2
- "<|/tool_call|>": 200026,
3
- "<|/tool|>": 200024,
4
- "<|assistant|>": 200019,
5
- "<|end|>": 200020,
6
- "<|system|>": 200022,
7
- "<|tag|>": 200028,
8
- "<|tool_call|>": 200025,
9
- "<|tool_response|>": 200027,
10
- "<|tool|>": 200023,
11
- "<|user|>": 200021
12
- }
 
1
+ {
2
+ "<|/tool_call|>": 200026,
3
+ "<|/tool|>": 200024,
4
+ "<|assistant|>": 200019,
5
+ "<|end|>": 200020,
6
+ "<|system|>": 200022,
7
+ "<|tag|>": 200028,
8
+ "<|tool_call|>": 200025,
9
+ "<|tool_response|>": 200027,
10
+ "<|tool|>": 200023,
11
+ "<|user|>": 200021
12
+ }
config.json CHANGED
@@ -1,59 +1,59 @@
1
- {
2
- "architectures": [
3
- "Phi3ForCausalLM"
4
- ],
5
- "attention_bias": false,
6
- "attention_dropout": 0.0,
7
- "auto_map": {
8
- "AutoConfig": "configuration_phi3.Phi3Config",
9
- "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM",
10
- "AutoTokenizer": "Xenova/gpt-4o"
11
- },
12
- "bos_token_id": 199999,
13
- "embd_pdrop": 0.0,
14
- "eos_token_id": 199999,
15
- "full_attn_mod": 1,
16
- "hidden_act": "silu",
17
- "hidden_size": 64,
18
- "initializer_range": 0.1,
19
- "intermediate_size": 128,
20
- "interpolate_factor": 1,
21
- "lm_head_bias": false,
22
- "max_position_embeddings": 131072,
23
- "mlp_bias": false,
24
- "model_type": "phi3",
25
- "num_attention_heads": 4,
26
- "num_hidden_layers": 4,
27
- "num_key_value_heads": 2,
28
- "original_max_position_embeddings": 4096,
29
- "pad_token_id": 199999,
30
- "partial_rotary_factor": 0.75,
31
- "resid_pdrop": 0.0,
32
- "rms_norm_eps": 1e-05,
33
- "rope_scaling": {
34
- "long_factor": [
35
- 1,
36
- 2.446418898,
37
- 5.984965424,
38
- 14.64173252,
39
- 32.1,
40
- 32.71
41
- ],
42
- "short_factor": [
43
- 1.0,
44
- 1.0,
45
- 1.0,
46
- 1.0,
47
- 1.0,
48
- 1.0
49
- ],
50
- "type": "longrope"
51
- },
52
- "rope_theta": 10000.0,
53
- "sliding_window": 262144,
54
- "tie_word_embeddings": true,
55
- "torch_dtype": "float32",
56
- "transformers_version": "4.55.4",
57
- "use_cache": true,
58
- "vocab_size": 200064
59
- }
 
1
+ {
2
+ "architectures": [
3
+ "Phi3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "auto_map": {
8
+ "AutoConfig": "configuration_phi3.Phi3Config",
9
+ "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM",
10
+ "AutoTokenizer": "Xenova/gpt-4o"
11
+ },
12
+ "bos_token_id": 199999,
13
+ "embd_pdrop": 0.0,
14
+ "eos_token_id": 199999,
15
+ "full_attn_mod": 1,
16
+ "hidden_act": "silu",
17
+ "hidden_size": 64,
18
+ "initializer_range": 0.1,
19
+ "intermediate_size": 256,
20
+ "interpolate_factor": 1,
21
+ "lm_head_bias": false,
22
+ "max_position_embeddings": 131072,
23
+ "mlp_bias": false,
24
+ "model_type": "phi3",
25
+ "num_attention_heads": 4,
26
+ "num_hidden_layers": 4,
27
+ "num_key_value_heads": 2,
28
+ "original_max_position_embeddings": 4096,
29
+ "pad_token_id": 199999,
30
+ "partial_rotary_factor": 0.75,
31
+ "resid_pdrop": 0.0,
32
+ "rms_norm_eps": 1e-05,
33
+ "rope_scaling": {
34
+ "long_factor": [
35
+ 1,
36
+ 2.446418898,
37
+ 5.984965424,
38
+ 14.64173252,
39
+ 32.1,
40
+ 32.71
41
+ ],
42
+ "short_factor": [
43
+ 1.0,
44
+ 1.0,
45
+ 1.0,
46
+ 1.0,
47
+ 1.0,
48
+ 1.0
49
+ ],
50
+ "type": "longrope"
51
+ },
52
+ "rope_theta": 10000.0,
53
+ "sliding_window": 262144,
54
+ "tie_word_embeddings": true,
55
+ "torch_dtype": "bfloat16",
56
+ "transformers_version": "4.55.4",
57
+ "use_cache": true,
58
+ "vocab_size": 200064
59
+ }
generation_config.json CHANGED
@@ -1,7 +1,7 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 199999,
4
- "eos_token_id": 199999,
5
- "pad_token_id": 199999,
6
- "transformers_version": "4.55.4"
7
- }
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 199999,
4
+ "eos_token_id": 199999,
5
+ "pad_token_id": 199999,
6
+ "transformers_version": "4.55.4"
7
+ }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0dea3631cff40e5c39464d0d879c29da8843476b385d01e98e9241e728765398
3
- size 51811336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd0f9279935f9954e78ee211b05cf0af55be72ae6ca265315baee0d7b1674ad7
3
+ size 26103712
special_tokens_map.json CHANGED
@@ -1,30 +1,30 @@
1
- {
2
- "bos_token": {
3
- "content": "<|endoftext|>",
4
- "lstrip": false,
5
- "normalized": false,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "eos_token": {
10
- "content": "<|endoftext|>",
11
- "lstrip": false,
12
- "normalized": false,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "pad_token": {
17
- "content": "<|endoftext|>",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- },
23
- "unk_token": {
24
- "content": "<|endoftext|>",
25
- "lstrip": false,
26
- "normalized": false,
27
- "rstrip": false,
28
- "single_word": false
29
- }
30
- }
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|endoftext|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<|endoftext|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<|endoftext|>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer_config.json CHANGED
@@ -1,111 +1,111 @@
1
- {
2
- "add_bos_token": false,
3
- "add_eos_token": false,
4
- "add_prefix_space": false,
5
- "added_tokens_decoder": {
6
- "199999": {
7
- "content": "<|endoftext|>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false,
12
- "special": true
13
- },
14
- "200018": {
15
- "content": "<|endofprompt|>",
16
- "lstrip": false,
17
- "normalized": false,
18
- "rstrip": false,
19
- "single_word": false,
20
- "special": true
21
- },
22
- "200019": {
23
- "content": "<|assistant|>",
24
- "lstrip": false,
25
- "normalized": false,
26
- "rstrip": true,
27
- "single_word": false,
28
- "special": true
29
- },
30
- "200020": {
31
- "content": "<|end|>",
32
- "lstrip": false,
33
- "normalized": false,
34
- "rstrip": true,
35
- "single_word": false,
36
- "special": true
37
- },
38
- "200021": {
39
- "content": "<|user|>",
40
- "lstrip": false,
41
- "normalized": false,
42
- "rstrip": true,
43
- "single_word": false,
44
- "special": true
45
- },
46
- "200022": {
47
- "content": "<|system|>",
48
- "lstrip": false,
49
- "normalized": false,
50
- "rstrip": true,
51
- "single_word": false,
52
- "special": true
53
- },
54
- "200023": {
55
- "content": "<|tool|>",
56
- "lstrip": false,
57
- "normalized": false,
58
- "rstrip": true,
59
- "single_word": false,
60
- "special": false
61
- },
62
- "200024": {
63
- "content": "<|/tool|>",
64
- "lstrip": false,
65
- "normalized": false,
66
- "rstrip": true,
67
- "single_word": false,
68
- "special": false
69
- },
70
- "200025": {
71
- "content": "<|tool_call|>",
72
- "lstrip": false,
73
- "normalized": false,
74
- "rstrip": true,
75
- "single_word": false,
76
- "special": false
77
- },
78
- "200026": {
79
- "content": "<|/tool_call|>",
80
- "lstrip": false,
81
- "normalized": false,
82
- "rstrip": true,
83
- "single_word": false,
84
- "special": false
85
- },
86
- "200027": {
87
- "content": "<|tool_response|>",
88
- "lstrip": false,
89
- "normalized": false,
90
- "rstrip": true,
91
- "single_word": false,
92
- "special": false
93
- },
94
- "200028": {
95
- "content": "<|tag|>",
96
- "lstrip": false,
97
- "normalized": false,
98
- "rstrip": true,
99
- "single_word": false,
100
- "special": true
101
- }
102
- },
103
- "bos_token": "<|endoftext|>",
104
- "clean_up_tokenization_spaces": false,
105
- "eos_token": "<|endoftext|>",
106
- "extra_special_tokens": {},
107
- "model_max_length": 131072,
108
- "pad_token": "<|endoftext|>",
109
- "tokenizer_class": "GPT2Tokenizer",
110
- "unk_token": "<|endoftext|>"
111
- }
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": false,
5
+ "added_tokens_decoder": {
6
+ "199999": {
7
+ "content": "<|endoftext|>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "200018": {
15
+ "content": "<|endofprompt|>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "200019": {
23
+ "content": "<|assistant|>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": true,
27
+ "single_word": false,
28
+ "special": true
29
+ },
30
+ "200020": {
31
+ "content": "<|end|>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": true,
35
+ "single_word": false,
36
+ "special": true
37
+ },
38
+ "200021": {
39
+ "content": "<|user|>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": true,
43
+ "single_word": false,
44
+ "special": true
45
+ },
46
+ "200022": {
47
+ "content": "<|system|>",
48
+ "lstrip": false,
49
+ "normalized": false,
50
+ "rstrip": true,
51
+ "single_word": false,
52
+ "special": true
53
+ },
54
+ "200023": {
55
+ "content": "<|tool|>",
56
+ "lstrip": false,
57
+ "normalized": false,
58
+ "rstrip": true,
59
+ "single_word": false,
60
+ "special": false
61
+ },
62
+ "200024": {
63
+ "content": "<|/tool|>",
64
+ "lstrip": false,
65
+ "normalized": false,
66
+ "rstrip": true,
67
+ "single_word": false,
68
+ "special": false
69
+ },
70
+ "200025": {
71
+ "content": "<|tool_call|>",
72
+ "lstrip": false,
73
+ "normalized": false,
74
+ "rstrip": true,
75
+ "single_word": false,
76
+ "special": false
77
+ },
78
+ "200026": {
79
+ "content": "<|/tool_call|>",
80
+ "lstrip": false,
81
+ "normalized": false,
82
+ "rstrip": true,
83
+ "single_word": false,
84
+ "special": false
85
+ },
86
+ "200027": {
87
+ "content": "<|tool_response|>",
88
+ "lstrip": false,
89
+ "normalized": false,
90
+ "rstrip": true,
91
+ "single_word": false,
92
+ "special": false
93
+ },
94
+ "200028": {
95
+ "content": "<|tag|>",
96
+ "lstrip": false,
97
+ "normalized": false,
98
+ "rstrip": true,
99
+ "single_word": false,
100
+ "special": true
101
+ }
102
+ },
103
+ "bos_token": "<|endoftext|>",
104
+ "clean_up_tokenization_spaces": false,
105
+ "eos_token": "<|endoftext|>",
106
+ "extra_special_tokens": {},
107
+ "model_max_length": 131072,
108
+ "pad_token": "<|endoftext|>",
109
+ "tokenizer_class": "GPT2Tokenizer",
110
+ "unk_token": "<|endoftext|>"
111
+ }