Hugging Face's logo

ABrain
/
Accuracy-Prediction

Text Generation
PEFT
Safetensors
Transformers
lora
sft
trl
unsloth
conversational
Model card Files
xet
 Community
ABrain-One commited on
Commit
df132a0
·
verified ·
1 Parent(s): f1cbdad

Replace with verified 0.82 model: no-code + 2 early epochs + 5 zero-cost proxies (depth set)

Browse files
Files changed (4) hide show
  1. adapter_config.json +10 -8
  2. adapter_model.safetensors +2 -2
  3. tokenizer_config.json +1 -219
  4. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,30 +20,32 @@
20
  "layers_pattern": null,
21
  "layers_to_transform": null,
22
  "loftq_config": {},
23
- "lora_alpha": 64,
24
  "lora_bias": false,
25
  "lora_dropout": 0.05,
 
26
  "megatron_config": null,
27
  "megatron_core": "megatron.core",
28
  "modules_to_save": null,
29
  "peft_type": "LORA",
30
- "peft_version": "0.18.1",
31
  "qalora_group_size": 16,
32
- "r": 32,
33
  "rank_pattern": {},
34
  "revision": null,
35
  "target_modules": [
36
- "v_proj",
37
- "q_proj",
38
- "o_proj",
39
- "up_proj",
40
  "gate_proj",
 
41
  "down_proj",
42
- "k_proj"
 
 
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
46
  "trainable_token_indices": null,
 
47
  "use_dora": false,
48
  "use_qalora": false,
49
  "use_rslora": false
 
20
  "layers_pattern": null,
21
  "layers_to_transform": null,
22
  "loftq_config": {},
23
+ "lora_alpha": 32,
24
  "lora_bias": false,
25
  "lora_dropout": 0.05,
26
+ "lora_ga_config": null,
27
  "megatron_config": null,
28
  "megatron_core": "megatron.core",
29
  "modules_to_save": null,
30
  "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
  "qalora_group_size": 16,
33
+ "r": 16,
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": [
37
+ "k_proj",
 
 
 
38
  "gate_proj",
39
+ "v_proj",
40
  "down_proj",
41
+ "up_proj",
42
+ "o_proj",
43
+ "q_proj"
44
  ],
45
  "target_parameters": null,
46
  "task_type": "CAUSAL_LM",
47
  "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
  "use_dora": false,
50
  "use_qalora": false,
51
  "use_rslora": false
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e487f1fef4c206e7e5cf66b37cefc28708632803e2ade938a82fc7a257600012
3
- size 349243752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5264b22fa512583c7c460df7c1a80ebd375fc1e0624b830b0c1d588644f10611
3
+ size 174655536
tokenizer_config.json CHANGED
@@ -11,223 +11,5 @@
11
  "padding_side": "left",
12
  "split_special_tokens": false,
13
  "tokenizer_class": "Qwen2Tokenizer",
14
- "unk_token": null,
15
- "added_tokens_decoder": {
16
- "151643": {
17
- "content": "<|endoftext|>",
18
- "single_word": false,
19
- "lstrip": false,
20
- "rstrip": false,
21
- "normalized": false,
22
- "special": true
23
- },
24
- "151644": {
25
- "content": "<|im_start|>",
26
- "single_word": false,
27
- "lstrip": false,
28
- "rstrip": false,
29
- "normalized": false,
30
- "special": true
31
- },
32
- "151645": {
33
- "content": "<|im_end|>",
34
- "single_word": false,
35
- "lstrip": false,
36
- "rstrip": false,
37
- "normalized": false,
38
- "special": true
39
- },
40
- "151646": {
41
- "content": "<|object_ref_start|>",
42
- "single_word": false,
43
- "lstrip": false,
44
- "rstrip": false,
45
- "normalized": false,
46
- "special": true
47
- },
48
- "151647": {
49
- "content": "<|object_ref_end|>",
50
- "single_word": false,
51
- "lstrip": false,
52
- "rstrip": false,
53
- "normalized": false,
54
- "special": true
55
- },
56
- "151648": {
57
- "content": "<|box_start|>",
58
- "single_word": false,
59
- "lstrip": false,
60
- "rstrip": false,
61
- "normalized": false,
62
- "special": true
63
- },
64
- "151649": {
65
- "content": "<|box_end|>",
66
- "single_word": false,
67
- "lstrip": false,
68
- "rstrip": false,
69
- "normalized": false,
70
- "special": true
71
- },
72
- "151650": {
73
- "content": "<|quad_start|>",
74
- "single_word": false,
75
- "lstrip": false,
76
- "rstrip": false,
77
- "normalized": false,
78
- "special": true
79
- },
80
- "151651": {
81
- "content": "<|quad_end|>",
82
- "single_word": false,
83
- "lstrip": false,
84
- "rstrip": false,
85
- "normalized": false,
86
- "special": true
87
- },
88
- "151652": {
89
- "content": "<|vision_start|>",
90
- "single_word": false,
91
- "lstrip": false,
92
- "rstrip": false,
93
- "normalized": false,
94
- "special": true
95
- },
96
- "151653": {
97
- "content": "<|vision_end|>",
98
- "single_word": false,
99
- "lstrip": false,
100
- "rstrip": false,
101
- "normalized": false,
102
- "special": true
103
- },
104
- "151654": {
105
- "content": "<|vision_pad|>",
106
- "single_word": false,
107
- "lstrip": false,
108
- "rstrip": false,
109
- "normalized": false,
110
- "special": true
111
- },
112
- "151655": {
113
- "content": "<|image_pad|>",
114
- "single_word": false,
115
- "lstrip": false,
116
- "rstrip": false,
117
- "normalized": false,
118
- "special": true
119
- },
120
- "151656": {
121
- "content": "<|video_pad|>",
122
- "single_word": false,
123
- "lstrip": false,
124
- "rstrip": false,
125
- "normalized": false,
126
- "special": true
127
- },
128
- "151657": {
129
- "content": "<tool_call>",
130
- "single_word": false,
131
- "lstrip": false,
132
- "rstrip": false,
133
- "normalized": false,
134
- "special": false
135
- },
136
- "151658": {
137
- "content": "</tool_call>",
138
- "single_word": false,
139
- "lstrip": false,
140
- "rstrip": false,
141
- "normalized": false,
142
- "special": false
143
- },
144
- "151659": {
145
- "content": "<|fim_prefix|>",
146
- "single_word": false,
147
- "lstrip": false,
148
- "rstrip": false,
149
- "normalized": false,
150
- "special": false
151
- },
152
- "151660": {
153
- "content": "<|fim_middle|>",
154
- "single_word": false,
155
- "lstrip": false,
156
- "rstrip": false,
157
- "normalized": false,
158
- "special": false
159
- },
160
- "151661": {
161
- "content": "<|fim_suffix|>",
162
- "single_word": false,
163
- "lstrip": false,
164
- "rstrip": false,
165
- "normalized": false,
166
- "special": false
167
- },
168
- "151662": {
169
- "content": "<|fim_pad|>",
170
- "single_word": false,
171
- "lstrip": false,
172
- "rstrip": false,
173
- "normalized": false,
174
- "special": false
175
- },
176
- "151663": {
177
- "content": "<|repo_name|>",
178
- "single_word": false,
179
- "lstrip": false,
180
- "rstrip": false,
181
- "normalized": false,
182
- "special": false
183
- },
184
- "151664": {
185
- "content": "<|file_sep|>",
186
- "single_word": false,
187
- "lstrip": false,
188
- "rstrip": false,
189
- "normalized": false,
190
- "special": false
191
- },
192
- "151665": {
193
- "content": "<tool_response>",
194
- "single_word": false,
195
- "lstrip": false,
196
- "rstrip": false,
197
- "normalized": false,
198
- "special": false
199
- },
200
- "151666": {
201
- "content": "</tool_response>",
202
- "single_word": false,
203
- "lstrip": false,
204
- "rstrip": false,
205
- "normalized": false,
206
- "special": false
207
- },
208
- "151667": {
209
- "content": "<think>",
210
- "single_word": false,
211
- "lstrip": false,
212
- "rstrip": false,
213
- "normalized": false,
214
- "special": false
215
- },
216
- "151668": {
217
- "content": "</think>",
218
- "single_word": false,
219
- "lstrip": false,
220
- "rstrip": false,
221
- "normalized": false,
222
- "special": false
223
- },
224
- "151669": {
225
- "content": "<|PAD_TOKEN|>",
226
- "single_word": false,
227
- "lstrip": false,
228
- "rstrip": false,
229
- "normalized": false,
230
- "special": true
231
- }
232
- }
233
  }
 
11
  "padding_side": "left",
12
  "split_special_tokens": false,
13
  "tokenizer_class": "Qwen2Tokenizer",
14
+ "unk_token": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1024e416fb35080a8b8aaea7793a306d4b53ce2928802d86b53c64a7fe9d1b63
3
  size 5649
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946209e59fa441185b0d11425a4ef375e62048e61858316edc5901b1b65325ee
3
  size 5649