AlgoCore commited on
Commit
62f4e98
·
verified ·
1 Parent(s): a28f36e

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -1,12 +1,11 @@
1
  ---
2
- base_model: unsloth/qwen2.5-0.5b-instruct-unsloth-bnb-4bit
3
  library_name: peft
4
  pipeline_tag: text-generation
5
  tags:
6
- - base_model:adapter:unsloth/qwen2.5-0.5b-instruct-unsloth-bnb-4bit
7
  - lora
8
  - transformers
9
- - unsloth
10
  ---
11
 
12
  # Model Card for Model ID
 
1
  ---
2
+ base_model: Qwen/Qwen2.5-0.5B-Instruct
3
  library_name: peft
4
  pipeline_tag: text-generation
5
  tags:
6
+ - base_model:adapter:Qwen/Qwen2.5-0.5B-Instruct
7
  - lora
8
  - transformers
 
9
  ---
10
 
11
  # Model Card for Model ID
adapter_config.json CHANGED
@@ -2,12 +2,8 @@
2
  "alora_invocation_tokens": null,
3
  "alpha_pattern": {},
4
  "arrow_config": null,
5
- "auto_mapping": {
6
- "base_model_class": "Qwen2ForCausalLM",
7
- "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
- "unsloth_fixed": true
9
- },
10
- "base_model_name_or_path": "unsloth/qwen2.5-0.5b-instruct-unsloth-bnb-4bit",
11
  "bias": "none",
12
  "corda_config": null,
13
  "ensure_weight_tying": false,
@@ -34,11 +30,11 @@
34
  "revision": null,
35
  "target_modules": [
36
  "o_proj",
37
- "q_proj",
38
- "v_proj",
39
- "up_proj",
40
  "k_proj",
 
 
41
  "down_proj",
 
42
  "gate_proj"
43
  ],
44
  "target_parameters": null,
 
2
  "alora_invocation_tokens": null,
3
  "alpha_pattern": {},
4
  "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
 
 
 
 
7
  "bias": "none",
8
  "corda_config": null,
9
  "ensure_weight_tying": false,
 
30
  "revision": null,
31
  "target_modules": [
32
  "o_proj",
 
 
 
33
  "k_proj",
34
+ "v_proj",
35
+ "q_proj",
36
  "down_proj",
37
+ "up_proj",
38
  "gate_proj"
39
  ],
40
  "target_parameters": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c1e1b1c9c625c3a836f964447677488ecdcdcaa2d5f47dceba8390577a9f66e
3
  size 35237104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26acd1aa8abe7459e684e45f7a925a4f6d0b619d2dc16827e1f649ee4f7cd1e7
3
  size 35237104
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01c060135db283a7f3530c39cddd55bbac96eeb2ba8a6da6c8a103f47c8be824
3
- size 11422455
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
3
+ size 11421892
tokenizer_config.json CHANGED
@@ -5,197 +5,25 @@
5
  "clean_up_tokenization_spaces": false,
6
  "eos_token": "<|im_end|>",
7
  "errors": "replace",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  "is_local": false,
9
- "model_max_length": 32768,
10
  "pad_token": "<|im_end|>",
11
- "padding_side": "left",
12
  "split_special_tokens": false,
13
  "tokenizer_class": "Qwen2Tokenizer",
14
- "unk_token": null,
15
- "added_tokens_decoder": {
16
- "151643": {
17
- "content": "<|endoftext|>",
18
- "single_word": false,
19
- "lstrip": false,
20
- "rstrip": false,
21
- "normalized": false,
22
- "special": true
23
- },
24
- "151644": {
25
- "content": "<|im_start|>",
26
- "single_word": false,
27
- "lstrip": false,
28
- "rstrip": false,
29
- "normalized": false,
30
- "special": true
31
- },
32
- "151645": {
33
- "content": "<|im_end|>",
34
- "single_word": false,
35
- "lstrip": false,
36
- "rstrip": false,
37
- "normalized": false,
38
- "special": true
39
- },
40
- "151646": {
41
- "content": "<|object_ref_start|>",
42
- "single_word": false,
43
- "lstrip": false,
44
- "rstrip": false,
45
- "normalized": false,
46
- "special": true
47
- },
48
- "151647": {
49
- "content": "<|object_ref_end|>",
50
- "single_word": false,
51
- "lstrip": false,
52
- "rstrip": false,
53
- "normalized": false,
54
- "special": true
55
- },
56
- "151648": {
57
- "content": "<|box_start|>",
58
- "single_word": false,
59
- "lstrip": false,
60
- "rstrip": false,
61
- "normalized": false,
62
- "special": true
63
- },
64
- "151649": {
65
- "content": "<|box_end|>",
66
- "single_word": false,
67
- "lstrip": false,
68
- "rstrip": false,
69
- "normalized": false,
70
- "special": true
71
- },
72
- "151650": {
73
- "content": "<|quad_start|>",
74
- "single_word": false,
75
- "lstrip": false,
76
- "rstrip": false,
77
- "normalized": false,
78
- "special": true
79
- },
80
- "151651": {
81
- "content": "<|quad_end|>",
82
- "single_word": false,
83
- "lstrip": false,
84
- "rstrip": false,
85
- "normalized": false,
86
- "special": true
87
- },
88
- "151652": {
89
- "content": "<|vision_start|>",
90
- "single_word": false,
91
- "lstrip": false,
92
- "rstrip": false,
93
- "normalized": false,
94
- "special": true
95
- },
96
- "151653": {
97
- "content": "<|vision_end|>",
98
- "single_word": false,
99
- "lstrip": false,
100
- "rstrip": false,
101
- "normalized": false,
102
- "special": true
103
- },
104
- "151654": {
105
- "content": "<|vision_pad|>",
106
- "single_word": false,
107
- "lstrip": false,
108
- "rstrip": false,
109
- "normalized": false,
110
- "special": true
111
- },
112
- "151655": {
113
- "content": "<|image_pad|>",
114
- "single_word": false,
115
- "lstrip": false,
116
- "rstrip": false,
117
- "normalized": false,
118
- "special": true
119
- },
120
- "151656": {
121
- "content": "<|video_pad|>",
122
- "single_word": false,
123
- "lstrip": false,
124
- "rstrip": false,
125
- "normalized": false,
126
- "special": true
127
- },
128
- "151657": {
129
- "content": "<tool_call>",
130
- "single_word": false,
131
- "lstrip": false,
132
- "rstrip": false,
133
- "normalized": false,
134
- "special": false
135
- },
136
- "151658": {
137
- "content": "</tool_call>",
138
- "single_word": false,
139
- "lstrip": false,
140
- "rstrip": false,
141
- "normalized": false,
142
- "special": false
143
- },
144
- "151659": {
145
- "content": "<|fim_prefix|>",
146
- "single_word": false,
147
- "lstrip": false,
148
- "rstrip": false,
149
- "normalized": false,
150
- "special": false
151
- },
152
- "151660": {
153
- "content": "<|fim_middle|>",
154
- "single_word": false,
155
- "lstrip": false,
156
- "rstrip": false,
157
- "normalized": false,
158
- "special": false
159
- },
160
- "151661": {
161
- "content": "<|fim_suffix|>",
162
- "single_word": false,
163
- "lstrip": false,
164
- "rstrip": false,
165
- "normalized": false,
166
- "special": false
167
- },
168
- "151662": {
169
- "content": "<|fim_pad|>",
170
- "single_word": false,
171
- "lstrip": false,
172
- "rstrip": false,
173
- "normalized": false,
174
- "special": false
175
- },
176
- "151663": {
177
- "content": "<|repo_name|>",
178
- "single_word": false,
179
- "lstrip": false,
180
- "rstrip": false,
181
- "normalized": false,
182
- "special": false
183
- },
184
- "151664": {
185
- "content": "<|file_sep|>",
186
- "single_word": false,
187
- "lstrip": false,
188
- "rstrip": false,
189
- "normalized": false,
190
- "special": false
191
- },
192
- "151665": {
193
- "content": "<|PAD_TOKEN|>",
194
- "single_word": false,
195
- "lstrip": false,
196
- "rstrip": false,
197
- "normalized": false,
198
- "special": true
199
- }
200
- }
201
  }
 
5
  "clean_up_tokenization_spaces": false,
6
  "eos_token": "<|im_end|>",
7
  "errors": "replace",
8
+ "extra_special_tokens": [
9
+ "<|im_start|>",
10
+ "<|im_end|>",
11
+ "<|object_ref_start|>",
12
+ "<|object_ref_end|>",
13
+ "<|box_start|>",
14
+ "<|box_end|>",
15
+ "<|quad_start|>",
16
+ "<|quad_end|>",
17
+ "<|vision_start|>",
18
+ "<|vision_end|>",
19
+ "<|vision_pad|>",
20
+ "<|image_pad|>",
21
+ "<|video_pad|>"
22
+ ],
23
  "is_local": false,
24
+ "model_max_length": 131072,
25
  "pad_token": "<|im_end|>",
 
26
  "split_special_tokens": false,
27
  "tokenizer_class": "Qwen2Tokenizer",
28
+ "unk_token": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  }