kamilburda commited on
Commit
04f056e
·
verified ·
1 Parent(s): 87d8c27

Upload folder using huggingface_hub (part 4)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-80/rng_state_5.pth +3 -0
  2. checkpoint-80/rng_state_6.pth +3 -0
  3. checkpoint-80/rng_state_7.pth +3 -0
  4. checkpoint-80/rng_state_8.pth +3 -0
  5. checkpoint-80/rng_state_9.pth +3 -0
  6. checkpoint-80/scheduler.pt +3 -0
  7. checkpoint-80/tokenizer.json +3 -0
  8. checkpoint-80/tokenizer_config.json +32 -0
  9. checkpoint-80/trainer_state.json +194 -0
  10. checkpoint-80/training_args.bin +3 -0
  11. checkpoint-88/README.md +209 -0
  12. checkpoint-88/adapter_config.json +55 -0
  13. checkpoint-88/adapter_model.safetensors +3 -0
  14. checkpoint-88/chat_template.jinja +20 -0
  15. checkpoint-88/optimizer.pt +3 -0
  16. checkpoint-88/rng_state_0.pth +3 -0
  17. checkpoint-88/rng_state_1.pth +3 -0
  18. checkpoint-88/rng_state_10.pth +3 -0
  19. checkpoint-88/rng_state_11.pth +3 -0
  20. checkpoint-88/rng_state_12.pth +3 -0
  21. checkpoint-88/rng_state_13.pth +3 -0
  22. checkpoint-88/rng_state_14.pth +3 -0
  23. checkpoint-88/rng_state_15.pth +3 -0
  24. checkpoint-88/rng_state_16.pth +3 -0
  25. checkpoint-88/rng_state_17.pth +3 -0
  26. checkpoint-88/rng_state_18.pth +3 -0
  27. checkpoint-88/rng_state_19.pth +3 -0
  28. checkpoint-88/rng_state_2.pth +3 -0
  29. checkpoint-88/rng_state_20.pth +3 -0
  30. checkpoint-88/rng_state_21.pth +3 -0
  31. checkpoint-88/rng_state_22.pth +3 -0
  32. checkpoint-88/rng_state_23.pth +3 -0
  33. checkpoint-88/rng_state_24.pth +3 -0
  34. checkpoint-88/rng_state_25.pth +3 -0
  35. checkpoint-88/rng_state_26.pth +3 -0
  36. checkpoint-88/rng_state_27.pth +3 -0
  37. checkpoint-88/rng_state_28.pth +3 -0
  38. checkpoint-88/rng_state_29.pth +3 -0
  39. checkpoint-88/rng_state_3.pth +3 -0
  40. checkpoint-88/rng_state_30.pth +3 -0
  41. checkpoint-88/rng_state_31.pth +3 -0
  42. checkpoint-88/rng_state_4.pth +3 -0
  43. checkpoint-88/rng_state_5.pth +3 -0
  44. checkpoint-88/rng_state_6.pth +3 -0
  45. checkpoint-88/rng_state_7.pth +3 -0
  46. checkpoint-88/rng_state_8.pth +3 -0
  47. checkpoint-88/rng_state_9.pth +3 -0
  48. checkpoint-88/scheduler.pt +3 -0
  49. checkpoint-88/tokenizer.json +3 -0
  50. checkpoint-88/tokenizer_config.json +32 -0
checkpoint-80/rng_state_5.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db6b1177b8ca8dbf34bd6fd18a209180b9227c0cf77d461fbd7e0b9f9c95a3f5
3
+ size 16389
checkpoint-80/rng_state_6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6adc9a8b3dd0672048a55e956ef3c6c8a2178a4b454656c51af89b2cef258c01
3
+ size 16389
checkpoint-80/rng_state_7.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b699180989ac2f292f3f75c343c07702e28771ea0fd791bd5d83bc45c244938e
3
+ size 16389
checkpoint-80/rng_state_8.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab90162c14dfb0bd58c218edc0c0e591e8650193664e19c780b9602d9f07e95a
3
+ size 16389
checkpoint-80/rng_state_9.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0f98a4e76b0787562ebac45d5f59570f9d35455edeb67046ee33684076cc0b9
3
+ size 16389
checkpoint-80/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:855c5ec04e2add9a2ec37fe4c15cf2455a0d4ff6599359be5099580756d589f2
3
+ size 1465
checkpoint-80/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
3
+ size 19989325
checkpoint-80/tokenizer_config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": false,
13
+ "local_files_only": false,
14
+ "model_max_length": 262144,
15
+ "model_specific_special_tokens": {
16
+ "audio_bos_token": "<|audio_start|>",
17
+ "audio_eos_token": "<|audio_end|>",
18
+ "audio_token": "<|audio_pad|>",
19
+ "image_token": "<|image_pad|>",
20
+ "video_token": "<|video_pad|>",
21
+ "vision_bos_token": "<|vision_start|>",
22
+ "vision_eos_token": "<|vision_end|>"
23
+ },
24
+ "pad_token": "<|endoftext|>",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "split_special_tokens": false,
27
+ "tokenizer_class": "Qwen2Tokenizer",
28
+ "unk_token": null,
29
+ "video_token": "<|video_pad|>",
30
+ "vision_bos_token": "<|vision_start|>",
31
+ "vision_eos_token": "<|vision_end|>"
32
+ }
checkpoint-80/trainer_state.json ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 1.2698412698412698,
6
+ "eval_steps": 500,
7
+ "global_step": 80,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "entropy": 0.25798711776733396,
14
+ "epoch": 0.07936507936507936,
15
+ "grad_norm": 0.6395628452301025,
16
+ "learning_rate": 3.3333333333333335e-05,
17
+ "loss": 0.33170533180236816,
18
+ "mean_token_accuracy": 0.9083019256591797,
19
+ "num_tokens": 2249744.0,
20
+ "step": 5
21
+ },
22
+ {
23
+ "entropy": 0.1518770933151245,
24
+ "epoch": 0.15873015873015872,
25
+ "grad_norm": 0.27742329239845276,
26
+ "learning_rate": 4.9966852247120764e-05,
27
+ "loss": 0.14515713453292847,
28
+ "mean_token_accuracy": 0.9476617932319641,
29
+ "num_tokens": 4502357.0,
30
+ "step": 10
31
+ },
32
+ {
33
+ "entropy": 0.1205204889178276,
34
+ "epoch": 0.23809523809523808,
35
+ "grad_norm": 0.15280286967754364,
36
+ "learning_rate": 4.976460088644493e-05,
37
+ "loss": 0.11978392601013184,
38
+ "mean_token_accuracy": 0.9552689790725708,
39
+ "num_tokens": 6750630.0,
40
+ "step": 15
41
+ },
42
+ {
43
+ "entropy": 0.1094709500670433,
44
+ "epoch": 0.31746031746031744,
45
+ "grad_norm": 0.13621626794338226,
46
+ "learning_rate": 4.938000100611456e-05,
47
+ "loss": 0.10746543407440186,
48
+ "mean_token_accuracy": 0.9598726153373718,
49
+ "num_tokens": 8991471.0,
50
+ "step": 20
51
+ },
52
+ {
53
+ "entropy": 0.10419090241193771,
54
+ "epoch": 0.3968253968253968,
55
+ "grad_norm": 0.16320250928401947,
56
+ "learning_rate": 4.881588452008456e-05,
57
+ "loss": 0.10661067962646484,
58
+ "mean_token_accuracy": 0.9599695205688477,
59
+ "num_tokens": 11228489.0,
60
+ "step": 25
61
+ },
62
+ {
63
+ "entropy": 0.09569432139396668,
64
+ "epoch": 0.47619047619047616,
65
+ "grad_norm": 0.15873780846595764,
66
+ "learning_rate": 4.80764051721044e-05,
67
+ "loss": 0.09594419002532958,
68
+ "mean_token_accuracy": 0.9637031435966492,
69
+ "num_tokens": 13464387.0,
70
+ "step": 30
71
+ },
72
+ {
73
+ "entropy": 0.09625398516654968,
74
+ "epoch": 0.5555555555555556,
75
+ "grad_norm": 0.15297284722328186,
76
+ "learning_rate": 4.7167007950568505e-05,
77
+ "loss": 0.09495124220848083,
78
+ "mean_token_accuracy": 0.964220929145813,
79
+ "num_tokens": 15709681.0,
80
+ "step": 35
81
+ },
82
+ {
83
+ "entropy": 0.09195081293582916,
84
+ "epoch": 0.6349206349206349,
85
+ "grad_norm": 0.15219081938266754,
86
+ "learning_rate": 4.609438899557964e-05,
87
+ "loss": 0.09150891304016114,
88
+ "mean_token_accuracy": 0.9652478575706482,
89
+ "num_tokens": 17987403.0,
90
+ "step": 40
91
+ },
92
+ {
93
+ "entropy": 0.08980809897184372,
94
+ "epoch": 0.7142857142857143,
95
+ "grad_norm": 0.1412411779165268,
96
+ "learning_rate": 4.4866446293440626e-05,
97
+ "loss": 0.0898817539215088,
98
+ "mean_token_accuracy": 0.965602707862854,
99
+ "num_tokens": 20231746.0,
100
+ "step": 45
101
+ },
102
+ {
103
+ "entropy": 0.08743101209402085,
104
+ "epoch": 0.7936507936507936,
105
+ "grad_norm": 0.16695629060268402,
106
+ "learning_rate": 4.3492221521624174e-05,
107
+ "loss": 0.08715485334396363,
108
+ "mean_token_accuracy": 0.9668790459632873,
109
+ "num_tokens": 22491762.0,
110
+ "step": 50
111
+ },
112
+ {
113
+ "entropy": 0.08765677958726883,
114
+ "epoch": 0.873015873015873,
115
+ "grad_norm": 0.21143023669719696,
116
+ "learning_rate": 4.198183347243233e-05,
117
+ "loss": 0.08766236305236816,
118
+ "mean_token_accuracy": 0.9668452143669128,
119
+ "num_tokens": 24752715.0,
120
+ "step": 55
121
+ },
122
+ {
123
+ "entropy": 0.08127444982528687,
124
+ "epoch": 0.9523809523809523,
125
+ "grad_norm": 0.18779045343399048,
126
+ "learning_rate": 4.03464035455653e-05,
127
+ "loss": 0.08236484527587891,
128
+ "mean_token_accuracy": 0.9689654350280762,
129
+ "num_tokens": 26982538.0,
130
+ "step": 60
131
+ },
132
+ {
133
+ "entropy": 0.07894417196512223,
134
+ "epoch": 1.0317460317460316,
135
+ "grad_norm": 0.1385810822248459,
136
+ "learning_rate": 3.859797385821812e-05,
137
+ "loss": 0.0778856873512268,
138
+ "mean_token_accuracy": 0.9699163198471069,
139
+ "num_tokens": 29221704.0,
140
+ "step": 65
141
+ },
142
+ {
143
+ "entropy": 0.07985353171825409,
144
+ "epoch": 1.1111111111111112,
145
+ "grad_norm": 0.16439372301101685,
146
+ "learning_rate": 3.6749418575683e-05,
147
+ "loss": 0.07885851860046386,
148
+ "mean_token_accuracy": 0.969633674621582,
149
+ "num_tokens": 31470338.0,
150
+ "step": 70
151
+ },
152
+ {
153
+ "entropy": 0.07194689065217971,
154
+ "epoch": 1.1904761904761905,
155
+ "grad_norm": 0.16862133145332336,
156
+ "learning_rate": 3.48143491153543e-05,
157
+ "loss": 0.074225252866745,
158
+ "mean_token_accuracy": 0.9716025114059448,
159
+ "num_tokens": 33719303.0,
160
+ "step": 75
161
+ },
162
+ {
163
+ "entropy": 0.07757648378610611,
164
+ "epoch": 1.2698412698412698,
165
+ "grad_norm": 0.14261098206043243,
166
+ "learning_rate": 3.280701392214487e-05,
167
+ "loss": 0.07595503330230713,
168
+ "mean_token_accuracy": 0.9707554697990417,
169
+ "num_tokens": 35977913.0,
170
+ "step": 80
171
+ }
172
+ ],
173
+ "logging_steps": 5,
174
+ "max_steps": 189,
175
+ "num_input_tokens_seen": 0,
176
+ "num_train_epochs": 3,
177
+ "save_steps": 8,
178
+ "stateful_callbacks": {
179
+ "TrainerControl": {
180
+ "args": {
181
+ "should_epoch_stop": false,
182
+ "should_evaluate": false,
183
+ "should_log": false,
184
+ "should_save": true,
185
+ "should_training_stop": false
186
+ },
187
+ "attributes": {}
188
+ }
189
+ },
190
+ "total_flos": 2.0051969670884884e+18,
191
+ "train_batch_size": 4,
192
+ "trial_name": null,
193
+ "trial_params": null
194
+ }
checkpoint-80/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63584b641880ca8f7031099a802ca6e2de6c8e3fdacc7cdffeaa3f69e77b5a9a
3
+ size 5969
checkpoint-88/README.md ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3.5-9B
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3.5-9B
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ ---
12
+
13
+ # Model Card for Model ID
14
+
15
+ <!-- Provide a quick summary of what the model is/does. -->
16
+
17
+
18
+
19
+ ## Model Details
20
+
21
+ ### Model Description
22
+
23
+ <!-- Provide a longer summary of what this model is. -->
24
+
25
+
26
+
27
+ - **Developed by:** [More Information Needed]
28
+ - **Funded by [optional]:** [More Information Needed]
29
+ - **Shared by [optional]:** [More Information Needed]
30
+ - **Model type:** [More Information Needed]
31
+ - **Language(s) (NLP):** [More Information Needed]
32
+ - **License:** [More Information Needed]
33
+ - **Finetuned from model [optional]:** [More Information Needed]
34
+
35
+ ### Model Sources [optional]
36
+
37
+ <!-- Provide the basic links for the model. -->
38
+
39
+ - **Repository:** [More Information Needed]
40
+ - **Paper [optional]:** [More Information Needed]
41
+ - **Demo [optional]:** [More Information Needed]
42
+
43
+ ## Uses
44
+
45
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
46
+
47
+ ### Direct Use
48
+
49
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
50
+
51
+ [More Information Needed]
52
+
53
+ ### Downstream Use [optional]
54
+
55
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
56
+
57
+ [More Information Needed]
58
+
59
+ ### Out-of-Scope Use
60
+
61
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
62
+
63
+ [More Information Needed]
64
+
65
+ ## Bias, Risks, and Limitations
66
+
67
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
68
+
69
+ [More Information Needed]
70
+
71
+ ### Recommendations
72
+
73
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
74
+
75
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
76
+
77
+ ## How to Get Started with the Model
78
+
79
+ Use the code below to get started with the model.
80
+
81
+ [More Information Needed]
82
+
83
+ ## Training Details
84
+
85
+ ### Training Data
86
+
87
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
88
+
89
+ [More Information Needed]
90
+
91
+ ### Training Procedure
92
+
93
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
94
+
95
+ #### Preprocessing [optional]
96
+
97
+ [More Information Needed]
98
+
99
+
100
+ #### Training Hyperparameters
101
+
102
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
103
+
104
+ #### Speeds, Sizes, Times [optional]
105
+
106
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
107
+
108
+ [More Information Needed]
109
+
110
+ ## Evaluation
111
+
112
+ <!-- This section describes the evaluation protocols and provides the results. -->
113
+
114
+ ### Testing Data, Factors & Metrics
115
+
116
+ #### Testing Data
117
+
118
+ <!-- This should link to a Dataset Card if possible. -->
119
+
120
+ [More Information Needed]
121
+
122
+ #### Factors
123
+
124
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
125
+
126
+ [More Information Needed]
127
+
128
+ #### Metrics
129
+
130
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
131
+
132
+ [More Information Needed]
133
+
134
+ ### Results
135
+
136
+ [More Information Needed]
137
+
138
+ #### Summary
139
+
140
+
141
+
142
+ ## Model Examination [optional]
143
+
144
+ <!-- Relevant interpretability work for the model goes here -->
145
+
146
+ [More Information Needed]
147
+
148
+ ## Environmental Impact
149
+
150
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
151
+
152
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
153
+
154
+ - **Hardware Type:** [More Information Needed]
155
+ - **Hours used:** [More Information Needed]
156
+ - **Cloud Provider:** [More Information Needed]
157
+ - **Compute Region:** [More Information Needed]
158
+ - **Carbon Emitted:** [More Information Needed]
159
+
160
+ ## Technical Specifications [optional]
161
+
162
+ ### Model Architecture and Objective
163
+
164
+ [More Information Needed]
165
+
166
+ ### Compute Infrastructure
167
+
168
+ [More Information Needed]
169
+
170
+ #### Hardware
171
+
172
+ [More Information Needed]
173
+
174
+ #### Software
175
+
176
+ [More Information Needed]
177
+
178
+ ## Citation [optional]
179
+
180
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
181
+
182
+ **BibTeX:**
183
+
184
+ [More Information Needed]
185
+
186
+ **APA:**
187
+
188
+ [More Information Needed]
189
+
190
+ ## Glossary [optional]
191
+
192
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
193
+
194
+ [More Information Needed]
195
+
196
+ ## More Information [optional]
197
+
198
+ [More Information Needed]
199
+
200
+ ## Model Card Authors [optional]
201
+
202
+ [More Information Needed]
203
+
204
+ ## Model Card Contact
205
+
206
+ [More Information Needed]
207
+ ### Framework versions
208
+
209
+ - PEFT 0.20.0
checkpoint-88/adapter_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "Qwen/Qwen3.5-9B",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "layer_replication": null,
16
+ "layers_pattern": null,
17
+ "layers_to_transform": null,
18
+ "loftq_config": {},
19
+ "lora_alpha": 256,
20
+ "lora_bias": false,
21
+ "lora_dropout": 0.05,
22
+ "lora_ga_config": null,
23
+ "megatron_config": null,
24
+ "megatron_core": "megatron.core",
25
+ "modules_to_save": null,
26
+ "monteclora_config": null,
27
+ "peft_type": "LORA",
28
+ "peft_version": "0.20.0",
29
+ "qalora_group_size": 16,
30
+ "r": 128,
31
+ "rank_pattern": {},
32
+ "revision": null,
33
+ "target_modules": [
34
+ "in_proj_a",
35
+ "up_proj",
36
+ "gate_proj",
37
+ "o_proj",
38
+ "in_proj_z",
39
+ "v_proj",
40
+ "down_proj",
41
+ "in_proj_b",
42
+ "q_proj",
43
+ "out_proj",
44
+ "in_proj_qkv",
45
+ "k_proj"
46
+ ],
47
+ "target_parameters": null,
48
+ "task_type": "CAUSAL_LM",
49
+ "trainable_token_indices": null,
50
+ "use_bdlora": null,
51
+ "use_dora": false,
52
+ "use_qalora": false,
53
+ "use_rslora": false,
54
+ "velora_config": null
55
+ }
checkpoint-88/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37cbb486508a6dee878185dc49a6b8e5ae816602c6548da9c7134a30b273bd60
3
+ size 1384975816
checkpoint-88/chat_template.jinja ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if messages and messages[0].role == 'system' %}
2
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
3
+ {%- set loop_messages = messages[1:] %}
4
+ {%- else %}
5
+ {%- set loop_messages = messages %}
6
+ {%- endif %}
7
+ {%- for message in loop_messages %}
8
+ {{- '<|im_start|>' + message.role + '\n' }}
9
+ {%- if message.role == 'assistant' %}
10
+ {% generation %}{{- message.content + '<|im_end|>' }}{% endgeneration %}{{- '\n' }}
11
+ {%- else %}
12
+ {{- message.content + '<|im_end|>\n' }}
13
+ {%- endif %}
14
+ {%- endfor %}
15
+ {%- if add_generation_prompt %}
16
+ {{- '<|im_start|>assistant\n' }}
17
+ {%- if enable_thinking is not defined or not enable_thinking %}
18
+ {{- '<think>\n\n</think>\n\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
checkpoint-88/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdf34f1220cb78911cebc9022229e7c77b507e2888e1454030846c66f55f2dc2
3
+ size 2770239667
checkpoint-88/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ae0f631520c88bdb2a6afd38958318a15b74b5a686f55b5a8460a1dbd25958
3
+ size 16389
checkpoint-88/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81b958c6e3c89f080e73b52e8625f7f18d29f1dd38b9fe47afde295d8b8fedd1
3
+ size 16389
checkpoint-88/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d39c42a0e99b649060daad50babf4f0a789d5aa25709c578baa4c9b3fb6571
3
+ size 16404
checkpoint-88/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:576993ce0cbca547dcc3c3d93624fde489b1dd9d5cd6a7b9ff80f48c676b9492
3
+ size 16404
checkpoint-88/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6fb61175b69ddef3dbba3044851653a84498f9702b9f341f0fb23e677428af7
3
+ size 16404
checkpoint-88/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28aadcf527f9aca3ebaaf67d53bb39595758a220ac83128227894564bdd3c1c2
3
+ size 16404
checkpoint-88/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a16b8addd245ff3e664264d67e749d83062d6e188d30b52e503814b4adf1235
3
+ size 16404
checkpoint-88/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b6e967702eced3777973bfee18d0160ebf5ce04fd7b2d58206d3255a70aab7
3
+ size 16404
checkpoint-88/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f556caed1af3ffe6e776d9e46650a640db49fcf4524cf1380a0f2362a9dd7ff
3
+ size 16404
checkpoint-88/rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea02ba0176fde363cc125b69b4657e7d63df95630bae08c643f208de8f65f75
3
+ size 16404
checkpoint-88/rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c13a7bce165b68191a479b7bdea3b84c7d74354340a3d60ea07b6e278a9ddc07
3
+ size 16404
checkpoint-88/rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f0de654079193e14bb3c455ef2f8f9e5293bf57f8d411b3c44e7cb3a249e38c
3
+ size 16404
checkpoint-88/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864bf944b7fe59c3d076145cb591c0b4202157a6de0befcb0b5797d05962d20e
3
+ size 16389
checkpoint-88/rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:067f6d8b8579f6425cb6b76596f0886f844506f9186834c5b6e3e989d08df39d
3
+ size 16404
checkpoint-88/rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e131d8cb2422a3bccdb05801b758de2019bf20adf3fe806812fe3da246773c0d
3
+ size 16404
checkpoint-88/rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d56232f8010fb324ef8e428a1b59671e3314cf8fa1205604bc9b0d10155f79ba
3
+ size 16404
checkpoint-88/rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1194130652a967ed6e8f01b7f931aab16aaab7854abbe0843fc154d7ef8278d
3
+ size 16404
checkpoint-88/rng_state_24.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:596aaddaafbd1422744895e1d31debc933e3476206afb0bd2ede16f38a0a595a
3
+ size 16404
checkpoint-88/rng_state_25.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86f842707323aecfd30ff8148cc9bd1d940704a4a573a40f6754079302ee6078
3
+ size 16404
checkpoint-88/rng_state_26.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8808086f3f3e338e55d89e2046a31ca289e2197277c3f34573ef9c47a52fb6ca
3
+ size 16404
checkpoint-88/rng_state_27.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dce8a99e08f9122e6f485ed11452889b063151d8655dad71a38397312df4ec0
3
+ size 16404
checkpoint-88/rng_state_28.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd7bfb236aade8570d551d55438500104df624a0423ee1587131e3f3dbd6c50
3
+ size 16404
checkpoint-88/rng_state_29.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbfb247beaca7fedae2d6d9ce303487f8f50f8020c5dd9f3bd2a19edde072434
3
+ size 16404
checkpoint-88/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d381ca785a7ecce76faa769336d5e9287283042919687663a237440b7f641981
3
+ size 16389
checkpoint-88/rng_state_30.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4cd686b5ced72e3919087efef025a8cc19afd8a1daa780d125f93fc1aca831
3
+ size 16404
checkpoint-88/rng_state_31.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2065bb03ec0cb8c7adfb8e58078f7a2a74088046998c76cbab4d882610f81e0
3
+ size 16404
checkpoint-88/rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25b2926e255ab5ac840a9f11eb944262bc85d98693c39982d8dcc3076515a26
3
+ size 16389
checkpoint-88/rng_state_5.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1319a784c42a0f542af3dde1ebaf7211e2a2ef58e78f76b15c5559abd34fcd
3
+ size 16389
checkpoint-88/rng_state_6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12bb2ebaaa80bc508c22054e7a05130706ae1b7fe42dd5c16e54965b6ce6378b
3
+ size 16389
checkpoint-88/rng_state_7.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc096aa1d338785c5fd41f19069a46da703035e2efaf94e33c79fc9d31d068c4
3
+ size 16389
checkpoint-88/rng_state_8.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa1758369857e543cf7017900da875d6b45582ed42103ee19b32680d536c7d29
3
+ size 16389
checkpoint-88/rng_state_9.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06cfb0453654cdb18b0bd0eebbd8284f35f36cdd03b37e3eda5defe012cbedc1
3
+ size 16389
checkpoint-88/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c14d21de0f8a8e8e3bdf3b08844a35b70e11a05a6ed32dd16e673b6b89f5cf61
3
+ size 1465
checkpoint-88/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
3
+ size 19989325
checkpoint-88/tokenizer_config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": false,
13
+ "local_files_only": false,
14
+ "model_max_length": 262144,
15
+ "model_specific_special_tokens": {
16
+ "audio_bos_token": "<|audio_start|>",
17
+ "audio_eos_token": "<|audio_end|>",
18
+ "audio_token": "<|audio_pad|>",
19
+ "image_token": "<|image_pad|>",
20
+ "video_token": "<|video_pad|>",
21
+ "vision_bos_token": "<|vision_start|>",
22
+ "vision_eos_token": "<|vision_end|>"
23
+ },
24
+ "pad_token": "<|endoftext|>",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "split_special_tokens": false,
27
+ "tokenizer_class": "Qwen2Tokenizer",
28
+ "unk_token": null,
29
+ "video_token": "<|video_pad|>",
30
+ "vision_bos_token": "<|vision_start|>",
31
+ "vision_eos_token": "<|vision_end|>"
32
+ }