skar0 commited on
Commit
7368ee8
·
verified ·
1 Parent(s): c492288

Upload trained SFT model

Browse files
README.md CHANGED
@@ -1,6 +1,13 @@
1
  ---
2
  base_model: Qwen/Qwen3-14B
3
  library_name: peft
 
 
 
 
 
 
 
4
  ---
5
 
6
  # Model Card for Model ID
@@ -199,4 +206,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
199
  [More Information Needed]
200
  ### Framework versions
201
 
202
- - PEFT 0.15.2
 
1
  ---
2
  base_model: Qwen/Qwen3-14B
3
  library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3-14B
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
  ---
12
 
13
  # Model Card for Model ID
 
206
  [More Information Needed]
207
  ### Framework versions
208
 
209
+ - PEFT 0.17.0
reference/adapter_config.json CHANGED
@@ -20,20 +20,23 @@
20
  "megatron_core": "megatron.core",
21
  "modules_to_save": null,
22
  "peft_type": "LORA",
 
23
  "r": 16,
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "q_proj",
28
- "k_proj",
29
  "gate_proj",
30
- "v_proj",
31
  "down_proj",
32
- "o_proj",
33
- "up_proj"
 
34
  ],
 
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
37
  "use_dora": false,
 
38
  "use_rslora": false
39
  }
 
20
  "megatron_core": "megatron.core",
21
  "modules_to_save": null,
22
  "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
  "r": 16,
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
28
+ "up_proj",
29
+ "o_proj",
30
  "gate_proj",
 
31
  "down_proj",
32
+ "v_proj",
33
+ "q_proj",
34
+ "k_proj"
35
  ],
36
+ "target_parameters": null,
37
  "task_type": "CAUSAL_LM",
38
  "trainable_token_indices": null,
39
  "use_dora": false,
40
+ "use_qalora": false,
41
  "use_rslora": false
42
  }
reference/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd91148c53317bab1dac6d760cf8072e43de999bb691def2e3a29c8d156a11bd
3
  size 256976504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c1099a7229dc1d0988d0299ebca3399d7c80d2fb9e11f3550d568431cb780cc
3
  size 256976504
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ea1c05e88398a91998b9aaa3fd770438b8921157fa23a1851d77fc058905d34
3
- size 5752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d2d86a454316d89c3ba71713059adc9322f382280f7cc8e23a73dda5f10b16b
3
+ size 6161