robertou2 commited on
Commit
d176e3b
·
verified ·
1 Parent(s): f93817a

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -3,7 +3,9 @@
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "Qwen/Qwen3-4B",
5
  "bias": "none",
6
-
 
 
7
  "fan_in_fan_out": false,
8
  "inference_mode": true,
9
  "init_lora_weights": true,
@@ -11,8 +13,8 @@
11
  "layers_pattern": null,
12
  "layers_to_transform": null,
13
  "loftq_config": {},
14
- "lora_alpha": 32,
15
-
16
  "lora_dropout": 0.1,
17
  "megatron_config": null,
18
  "megatron_core": "megatron.core",
@@ -22,16 +24,16 @@
22
  "rank_pattern": {},
23
  "revision": null,
24
  "target_modules": [
25
- "down_proj",
26
  "k_proj",
27
- "o_proj",
28
- "gate_proj",
29
  "v_proj",
 
30
  "up_proj",
31
- "q_proj"
 
 
32
  ],
33
  "task_type": "CAUSAL_LM",
34
-
35
  "use_dora": false,
36
  "use_rslora": false
37
  }
 
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "Qwen/Qwen3-4B",
5
  "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
  "fan_in_fan_out": false,
10
  "inference_mode": true,
11
  "init_lora_weights": true,
 
13
  "layers_pattern": null,
14
  "layers_to_transform": null,
15
  "loftq_config": {},
16
+ "lora_alpha": 16,
17
+ "lora_bias": false,
18
  "lora_dropout": 0.1,
19
  "megatron_config": null,
20
  "megatron_core": "megatron.core",
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
 
27
  "k_proj",
 
 
28
  "v_proj",
29
+ "down_proj",
30
  "up_proj",
31
+ "q_proj",
32
+ "gate_proj",
33
+ "o_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
+ "trainable_token_indices": null,
37
  "use_dora": false,
38
  "use_rslora": false
39
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:193cf2be7c8d975b6d5d5baee8d8908ed5f7fe5d30fc0ed76b499669ca527899
3
  size 132187888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42decb3957c6795652bd91651cd37ff71447194806b7fe6cfe6631ddf8bb69a
3
  size 132187888
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21eacbfe96da8b673a2d257bd4f06f3ab8578ec6aba5a478d1e134a6df8fc138
3
+ size 5624