Subject-Emu-5259 commited on
Commit
2b18da0
·
verified ·
1 Parent(s): 4d8f179

Sync LoRA adapter: adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +10 -4
adapter_config.json CHANGED
@@ -1,9 +1,12 @@
1
  {
 
2
  "alpha_pattern": {},
 
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "HuggingFaceTB/SmolLM2-360M-Instruct",
5
  "bias": "none",
6
  "corda_config": null,
 
7
  "eva_config": null,
8
  "exclude_modules": null,
9
  "fan_in_fan_out": false,
@@ -16,26 +19,29 @@
16
  "lora_alpha": 32,
17
  "lora_bias": false,
18
  "lora_dropout": 0.05,
 
19
  "megatron_config": null,
20
  "megatron_core": "megatron.core",
21
  "modules_to_save": null,
22
  "peft_type": "LORA",
 
23
  "qalora_group_size": 16,
24
  "r": 16,
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
28
  "o_proj",
 
29
  "v_proj",
30
- "down_proj",
31
  "gate_proj",
32
- "up_proj",
33
- "q_proj",
34
- "k_proj"
35
  ],
36
  "target_parameters": null,
37
  "task_type": "CAUSAL_LM",
38
  "trainable_token_indices": null,
 
39
  "use_dora": false,
40
  "use_qalora": false,
41
  "use_rslora": false
 
1
  {
2
+ "alora_invocation_tokens": null,
3
  "alpha_pattern": {},
4
+ "arrow_config": null,
5
  "auto_mapping": null,
6
  "base_model_name_or_path": "HuggingFaceTB/SmolLM2-360M-Instruct",
7
  "bias": "none",
8
  "corda_config": null,
9
+ "ensure_weight_tying": false,
10
  "eva_config": null,
11
  "exclude_modules": null,
12
  "fan_in_fan_out": false,
 
19
  "lora_alpha": 32,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
22
+ "lora_ga_config": null,
23
  "megatron_config": null,
24
  "megatron_core": "megatron.core",
25
  "modules_to_save": null,
26
  "peft_type": "LORA",
27
+ "peft_version": "0.19.0",
28
  "qalora_group_size": 16,
29
  "r": 16,
30
  "rank_pattern": {},
31
  "revision": null,
32
  "target_modules": [
33
+ "down_proj",
34
  "o_proj",
35
+ "q_proj",
36
  "v_proj",
 
37
  "gate_proj",
38
+ "k_proj",
39
+ "up_proj"
 
40
  ],
41
  "target_parameters": null,
42
  "task_type": "CAUSAL_LM",
43
  "trainable_token_indices": null,
44
+ "use_bdlora": null,
45
  "use_dora": false,
46
  "use_qalora": false,
47
  "use_rslora": false