PEFT
Safetensors
chen commited on
Commit
2b6380d
·
verified ·
1 Parent(s): 453f3e9

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -199,4 +199,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
199
  [More Information Needed]
200
  ### Framework versions
201
 
202
- - PEFT 0.14.0
 
199
  [More Information Needed]
200
  ### Framework versions
201
 
202
+ - PEFT 0.15.2
adapter_config.json CHANGED
@@ -1,8 +1,9 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "/data/LLM/Llama-3.2-11B-Vision-Instruct",
5
  "bias": "none",
 
6
  "eva_config": null,
7
  "exclude_modules": null,
8
  "fan_in_fan_out": false,
@@ -22,8 +23,9 @@
22
  "r": 8,
23
  "rank_pattern": {},
24
  "revision": null,
25
- "target_modules": "(?:.*?(?:vision|image|visual|patch|language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj))|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj))",
26
  "task_type": "CAUSAL_LM",
 
27
  "use_dora": false,
28
  "use_rslora": false
29
  }
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "/data1/chenjiazun/LLM/Llama-3.2-11B-Vision-Instruct",
5
  "bias": "none",
6
+ "corda_config": null,
7
  "eva_config": null,
8
  "exclude_modules": null,
9
  "fan_in_fan_out": false,
 
23
  "r": 8,
24
  "rank_pattern": {},
25
  "revision": null,
26
+ "target_modules": "(?:.*?(?:vision|image|visual|patch|language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj)))",
27
  "task_type": "CAUSAL_LM",
28
+ "trainable_token_indices": null,
29
  "use_dora": false,
30
  "use_rslora": false
31
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d65cc23d4138b2b123afb754e564e293d25b3459d19dc2b8c1e0639f22289023
3
  size 134504800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9464f8813f1505fbe074da66b948b23e65b91b5527264e22ac545b42c3035ca
3
  size 134504800
trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:861e6059e763e133acf97d4711fb8a9bebb5ddbc4a00abb66bdfbfc432ae52c8
3
- size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b36736e4cca27dd3a4a5b33a5a4b35030bb85a877ff572e372ae0b486fef13e1
3
+ size 5752