Hugging Face's logo

gradientdegen
/
task-12-Megatron-7B

PEFT
Safetensors
Model card Files
xet
Community
gradientdegen commited on
Commit
bdc3c64
·
verified ·
1 Parent(s): 54ad3b3

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
adapter_config.json CHANGED
@@ -3,13 +3,13 @@
3
  "peft_type": "LORA",
4
  "use_rslora": false,
5
  "target_modules": [
6
- "o_proj",
7
- "q_proj",
8
  "up_proj",
9
  "gate_proj",
10
- "v_proj",
11
  "k_proj",
12
- "down_proj"
 
 
 
13
  ],
14
  "task_type": "CAUSAL_LM",
15
  "r": 128,
 
3
  "peft_type": "LORA",
4
  "use_rslora": false,
5
  "target_modules": [
 
 
6
  "up_proj",
7
  "gate_proj",
 
8
  "k_proj",
9
+ "v_proj",
10
+ "down_proj",
11
+ "q_proj",
12
+ "o_proj"
13
  ],
14
  "task_type": "CAUSAL_LM",
15
  "r": 128,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3694f0c3fa183132697f12c4fbe532396062b0ea8e976d1bd80095ed19c6680
3
  size 1736241568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad7c0eec04535a1db7f1de2774a471a65646201487aeab3b55f1d8f8d8446ce2
3
  size 1736241568