Hugging Face's logo

trl-lib
/
llama-7b-hh-rm-adapter

Model card Files
xet
 Community
ybelkada commited on
Commit
1a54d35
·
1 Parent(s): 3088c07

Upload model

Browse files
Files changed (2) hide show
  1. adapter_config.json +3 -1
  2. adapter_model.bin +1 -1
adapter_config.json CHANGED
@@ -6,7 +6,9 @@
6
  "init_lora_weights": true,
7
  "lora_alpha": 32,
8
  "lora_dropout": 0.05,
9
- "modules_to_save": null,
 
 
10
  "peft_type": "LORA",
11
  "r": 8,
12
  "target_modules": [
 
6
  "init_lora_weights": true,
7
  "lora_alpha": 32,
8
  "lora_dropout": 0.05,
9
+ "modules_to_save": [
10
+ "score"
11
+ ],
12
  "peft_type": "LORA",
13
  "r": 8,
14
  "target_modules": [
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62fbcfbd7e992929d9f7f3c9a54c99edbf0f8382b28a48dc017f418557af439c
3
  size 16839697
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87449abd4d87c29ba4bd9d15be0f0cfc901a9489473bea6206fa04b35987b9ef
3
  size 16839697