Hugging Face's logo

ceselder
/
cot-oracle-paper-ablation-ours-1layer

Text Generation
PEFT
Safetensors
Transformers
lora
cot-oracle
activation-oracle
paper-ablation
ours
1-layer
22.5m-train-tokens
Model card Files
xet
 Community
ceselder commited on
Commit
cd80331
·
verified ·
1 Parent(s): 2ba37ee

Final checkpoint at step 4164

Browse files
Files changed (2) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +1 -1
adapter_config.json CHANGED
@@ -30,12 +30,12 @@
30
  "revision": null,
31
  "target_modules": [
32
  "v_proj",
33
- "k_proj",
34
- "gate_proj",
35
- "down_proj",
36
  "up_proj",
37
- "q_proj",
38
- "o_proj"
 
 
 
39
  ],
40
  "target_parameters": null,
41
  "task_type": "CAUSAL_LM",
 
30
  "revision": null,
31
  "target_modules": [
32
  "v_proj",
 
 
 
33
  "up_proj",
34
+ "down_proj",
35
+ "o_proj",
36
+ "gate_proj",
37
+ "k_proj",
38
+ "q_proj"
39
  ],
40
  "target_parameters": null,
41
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f835b7c9185fc7ae1ab72fb805dfc40c238c25d5474f6fc9414483654c0374a8
3
  size 698419728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7319dca7ab671a9b23a3e460d0ce616d93811fef4ede244f5e5e1e52a058cac2
3
  size 698419728