jekunz commited on
Commit
7fe9812
·
verified ·
1 Parent(s): 5cfd947

Upload 2 files

Browse files
Files changed (2) hide show
  1. adapter_config.json +26 -0
  2. head_config.json +14 -0
adapter_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "alpha": 16,
4
+ "architecture": "lora",
5
+ "attn_matrices": [
6
+ "q",
7
+ "v"
8
+ ],
9
+ "composition_mode": "add",
10
+ "dropout": 0.1,
11
+ "init_weights": "lora",
12
+ "intermediate_lora": false,
13
+ "leave_out": [],
14
+ "output_lora": false,
15
+ "r": 8,
16
+ "selfattn_lora": true,
17
+ "use_gating": false
18
+ },
19
+ "config_id": "3fbd25b704780a8b",
20
+ "hidden_size": 2048,
21
+ "model_class": "LlamaForCausalLM",
22
+ "model_name": "meta-llama/Llama-3.2-1B-Instruct",
23
+ "model_type": "llama",
24
+ "name": "llama23-1b-lora8-is",
25
+ "version": "adapters.1.0.0"
26
+ }
head_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": null,
3
+ "hidden_size": 2048,
4
+ "label2id": {
5
+ "LABEL_0": 0,
6
+ "LABEL_1": 1
7
+ },
8
+ "model_class": "LlamaForCausalLM",
9
+ "model_name": "meta-llama/Llama-3.2-1B-Instruct",
10
+ "model_type": "llama",
11
+ "name": null,
12
+ "num_labels": 2,
13
+ "version": "adapters.1.0.0"
14
+ }