jekunz commited on
Commit
53187a9
·
verified ·
1 Parent(s): 5046fe0

Upload 3 files

Browse files
llama23-1b-lora8-is_adapter_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "alpha": 16,
4
+ "architecture": "lora",
5
+ "attn_matrices": [
6
+ "q",
7
+ "v"
8
+ ],
9
+ "composition_mode": "add",
10
+ "dropout": 0.1,
11
+ "init_weights": "lora",
12
+ "intermediate_lora": false,
13
+ "leave_out": [],
14
+ "output_lora": false,
15
+ "r": 8,
16
+ "selfattn_lora": true,
17
+ "use_gating": false
18
+ },
19
+ "config_id": "3fbd25b704780a8b",
20
+ "hidden_size": 2048,
21
+ "model_class": "LlamaForCausalLM",
22
+ "model_name": "meta-llama/Llama-3.2-1B-Instruct",
23
+ "model_type": "llama",
24
+ "name": "llama23-1b-lora8-is",
25
+ "version": "adapters.1.0.0"
26
+ }
llama23-1b-lora8-is_head_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": null,
3
+ "hidden_size": 2048,
4
+ "label2id": {
5
+ "LABEL_0": 0,
6
+ "LABEL_1": 1
7
+ },
8
+ "model_class": "LlamaForCausalLM",
9
+ "model_name": "meta-llama/Llama-3.2-1B-Instruct",
10
+ "model_type": "llama",
11
+ "name": null,
12
+ "num_labels": 2,
13
+ "version": "adapters.1.0.0"
14
+ }
pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:383401602eea4d6b740bc971ad0fdf9d15f647036146b8ed2901d83229ca2c5e
3
+ size 3431286