jekunz commited on
Commit
f7a3802
·
verified ·
1 Parent(s): cdf604d

Upload 2 files

Browse files
Files changed (2) hide show
  1. adapter_config.json +39 -0
  2. pytorch_adapter.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "alpha": 64,
4
+ "architecture": "lora",
5
+ "attn_matrices": [
6
+ "q",
7
+ "v"
8
+ ],
9
+ "composition_mode": "add",
10
+ "dropout": 0.1,
11
+ "init_weights": "lora",
12
+ "intermediate_lora": false,
13
+ "leave_out": [
14
+ 0,
15
+ 1,
16
+ 2,
17
+ 3,
18
+ 4,
19
+ 5,
20
+ 6,
21
+ 7,
22
+ 8,
23
+ 9,
24
+ 10,
25
+ 11
26
+ ],
27
+ "output_lora": false,
28
+ "r": 32,
29
+ "selfattn_lora": true,
30
+ "use_gating": false
31
+ },
32
+ "config_id": "90d291288eeeb37d",
33
+ "hidden_size": 2048,
34
+ "model_class": "LlamaForCausalLM",
35
+ "model_name": "meta-llama/Llama-3.2-1B-Instruct",
36
+ "model_type": "llama",
37
+ "name": "llama23-1b-instruct-lora32-onlylast4",
38
+ "version": "adapters.1.0.0"
39
+ }
pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb6a8761fcaf8546b6d256e6bbcab4f00e838f44f384795aab1c8cc0ab25289
3
+ size 3414534