WariHima commited on
Commit
ca0d0e4
·
verified ·
1 Parent(s): 6b113db

Upload 4 files

Browse files
Files changed (4) hide show
  1. lora_config.json +28 -0
  2. lora_weights.safetensors +3 -0
  3. optimizer.pth +3 -0
  4. scheduler.pth +3 -0
lora_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "./checkpoints/resized2",
3
+ "lora_config": {
4
+ "enable_lm": true,
5
+ "enable_dit": true,
6
+ "enable_proj": false,
7
+ "r": 32,
8
+ "alpha": 16,
9
+ "dropout": 0.0,
10
+ "target_modules_lm": [
11
+ "q_proj",
12
+ "v_proj",
13
+ "k_proj",
14
+ "o_proj"
15
+ ],
16
+ "target_modules_dit": [
17
+ "q_proj",
18
+ "v_proj",
19
+ "k_proj",
20
+ "o_proj"
21
+ ],
22
+ "target_proj_modules": [
23
+ "enc_to_lm_proj",
24
+ "lm_to_dit_proj",
25
+ "res_to_dit_proj"
26
+ ]
27
+ }
28
+ }
lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eca907aaa9561970c20a384bd2ee224fe9f770747bd75b06f4b07b4ff06d7607
3
+ size 65609472
optimizer.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90d26f34fec0129f441ac5f3f81515171fc701b68ab6f80b96647f76e6b11146
3
+ size 131610787
scheduler.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c5f7deffeff89d9472774bf9ca34a0e4fd3f325ae3d3d2c9a69c4682546d2d
3
+ size 1465