weathon commited on
Commit
d062cf3
·
verified ·
1 Parent(s): 9467bf4

Training in progress, step 50

Browse files
adapter_config.json CHANGED
@@ -16,7 +16,7 @@
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
- "lora_alpha": 128,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
22
  "megatron_config": null,
@@ -24,39 +24,39 @@
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
  "qalora_group_size": 16,
27
- "r": 128,
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
- "projections.3",
32
- "projections.8",
33
- "projections.9",
34
- "dense",
35
- "projections.6",
36
  "projections.17",
37
- "projections.0",
 
 
 
 
 
38
  "projections.11",
 
 
 
 
 
 
39
  "projection",
40
- "projections.12",
41
  "vision_projection",
42
- "projections.15",
43
- "projections.13",
44
- "fc2",
45
- "itm_head",
46
- "projections.1",
47
- "fc1",
48
- "projections.14",
49
- "projections.10",
50
- "value",
51
- "query",
52
- "projections.7",
53
- "text_projection",
54
- "projections.5",
55
  "qkv",
56
- "projections.16",
57
- "projections.2",
58
  "key",
59
- "projections.4"
 
 
 
 
 
 
 
60
  ],
61
  "target_parameters": null,
62
  "task_type": null,
 
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
+ "lora_alpha": 32,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
22
  "megatron_config": null,
 
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
  "qalora_group_size": 16,
27
+ "r": 32,
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
+ "text_projection",
 
 
 
 
32
  "projections.17",
33
+ "projections.4",
34
+ "projections.7",
35
+ "query",
36
+ "projections.1",
37
+ "dense",
38
+ "projections.8",
39
  "projections.11",
40
+ "projections.16",
41
+ "projections.10",
42
+ "projections.14",
43
+ "projections.15",
44
+ "projections.2",
45
+ "projections.9",
46
  "projection",
47
+ "projections.3",
48
  "vision_projection",
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  "qkv",
50
+ "projections.0",
 
51
  "key",
52
+ "projections.12",
53
+ "projections.5",
54
+ "fc1",
55
+ "fc2",
56
+ "value",
57
+ "projections.6",
58
+ "itm_head",
59
+ "projections.13"
60
  ],
61
  "target_parameters": null,
62
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f491264499b32c5aae17c9264d7e656197d6b44abef428c74a92f984cf714ef8
3
- size 631467288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4518ab102288d4f29e68d5dd3d3c89843f87a31bbde21339515116098652374e
3
+ size 157934960
runs/Oct08_03-20-36_e41bbb0dd69c/events.out.tfevents.1759893638.e41bbb0dd69c.32485.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed69e9d5325ca9c7361eaa4f6f01a99f3be48a4db58bfe2cca4fea4b08e87ad4
3
- size 58237
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b901f5128e48fcb501e3844c5dfde41538b365de3efc90bec1d59de0735c49f
3
+ size 62668
runs/Oct08_03-41-55_e41bbb0dd69c/events.out.tfevents.1759894916.e41bbb0dd69c.38796.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfe8b1a1dc82c9715f3879116d4902de08b17d06e12a3cadfa3e004f7e930947
3
+ size 15056
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34bc2b0a43fcc32fa426e2161c2a55d3fab148f2a1cb023baf312e2b5aaef7c1
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68679132c5d55e168f1a69d8a7ef13af221d60b1189a0445fb9608785c88b6bb
3
  size 5777