Mel commited on
Commit
7b87079
·
1 Parent(s): 948e6e4

Training in progress, epoch 0

Browse files
adapter_config.json CHANGED
@@ -11,19 +11,19 @@
11
  "init_lora_weights": true,
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
- "lora_alpha": 16,
15
  "lora_dropout": 0.5,
16
  "modules_to_save": [
17
  "classifier"
18
  ],
19
  "peft_type": "LORA",
20
- "r": 32,
21
  "rank_pattern": {},
22
  "revision": null,
23
  "target_modules": [
24
  "key",
25
- "value",
26
- "query"
27
  ],
28
  "task_type": null
29
  }
 
11
  "init_lora_weights": true,
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
+ "lora_alpha": 64,
15
  "lora_dropout": 0.5,
16
  "modules_to_save": [
17
  "classifier"
18
  ],
19
  "peft_type": "LORA",
20
+ "r": 64,
21
  "rank_pattern": {},
22
  "revision": null,
23
  "target_modules": [
24
  "key",
25
+ "query",
26
+ "value"
27
  ],
28
  "task_type": null
29
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:028be7c7a21a93ca38ba4f364bc62d1590c631fb3a7fadc3663c041de70f3a48
3
- size 8283880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53da7ac5240ee4d8457af82c0178715e9b7069438ea51b35aa8463b65e8b7cac
3
+ size 15361896
runs/Nov28_21-40-09_4a93944b44ae/events.out.tfevents.1701207611.4a93944b44ae.14670.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0896c7a67ed676dc1d280b97fe71623881f298763b667d5b5c7da3d621a66814
3
- size 20056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88e095084437fd4388f4f5db365e25ea3fda83941675fcf62e3314f7b76b7968
3
+ size 20213
runs/Nov28_22-05-02_4a93944b44ae/events.out.tfevents.1701209104.4a93944b44ae.20754.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:810de4560bf419f393f415842e1fd746ede626b7087b9392d8c165ff901c2328
3
+ size 18329
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2ea20fa0a9017e12f9123d1e2f3fa03119481f32b6cae9fc0f0ae6a1cad1e70
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b12c53005b38068256c30834f5fa916d51ee809d6bde82b781d088a84d31e7b1
3
  size 4664