StephaneBah commited on
Commit
1131ae4
·
verified ·
1 Parent(s): 9591669

Training in progress, step 100

Browse files
Files changed (3) hide show
  1. config.json +7 -6
  2. model.safetensors +2 -2
  3. training_args.bin +1 -1
config.json CHANGED
@@ -3,26 +3,27 @@
3
  "activation_function": "gelu",
4
  "adapters": {
5
  "adapters": {
6
- "whisper_lora": "a49262c31b80a30e"
7
  },
8
  "config_map": {
9
- "a49262c31b80a30e": {
10
- "alpha": 64,
11
  "architecture": "lora",
12
  "attn_matrices": [
13
  "q",
14
  "k",
15
- "v"
 
16
  ],
17
  "composition_mode": "add",
18
- "dropout": 0.05,
19
  "dtype": null,
20
  "init_weights": "lora",
21
  "init_weights_seed": null,
22
  "intermediate_lora": true,
23
  "leave_out": [],
24
  "output_lora": true,
25
- "r": 32,
26
  "selfattn_lora": true,
27
  "use_gating": false,
28
  "vera_b": null,
 
3
  "activation_function": "gelu",
4
  "adapters": {
5
  "adapters": {
6
+ "encoder_4_layer_lora": "cda3c697d6e0ef16"
7
  },
8
  "config_map": {
9
+ "cda3c697d6e0ef16": {
10
+ "alpha": 32,
11
  "architecture": "lora",
12
  "attn_matrices": [
13
  "q",
14
  "k",
15
+ "v",
16
+ "o"
17
  ],
18
  "composition_mode": "add",
19
+ "dropout": 0.1,
20
  "dtype": null,
21
  "init_weights": "lora",
22
  "init_weights_seed": null,
23
  "intermediate_lora": true,
24
  "leave_out": [],
25
  "output_lora": true,
26
+ "r": 16,
27
  "selfattn_lora": true,
28
  "use_gating": false,
29
  "vera_b": null,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8fcfafa55967f1a48b200cd3da31a245873996aa9d91af99263151ed3455ea7
3
- size 505980616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9a95cbe39d3f9a5bf91c4bcb52cb308656d00014e2aed8239d35a045f4e5832
3
+ size 494776440
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6828bb3c88730b7f765ad9796548d6b35f470a05e30e46153e5b28c06ff99c31
3
  size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a43382ef9d452ab880518281bb09f25185d1ff70520a5f0fd2f7babd6e6d15
3
  size 5496