MathildeB3 commited on
Commit
383428a
·
verified ·
1 Parent(s): 0b76a04

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -21,7 +21,7 @@
21
  "loftq_config": {},
22
  "lora_alpha": 64,
23
  "lora_bias": false,
24
- "lora_dropout": 0.05,
25
  "megatron_config": null,
26
  "megatron_core": "megatron.core",
27
  "modules_to_save": null,
@@ -32,12 +32,12 @@
32
  "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
35
- "k_proj",
36
- "out_proj",
37
  "q_proj",
38
  "fc1",
39
- "v_proj",
40
- "fc2"
 
 
41
  ],
42
  "target_parameters": null,
43
  "task_type": null,
 
21
  "loftq_config": {},
22
  "lora_alpha": 64,
23
  "lora_bias": false,
24
+ "lora_dropout": 0.15,
25
  "megatron_config": null,
26
  "megatron_core": "megatron.core",
27
  "modules_to_save": null,
 
32
  "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
 
 
35
  "q_proj",
36
  "fc1",
37
+ "fc2",
38
+ "out_proj",
39
+ "k_proj",
40
+ "v_proj"
41
  ],
42
  "target_parameters": null,
43
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5d48a44a2b9861a6a345a79c353811f19d41a48c8c6498c83baf0c7ea1c7c8b
3
  size 51957816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8adebf902b6f58a9c99ba40eb26bcf902e38febe971d8b6902d676ef4c7bfce
3
  size 51957816
runs/Jan18_18-05-33_sl-tp-br-524/events.out.tfevents.1768755936.sl-tp-br-524.683126.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:713e7608cd6eeeaa0db5cf11c46d35fb709dc9d213fe8a19898176f991b23065
3
+ size 6766
runs/Jan18_18-21-36_sl-tp-br-524/events.out.tfevents.1768756899.sl-tp-br-524.703844.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bc40241dd8c0236ca5a1120600c04f6f8ea0921a2a845417f9342cda8a18a52
3
+ size 6769
runs/Jan18_18-25-08_sl-tp-br-524/events.out.tfevents.1768757110.sl-tp-br-524.720814.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e86d855580a350f1a3188e704eb82c9457f58c1ab0b62293d733942df009ae4
3
+ size 6769
runs/Jan18_18-58-04_sl-tp-br-524/events.out.tfevents.1768759087.sl-tp-br-524.797378.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab7b7a56ba78e0b719a9633ece476f3e774214e191a7fab9c42214b3566f85f
3
+ size 7492
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e819b9e99c2085a433d38a3bb848ac333d29766b397bde3041f66ab6eb29f8e
3
  size 6033
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96bf2c2b34d6f75c932eacb2b1d95129d11410a342238d74fc6fd74ac653c6ce
3
  size 6033