Upload selected Jaiden 0.6B direct fine-tune

#1
Files changed (3) hide show
  1. config.json +11 -7
  2. history.json +74 -0
  3. model.safetensors +1 -1
config.json CHANGED
@@ -166,12 +166,16 @@
166
  "vocab_size": 3072
167
  },
168
  "transformers_version": "4.57.3",
169
- "two_stage_metadata": {
170
- "stage1_epochs": 15,
171
- "stage1_lr": 1e-05,
172
- "stage2_epochs": 20,
173
- "stage2_lr": 0.0005,
174
- "eos_weight": 200.0,
175
- "train_samples": 250
 
 
 
 
176
  }
177
  }
 
166
  "vocab_size": 3072
167
  },
168
  "transformers_version": "4.57.3",
169
+ "direct_ft_metadata": {
170
+ "script": "sft_direct.py",
171
+ "epoch": 0,
172
+ "lr": 2e-05,
173
+ "warmup_steps": 50,
174
+ "alpha_sub_talker": 0.3,
175
+ "epochs_total_planned": 8,
176
+ "train_samples": 130,
177
+ "loss_avg": 4.452753011996929,
178
+ "ce_avg": 1.1196514423076922,
179
+ "sub_avg": 11.110338123028095
180
  }
181
  }
history.json ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "loss": 4.452753011996929,
5
+ "ce": 1.1196514423076922,
6
+ "sub": 11.110338123028095,
7
+ "lr": 6.9320000000000016e-06,
8
+ "steps": 65,
9
+ "eval": null
10
+ },
11
+ {
12
+ "epoch": 1,
13
+ "loss": 3.636187718464778,
14
+ "ce": 1.010096153846154,
15
+ "sub": 8.753638230837309,
16
+ "lr": 1.3664000000000005e-05,
17
+ "steps": 65,
18
+ "eval": null
19
+ },
20
+ {
21
+ "epoch": 2,
22
+ "loss": 3.1426233181586634,
23
+ "ce": 0.8228064903846154,
24
+ "sub": 7.7327224364647495,
25
+ "lr": 2e-05,
26
+ "steps": 65,
27
+ "eval": null
28
+ },
29
+ {
30
+ "epoch": 3,
31
+ "loss": 2.8571965621067927,
32
+ "ce": 0.5620342548076923,
33
+ "sub": 7.6505407039935776,
34
+ "lr": 2e-05,
35
+ "steps": 65,
36
+ "eval": null
37
+ },
38
+ {
39
+ "epoch": 4,
40
+ "loss": 2.6110953367673435,
41
+ "ce": 0.3226111778846154,
42
+ "sub": 7.62828022149893,
43
+ "lr": 2e-05,
44
+ "steps": 65,
45
+ "eval": null
46
+ },
47
+ {
48
+ "epoch": 5,
49
+ "loss": 2.4492226417248064,
50
+ "ce": 0.16533203125,
51
+ "sub": 7.6129683494567875,
52
+ "lr": 2e-05,
53
+ "steps": 65,
54
+ "eval": null
55
+ },
56
+ {
57
+ "epoch": 6,
58
+ "loss": 2.3791526060837964,
59
+ "ce": 0.09971829927884615,
60
+ "sub": 7.598114013671875,
61
+ "lr": 2e-05,
62
+ "steps": 65,
63
+ "eval": null
64
+ },
65
+ {
66
+ "epoch": 7,
67
+ "loss": 2.329445670201228,
68
+ "ce": 0.05500300480769231,
69
+ "sub": 7.581475243201623,
70
+ "lr": 2e-05,
71
+ "steps": 65,
72
+ "eval": null
73
+ }
74
+ ]
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0962d2b722b44d67fcb4595609f704514200dd3f6afa377c0a3b83a8495f4dfd
3
  size 1811626544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54f399102bdfc0b55e5c2ffa7fd1d3eb3d68cae4a516e151cbe6df8d01e96b7a
3
  size 1811626544