CodeIsAbstract commited on
Commit
d834996
·
verified ·
1 Parent(s): dd42d06

Training in progress, step 60, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19a6fa0c896b9cbc1fe6f65bf31302294ced630037ebaff264708f2b7a41a0ae
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1913442b5ba9db501a59f636cff09ffec76c661222feb7039f2ed622f862c39f
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e195a040254afcd7ad74e1c0c7df243f68d666eb967a4e474c95a92a8e154c70
3
  size 1386414411
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988fcbcbd8e15b27e3171e61f2536e36c47149cb01b30ac5fb63f10668acc3a9
3
  size 1386414411
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ec712ea0f3379427fe64173254cf253ed5682b59abb87f849afd6299b834917
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f4cb4b203fe2f79e7881bacfacd90f4cda067284c21971e82acaddee89f0dae
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad4a07c066075e0a1b5d9477b0d2f4d6bab07235ad5efe05720caa179d7171b5
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2eb03e04e9ec3d534ee7aa67476af96452e64bad29591c419a0c652481ee2b
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.1,
6
  "eval_steps": 20,
7
- "global_step": 20,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -45,6 +45,80 @@
45
  "eval_samples_per_second": 174.305,
46
  "eval_steps_per_second": 29.109,
47
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "logging_steps": 5,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.3,
6
  "eval_steps": 20,
7
+ "global_step": 60,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
45
  "eval_samples_per_second": 174.305,
46
  "eval_steps_per_second": 29.109,
47
  "step": 20
48
+ },
49
+ {
50
+ "epoch": 0.125,
51
+ "grad_norm": 5.290545463562012,
52
+ "learning_rate": 3.9466531944960116e-06,
53
+ "loss": 20.648074340820312,
54
+ "step": 25
55
+ },
56
+ {
57
+ "epoch": 0.15,
58
+ "grad_norm": 5.464421272277832,
59
+ "learning_rate": 3.902113032590307e-06,
60
+ "loss": 20.324154663085938,
61
+ "step": 30
62
+ },
63
+ {
64
+ "epoch": 0.175,
65
+ "grad_norm": 5.148286819458008,
66
+ "learning_rate": 3.844579509954769e-06,
67
+ "loss": 20.022116088867186,
68
+ "step": 35
69
+ },
70
+ {
71
+ "epoch": 0.2,
72
+ "grad_norm": 4.950249195098877,
73
+ "learning_rate": 3.7744456388872234e-06,
74
+ "loss": 19.932040405273437,
75
+ "step": 40
76
+ },
77
+ {
78
+ "epoch": 0.2,
79
+ "eval_accuracy": 0.06708610567514676,
80
+ "eval_loss": 9.851630210876465,
81
+ "eval_runtime": 5.7231,
82
+ "eval_samples_per_second": 174.73,
83
+ "eval_steps_per_second": 29.18,
84
+ "step": 40
85
+ },
86
+ {
87
+ "epoch": 0.225,
88
+ "grad_norm": 4.990023612976074,
89
+ "learning_rate": 3.6921905048418706e-06,
90
+ "loss": 19.716999816894532,
91
+ "step": 45
92
+ },
93
+ {
94
+ "epoch": 0.25,
95
+ "grad_norm": 4.726850986480713,
96
+ "learning_rate": 3.598375993789849e-06,
97
+ "loss": 19.490966796875,
98
+ "step": 50
99
+ },
100
+ {
101
+ "epoch": 0.275,
102
+ "grad_norm": 5.667174339294434,
103
+ "learning_rate": 3.4936429539683075e-06,
104
+ "loss": 19.308076477050783,
105
+ "step": 55
106
+ },
107
+ {
108
+ "epoch": 0.3,
109
+ "grad_norm": 4.216722011566162,
110
+ "learning_rate": 3.3787068182371314e-06,
111
+ "loss": 19.342814636230468,
112
+ "step": 60
113
+ },
114
+ {
115
+ "epoch": 0.3,
116
+ "eval_accuracy": 0.06902348336594911,
117
+ "eval_loss": 9.606650352478027,
118
+ "eval_runtime": 5.7327,
119
+ "eval_samples_per_second": 174.439,
120
+ "eval_steps_per_second": 29.131,
121
+ "step": 60
122
  }
123
  ],
124
  "logging_steps": 5,