harsith05 commited on
Commit
4cd6687
·
verified ·
1 Parent(s): 5cd8765

Training in progress, epoch 1, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b04033f66e6da0e75294cfbc8045656a1041044177e0cc675bb3078d713e7c6
3
  size 437958624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c60f390a2a09c2d06f316d2eb971ceaae9536585000f507723f926c22f62c4
3
  size 437958624
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfe6c4cad29877ad55544b72d9cc0fdc397c3dd9324da51fd18b37f669a673c2
3
- size 4741923
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbf2a19a8032edc40bb658d66547edff470d09254585ba9f3c328c5e1b984375
3
+ size 113448011
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0bcbaa2aabec41ab6ddbecc0bb29c7ea2c5176ca5f2b9b4caa2a00b191411de1
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb7e7f0e32311ea4a34bdd12b1dc8ec66d46164a59b314eea8415d8682591cf
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34ea89449ac93a3391a38a417e2dd400eff8832c6d069777a257c68b16d10335
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8457a345e0d53a37b5f1ebb6db1120270f6a7f4b99a871d4acda8980a58382cc
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fbd75b8ebb26bc9af4014ad504a07ec158976c6e00388b7f420c4414a2d5005
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3026a6862398ced41e03f502f101f7ea90db137e7358354f2ae702c428eaf49c
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,102 +1,28 @@
1
  {
2
- "best_global_step": 3910,
3
- "best_metric": 0.6816725730895996,
4
- "best_model_checkpoint": "./bert-imdb-cp/checkpoint-3910",
5
- "epoch": 5.0,
6
  "eval_steps": 500,
7
- "global_step": 3910,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.639386189258312,
14
- "grad_norm": 2.0524730682373047,
15
  "learning_rate": 1.7447570332480818e-05,
16
- "loss": 0.794633544921875,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 1.0,
21
- "eval_loss": 0.7082774043083191,
22
- "eval_runtime": 417.8316,
23
- "eval_samples_per_second": 59.833,
24
- "eval_steps_per_second": 1.872,
25
  "step": 782
26
- },
27
- {
28
- "epoch": 1.278772378516624,
29
- "grad_norm": 2.869081497192383,
30
- "learning_rate": 1.489002557544757e-05,
31
- "loss": 0.7621511840820312,
32
- "step": 1000
33
- },
34
- {
35
- "epoch": 1.918158567774936,
36
- "grad_norm": 4.932098865509033,
37
- "learning_rate": 1.2332480818414323e-05,
38
- "loss": 0.7465299072265625,
39
- "step": 1500
40
- },
41
- {
42
- "epoch": 2.0,
43
- "eval_loss": 0.6928977966308594,
44
- "eval_runtime": 418.4611,
45
- "eval_samples_per_second": 59.743,
46
- "eval_steps_per_second": 1.869,
47
- "step": 1564
48
- },
49
- {
50
- "epoch": 2.557544757033248,
51
- "grad_norm": 3.311922311782837,
52
- "learning_rate": 9.774936061381075e-06,
53
- "loss": 0.753785888671875,
54
- "step": 2000
55
- },
56
- {
57
- "epoch": 3.0,
58
- "eval_loss": 0.6841378211975098,
59
- "eval_runtime": 417.7404,
60
- "eval_samples_per_second": 59.846,
61
- "eval_steps_per_second": 1.872,
62
- "step": 2346
63
- },
64
- {
65
- "epoch": 3.1969309462915603,
66
- "grad_norm": 3.621079683303833,
67
- "learning_rate": 7.217391304347827e-06,
68
- "loss": 0.735134765625,
69
- "step": 2500
70
- },
71
- {
72
- "epoch": 3.836317135549872,
73
- "grad_norm": 3.455075979232788,
74
- "learning_rate": 4.659846547314578e-06,
75
- "loss": 0.7347869262695312,
76
- "step": 3000
77
- },
78
- {
79
- "epoch": 4.0,
80
- "eval_loss": 0.6839827299118042,
81
- "eval_runtime": 417.6818,
82
- "eval_samples_per_second": 59.854,
83
- "eval_steps_per_second": 1.872,
84
- "step": 3128
85
- },
86
- {
87
- "epoch": 4.475703324808184,
88
- "grad_norm": 1.4374239444732666,
89
- "learning_rate": 2.10230179028133e-06,
90
- "loss": 0.72141064453125,
91
- "step": 3500
92
- },
93
- {
94
- "epoch": 5.0,
95
- "eval_loss": 0.6816725730895996,
96
- "eval_runtime": 417.8893,
97
- "eval_samples_per_second": 59.824,
98
- "eval_steps_per_second": 1.871,
99
- "step": 3910
100
  }
101
  ],
102
  "logging_steps": 500,
@@ -111,12 +37,12 @@
111
  "should_evaluate": false,
112
  "should_log": false,
113
  "should_save": true,
114
- "should_training_stop": true
115
  },
116
  "attributes": {}
117
  }
118
  },
119
- "total_flos": 3.287503158960144e+16,
120
  "train_batch_size": 32,
121
  "trial_name": null,
122
  "trial_params": null
 
1
  {
2
+ "best_global_step": 782,
3
+ "best_metric": 0.4083733856678009,
4
+ "best_model_checkpoint": "./bert-imdb-cp/checkpoint-782",
5
+ "epoch": 1.0,
6
  "eval_steps": 500,
7
+ "global_step": 782,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.639386189258312,
14
+ "grad_norm": 3.604527473449707,
15
  "learning_rate": 1.7447570332480818e-05,
16
+ "loss": 0.656656494140625,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 1.0,
21
+ "eval_loss": 0.4083733856678009,
22
+ "eval_runtime": 465.4628,
23
+ "eval_samples_per_second": 53.71,
24
+ "eval_steps_per_second": 1.68,
25
  "step": 782
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  }
27
  ],
28
  "logging_steps": 500,
 
37
  "should_evaluate": false,
38
  "should_log": false,
39
  "should_save": true,
40
+ "should_training_stop": false
41
  },
42
  "attributes": {}
43
  }
44
  },
45
+ "total_flos": 6575737273320960.0,
46
  "train_batch_size": 32,
47
  "trial_name": null,
48
  "trial_params": null