Jasim9085 commited on
Commit
680b804
·
verified ·
1 Parent(s): 0ea593b

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff98ed07a637292c92aeec009a4b0ae83e8bc6a5831914c0d0e3c6c1ac47407c
3
  size 557912620
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26365c6d23d01fb4d82bc231bcb80ffe6c40c69c3a79e34a567007962bf64b25
3
  size 557912620
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be97a93ba89fb7833d0cda1aeb58bbd8e2f911f7a8e4212544e8ad61901b5257
3
  size 1115579834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3c2e2c133e0c8608598b9f0d471e4f8798ca5bf757cc5548b399e9d0f5c015a
3
  size 1115579834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:240e6a8ec9456bd6463406cd6d4517d0833e6ea5d37262a07e1e58851593128e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44a7d01e7a1e697bee1e2fac088fa92d9b6d757f620da1c95ab22db79f4ff3d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46c8da14363ee970453deb0abfc423b52e8f626b95704d94bd6a144124c361a4
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9ea3d03d222f67be1c1c3ebbcd1c13a13e443e03074a240028e9e3ec52cb98
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.3526093088857546,
6
  "eval_steps": 500,
7
- "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -36,6 +36,34 @@
36
  "learning_rate": 3.2387165021156564e-05,
37
  "loss": 0.001,
38
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
  "logging_steps": 250,
@@ -55,7 +83,7 @@
55
  "attributes": {}
56
  }
57
  },
58
- "total_flos": 2438945832960000.0,
59
  "train_batch_size": 32,
60
  "trial_name": null,
61
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.7052186177715092,
6
  "eval_steps": 500,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
36
  "learning_rate": 3.2387165021156564e-05,
37
  "loss": 0.001,
38
  "step": 1000
39
+ },
40
+ {
41
+ "epoch": 0.4407616361071932,
42
+ "grad_norm": 0.13739077746868134,
43
+ "learning_rate": 2.7979548660084627e-05,
44
+ "loss": 0.0014,
45
+ "step": 1250
46
+ },
47
+ {
48
+ "epoch": 0.5289139633286318,
49
+ "grad_norm": 0.4030902683734894,
50
+ "learning_rate": 2.3571932299012694e-05,
51
+ "loss": 0.0009,
52
+ "step": 1500
53
+ },
54
+ {
55
+ "epoch": 0.6170662905500706,
56
+ "grad_norm": 0.12574627995491028,
57
+ "learning_rate": 1.9164315937940765e-05,
58
+ "loss": 0.0007,
59
+ "step": 1750
60
+ },
61
+ {
62
+ "epoch": 0.7052186177715092,
63
+ "grad_norm": 44621.296875,
64
+ "learning_rate": 1.4756699576868829e-05,
65
+ "loss": 0.0008,
66
+ "step": 2000
67
  }
68
  ],
69
  "logging_steps": 250,
 
83
  "attributes": {}
84
  }
85
  },
86
+ "total_flos": 4877891665920000.0,
87
  "train_batch_size": 32,
88
  "trial_name": null,
89
  "trial_params": null