kkboy1 commited on
Commit
19ef429
·
1 Parent(s): 7ee2f89

Upload 8 files

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/content/drive/MyDrive/App/gpt2trained",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
 
1
  {
2
+ "_name_or_path": "gpt2",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e1a074cdca2358b80124704b21fcd5e891b3d0e6bedc208e23e92a4992603b9
3
+ size 995641861
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3b8ca3bf15adaba70d794944f3778d6fda944d51f5580ab34b8dbd74b8f1ea5
3
- size 497805149
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d34d989cc1ceb3dc43c6c3c8f65a19e9b57c975976f3d1667e3f105025b2b2db
3
+ size 497807197
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded579fc5fc30d4f52f3d9e9695eedf0f2032540b8157094f301f96404e9f9ef
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:447e65861131ec4c3e88f3825ce680439affbee37e50b1749175ab7b9606504c
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 18.51851851851852,
5
+ "eval_steps": 500,
6
+ "global_step": 1500,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 6.17,
13
+ "learning_rate": 3.45679012345679e-05,
14
+ "loss": 2.7366,
15
+ "step": 500
16
+ },
17
+ {
18
+ "epoch": 12.35,
19
+ "learning_rate": 1.91358024691358e-05,
20
+ "loss": 2.099,
21
+ "step": 1000
22
+ },
23
+ {
24
+ "epoch": 18.52,
25
+ "learning_rate": 3.7037037037037037e-06,
26
+ "loss": 1.8147,
27
+ "step": 1500
28
+ }
29
+ ],
30
+ "logging_steps": 500,
31
+ "max_steps": 1620,
32
+ "num_train_epochs": 20,
33
+ "save_steps": 500,
34
+ "total_flos": 1553642422272000.0,
35
+ "trial_name": null,
36
+ "trial_params": null
37
+ }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:855106b01c90db893c30548ef3db4aeb5cc9f0913c4ba01287a6eb70e6b2c926
3
  size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a396da6f2e354bb21e11a219f0b448cbed1d71f3e3e7eacc724e2f7cb94b3927
3
  size 4091