mgh6 commited on
Commit
8c5df08
·
verified ·
1 Parent(s): 81dcf68

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:775a33c89d1507553a33ff8920d44b3f69461471d464c47e7836f43531f3c8eb
3
  size 11638960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7516424eed61f8f1e54610a1236a86697c8e44fb3f1c809dbf4beb5baa347a
3
  size 11638960
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b73b25ccc1cadf73889fd5332b04bdfa13f8c82d7cd43c170d66b44faaf662f0
3
  size 20673175
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc44b11b001de020855a4e015bbed613e23f501164a31f2b7f7ba1e81ddce0b
3
  size 20673175
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97efec430ccccc0dbfae1f6a038ecb0173d0b0fd1277d0783c90e147589dde65
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaa3b8bb8bf1579708f41366c051dcff2d32629dfa5761a94099908e021e4487
3
  size 14503
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b45b6d2f2b103ddcb3038fa6b31fcae5b5e27115a1219ac35631b093c941b2a8
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f523c687f0caf80d904a00ff35d9c05e3338e5b3dfd49f11fb88db038ba76be3
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,62 +1,34 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.019457524224617658,
5
- "eval_steps": 500,
6
- "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
- {
12
- "epoch": 0.01,
13
- "learning_rate": 9.935141585917941e-05,
14
- "loss": 0.4454,
15
- "step": 500
16
- },
17
- {
18
- "epoch": 0.01,
19
- "eval_loss": 0.43116331100463867,
20
- "eval_runtime": 44.1341,
21
- "eval_samples_per_second": 965.806,
22
- "eval_steps_per_second": 120.746,
23
- "step": 500
24
- },
25
  {
26
  "epoch": 0.01,
27
  "learning_rate": 9.870283171835882e-05,
28
- "loss": 0.4372,
29
  "step": 1000
30
  },
31
  {
32
  "epoch": 0.01,
33
  "eval_loss": 0.4252806007862091,
34
- "eval_runtime": 44.2641,
35
- "eval_samples_per_second": 962.969,
36
- "eval_steps_per_second": 120.391,
37
  "step": 1000
38
- },
39
- {
40
- "epoch": 0.02,
41
- "learning_rate": 9.805424757753824e-05,
42
- "loss": 0.4307,
43
- "step": 1500
44
- },
45
- {
46
- "epoch": 0.02,
47
- "eval_loss": 0.4136431813240051,
48
- "eval_runtime": 44.2019,
49
- "eval_samples_per_second": 964.324,
50
- "eval_steps_per_second": 120.56,
51
- "step": 1500
52
  }
53
  ],
54
- "logging_steps": 500,
55
  "max_steps": 77091,
56
  "num_input_tokens_seen": 0,
57
  "num_train_epochs": 1,
58
- "save_steps": 500,
59
- "total_flos": 287882132544000.0,
60
  "train_batch_size": 8,
61
  "trial_name": null,
62
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.012971682816411773,
5
+ "eval_steps": 1000,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  {
12
  "epoch": 0.01,
13
  "learning_rate": 9.870283171835882e-05,
14
+ "loss": 0.4413,
15
  "step": 1000
16
  },
17
  {
18
  "epoch": 0.01,
19
  "eval_loss": 0.4252806007862091,
20
+ "eval_runtime": 44.1153,
21
+ "eval_samples_per_second": 966.218,
22
+ "eval_steps_per_second": 120.797,
23
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  }
25
  ],
26
+ "logging_steps": 1000,
27
  "max_steps": 77091,
28
  "num_input_tokens_seen": 0,
29
  "num_train_epochs": 1,
30
+ "save_steps": 1000,
31
+ "total_flos": 191921421696000.0,
32
  "train_batch_size": 8,
33
  "trial_name": null,
34
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d111f3ca5d4704711f5a74c01bdd0af34272b2915b56acd587f2482f22c7231d
3
  size 4271
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d8f77ae3f372c2a4869ecfb95a0437ca524feaab3e3fbe3a1efa4cac16640e
3
  size 4271