ccore commited on
Commit
3da838c
·
verified ·
1 Parent(s): 92ccb96

Training in progress, epoch 1, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d88f375c58d8ecf6070a3a48664a302ed8dbf0dad2ffd826a2ad6db509b872e9
3
  size 1447317080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c08c279901858aee025dc9a01eaaf3e63e8e74ad64705510b55da3cc4bb13f92
3
  size 1447317080
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:904aabd09e5ab2d4842541ff4a64ea0652371fcb9abb5ec68b195bb9f350b357
3
  size 2894813242
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c4047bf30ee81dddc69b9bef4cd7dcad91c50c20b3f88f85ae682e07be9e180
3
  size 2894813242
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9899ccda7f0d8d9511991180b93aab508ce6e8489de708c88ad1188e7e1d90d6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d252aa4fd4abcdd6921ac9bca5da24468d71664fb81e0357f080da3a33cfddad
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4e08f4bd2e13338aa886519af02f9f55dcd6d189e44d6214fbeb6f35dbe5b4
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,48 +1,24 @@
1
  {
2
- "best_metric": 0.5371374487876892,
3
- "best_model_checkpoint": "./opt_trained2/checkpoint-172",
4
- "epoch": 4.0,
5
  "eval_steps": 500,
6
- "global_step": 172,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_loss": 0.5563850402832031,
14
- "eval_runtime": 16.8934,
15
- "eval_samples_per_second": 17.758,
16
- "eval_steps_per_second": 4.44,
17
- "step": 43
18
- },
19
- {
20
- "epoch": 2.0,
21
- "eval_loss": 0.5786572694778442,
22
- "eval_runtime": 16.9078,
23
- "eval_samples_per_second": 17.743,
24
- "eval_steps_per_second": 4.436,
25
- "step": 86
26
- },
27
- {
28
- "epoch": 3.0,
29
- "eval_loss": 0.5410714745521545,
30
- "eval_runtime": 16.9111,
31
- "eval_samples_per_second": 17.74,
32
- "eval_steps_per_second": 4.435,
33
- "step": 129
34
- },
35
- {
36
- "epoch": 4.0,
37
- "eval_loss": 0.5371374487876892,
38
- "eval_runtime": 16.8955,
39
- "eval_samples_per_second": 17.756,
40
- "eval_steps_per_second": 4.439,
41
- "step": 172
42
  }
43
  ],
44
  "logging_steps": 500,
45
- "max_steps": 840,
46
  "num_input_tokens_seen": 0,
47
  "num_train_epochs": 20,
48
  "save_steps": 500,
@@ -58,8 +34,8 @@
58
  "attributes": {}
59
  }
60
  },
61
- "total_flos": 7872761701094400.0,
62
- "train_batch_size": 8,
63
  "trial_name": null,
64
  "trial_params": null
65
  }
 
1
  {
2
+ "best_metric": 0.550789475440979,
3
+ "best_model_checkpoint": "./opt_trained2/checkpoint-85",
4
+ "epoch": 1.0,
5
  "eval_steps": 500,
6
+ "global_step": 85,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_loss": 0.550789475440979,
14
+ "eval_runtime": 28.7861,
15
+ "eval_samples_per_second": 10.422,
16
+ "eval_steps_per_second": 2.605,
17
+ "step": 85
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  }
19
  ],
20
  "logging_steps": 500,
21
+ "max_steps": 1680,
22
  "num_input_tokens_seen": 0,
23
  "num_train_epochs": 20,
24
  "save_steps": 500,
 
34
  "attributes": {}
35
  }
36
  },
37
+ "total_flos": 3280317375456000.0,
38
+ "train_batch_size": 4,
39
  "trial_name": null,
40
  "trial_params": null
41
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d79588ef006b4c033f0fd3d59d0987acd4668042b7cfd96edaf0a29cb13b029d
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:398e7e7a79c7e812a6a1020ffa15321ac036a12ab5f062eb1380c17bb0b3f7bc
3
  size 5368