ExplosionNuclear commited on
Commit
da78366
·
verified ·
1 Parent(s): 8ebfd6d

Upload checkpoint 3

Browse files
checkpoint-3/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5134476dbae3613818838a149dea2c81966805cfc57c78efb1121f0b647c2e9
3
+ size 5637240474
checkpoint-3/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
3
+ size 14244
checkpoint-3/saes-00000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54f066db6a38a234ce5a15e4844bc05bc37b98351ae18696ee70afd0d4b5382d
3
+ size 2818583704
checkpoint-3/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7582c8f65c7441611be22f413b9a944b31c58d005c47e9df0a4343f02aab700
3
+ size 1000
checkpoint-3/trainer_state.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.00096,
5
+ "eval_steps": 500,
6
+ "global_step": 3,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [],
11
+ "logging_steps": 10,
12
+ "max_steps": 37500,
13
+ "num_input_tokens_seen": 0,
14
+ "num_train_epochs": 12,
15
+ "save_steps": 3,
16
+ "stateful_callbacks": {
17
+ "TrainerControl": {
18
+ "args": {
19
+ "should_epoch_stop": false,
20
+ "should_evaluate": false,
21
+ "should_log": false,
22
+ "should_save": true,
23
+ "should_training_stop": false
24
+ },
25
+ "attributes": {}
26
+ }
27
+ },
28
+ "total_flos": 91631840219136.0,
29
+ "train_batch_size": 2,
30
+ "trial_name": null,
31
+ "trial_params": null
32
+ }