aixk commited on
Commit
a632f2c
·
1 Parent(s): b1848d0

update slot resume pointers for step 239

Browse files
slots/0/checkpoint-194/config.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "architectures": [
3
- "MinixForCausalLM"
4
- ],
5
- "attention_dropout": 0.0,
6
- "dtype": "float32",
7
- "hidden_dropout": 0.0,
8
- "hidden_size": 768,
9
- "initializer_range": 0.02,
10
- "intermediate_size": 3072,
11
- "max_position_embeddings": 128,
12
- "model_type": "minix",
13
- "neftune_alpha": 0.0,
14
- "num_attention_heads": 12,
15
- "num_hidden_layers": 1,
16
- "num_key_value_heads": 3,
17
- "qk_norm": true,
18
- "rezero_init": 1.0,
19
- "rms_norm_eps": 1e-06,
20
- "rope_theta": 10000.0,
21
- "transformers_version": "5.0.0",
22
- "use_cache": false,
23
- "vocab_size": 32000
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
slots/0/checkpoint-194/trainer_state.json DELETED
@@ -1,104 +0,0 @@
1
- {
2
- "best_global_step": null,
3
- "best_metric": null,
4
- "best_model_checkpoint": null,
5
- "epoch": 0.012590228619731289,
6
- "eval_steps": 500,
7
- "global_step": 194,
8
- "is_hyper_param_search": false,
9
- "is_local_process_zero": true,
10
- "is_world_process_zero": true,
11
- "log_history": [
12
- {
13
- "epoch": 6.489808566871798e-05,
14
- "grad_norm": 109.46859741210938,
15
- "learning_rate": 5e-05,
16
- "loss": 421.4660949707031,
17
- "step": 1
18
- },
19
- {
20
- "epoch": 0.0012979617133743598,
21
- "grad_norm": 88.54906463623047,
22
- "learning_rate": 4.999996998926224e-05,
23
- "loss": 390.39101048519734,
24
- "step": 20
25
- },
26
- {
27
- "epoch": 0.0025959234267487197,
28
- "grad_norm": 60.599815368652344,
29
- "learning_rate": 4.999987355594792e-05,
30
- "loss": 341.1005126953125,
31
- "step": 40
32
- },
33
- {
34
- "epoch": 0.003893885140123079,
35
- "grad_norm": 42.03083419799805,
36
- "learning_rate": 4.999971061718136e-05,
37
- "loss": 318.29091796875,
38
- "step": 60
39
- },
40
- {
41
- "epoch": 0.005191846853497439,
42
- "grad_norm": 34.96514129638672,
43
- "learning_rate": 4.999948117339598e-05,
44
- "loss": 305.076220703125,
45
- "step": 80
46
- },
47
- {
48
- "epoch": 0.006489808566871798,
49
- "grad_norm": 37.357093811035156,
50
- "learning_rate": 4.9999185225202174e-05,
51
- "loss": 298.5962890625,
52
- "step": 100
53
- },
54
- {
55
- "epoch": 0.007787770280246158,
56
- "grad_norm": 43.13069152832031,
57
- "learning_rate": 4.999882277338722e-05,
58
- "loss": 291.7892578125,
59
- "step": 120
60
- },
61
- {
62
- "epoch": 0.009085731993620519,
63
- "grad_norm": 43.607086181640625,
64
- "learning_rate": 4.9998393818915336e-05,
65
- "loss": 283.4513671875,
66
- "step": 140
67
- },
68
- {
69
- "epoch": 0.010383693706994879,
70
- "grad_norm": 45.93403625488281,
71
- "learning_rate": 4.999789836292764e-05,
72
- "loss": 279.384619140625,
73
- "step": 160
74
- },
75
- {
76
- "epoch": 0.011681655420369237,
77
- "grad_norm": 42.242095947265625,
78
- "learning_rate": 4.9997336406742147e-05,
79
- "loss": 272.4620849609375,
80
- "step": 180
81
- }
82
- ],
83
- "logging_steps": 20,
84
- "max_steps": 38523,
85
- "num_input_tokens_seen": 0,
86
- "num_train_epochs": 3,
87
- "save_steps": 1000000000,
88
- "stateful_callbacks": {
89
- "TrainerControl": {
90
- "args": {
91
- "should_epoch_stop": false,
92
- "should_evaluate": false,
93
- "should_log": false,
94
- "should_save": true,
95
- "should_training_stop": false
96
- },
97
- "attributes": {}
98
- }
99
- },
100
- "total_flos": 200986745425920.0,
101
- "train_batch_size": 1,
102
- "trial_name": null,
103
- "trial_params": null
104
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
slots/0/latest.json CHANGED
@@ -1 +1 @@
1
- {"worker_id": "slot:0", "checkpoint": "slots/0/checkpoint-194", "step": 194, "updated_at": 1776695992}
 
1
+ {"worker_id": "slot:0", "checkpoint": "slots/0/checkpoint-239", "step": 239, "updated_at": 1776697659}