aixk commited on
Commit
e3b3bd4
·
1 Parent(s): c5d2b2a

prune 1 old checkpoints

Browse files
slots/0/checkpoint-27/config.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "architectures": [
3
- "TwinyForCausalLM"
4
- ],
5
- "attention_dropout": 0.0,
6
- "dtype": "float32",
7
- "hidden_dropout": 0.0,
8
- "hidden_size": 768,
9
- "initializer_range": 0.02,
10
- "intermediate_size": 3072,
11
- "max_position_embeddings": 128,
12
- "model_type": "twiny",
13
- "neftune_alpha": 0.0,
14
- "num_attention_heads": 12,
15
- "num_hidden_layers": 3,
16
- "num_key_value_heads": 3,
17
- "qk_norm": true,
18
- "rezero_init": 1.0,
19
- "rms_norm_eps": 1e-06,
20
- "rope_theta": 10000.0,
21
- "transformers_version": "5.0.0",
22
- "use_cache": false,
23
- "vocab_size": 32000
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
slots/0/checkpoint-27/trainer_state.json DELETED
@@ -1,48 +0,0 @@
1
- {
2
- "best_global_step": null,
3
- "best_metric": null,
4
- "best_model_checkpoint": null,
5
- "epoch": 0.0005264168656164975,
6
- "eval_steps": 500,
7
- "global_step": 27,
8
- "is_hyper_param_search": false,
9
- "is_local_process_zero": true,
10
- "is_world_process_zero": true,
11
- "log_history": [
12
- {
13
- "epoch": 1.9496920948759166e-05,
14
- "grad_norm": 243.27565002441406,
15
- "learning_rate": 5e-05,
16
- "loss": 64.64595031738281,
17
- "step": 1
18
- },
19
- {
20
- "epoch": 0.00038993841897518337,
21
- "grad_norm": 21.290706634521484,
22
- "learning_rate": 4.9999997291360456e-05,
23
- "loss": 19.46853316457648,
24
- "step": 20
25
- }
26
- ],
27
- "logging_steps": 20,
28
- "max_steps": 128228,
29
- "num_input_tokens_seen": 0,
30
- "num_train_epochs": 3,
31
- "save_steps": 1000000000,
32
- "stateful_callbacks": {
33
- "TrainerControl": {
34
- "args": {
35
- "should_epoch_stop": false,
36
- "should_evaluate": false,
37
- "should_log": false,
38
- "should_save": true,
39
- "should_training_stop": false
40
- },
41
- "attributes": {}
42
- }
43
- },
44
- "total_flos": 43147237386240.0,
45
- "train_batch_size": 1,
46
- "trial_name": null,
47
- "trial_params": null
48
- }