mrjackspade commited on
Commit
a29c008
·
verified ·
1 Parent(s): ebbe1c5

Publish step 4020 checkpoint manifest

Browse files
manifests/checkpoint_step_00004020.json ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "status": "complete",
4
+ "config_fingerprint": "0667d4ea7a9eeb08101909c8f4b52860faadd491ce6d4ceb8094405e04a5f75e",
5
+ "dataset_fingerprint": "6cf9eb3d777a338eb007dcc5606b2aac6605bf899a191ea399ccd77d5527acfb",
6
+ "cursor": {
7
+ "global_step": 4020,
8
+ "micro_step": 32261,
9
+ "dataset_epoch": 2,
10
+ "sample_offset": 1920,
11
+ "accumulation_step": 0
12
+ },
13
+ "extra": {
14
+ "last_metrics": {
15
+ "global_step": 4020,
16
+ "behavior_loss": 0.0124094303464517,
17
+ "behavior_microbatches": 8,
18
+ "behavior_singleton_microbatches": 0,
19
+ "oom_replayed_as_singletons": false,
20
+ "gradient_norm": 0.014340076595544815,
21
+ "learning_rate_used": 1e-06,
22
+ "step_seconds": 12.155,
23
+ "peak_reserved_gib": 24.904,
24
+ "optimizer_state_device": "cpu_between_updates",
25
+ "weighted_behavior_objective": 0.0124094303464517,
26
+ "validation_behavior_loss": 0.016728750793263317,
27
+ "lr_window_phase": "continue",
28
+ "lr_window_start_step": 3970,
29
+ "lr_window_end_step": 4020,
30
+ "lr_window_point_count": 6,
31
+ "lr_window_log_slope_per_step": 2.857140227696675e-06,
32
+ "lr_window_fitted_log_descent": -0.00014285701138483375,
33
+ "lr_window_relative_descent": -0.0001428672159335953,
34
+ "lr_window_residual_mad_scale": 0.0018129892036015775,
35
+ "lr_window_descent_to_noise": -0.0787963938787073,
36
+ "lr_window_accepted": false,
37
+ "lr_window_elbow_step": 4010,
38
+ "lr_training_window_start_step": 3980,
39
+ "lr_training_window_end_step": 4020,
40
+ "lr_training_window_point_count": 5,
41
+ "lr_training_window_log_slope_per_step": -0.004031772364867914,
42
+ "lr_training_window_fitted_log_descent": 0.16127089459471655,
43
+ "lr_training_window_relative_descent": 0.14893850808069897,
44
+ "lr_training_window_residual_mad_scale": 0.024335189799852216,
45
+ "lr_training_window_descent_to_noise": 6.627065411082018,
46
+ "lr_training_window_accepted": true,
47
+ "lr_training_window_elbow_step": 4020,
48
+ "lr_window_any_signal_accepted": true,
49
+ "validation_interval": 10,
50
+ "next_validation_step": 4030,
51
+ "learning_rate": 1e-06
52
+ },
53
+ "reason": "periodic",
54
+ "parent": null,
55
+ "lr_control": {
56
+ "version": 3,
57
+ "config": {
58
+ "factor": 0.5,
59
+ "minimum_learning_rate": 1e-06,
60
+ "window_steps": 50,
61
+ "probe_every_steps": 10,
62
+ "confirmation_steps": 20,
63
+ "minimum_descent_to_noise": 1.0,
64
+ "minimum_relative_descent": 0.0
65
+ },
66
+ "state": {
67
+ "learning_rate": 1e-06,
68
+ "points": [
69
+ {
70
+ "step": 4020,
71
+ "loss": 0.016728750793263317
72
+ }
73
+ ],
74
+ "training_points": [],
75
+ "training_loss_sum": 0.0,
76
+ "training_loss_count": 0,
77
+ "last_training_step": 4020,
78
+ "window_start_step": 4020,
79
+ "next_validation_step": 4030,
80
+ "last_analysis": {
81
+ "start_step": 3970,
82
+ "end_step": 4020,
83
+ "point_count": 6,
84
+ "log_slope_per_step": 2.857140227696675e-06,
85
+ "fitted_log_descent": -0.00014285701138483375,
86
+ "relative_descent": -0.0001428672159335953,
87
+ "residual_mad_scale": 0.0018129892036015775,
88
+ "descent_to_noise": -0.0787963938787073,
89
+ "accepted": false,
90
+ "elbow_step": 4010
91
+ },
92
+ "last_training_analysis": {
93
+ "start_step": 3980,
94
+ "end_step": 4020,
95
+ "point_count": 5,
96
+ "log_slope_per_step": -0.004031772364867914,
97
+ "fitted_log_descent": 0.16127089459471655,
98
+ "relative_descent": 0.14893850808069897,
99
+ "residual_mad_scale": 0.024335189799852216,
100
+ "descent_to_noise": 6.627065411082018,
101
+ "accepted": true,
102
+ "elbow_step": 4020
103
+ },
104
+ "confirming": false,
105
+ "pending_rollback": null,
106
+ "reductions": 9
107
+ }
108
+ },
109
+ "rollback_replay": null
110
+ },
111
+ "files": {
112
+ "adapters.safetensors": "fe1e1978fafed74732035f4a372e9deca4fbee6d60b1339bb89c093dcba35ea1",
113
+ "training_state.pt": "b5091e7e6a9feead01cb1a310fa0440ec3936c5b7f801fc04ede701907236c51"
114
+ }
115
+ }