BIue-Jay commited on
Commit
32dc65b
·
verified ·
1 Parent(s): 26dc037

Rename trolley-push -> a10-trolley-push, basket-transfer -> a20-basket-transfer (task codes); add training records

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +4 -3
  2. {basket-transfer → a10-trolley-push}/epoch-010/config.json +0 -0
  3. {trolley-push → a10-trolley-push}/epoch-010/dataset_meta/hb-dataset-receipt.json +0 -0
  4. {basket-transfer → a10-trolley-push}/epoch-010/dataset_meta/modality.json +0 -0
  5. {trolley-push → a10-trolley-push}/epoch-010/embodiment_id.json +0 -0
  6. {trolley-push → a10-trolley-push}/epoch-010/experiment_cfg/conf.yaml +0 -0
  7. {trolley-push → a10-trolley-push}/epoch-010/experiment_cfg/config.yaml +0 -0
  8. {trolley-push → a10-trolley-push}/epoch-010/experiment_cfg/dataset_statistics.json +0 -0
  9. {basket-transfer → a10-trolley-push}/epoch-010/experiment_cfg/final_model_config.json +0 -0
  10. {trolley-push → a10-trolley-push}/epoch-010/experiment_cfg/final_processor_config.json +0 -0
  11. {trolley-push → a10-trolley-push}/epoch-010/model-00001-of-00002.safetensors +0 -0
  12. {trolley-push → a10-trolley-push}/epoch-010/model-00002-of-00002.safetensors +0 -0
  13. {basket-transfer → a10-trolley-push}/epoch-010/model.safetensors.index.json +0 -0
  14. {basket-transfer → a10-trolley-push}/epoch-010/processor_config.json +0 -0
  15. {trolley-push → a10-trolley-push}/epoch-010/protocol.json +9 -3
  16. {trolley-push → a10-trolley-push}/epoch-010/statistics.json +0 -0
  17. a10-trolley-push/epoch-010/train.log +0 -0
  18. a10-trolley-push/epoch-010/trainer_state.json +616 -0
  19. a10-trolley-push/epoch-010/training_args.bin +3 -0
  20. a10-trolley-push/epoch-010/training_plan.json +1 -0
  21. a10-trolley-push/epoch-010/wandb_config.json +1 -0
  22. {basket-transfer → a10-trolley-push}/epoch-020/config.json +0 -0
  23. {trolley-push → a10-trolley-push}/epoch-020/dataset_meta/hb-dataset-receipt.json +0 -0
  24. {basket-transfer → a10-trolley-push}/epoch-020/dataset_meta/modality.json +0 -0
  25. {trolley-push → a10-trolley-push}/epoch-020/embodiment_id.json +0 -0
  26. {trolley-push → a10-trolley-push}/epoch-020/experiment_cfg/conf.yaml +0 -0
  27. {trolley-push → a10-trolley-push}/epoch-020/experiment_cfg/config.yaml +0 -0
  28. {trolley-push → a10-trolley-push}/epoch-020/experiment_cfg/dataset_statistics.json +0 -0
  29. {basket-transfer → a10-trolley-push}/epoch-020/experiment_cfg/final_model_config.json +0 -0
  30. {trolley-push → a10-trolley-push}/epoch-020/experiment_cfg/final_processor_config.json +0 -0
  31. {trolley-push → a10-trolley-push}/epoch-020/model-00001-of-00002.safetensors +0 -0
  32. {trolley-push → a10-trolley-push}/epoch-020/model-00002-of-00002.safetensors +0 -0
  33. {basket-transfer → a10-trolley-push}/epoch-020/model.safetensors.index.json +0 -0
  34. {basket-transfer → a10-trolley-push}/epoch-020/processor_config.json +0 -0
  35. {trolley-push → a10-trolley-push}/epoch-020/protocol.json +9 -3
  36. {trolley-push → a10-trolley-push}/epoch-020/statistics.json +0 -0
  37. a10-trolley-push/epoch-020/train.log +0 -0
  38. a10-trolley-push/epoch-020/trainer_state.json +1204 -0
  39. a10-trolley-push/epoch-020/training_args.bin +3 -0
  40. a10-trolley-push/epoch-020/training_plan.json +1 -0
  41. a10-trolley-push/epoch-020/wandb_config.json +1 -0
  42. a17-unscrew-bottle/epoch-010/protocol.json +7 -1
  43. a17-unscrew-bottle/epoch-010/train.log +0 -0
  44. a17-unscrew-bottle/epoch-010/trainer_state.json +1024 -0
  45. a17-unscrew-bottle/epoch-010/training_args.bin +3 -0
  46. a17-unscrew-bottle/epoch-010/training_plan.json +1 -0
  47. a17-unscrew-bottle/epoch-010/wandb_config.json +1 -0
  48. a17-unscrew-bottle/epoch-020/protocol.json +7 -1
  49. a17-unscrew-bottle/epoch-020/train.log +0 -0
  50. a17-unscrew-bottle/epoch-020/trainer_state.json +2020 -0
README.md CHANGED
@@ -15,14 +15,15 @@ x 8 GPUs, one node per run, 20 epochs).
15
  | `a3-fridge-open/` | Open the fridge door | Unitree G1 |
16
  | `a7-cabinet-close/` | Close the cabinet door | Unitree G1 |
17
  | `a18-pour-water/` | Pour water from a pitcher into a glass | H2 (Sharpa hands) |
18
- | `trolley-push/` | Push a trolley | Unitree G1 |
19
- | `basket-transfer/` | Transfer a basket | Unitree G1 |
20
  | `a17-unscrew-bottle/` | Unscrew the cap of a bottle | H2 (Sharpa hands) |
21
 
22
  Each task folder has `epoch-010/` and `epoch-020/` (100 demonstrations per task, 20 epochs, saved at epoch 10 and 20).
23
  Every epoch folder is self-contained for deployment and evaluation: weights, model / processor configuration,
24
  normalization statistics and `protocol.json` (input/output dimensions, cameras, step counts, file list).
25
- Optimizer, trainer and resume state are not included. `code/` holds the adapter code used for training and inference.
 
26
 
27
  Model inputs are identical across all benchmark models: G1 state 44-D (29 body joint angles + 6 + 6 measured hand
28
  values + 3 projected gravity), H2 state 78-D (75 joint angles + 3 projected gravity), no joint velocities.
 
15
  | `a3-fridge-open/` | Open the fridge door | Unitree G1 |
16
  | `a7-cabinet-close/` | Close the cabinet door | Unitree G1 |
17
  | `a18-pour-water/` | Pour water from a pitcher into a glass | H2 (Sharpa hands) |
18
+ | `a10-trolley-push/` | Push a trolley | Unitree G1 |
19
+ | `a20-basket-transfer/` | Transfer a basket | Unitree G1 |
20
  | `a17-unscrew-bottle/` | Unscrew the cap of a bottle | H2 (Sharpa hands) |
21
 
22
  Each task folder has `epoch-010/` and `epoch-020/` (100 demonstrations per task, 20 epochs, saved at epoch 10 and 20).
23
  Every epoch folder is self-contained for deployment and evaluation: weights, model / processor configuration,
24
  normalization statistics and `protocol.json` (input/output dimensions, cameras, step counts, file list).
25
+ Training records are included for reproducibility (`training_plan.json`, `train.log`, and for GR00T `trainer_state.json`,
26
+ `training_args.bin`, `wandb_config.json`); optimizer / scheduler / RNG / DeepSpeed resume state is not. `code/` holds the adapter code used for training and inference.
27
 
28
  Model inputs are identical across all benchmark models: G1 state 44-D (29 body joint angles + 6 + 6 measured hand
29
  values + 3 projected gravity), H2 state 78-D (75 joint angles + 3 projected gravity), no joint velocities.
{basket-transfer → a10-trolley-push}/epoch-010/config.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/dataset_meta/hb-dataset-receipt.json RENAMED
File without changes
{basket-transfer → a10-trolley-push}/epoch-010/dataset_meta/modality.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/embodiment_id.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/experiment_cfg/conf.yaml RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/experiment_cfg/config.yaml RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/experiment_cfg/dataset_statistics.json RENAMED
File without changes
{basket-transfer → a10-trolley-push}/epoch-010/experiment_cfg/final_model_config.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/experiment_cfg/final_processor_config.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/model-00001-of-00002.safetensors RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/model-00002-of-00002.safetensors RENAMED
File without changes
{basket-transfer → a10-trolley-push}/epoch-010/model.safetensors.index.json RENAMED
File without changes
{basket-transfer → a10-trolley-push}/epoch-010/processor_config.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-010/protocol.json RENAMED
@@ -2,8 +2,8 @@
2
  "model": "GR00T N1.7 (Gr00tN1d7), full fine-tune of the action head; VLM backbone frozen",
3
  "base_checkpoint": "GR00T N1.7 base (policies-20261109/models/groot-n17-base)",
4
  "vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
5
- "task": "Trolley push (G1)",
6
- "task_dir": "trolley-push",
7
  "training_data": "trolley-push-expert-v1 @ef9024a",
8
  "robot": "Unitree G1",
9
  "embodiment_tag": "new_embodiment",
@@ -52,6 +52,7 @@
52
  "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
53
  "config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
54
  "inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
 
55
  "resume_state_included": false,
56
  "files": {
57
  "config.json": 2221,
@@ -67,6 +68,11 @@
67
  "model-00002-of-00002.safetensors": 1919980184,
68
  "model.safetensors.index.json": 104985,
69
  "processor_config.json": 26945,
70
- "statistics.json": 4313924
 
 
 
 
 
71
  }
72
  }
 
2
  "model": "GR00T N1.7 (Gr00tN1d7), full fine-tune of the action head; VLM backbone frozen",
3
  "base_checkpoint": "GR00T N1.7 base (policies-20261109/models/groot-n17-base)",
4
  "vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
5
+ "task": "A10 trolley push (G1)",
6
+ "task_dir": "a10-trolley-push",
7
  "training_data": "trolley-push-expert-v1 @ef9024a",
8
  "robot": "Unitree G1",
9
  "embodiment_tag": "new_embodiment",
 
52
  "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
53
  "config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
54
  "inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
55
+ "training_records_included": true,
56
  "resume_state_included": false,
57
  "files": {
58
  "config.json": 2221,
 
68
  "model-00002-of-00002.safetensors": 1919980184,
69
  "model.safetensors.index.json": 104985,
70
  "processor_config.json": 26945,
71
+ "statistics.json": 4313924,
72
+ "train.log": 209571,
73
+ "trainer_state.json": 14129,
74
+ "training_args.bin": 8017,
75
+ "training_plan.json": 148,
76
+ "wandb_config.json": 58
77
  }
78
  }
{trolley-push → a10-trolley-push}/epoch-010/statistics.json RENAMED
File without changes
a10-trolley-push/epoch-010/train.log ADDED
The diff for this file is too large to render. See raw diff
 
a10-trolley-push/epoch-010/trainer_state.json ADDED
@@ -0,0 +1,616 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.5002554931016863,
6
+ "eval_steps": 500,
7
+ "global_step": 979,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "grad_norm": 0.22514653205871582,
14
+ "learning_rate": 9.183673469387756e-06,
15
+ "loss": 1.3677,
16
+ "step": 10
17
+ },
18
+ {
19
+ "grad_norm": 0.39645859599113464,
20
+ "learning_rate": 1.9387755102040817e-05,
21
+ "loss": 1.315,
22
+ "step": 20
23
+ },
24
+ {
25
+ "grad_norm": 0.28724589943885803,
26
+ "learning_rate": 2.959183673469388e-05,
27
+ "loss": 1.1609,
28
+ "step": 30
29
+ },
30
+ {
31
+ "grad_norm": 0.302042692899704,
32
+ "learning_rate": 3.979591836734694e-05,
33
+ "loss": 1.103,
34
+ "step": 40
35
+ },
36
+ {
37
+ "grad_norm": 0.22951769828796387,
38
+ "learning_rate": 5e-05,
39
+ "loss": 1.0891,
40
+ "step": 50
41
+ },
42
+ {
43
+ "grad_norm": 0.33754128217697144,
44
+ "learning_rate": 6.0204081632653065e-05,
45
+ "loss": 1.0822,
46
+ "step": 60
47
+ },
48
+ {
49
+ "grad_norm": 0.35867851972579956,
50
+ "learning_rate": 7.040816326530612e-05,
51
+ "loss": 1.0686,
52
+ "step": 70
53
+ },
54
+ {
55
+ "grad_norm": 0.46268096566200256,
56
+ "learning_rate": 8.061224489795919e-05,
57
+ "loss": 1.035,
58
+ "step": 80
59
+ },
60
+ {
61
+ "grad_norm": 0.5262307524681091,
62
+ "learning_rate": 9.081632653061225e-05,
63
+ "loss": 0.9617,
64
+ "step": 90
65
+ },
66
+ {
67
+ "grad_norm": 0.842326819896698,
68
+ "learning_rate": 9.999992860285083e-05,
69
+ "loss": 0.88,
70
+ "step": 100
71
+ },
72
+ {
73
+ "grad_norm": 0.6478013396263123,
74
+ "learning_rate": 9.999136119166803e-05,
75
+ "loss": 0.8213,
76
+ "step": 110
77
+ },
78
+ {
79
+ "grad_norm": 0.8749905228614807,
80
+ "learning_rate": 9.996851715417168e-05,
81
+ "loss": 0.7626,
82
+ "step": 120
83
+ },
84
+ {
85
+ "grad_norm": 0.7630281448364258,
86
+ "learning_rate": 9.993140301420465e-05,
87
+ "loss": 0.7099,
88
+ "step": 130
89
+ },
90
+ {
91
+ "grad_norm": 0.9698840379714966,
92
+ "learning_rate": 9.988002937089238e-05,
93
+ "loss": 0.6643,
94
+ "step": 140
95
+ },
96
+ {
97
+ "grad_norm": 0.7826204299926758,
98
+ "learning_rate": 9.981441089561589e-05,
99
+ "loss": 0.6214,
100
+ "step": 150
101
+ },
102
+ {
103
+ "grad_norm": 0.852465033531189,
104
+ "learning_rate": 9.973456632782194e-05,
105
+ "loss": 0.5903,
106
+ "step": 160
107
+ },
108
+ {
109
+ "grad_norm": 0.9030975699424744,
110
+ "learning_rate": 9.96405184696713e-05,
111
+ "loss": 0.5646,
112
+ "step": 170
113
+ },
114
+ {
115
+ "grad_norm": 1.0621460676193237,
116
+ "learning_rate": 9.953229417952705e-05,
117
+ "loss": 0.5381,
118
+ "step": 180
119
+ },
120
+ {
121
+ "grad_norm": 1.4435899257659912,
122
+ "learning_rate": 9.940992436428409e-05,
123
+ "loss": 0.5097,
124
+ "step": 190
125
+ },
126
+ {
127
+ "grad_norm": 0.8776593804359436,
128
+ "learning_rate": 9.927344397054286e-05,
129
+ "loss": 0.4881,
130
+ "step": 200
131
+ },
132
+ {
133
+ "grad_norm": 0.9183976650238037,
134
+ "learning_rate": 9.912289197462914e-05,
135
+ "loss": 0.4608,
136
+ "step": 210
137
+ },
138
+ {
139
+ "grad_norm": 0.8707662224769592,
140
+ "learning_rate": 9.895831137146318e-05,
141
+ "loss": 0.4424,
142
+ "step": 220
143
+ },
144
+ {
145
+ "grad_norm": 0.9390162825584412,
146
+ "learning_rate": 9.877974916228105e-05,
147
+ "loss": 0.4261,
148
+ "step": 230
149
+ },
150
+ {
151
+ "grad_norm": 1.211522102355957,
152
+ "learning_rate": 9.858725634121202e-05,
153
+ "loss": 0.3973,
154
+ "step": 240
155
+ },
156
+ {
157
+ "grad_norm": 0.9938608407974243,
158
+ "learning_rate": 9.838088788071549e-05,
159
+ "loss": 0.3908,
160
+ "step": 250
161
+ },
162
+ {
163
+ "grad_norm": 0.9961346983909607,
164
+ "learning_rate": 9.816070271588193e-05,
165
+ "loss": 0.3684,
166
+ "step": 260
167
+ },
168
+ {
169
+ "grad_norm": 1.4667414426803589,
170
+ "learning_rate": 9.792676372760199e-05,
171
+ "loss": 0.3428,
172
+ "step": 270
173
+ },
174
+ {
175
+ "grad_norm": 1.4343897104263306,
176
+ "learning_rate": 9.767913772460898e-05,
177
+ "loss": 0.3239,
178
+ "step": 280
179
+ },
180
+ {
181
+ "grad_norm": 1.1094796657562256,
182
+ "learning_rate": 9.741789542439936e-05,
183
+ "loss": 0.3083,
184
+ "step": 290
185
+ },
186
+ {
187
+ "grad_norm": 1.1827771663665771,
188
+ "learning_rate": 9.714311143303728e-05,
189
+ "loss": 0.2961,
190
+ "step": 300
191
+ },
192
+ {
193
+ "grad_norm": 1.475042700767517,
194
+ "learning_rate": 9.685486422384826e-05,
195
+ "loss": 0.2734,
196
+ "step": 310
197
+ },
198
+ {
199
+ "grad_norm": 0.9782205820083618,
200
+ "learning_rate": 9.655323611500875e-05,
201
+ "loss": 0.2631,
202
+ "step": 320
203
+ },
204
+ {
205
+ "grad_norm": 1.1608284711837769,
206
+ "learning_rate": 9.623831324603754e-05,
207
+ "loss": 0.2401,
208
+ "step": 330
209
+ },
210
+ {
211
+ "grad_norm": 1.0837104320526123,
212
+ "learning_rate": 9.59101855531958e-05,
213
+ "loss": 0.2263,
214
+ "step": 340
215
+ },
216
+ {
217
+ "grad_norm": 1.0658128261566162,
218
+ "learning_rate": 9.556894674380301e-05,
219
+ "loss": 0.2111,
220
+ "step": 350
221
+ },
222
+ {
223
+ "grad_norm": 1.6801759004592896,
224
+ "learning_rate": 9.52146942694758e-05,
225
+ "loss": 0.1946,
226
+ "step": 360
227
+ },
228
+ {
229
+ "grad_norm": 1.5271199941635132,
230
+ "learning_rate": 9.484752929829751e-05,
231
+ "loss": 0.1843,
232
+ "step": 370
233
+ },
234
+ {
235
+ "grad_norm": 1.335675597190857,
236
+ "learning_rate": 9.446755668592654e-05,
237
+ "loss": 0.1702,
238
+ "step": 380
239
+ },
240
+ {
241
+ "grad_norm": 1.0669093132019043,
242
+ "learning_rate": 9.407488494565127e-05,
243
+ "loss": 0.167,
244
+ "step": 390
245
+ },
246
+ {
247
+ "grad_norm": 1.0908023118972778,
248
+ "learning_rate": 9.366962621740081e-05,
249
+ "loss": 0.1481,
250
+ "step": 400
251
+ },
252
+ {
253
+ "grad_norm": 1.1976001262664795,
254
+ "learning_rate": 9.325189623571981e-05,
255
+ "loss": 0.1474,
256
+ "step": 410
257
+ },
258
+ {
259
+ "grad_norm": 1.0947293043136597,
260
+ "learning_rate": 9.282181429671676e-05,
261
+ "loss": 0.1439,
262
+ "step": 420
263
+ },
264
+ {
265
+ "grad_norm": 0.9035284519195557,
266
+ "learning_rate": 9.237950322399521e-05,
267
+ "loss": 0.1374,
268
+ "step": 430
269
+ },
270
+ {
271
+ "grad_norm": 1.159369707107544,
272
+ "learning_rate": 9.192508933357753e-05,
273
+ "loss": 0.1354,
274
+ "step": 440
275
+ },
276
+ {
277
+ "grad_norm": 1.0872173309326172,
278
+ "learning_rate": 9.145870239783142e-05,
279
+ "loss": 0.1303,
280
+ "step": 450
281
+ },
282
+ {
283
+ "grad_norm": 1.0736732482910156,
284
+ "learning_rate": 9.098047560840918e-05,
285
+ "loss": 0.1311,
286
+ "step": 460
287
+ },
288
+ {
289
+ "grad_norm": 1.134054183959961,
290
+ "learning_rate": 9.04905455382107e-05,
291
+ "loss": 0.1284,
292
+ "step": 470
293
+ },
294
+ {
295
+ "grad_norm": 1.0330374240875244,
296
+ "learning_rate": 8.998905210238058e-05,
297
+ "loss": 0.1315,
298
+ "step": 480
299
+ },
300
+ {
301
+ "grad_norm": 1.1041758060455322,
302
+ "learning_rate": 8.947613851835105e-05,
303
+ "loss": 0.1254,
304
+ "step": 490
305
+ },
306
+ {
307
+ "grad_norm": 0.8458678126335144,
308
+ "learning_rate": 8.895195126494156e-05,
309
+ "loss": 0.1202,
310
+ "step": 500
311
+ },
312
+ {
313
+ "grad_norm": 0.9662145376205444,
314
+ "learning_rate": 8.841664004052713e-05,
315
+ "loss": 0.112,
316
+ "step": 510
317
+ },
318
+ {
319
+ "grad_norm": 1.090412974357605,
320
+ "learning_rate": 8.787035772028719e-05,
321
+ "loss": 0.1182,
322
+ "step": 520
323
+ },
324
+ {
325
+ "grad_norm": 1.0470728874206543,
326
+ "learning_rate": 8.73132603125472e-05,
327
+ "loss": 0.1179,
328
+ "step": 530
329
+ },
330
+ {
331
+ "grad_norm": 1.105461597442627,
332
+ "learning_rate": 8.674550691422556e-05,
333
+ "loss": 0.1195,
334
+ "step": 540
335
+ },
336
+ {
337
+ "grad_norm": 0.9362426400184631,
338
+ "learning_rate": 8.616725966539832e-05,
339
+ "loss": 0.1216,
340
+ "step": 550
341
+ },
342
+ {
343
+ "grad_norm": 0.8668584227561951,
344
+ "learning_rate": 8.557868370299495e-05,
345
+ "loss": 0.1241,
346
+ "step": 560
347
+ },
348
+ {
349
+ "grad_norm": 0.8538731336593628,
350
+ "learning_rate": 8.49799471136383e-05,
351
+ "loss": 0.1195,
352
+ "step": 570
353
+ },
354
+ {
355
+ "grad_norm": 0.913993239402771,
356
+ "learning_rate": 8.437122088564198e-05,
357
+ "loss": 0.1102,
358
+ "step": 580
359
+ },
360
+ {
361
+ "grad_norm": 0.9025030136108398,
362
+ "learning_rate": 8.375267886017927e-05,
363
+ "loss": 0.1125,
364
+ "step": 590
365
+ },
366
+ {
367
+ "grad_norm": 1.1176879405975342,
368
+ "learning_rate": 8.31244976816373e-05,
369
+ "loss": 0.1044,
370
+ "step": 600
371
+ },
372
+ {
373
+ "grad_norm": 1.013697624206543,
374
+ "learning_rate": 8.248685674717045e-05,
375
+ "loss": 0.1112,
376
+ "step": 610
377
+ },
378
+ {
379
+ "grad_norm": 0.9754315614700317,
380
+ "learning_rate": 8.183993815546792e-05,
381
+ "loss": 0.1139,
382
+ "step": 620
383
+ },
384
+ {
385
+ "grad_norm": 0.9745041728019714,
386
+ "learning_rate": 8.118392665474954e-05,
387
+ "loss": 0.1076,
388
+ "step": 630
389
+ },
390
+ {
391
+ "grad_norm": 1.0583833456039429,
392
+ "learning_rate": 8.051900959000517e-05,
393
+ "loss": 0.1099,
394
+ "step": 640
395
+ },
396
+ {
397
+ "grad_norm": 1.044804334640503,
398
+ "learning_rate": 7.984537684949222e-05,
399
+ "loss": 0.1083,
400
+ "step": 650
401
+ },
402
+ {
403
+ "grad_norm": 0.7877070307731628,
404
+ "learning_rate": 7.916322081050709e-05,
405
+ "loss": 0.1114,
406
+ "step": 660
407
+ },
408
+ {
409
+ "grad_norm": 0.9745576977729797,
410
+ "learning_rate": 7.847273628444565e-05,
411
+ "loss": 0.1061,
412
+ "step": 670
413
+ },
414
+ {
415
+ "grad_norm": 0.8934223651885986,
416
+ "learning_rate": 7.777412046116867e-05,
417
+ "loss": 0.103,
418
+ "step": 680
419
+ },
420
+ {
421
+ "grad_norm": 1.0781514644622803,
422
+ "learning_rate": 7.706757285268804e-05,
423
+ "loss": 0.1097,
424
+ "step": 690
425
+ },
426
+ {
427
+ "grad_norm": 1.0676175355911255,
428
+ "learning_rate": 7.635329523618957e-05,
429
+ "loss": 0.1022,
430
+ "step": 700
431
+ },
432
+ {
433
+ "grad_norm": 0.9215793013572693,
434
+ "learning_rate": 7.563149159640929e-05,
435
+ "loss": 0.1046,
436
+ "step": 710
437
+ },
438
+ {
439
+ "grad_norm": 0.7867788076400757,
440
+ "learning_rate": 7.490236806737898e-05,
441
+ "loss": 0.1027,
442
+ "step": 720
443
+ },
444
+ {
445
+ "grad_norm": 0.8120453953742981,
446
+ "learning_rate": 7.416613287355806e-05,
447
+ "loss": 0.1115,
448
+ "step": 730
449
+ },
450
+ {
451
+ "grad_norm": 0.9072834253311157,
452
+ "learning_rate": 7.34229962703685e-05,
453
+ "loss": 0.0955,
454
+ "step": 740
455
+ },
456
+ {
457
+ "grad_norm": 0.9663766622543335,
458
+ "learning_rate": 7.267317048414964e-05,
459
+ "loss": 0.1042,
460
+ "step": 750
461
+ },
462
+ {
463
+ "grad_norm": 0.9234998822212219,
464
+ "learning_rate": 7.191686965155012e-05,
465
+ "loss": 0.0936,
466
+ "step": 760
467
+ },
468
+ {
469
+ "grad_norm": 1.0307629108428955,
470
+ "learning_rate": 7.115430975837457e-05,
471
+ "loss": 0.0919,
472
+ "step": 770
473
+ },
474
+ {
475
+ "grad_norm": 0.887053370475769,
476
+ "learning_rate": 7.038570857790173e-05,
477
+ "loss": 0.0895,
478
+ "step": 780
479
+ },
480
+ {
481
+ "grad_norm": 0.8650918006896973,
482
+ "learning_rate": 6.961128560869244e-05,
483
+ "loss": 0.1037,
484
+ "step": 790
485
+ },
486
+ {
487
+ "grad_norm": 1.0401027202606201,
488
+ "learning_rate": 6.883126201190494e-05,
489
+ "loss": 0.0882,
490
+ "step": 800
491
+ },
492
+ {
493
+ "grad_norm": 0.9399405717849731,
494
+ "learning_rate": 6.804586054813503e-05,
495
+ "loss": 0.0943,
496
+ "step": 810
497
+ },
498
+ {
499
+ "grad_norm": 0.9645226001739502,
500
+ "learning_rate": 6.725530551379993e-05,
501
+ "loss": 0.0898,
502
+ "step": 820
503
+ },
504
+ {
505
+ "grad_norm": 0.9216145873069763,
506
+ "learning_rate": 6.645982267708307e-05,
507
+ "loss": 0.0926,
508
+ "step": 830
509
+ },
510
+ {
511
+ "grad_norm": 0.8541280031204224,
512
+ "learning_rate": 6.565963921345895e-05,
513
+ "loss": 0.0956,
514
+ "step": 840
515
+ },
516
+ {
517
+ "grad_norm": 0.7777706384658813,
518
+ "learning_rate": 6.485498364081585e-05,
519
+ "loss": 0.0904,
520
+ "step": 850
521
+ },
522
+ {
523
+ "grad_norm": 0.9513827562332153,
524
+ "learning_rate": 6.404608575419535e-05,
525
+ "loss": 0.091,
526
+ "step": 860
527
+ },
528
+ {
529
+ "grad_norm": 0.8378931283950806,
530
+ "learning_rate": 6.32331765601669e-05,
531
+ "loss": 0.0892,
532
+ "step": 870
533
+ },
534
+ {
535
+ "grad_norm": 0.772425651550293,
536
+ "learning_rate": 6.241648821085666e-05,
537
+ "loss": 0.0922,
538
+ "step": 880
539
+ },
540
+ {
541
+ "grad_norm": 0.8287020325660706,
542
+ "learning_rate": 6.159625393764902e-05,
543
+ "loss": 0.0872,
544
+ "step": 890
545
+ },
546
+ {
547
+ "grad_norm": 0.9598957300186157,
548
+ "learning_rate": 6.0772707984579925e-05,
549
+ "loss": 0.0913,
550
+ "step": 900
551
+ },
552
+ {
553
+ "grad_norm": 0.9638679623603821,
554
+ "learning_rate": 5.9946085541441055e-05,
555
+ "loss": 0.0901,
556
+ "step": 910
557
+ },
558
+ {
559
+ "grad_norm": 0.9333524703979492,
560
+ "learning_rate": 5.911662267661385e-05,
561
+ "loss": 0.0881,
562
+ "step": 920
563
+ },
564
+ {
565
+ "grad_norm": 0.8240452408790588,
566
+ "learning_rate": 5.82845562696527e-05,
567
+ "loss": 0.0827,
568
+ "step": 930
569
+ },
570
+ {
571
+ "grad_norm": 0.9210417866706848,
572
+ "learning_rate": 5.745012394363642e-05,
573
+ "loss": 0.0956,
574
+ "step": 940
575
+ },
576
+ {
577
+ "grad_norm": 0.7640360593795776,
578
+ "learning_rate": 5.6613563997307395e-05,
579
+ "loss": 0.0867,
580
+ "step": 950
581
+ },
582
+ {
583
+ "grad_norm": 0.7945169806480408,
584
+ "learning_rate": 5.57751153370178e-05,
585
+ "loss": 0.0852,
586
+ "step": 960
587
+ },
588
+ {
589
+ "grad_norm": 1.0408406257629395,
590
+ "learning_rate": 5.4935017408502274e-05,
591
+ "loss": 0.0802,
592
+ "step": 970
593
+ }
594
+ ],
595
+ "logging_steps": 10,
596
+ "max_steps": 1957,
597
+ "num_input_tokens_seen": 0,
598
+ "num_train_epochs": 9223372036854775807,
599
+ "save_steps": 979,
600
+ "stateful_callbacks": {
601
+ "TrainerControl": {
602
+ "args": {
603
+ "should_epoch_stop": false,
604
+ "should_evaluate": false,
605
+ "should_log": false,
606
+ "should_save": true,
607
+ "should_training_stop": false
608
+ },
609
+ "attributes": {}
610
+ }
611
+ },
612
+ "total_flos": 0.0,
613
+ "train_batch_size": 87,
614
+ "trial_name": null,
615
+ "trial_params": null
616
+ }
a10-trolley-push/epoch-010/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:552aa48103008a9c541e41012b21233ad3bb53c0dafb6daf5ce56be167abed48
3
+ size 8017
a10-trolley-push/epoch-010/training_plan.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"task": "trolley", "frames": 68102, "epochs": 20, "per_gpu_batch": 87, "world_size": 8, "global_batch": 696, "max_steps": 1957, "save_steps": 979}
a10-trolley-push/epoch-010/wandb_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"project": "finetune-gr00t-n1d7", "run_id": "production"}
{basket-transfer → a10-trolley-push}/epoch-020/config.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/dataset_meta/hb-dataset-receipt.json RENAMED
File without changes
{basket-transfer → a10-trolley-push}/epoch-020/dataset_meta/modality.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/embodiment_id.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/experiment_cfg/conf.yaml RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/experiment_cfg/config.yaml RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/experiment_cfg/dataset_statistics.json RENAMED
File without changes
{basket-transfer → a10-trolley-push}/epoch-020/experiment_cfg/final_model_config.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/experiment_cfg/final_processor_config.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/model-00001-of-00002.safetensors RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/model-00002-of-00002.safetensors RENAMED
File without changes
{basket-transfer → a10-trolley-push}/epoch-020/model.safetensors.index.json RENAMED
File without changes
{basket-transfer → a10-trolley-push}/epoch-020/processor_config.json RENAMED
File without changes
{trolley-push → a10-trolley-push}/epoch-020/protocol.json RENAMED
@@ -2,8 +2,8 @@
2
  "model": "GR00T N1.7 (Gr00tN1d7), full fine-tune of the action head; VLM backbone frozen",
3
  "base_checkpoint": "GR00T N1.7 base (policies-20261109/models/groot-n17-base)",
4
  "vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
5
- "task": "Trolley push (G1)",
6
- "task_dir": "trolley-push",
7
  "training_data": "trolley-push-expert-v1 @ef9024a",
8
  "robot": "Unitree G1",
9
  "embodiment_tag": "new_embodiment",
@@ -52,6 +52,7 @@
52
  "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
53
  "config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
54
  "inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
 
55
  "resume_state_included": false,
56
  "files": {
57
  "config.json": 2221,
@@ -67,6 +68,11 @@
67
  "model-00002-of-00002.safetensors": 1919980184,
68
  "model.safetensors.index.json": 104985,
69
  "processor_config.json": 26945,
70
- "statistics.json": 4313924
 
 
 
 
 
71
  }
72
  }
 
2
  "model": "GR00T N1.7 (Gr00tN1d7), full fine-tune of the action head; VLM backbone frozen",
3
  "base_checkpoint": "GR00T N1.7 base (policies-20261109/models/groot-n17-base)",
4
  "vlm_backbone": "nvidia/Cosmos-Reason2-2B (gated on HF; needed at inference)",
5
+ "task": "A10 trolley push (G1)",
6
+ "task_dir": "a10-trolley-push",
7
  "training_data": "trolley-push-expert-v1 @ef9024a",
8
  "robot": "Unitree G1",
9
  "embodiment_tag": "new_embodiment",
 
52
  "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
53
  "config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
54
  "inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
55
+ "training_records_included": true,
56
  "resume_state_included": false,
57
  "files": {
58
  "config.json": 2221,
 
68
  "model-00002-of-00002.safetensors": 1919980184,
69
  "model.safetensors.index.json": 104985,
70
  "processor_config.json": 26945,
71
+ "statistics.json": 4313924,
72
+ "train.log": 209571,
73
+ "trainer_state.json": 27789,
74
+ "training_args.bin": 8017,
75
+ "training_plan.json": 148,
76
+ "wandb_config.json": 58
77
  }
78
  }
{trolley-push → a10-trolley-push}/epoch-020/statistics.json RENAMED
File without changes
a10-trolley-push/epoch-020/train.log ADDED
The diff for this file is too large to render. See raw diff
 
a10-trolley-push/epoch-020/trainer_state.json ADDED
@@ -0,0 +1,1204 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1957,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "grad_norm": 0.22514653205871582,
14
+ "learning_rate": 9.183673469387756e-06,
15
+ "loss": 1.3677,
16
+ "step": 10
17
+ },
18
+ {
19
+ "grad_norm": 0.39645859599113464,
20
+ "learning_rate": 1.9387755102040817e-05,
21
+ "loss": 1.315,
22
+ "step": 20
23
+ },
24
+ {
25
+ "grad_norm": 0.28724589943885803,
26
+ "learning_rate": 2.959183673469388e-05,
27
+ "loss": 1.1609,
28
+ "step": 30
29
+ },
30
+ {
31
+ "grad_norm": 0.302042692899704,
32
+ "learning_rate": 3.979591836734694e-05,
33
+ "loss": 1.103,
34
+ "step": 40
35
+ },
36
+ {
37
+ "grad_norm": 0.22951769828796387,
38
+ "learning_rate": 5e-05,
39
+ "loss": 1.0891,
40
+ "step": 50
41
+ },
42
+ {
43
+ "grad_norm": 0.33754128217697144,
44
+ "learning_rate": 6.0204081632653065e-05,
45
+ "loss": 1.0822,
46
+ "step": 60
47
+ },
48
+ {
49
+ "grad_norm": 0.35867851972579956,
50
+ "learning_rate": 7.040816326530612e-05,
51
+ "loss": 1.0686,
52
+ "step": 70
53
+ },
54
+ {
55
+ "grad_norm": 0.46268096566200256,
56
+ "learning_rate": 8.061224489795919e-05,
57
+ "loss": 1.035,
58
+ "step": 80
59
+ },
60
+ {
61
+ "grad_norm": 0.5262307524681091,
62
+ "learning_rate": 9.081632653061225e-05,
63
+ "loss": 0.9617,
64
+ "step": 90
65
+ },
66
+ {
67
+ "grad_norm": 0.842326819896698,
68
+ "learning_rate": 9.999992860285083e-05,
69
+ "loss": 0.88,
70
+ "step": 100
71
+ },
72
+ {
73
+ "grad_norm": 0.6478013396263123,
74
+ "learning_rate": 9.999136119166803e-05,
75
+ "loss": 0.8213,
76
+ "step": 110
77
+ },
78
+ {
79
+ "grad_norm": 0.8749905228614807,
80
+ "learning_rate": 9.996851715417168e-05,
81
+ "loss": 0.7626,
82
+ "step": 120
83
+ },
84
+ {
85
+ "grad_norm": 0.7630281448364258,
86
+ "learning_rate": 9.993140301420465e-05,
87
+ "loss": 0.7099,
88
+ "step": 130
89
+ },
90
+ {
91
+ "grad_norm": 0.9698840379714966,
92
+ "learning_rate": 9.988002937089238e-05,
93
+ "loss": 0.6643,
94
+ "step": 140
95
+ },
96
+ {
97
+ "grad_norm": 0.7826204299926758,
98
+ "learning_rate": 9.981441089561589e-05,
99
+ "loss": 0.6214,
100
+ "step": 150
101
+ },
102
+ {
103
+ "grad_norm": 0.852465033531189,
104
+ "learning_rate": 9.973456632782194e-05,
105
+ "loss": 0.5903,
106
+ "step": 160
107
+ },
108
+ {
109
+ "grad_norm": 0.9030975699424744,
110
+ "learning_rate": 9.96405184696713e-05,
111
+ "loss": 0.5646,
112
+ "step": 170
113
+ },
114
+ {
115
+ "grad_norm": 1.0621460676193237,
116
+ "learning_rate": 9.953229417952705e-05,
117
+ "loss": 0.5381,
118
+ "step": 180
119
+ },
120
+ {
121
+ "grad_norm": 1.4435899257659912,
122
+ "learning_rate": 9.940992436428409e-05,
123
+ "loss": 0.5097,
124
+ "step": 190
125
+ },
126
+ {
127
+ "grad_norm": 0.8776593804359436,
128
+ "learning_rate": 9.927344397054286e-05,
129
+ "loss": 0.4881,
130
+ "step": 200
131
+ },
132
+ {
133
+ "grad_norm": 0.9183976650238037,
134
+ "learning_rate": 9.912289197462914e-05,
135
+ "loss": 0.4608,
136
+ "step": 210
137
+ },
138
+ {
139
+ "grad_norm": 0.8707662224769592,
140
+ "learning_rate": 9.895831137146318e-05,
141
+ "loss": 0.4424,
142
+ "step": 220
143
+ },
144
+ {
145
+ "grad_norm": 0.9390162825584412,
146
+ "learning_rate": 9.877974916228105e-05,
147
+ "loss": 0.4261,
148
+ "step": 230
149
+ },
150
+ {
151
+ "grad_norm": 1.211522102355957,
152
+ "learning_rate": 9.858725634121202e-05,
153
+ "loss": 0.3973,
154
+ "step": 240
155
+ },
156
+ {
157
+ "grad_norm": 0.9938608407974243,
158
+ "learning_rate": 9.838088788071549e-05,
159
+ "loss": 0.3908,
160
+ "step": 250
161
+ },
162
+ {
163
+ "grad_norm": 0.9961346983909607,
164
+ "learning_rate": 9.816070271588193e-05,
165
+ "loss": 0.3684,
166
+ "step": 260
167
+ },
168
+ {
169
+ "grad_norm": 1.4667414426803589,
170
+ "learning_rate": 9.792676372760199e-05,
171
+ "loss": 0.3428,
172
+ "step": 270
173
+ },
174
+ {
175
+ "grad_norm": 1.4343897104263306,
176
+ "learning_rate": 9.767913772460898e-05,
177
+ "loss": 0.3239,
178
+ "step": 280
179
+ },
180
+ {
181
+ "grad_norm": 1.1094796657562256,
182
+ "learning_rate": 9.741789542439936e-05,
183
+ "loss": 0.3083,
184
+ "step": 290
185
+ },
186
+ {
187
+ "grad_norm": 1.1827771663665771,
188
+ "learning_rate": 9.714311143303728e-05,
189
+ "loss": 0.2961,
190
+ "step": 300
191
+ },
192
+ {
193
+ "grad_norm": 1.475042700767517,
194
+ "learning_rate": 9.685486422384826e-05,
195
+ "loss": 0.2734,
196
+ "step": 310
197
+ },
198
+ {
199
+ "grad_norm": 0.9782205820083618,
200
+ "learning_rate": 9.655323611500875e-05,
201
+ "loss": 0.2631,
202
+ "step": 320
203
+ },
204
+ {
205
+ "grad_norm": 1.1608284711837769,
206
+ "learning_rate": 9.623831324603754e-05,
207
+ "loss": 0.2401,
208
+ "step": 330
209
+ },
210
+ {
211
+ "grad_norm": 1.0837104320526123,
212
+ "learning_rate": 9.59101855531958e-05,
213
+ "loss": 0.2263,
214
+ "step": 340
215
+ },
216
+ {
217
+ "grad_norm": 1.0658128261566162,
218
+ "learning_rate": 9.556894674380301e-05,
219
+ "loss": 0.2111,
220
+ "step": 350
221
+ },
222
+ {
223
+ "grad_norm": 1.6801759004592896,
224
+ "learning_rate": 9.52146942694758e-05,
225
+ "loss": 0.1946,
226
+ "step": 360
227
+ },
228
+ {
229
+ "grad_norm": 1.5271199941635132,
230
+ "learning_rate": 9.484752929829751e-05,
231
+ "loss": 0.1843,
232
+ "step": 370
233
+ },
234
+ {
235
+ "grad_norm": 1.335675597190857,
236
+ "learning_rate": 9.446755668592654e-05,
237
+ "loss": 0.1702,
238
+ "step": 380
239
+ },
240
+ {
241
+ "grad_norm": 1.0669093132019043,
242
+ "learning_rate": 9.407488494565127e-05,
243
+ "loss": 0.167,
244
+ "step": 390
245
+ },
246
+ {
247
+ "grad_norm": 1.0908023118972778,
248
+ "learning_rate": 9.366962621740081e-05,
249
+ "loss": 0.1481,
250
+ "step": 400
251
+ },
252
+ {
253
+ "grad_norm": 1.1976001262664795,
254
+ "learning_rate": 9.325189623571981e-05,
255
+ "loss": 0.1474,
256
+ "step": 410
257
+ },
258
+ {
259
+ "grad_norm": 1.0947293043136597,
260
+ "learning_rate": 9.282181429671676e-05,
261
+ "loss": 0.1439,
262
+ "step": 420
263
+ },
264
+ {
265
+ "grad_norm": 0.9035284519195557,
266
+ "learning_rate": 9.237950322399521e-05,
267
+ "loss": 0.1374,
268
+ "step": 430
269
+ },
270
+ {
271
+ "grad_norm": 1.159369707107544,
272
+ "learning_rate": 9.192508933357753e-05,
273
+ "loss": 0.1354,
274
+ "step": 440
275
+ },
276
+ {
277
+ "grad_norm": 1.0872173309326172,
278
+ "learning_rate": 9.145870239783142e-05,
279
+ "loss": 0.1303,
280
+ "step": 450
281
+ },
282
+ {
283
+ "grad_norm": 1.0736732482910156,
284
+ "learning_rate": 9.098047560840918e-05,
285
+ "loss": 0.1311,
286
+ "step": 460
287
+ },
288
+ {
289
+ "grad_norm": 1.134054183959961,
290
+ "learning_rate": 9.04905455382107e-05,
291
+ "loss": 0.1284,
292
+ "step": 470
293
+ },
294
+ {
295
+ "grad_norm": 1.0330374240875244,
296
+ "learning_rate": 8.998905210238058e-05,
297
+ "loss": 0.1315,
298
+ "step": 480
299
+ },
300
+ {
301
+ "grad_norm": 1.1041758060455322,
302
+ "learning_rate": 8.947613851835105e-05,
303
+ "loss": 0.1254,
304
+ "step": 490
305
+ },
306
+ {
307
+ "grad_norm": 0.8458678126335144,
308
+ "learning_rate": 8.895195126494156e-05,
309
+ "loss": 0.1202,
310
+ "step": 500
311
+ },
312
+ {
313
+ "grad_norm": 0.9662145376205444,
314
+ "learning_rate": 8.841664004052713e-05,
315
+ "loss": 0.112,
316
+ "step": 510
317
+ },
318
+ {
319
+ "grad_norm": 1.090412974357605,
320
+ "learning_rate": 8.787035772028719e-05,
321
+ "loss": 0.1182,
322
+ "step": 520
323
+ },
324
+ {
325
+ "grad_norm": 1.0470728874206543,
326
+ "learning_rate": 8.73132603125472e-05,
327
+ "loss": 0.1179,
328
+ "step": 530
329
+ },
330
+ {
331
+ "grad_norm": 1.105461597442627,
332
+ "learning_rate": 8.674550691422556e-05,
333
+ "loss": 0.1195,
334
+ "step": 540
335
+ },
336
+ {
337
+ "grad_norm": 0.9362426400184631,
338
+ "learning_rate": 8.616725966539832e-05,
339
+ "loss": 0.1216,
340
+ "step": 550
341
+ },
342
+ {
343
+ "grad_norm": 0.8668584227561951,
344
+ "learning_rate": 8.557868370299495e-05,
345
+ "loss": 0.1241,
346
+ "step": 560
347
+ },
348
+ {
349
+ "grad_norm": 0.8538731336593628,
350
+ "learning_rate": 8.49799471136383e-05,
351
+ "loss": 0.1195,
352
+ "step": 570
353
+ },
354
+ {
355
+ "grad_norm": 0.913993239402771,
356
+ "learning_rate": 8.437122088564198e-05,
357
+ "loss": 0.1102,
358
+ "step": 580
359
+ },
360
+ {
361
+ "grad_norm": 0.9025030136108398,
362
+ "learning_rate": 8.375267886017927e-05,
363
+ "loss": 0.1125,
364
+ "step": 590
365
+ },
366
+ {
367
+ "grad_norm": 1.1176879405975342,
368
+ "learning_rate": 8.31244976816373e-05,
369
+ "loss": 0.1044,
370
+ "step": 600
371
+ },
372
+ {
373
+ "grad_norm": 1.013697624206543,
374
+ "learning_rate": 8.248685674717045e-05,
375
+ "loss": 0.1112,
376
+ "step": 610
377
+ },
378
+ {
379
+ "grad_norm": 0.9754315614700317,
380
+ "learning_rate": 8.183993815546792e-05,
381
+ "loss": 0.1139,
382
+ "step": 620
383
+ },
384
+ {
385
+ "grad_norm": 0.9745041728019714,
386
+ "learning_rate": 8.118392665474954e-05,
387
+ "loss": 0.1076,
388
+ "step": 630
389
+ },
390
+ {
391
+ "grad_norm": 1.0583833456039429,
392
+ "learning_rate": 8.051900959000517e-05,
393
+ "loss": 0.1099,
394
+ "step": 640
395
+ },
396
+ {
397
+ "grad_norm": 1.044804334640503,
398
+ "learning_rate": 7.984537684949222e-05,
399
+ "loss": 0.1083,
400
+ "step": 650
401
+ },
402
+ {
403
+ "grad_norm": 0.7877070307731628,
404
+ "learning_rate": 7.916322081050709e-05,
405
+ "loss": 0.1114,
406
+ "step": 660
407
+ },
408
+ {
409
+ "grad_norm": 0.9745576977729797,
410
+ "learning_rate": 7.847273628444565e-05,
411
+ "loss": 0.1061,
412
+ "step": 670
413
+ },
414
+ {
415
+ "grad_norm": 0.8934223651885986,
416
+ "learning_rate": 7.777412046116867e-05,
417
+ "loss": 0.103,
418
+ "step": 680
419
+ },
420
+ {
421
+ "grad_norm": 1.0781514644622803,
422
+ "learning_rate": 7.706757285268804e-05,
423
+ "loss": 0.1097,
424
+ "step": 690
425
+ },
426
+ {
427
+ "grad_norm": 1.0676175355911255,
428
+ "learning_rate": 7.635329523618957e-05,
429
+ "loss": 0.1022,
430
+ "step": 700
431
+ },
432
+ {
433
+ "grad_norm": 0.9215793013572693,
434
+ "learning_rate": 7.563149159640929e-05,
435
+ "loss": 0.1046,
436
+ "step": 710
437
+ },
438
+ {
439
+ "grad_norm": 0.7867788076400757,
440
+ "learning_rate": 7.490236806737898e-05,
441
+ "loss": 0.1027,
442
+ "step": 720
443
+ },
444
+ {
445
+ "grad_norm": 0.8120453953742981,
446
+ "learning_rate": 7.416613287355806e-05,
447
+ "loss": 0.1115,
448
+ "step": 730
449
+ },
450
+ {
451
+ "grad_norm": 0.9072834253311157,
452
+ "learning_rate": 7.34229962703685e-05,
453
+ "loss": 0.0955,
454
+ "step": 740
455
+ },
456
+ {
457
+ "grad_norm": 0.9663766622543335,
458
+ "learning_rate": 7.267317048414964e-05,
459
+ "loss": 0.1042,
460
+ "step": 750
461
+ },
462
+ {
463
+ "grad_norm": 0.9234998822212219,
464
+ "learning_rate": 7.191686965155012e-05,
465
+ "loss": 0.0936,
466
+ "step": 760
467
+ },
468
+ {
469
+ "grad_norm": 1.0307629108428955,
470
+ "learning_rate": 7.115430975837457e-05,
471
+ "loss": 0.0919,
472
+ "step": 770
473
+ },
474
+ {
475
+ "grad_norm": 0.887053370475769,
476
+ "learning_rate": 7.038570857790173e-05,
477
+ "loss": 0.0895,
478
+ "step": 780
479
+ },
480
+ {
481
+ "grad_norm": 0.8650918006896973,
482
+ "learning_rate": 6.961128560869244e-05,
483
+ "loss": 0.1037,
484
+ "step": 790
485
+ },
486
+ {
487
+ "grad_norm": 1.0401027202606201,
488
+ "learning_rate": 6.883126201190494e-05,
489
+ "loss": 0.0882,
490
+ "step": 800
491
+ },
492
+ {
493
+ "grad_norm": 0.9399405717849731,
494
+ "learning_rate": 6.804586054813503e-05,
495
+ "loss": 0.0943,
496
+ "step": 810
497
+ },
498
+ {
499
+ "grad_norm": 0.9645226001739502,
500
+ "learning_rate": 6.725530551379993e-05,
501
+ "loss": 0.0898,
502
+ "step": 820
503
+ },
504
+ {
505
+ "grad_norm": 0.9216145873069763,
506
+ "learning_rate": 6.645982267708307e-05,
507
+ "loss": 0.0926,
508
+ "step": 830
509
+ },
510
+ {
511
+ "grad_norm": 0.8541280031204224,
512
+ "learning_rate": 6.565963921345895e-05,
513
+ "loss": 0.0956,
514
+ "step": 840
515
+ },
516
+ {
517
+ "grad_norm": 0.7777706384658813,
518
+ "learning_rate": 6.485498364081585e-05,
519
+ "loss": 0.0904,
520
+ "step": 850
521
+ },
522
+ {
523
+ "grad_norm": 0.9513827562332153,
524
+ "learning_rate": 6.404608575419535e-05,
525
+ "loss": 0.091,
526
+ "step": 860
527
+ },
528
+ {
529
+ "grad_norm": 0.8378931283950806,
530
+ "learning_rate": 6.32331765601669e-05,
531
+ "loss": 0.0892,
532
+ "step": 870
533
+ },
534
+ {
535
+ "grad_norm": 0.772425651550293,
536
+ "learning_rate": 6.241648821085666e-05,
537
+ "loss": 0.0922,
538
+ "step": 880
539
+ },
540
+ {
541
+ "grad_norm": 0.8287020325660706,
542
+ "learning_rate": 6.159625393764902e-05,
543
+ "loss": 0.0872,
544
+ "step": 890
545
+ },
546
+ {
547
+ "grad_norm": 0.9598957300186157,
548
+ "learning_rate": 6.0772707984579925e-05,
549
+ "loss": 0.0913,
550
+ "step": 900
551
+ },
552
+ {
553
+ "grad_norm": 0.9638679623603821,
554
+ "learning_rate": 5.9946085541441055e-05,
555
+ "loss": 0.0901,
556
+ "step": 910
557
+ },
558
+ {
559
+ "grad_norm": 0.9333524703979492,
560
+ "learning_rate": 5.911662267661385e-05,
561
+ "loss": 0.0881,
562
+ "step": 920
563
+ },
564
+ {
565
+ "grad_norm": 0.8240452408790588,
566
+ "learning_rate": 5.82845562696527e-05,
567
+ "loss": 0.0827,
568
+ "step": 930
569
+ },
570
+ {
571
+ "grad_norm": 0.9210417866706848,
572
+ "learning_rate": 5.745012394363642e-05,
573
+ "loss": 0.0956,
574
+ "step": 940
575
+ },
576
+ {
577
+ "grad_norm": 0.7640360593795776,
578
+ "learning_rate": 5.6613563997307395e-05,
579
+ "loss": 0.0867,
580
+ "step": 950
581
+ },
582
+ {
583
+ "grad_norm": 0.7945169806480408,
584
+ "learning_rate": 5.57751153370178e-05,
585
+ "loss": 0.0852,
586
+ "step": 960
587
+ },
588
+ {
589
+ "grad_norm": 1.0408406257629395,
590
+ "learning_rate": 5.4935017408502274e-05,
591
+ "loss": 0.0802,
592
+ "step": 970
593
+ },
594
+ {
595
+ "grad_norm": 0.6943766474723816,
596
+ "learning_rate": 5.409351012849657e-05,
597
+ "loss": 0.0923,
598
+ "step": 980
599
+ },
600
+ {
601
+ "grad_norm": 0.862519383430481,
602
+ "learning_rate": 5.325083381622165e-05,
603
+ "loss": 0.0848,
604
+ "step": 990
605
+ },
606
+ {
607
+ "grad_norm": 0.7299988269805908,
608
+ "learning_rate": 5.2407229124752864e-05,
609
+ "loss": 0.0879,
610
+ "step": 1000
611
+ },
612
+ {
613
+ "grad_norm": 0.8226040601730347,
614
+ "learning_rate": 5.156293697229393e-05,
615
+ "loss": 0.0834,
616
+ "step": 1010
617
+ },
618
+ {
619
+ "grad_norm": 0.7206765413284302,
620
+ "learning_rate": 5.0718198473374845e-05,
621
+ "loss": 0.0783,
622
+ "step": 1020
623
+ },
624
+ {
625
+ "grad_norm": 0.8453784584999084,
626
+ "learning_rate": 4.9873254869994143e-05,
627
+ "loss": 0.0831,
628
+ "step": 1030
629
+ },
630
+ {
631
+ "grad_norm": 0.6867632269859314,
632
+ "learning_rate": 4.9028347462724424e-05,
633
+ "loss": 0.0803,
634
+ "step": 1040
635
+ },
636
+ {
637
+ "grad_norm": 0.8402416706085205,
638
+ "learning_rate": 4.818371754180136e-05,
639
+ "loss": 0.082,
640
+ "step": 1050
641
+ },
642
+ {
643
+ "grad_norm": 0.8206291198730469,
644
+ "learning_rate": 4.733960631821555e-05,
645
+ "loss": 0.0757,
646
+ "step": 1060
647
+ },
648
+ {
649
+ "grad_norm": 0.7431145906448364,
650
+ "learning_rate": 4.649625485482702e-05,
651
+ "loss": 0.0902,
652
+ "step": 1070
653
+ },
654
+ {
655
+ "grad_norm": 0.6260707974433899,
656
+ "learning_rate": 4.5653903997522094e-05,
657
+ "loss": 0.0773,
658
+ "step": 1080
659
+ },
660
+ {
661
+ "grad_norm": 0.6481525301933289,
662
+ "learning_rate": 4.48127943064321e-05,
663
+ "loss": 0.0849,
664
+ "step": 1090
665
+ },
666
+ {
667
+ "grad_norm": 0.7642185091972351,
668
+ "learning_rate": 4.397316598723385e-05,
669
+ "loss": 0.0764,
670
+ "step": 1100
671
+ },
672
+ {
673
+ "grad_norm": 0.6481939554214478,
674
+ "learning_rate": 4.313525882255116e-05,
675
+ "loss": 0.0849,
676
+ "step": 1110
677
+ },
678
+ {
679
+ "grad_norm": 0.6929601430892944,
680
+ "learning_rate": 4.229931210347735e-05,
681
+ "loss": 0.0744,
682
+ "step": 1120
683
+ },
684
+ {
685
+ "grad_norm": 0.7726448178291321,
686
+ "learning_rate": 4.1465564561238e-05,
687
+ "loss": 0.0854,
688
+ "step": 1130
689
+ },
690
+ {
691
+ "grad_norm": 0.7187039852142334,
692
+ "learning_rate": 4.0634254299013675e-05,
693
+ "loss": 0.0807,
694
+ "step": 1140
695
+ },
696
+ {
697
+ "grad_norm": 0.6388936638832092,
698
+ "learning_rate": 3.980561872394196e-05,
699
+ "loss": 0.0793,
700
+ "step": 1150
701
+ },
702
+ {
703
+ "grad_norm": 0.7139009833335876,
704
+ "learning_rate": 3.897989447931828e-05,
705
+ "loss": 0.0814,
706
+ "step": 1160
707
+ },
708
+ {
709
+ "grad_norm": 0.7067188620567322,
710
+ "learning_rate": 3.81573173770149e-05,
711
+ "loss": 0.0783,
712
+ "step": 1170
713
+ },
714
+ {
715
+ "grad_norm": 0.6025876402854919,
716
+ "learning_rate": 3.733812233013725e-05,
717
+ "loss": 0.0855,
718
+ "step": 1180
719
+ },
720
+ {
721
+ "grad_norm": 0.565160870552063,
722
+ "learning_rate": 3.652254328593709e-05,
723
+ "loss": 0.0744,
724
+ "step": 1190
725
+ },
726
+ {
727
+ "grad_norm": 0.6410471796989441,
728
+ "learning_rate": 3.57108131590014e-05,
729
+ "loss": 0.0746,
730
+ "step": 1200
731
+ },
732
+ {
733
+ "grad_norm": 0.6121295094490051,
734
+ "learning_rate": 3.49031637647361e-05,
735
+ "loss": 0.0771,
736
+ "step": 1210
737
+ },
738
+ {
739
+ "grad_norm": 0.6777552962303162,
740
+ "learning_rate": 3.409982575316395e-05,
741
+ "loss": 0.0703,
742
+ "step": 1220
743
+ },
744
+ {
745
+ "grad_norm": 0.7117759585380554,
746
+ "learning_rate": 3.3301028543054935e-05,
747
+ "loss": 0.0739,
748
+ "step": 1230
749
+ },
750
+ {
751
+ "grad_norm": 0.701111376285553,
752
+ "learning_rate": 3.2507000256408446e-05,
753
+ "loss": 0.0845,
754
+ "step": 1240
755
+ },
756
+ {
757
+ "grad_norm": 0.5659676194190979,
758
+ "learning_rate": 3.1717967653305894e-05,
759
+ "loss": 0.0806,
760
+ "step": 1250
761
+ },
762
+ {
763
+ "grad_norm": 0.6918323040008545,
764
+ "learning_rate": 3.0934156067151944e-05,
765
+ "loss": 0.0778,
766
+ "step": 1260
767
+ },
768
+ {
769
+ "grad_norm": 0.5502203106880188,
770
+ "learning_rate": 3.0155789340323554e-05,
771
+ "loss": 0.0704,
772
+ "step": 1270
773
+ },
774
+ {
775
+ "grad_norm": 0.6193035244941711,
776
+ "learning_rate": 2.9383089760244586e-05,
777
+ "loss": 0.0742,
778
+ "step": 1280
779
+ },
780
+ {
781
+ "grad_norm": 0.608667254447937,
782
+ "learning_rate": 2.861627799590451e-05,
783
+ "loss": 0.082,
784
+ "step": 1290
785
+ },
786
+ {
787
+ "grad_norm": 0.5511844754219055,
788
+ "learning_rate": 2.7855573034839405e-05,
789
+ "loss": 0.0721,
790
+ "step": 1300
791
+ },
792
+ {
793
+ "grad_norm": 0.49433431029319763,
794
+ "learning_rate": 2.7101192120593055e-05,
795
+ "loss": 0.0801,
796
+ "step": 1310
797
+ },
798
+ {
799
+ "grad_norm": 0.49103960394859314,
800
+ "learning_rate": 2.635335069067617e-05,
801
+ "loss": 0.0783,
802
+ "step": 1320
803
+ },
804
+ {
805
+ "grad_norm": 0.6051550507545471,
806
+ "learning_rate": 2.5612262315041248e-05,
807
+ "loss": 0.0724,
808
+ "step": 1330
809
+ },
810
+ {
811
+ "grad_norm": 0.5105392932891846,
812
+ "learning_rate": 2.487813863509097e-05,
813
+ "loss": 0.0746,
814
+ "step": 1340
815
+ },
816
+ {
817
+ "grad_norm": 0.5746395587921143,
818
+ "learning_rate": 2.415118930323722e-05,
819
+ "loss": 0.0718,
820
+ "step": 1350
821
+ },
822
+ {
823
+ "grad_norm": 0.58780837059021,
824
+ "learning_rate": 2.3431621923028145e-05,
825
+ "loss": 0.0768,
826
+ "step": 1360
827
+ },
828
+ {
829
+ "grad_norm": 0.574474573135376,
830
+ "learning_rate": 2.2719641989860324e-05,
831
+ "loss": 0.0733,
832
+ "step": 1370
833
+ },
834
+ {
835
+ "grad_norm": 0.4501896798610687,
836
+ "learning_rate": 2.2015452832293064e-05,
837
+ "loss": 0.0714,
838
+ "step": 1380
839
+ },
840
+ {
841
+ "grad_norm": 0.47357669472694397,
842
+ "learning_rate": 2.1319255553981443e-05,
843
+ "loss": 0.0786,
844
+ "step": 1390
845
+ },
846
+ {
847
+ "grad_norm": 0.45636773109436035,
848
+ "learning_rate": 2.063124897624466e-05,
849
+ "loss": 0.0683,
850
+ "step": 1400
851
+ },
852
+ {
853
+ "grad_norm": 0.41362467408180237,
854
+ "learning_rate": 1.995162958128642e-05,
855
+ "loss": 0.0715,
856
+ "step": 1410
857
+ },
858
+ {
859
+ "grad_norm": 0.5284127593040466,
860
+ "learning_rate": 1.9280591456083063e-05,
861
+ "loss": 0.076,
862
+ "step": 1420
863
+ },
864
+ {
865
+ "grad_norm": 0.44974005222320557,
866
+ "learning_rate": 1.8618326236955907e-05,
867
+ "loss": 0.0696,
868
+ "step": 1430
869
+ },
870
+ {
871
+ "grad_norm": 0.5237933993339539,
872
+ "learning_rate": 1.7965023054843328e-05,
873
+ "loss": 0.0777,
874
+ "step": 1440
875
+ },
876
+ {
877
+ "grad_norm": 0.45041272044181824,
878
+ "learning_rate": 1.7320868481288455e-05,
879
+ "loss": 0.0728,
880
+ "step": 1450
881
+ },
882
+ {
883
+ "grad_norm": 0.4762261211872101,
884
+ "learning_rate": 1.6686046475157713e-05,
885
+ "loss": 0.0771,
886
+ "step": 1460
887
+ },
888
+ {
889
+ "grad_norm": 0.372439980506897,
890
+ "learning_rate": 1.606073833010544e-05,
891
+ "loss": 0.0699,
892
+ "step": 1470
893
+ },
894
+ {
895
+ "grad_norm": 0.47282731533050537,
896
+ "learning_rate": 1.5445122622799795e-05,
897
+ "loss": 0.0712,
898
+ "step": 1480
899
+ },
900
+ {
901
+ "grad_norm": 0.43134957551956177,
902
+ "learning_rate": 1.4839375161924446e-05,
903
+ "loss": 0.0746,
904
+ "step": 1490
905
+ },
906
+ {
907
+ "grad_norm": 0.40889108180999756,
908
+ "learning_rate": 1.4243668937970833e-05,
909
+ "loss": 0.0726,
910
+ "step": 1500
911
+ },
912
+ {
913
+ "grad_norm": 0.44860410690307617,
914
+ "learning_rate": 1.3658174073835145e-05,
915
+ "loss": 0.0741,
916
+ "step": 1510
917
+ },
918
+ {
919
+ "grad_norm": 0.4000551104545593,
920
+ "learning_rate": 1.3083057776234409e-05,
921
+ "loss": 0.0723,
922
+ "step": 1520
923
+ },
924
+ {
925
+ "grad_norm": 0.3883276581764221,
926
+ "learning_rate": 1.2518484287955234e-05,
927
+ "loss": 0.0657,
928
+ "step": 1530
929
+ },
930
+ {
931
+ "grad_norm": 0.42370808124542236,
932
+ "learning_rate": 1.1964614840949002e-05,
933
+ "loss": 0.077,
934
+ "step": 1540
935
+ },
936
+ {
937
+ "grad_norm": 0.3783525824546814,
938
+ "learning_rate": 1.1421607610287039e-05,
939
+ "loss": 0.0673,
940
+ "step": 1550
941
+ },
942
+ {
943
+ "grad_norm": 0.34236136078834534,
944
+ "learning_rate": 1.0889617668988622e-05,
945
+ "loss": 0.0701,
946
+ "step": 1560
947
+ },
948
+ {
949
+ "grad_norm": 0.3467753827571869,
950
+ "learning_rate": 1.036879694373496e-05,
951
+ "loss": 0.0715,
952
+ "step": 1570
953
+ },
954
+ {
955
+ "grad_norm": 0.3883148431777954,
956
+ "learning_rate": 9.859294171481648e-06,
957
+ "loss": 0.0685,
958
+ "step": 1580
959
+ },
960
+ {
961
+ "grad_norm": 0.3807291090488434,
962
+ "learning_rate": 9.361254856982154e-06,
963
+ "loss": 0.0665,
964
+ "step": 1590
965
+ },
966
+ {
967
+ "grad_norm": 0.39834025502204895,
968
+ "learning_rate": 8.874821231234271e-06,
969
+ "loss": 0.0667,
970
+ "step": 1600
971
+ },
972
+ {
973
+ "grad_norm": 0.3701957166194916,
974
+ "learning_rate": 8.400132210861466e-06,
975
+ "loss": 0.0659,
976
+ "step": 1610
977
+ },
978
+ {
979
+ "grad_norm": 0.3696434795856476,
980
+ "learning_rate": 7.937323358440935e-06,
981
+ "loss": 0.0796,
982
+ "step": 1620
983
+ },
984
+ {
985
+ "grad_norm": 0.30426809191703796,
986
+ "learning_rate": 7.486526843789288e-06,
987
+ "loss": 0.0696,
988
+ "step": 1630
989
+ },
990
+ {
991
+ "grad_norm": 0.2945806086063385,
992
+ "learning_rate": 7.047871406217249e-06,
993
+ "loss": 0.0719,
994
+ "step": 1640
995
+ },
996
+ {
997
+ "grad_norm": 0.3192192018032074,
998
+ "learning_rate": 6.621482317764105e-06,
999
+ "loss": 0.0719,
1000
+ "step": 1650
1001
+ },
1002
+ {
1003
+ "grad_norm": 0.2764284908771515,
1004
+ "learning_rate": 6.207481347422245e-06,
1005
+ "loss": 0.0742,
1006
+ "step": 1660
1007
+ },
1008
+ {
1009
+ "grad_norm": 0.305787593126297,
1010
+ "learning_rate": 5.805986726362117e-06,
1011
+ "loss": 0.0694,
1012
+ "step": 1670
1013
+ },
1014
+ {
1015
+ "grad_norm": 0.2797568738460541,
1016
+ "learning_rate": 5.41711311416761e-06,
1017
+ "loss": 0.0659,
1018
+ "step": 1680
1019
+ },
1020
+ {
1021
+ "grad_norm": 0.2963119447231293,
1022
+ "learning_rate": 5.040971566091318e-06,
1023
+ "loss": 0.0677,
1024
+ "step": 1690
1025
+ },
1026
+ {
1027
+ "grad_norm": 0.32013967633247375,
1028
+ "learning_rate": 4.677669501339183e-06,
1029
+ "loss": 0.0715,
1030
+ "step": 1700
1031
+ },
1032
+ {
1033
+ "grad_norm": 0.3202773630619049,
1034
+ "learning_rate": 4.327310672393492e-06,
1035
+ "loss": 0.0702,
1036
+ "step": 1710
1037
+ },
1038
+ {
1039
+ "grad_norm": 0.3002152442932129,
1040
+ "learning_rate": 3.989995135383107e-06,
1041
+ "loss": 0.0745,
1042
+ "step": 1720
1043
+ },
1044
+ {
1045
+ "grad_norm": 0.25142908096313477,
1046
+ "learning_rate": 3.6658192215091924e-06,
1047
+ "loss": 0.0688,
1048
+ "step": 1730
1049
+ },
1050
+ {
1051
+ "grad_norm": 0.2627583146095276,
1052
+ "learning_rate": 3.354875509534783e-06,
1053
+ "loss": 0.0701,
1054
+ "step": 1740
1055
+ },
1056
+ {
1057
+ "grad_norm": 0.2537260055541992,
1058
+ "learning_rate": 3.0572527993460053e-06,
1059
+ "loss": 0.0671,
1060
+ "step": 1750
1061
+ },
1062
+ {
1063
+ "grad_norm": 0.2521180510520935,
1064
+ "learning_rate": 2.7730360865923956e-06,
1065
+ "loss": 0.0721,
1066
+ "step": 1760
1067
+ },
1068
+ {
1069
+ "grad_norm": 0.24535588920116425,
1070
+ "learning_rate": 2.502306538413707e-06,
1071
+ "loss": 0.0657,
1072
+ "step": 1770
1073
+ },
1074
+ {
1075
+ "grad_norm": 0.24339893460273743,
1076
+ "learning_rate": 2.2451414702600203e-06,
1077
+ "loss": 0.0733,
1078
+ "step": 1780
1079
+ },
1080
+ {
1081
+ "grad_norm": 0.24486422538757324,
1082
+ "learning_rate": 2.0016143238118955e-06,
1083
+ "loss": 0.0667,
1084
+ "step": 1790
1085
+ },
1086
+ {
1087
+ "grad_norm": 0.21789860725402832,
1088
+ "learning_rate": 1.7717946460067303e-06,
1089
+ "loss": 0.0716,
1090
+ "step": 1800
1091
+ },
1092
+ {
1093
+ "grad_norm": 0.23914410173892975,
1094
+ "learning_rate": 1.555748069177404e-06,
1095
+ "loss": 0.068,
1096
+ "step": 1810
1097
+ },
1098
+ {
1099
+ "grad_norm": 0.23203760385513306,
1100
+ "learning_rate": 1.3535362923089212e-06,
1101
+ "loss": 0.0705,
1102
+ "step": 1820
1103
+ },
1104
+ {
1105
+ "grad_norm": 0.20246869325637817,
1106
+ "learning_rate": 1.1652170634182446e-06,
1107
+ "loss": 0.0715,
1108
+ "step": 1830
1109
+ },
1110
+ {
1111
+ "grad_norm": 0.217975914478302,
1112
+ "learning_rate": 9.908441630625486e-07,
1113
+ "loss": 0.0685,
1114
+ "step": 1840
1115
+ },
1116
+ {
1117
+ "grad_norm": 0.20348621904850006,
1118
+ "learning_rate": 8.304673889804437e-07,
1119
+ "loss": 0.0704,
1120
+ "step": 1850
1121
+ },
1122
+ {
1123
+ "grad_norm": 0.19772157073020935,
1124
+ "learning_rate": 6.841325418706579e-07,
1125
+ "loss": 0.0678,
1126
+ "step": 1860
1127
+ },
1128
+ {
1129
+ "grad_norm": 0.2037174105644226,
1130
+ "learning_rate": 5.518814123121885e-07,
1131
+ "loss": 0.0684,
1132
+ "step": 1870
1133
+ },
1134
+ {
1135
+ "grad_norm": 0.17960742115974426,
1136
+ "learning_rate": 4.337517688296544e-07,
1137
+ "loss": 0.0716,
1138
+ "step": 1880
1139
+ },
1140
+ {
1141
+ "grad_norm": 0.19573596119880676,
1142
+ "learning_rate": 3.2977734710731287e-07,
1143
+ "loss": 0.0694,
1144
+ "step": 1890
1145
+ },
1146
+ {
1147
+ "grad_norm": 0.15838873386383057,
1148
+ "learning_rate": 2.39987840354744e-07,
1149
+ "loss": 0.0666,
1150
+ "step": 1900
1151
+ },
1152
+ {
1153
+ "grad_norm": 0.21689456701278687,
1154
+ "learning_rate": 1.6440889082701695e-07,
1155
+ "loss": 0.0693,
1156
+ "step": 1910
1157
+ },
1158
+ {
1159
+ "grad_norm": 0.17742176353931427,
1160
+ "learning_rate": 1.0306208250171479e-07,
1161
+ "loss": 0.0723,
1162
+ "step": 1920
1163
+ },
1164
+ {
1165
+ "grad_norm": 0.13750892877578735,
1166
+ "learning_rate": 5.596493491496491e-08,
1167
+ "loss": 0.0647,
1168
+ "step": 1930
1169
+ },
1170
+ {
1171
+ "grad_norm": 0.23478160798549652,
1172
+ "learning_rate": 2.313089815814129e-08,
1173
+ "loss": 0.0731,
1174
+ "step": 1940
1175
+ },
1176
+ {
1177
+ "grad_norm": 0.19773751497268677,
1178
+ "learning_rate": 4.569349036803727e-09,
1179
+ "loss": 0.0697,
1180
+ "step": 1950
1181
+ }
1182
+ ],
1183
+ "logging_steps": 10,
1184
+ "max_steps": 1957,
1185
+ "num_input_tokens_seen": 0,
1186
+ "num_train_epochs": 9223372036854775807,
1187
+ "save_steps": 979,
1188
+ "stateful_callbacks": {
1189
+ "TrainerControl": {
1190
+ "args": {
1191
+ "should_epoch_stop": false,
1192
+ "should_evaluate": false,
1193
+ "should_log": false,
1194
+ "should_save": true,
1195
+ "should_training_stop": true
1196
+ },
1197
+ "attributes": {}
1198
+ }
1199
+ },
1200
+ "total_flos": 0.0,
1201
+ "train_batch_size": 87,
1202
+ "trial_name": null,
1203
+ "trial_params": null
1204
+ }
a10-trolley-push/epoch-020/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:552aa48103008a9c541e41012b21233ad3bb53c0dafb6daf5ce56be167abed48
3
+ size 8017
a10-trolley-push/epoch-020/training_plan.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"task": "trolley", "frames": 68102, "epochs": 20, "per_gpu_batch": 87, "world_size": 8, "global_batch": 696, "max_steps": 1957, "save_steps": 979}
a10-trolley-push/epoch-020/wandb_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"project": "finetune-gr00t-n1d7", "run_id": "production"}
a17-unscrew-bottle/epoch-010/protocol.json CHANGED
@@ -53,6 +53,7 @@
53
  "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
54
  "config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
55
  "inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
 
56
  "resume_state_included": false,
57
  "files": {
58
  "config.json": 2221,
@@ -68,6 +69,11 @@
68
  "model-00002-of-00002.safetensors": 1919980184,
69
  "model.safetensors.index.json": 104985,
70
  "processor_config.json": 26960,
71
- "statistics.json": 4322713
 
 
 
 
 
72
  }
73
  }
 
53
  "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
54
  "config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
55
  "inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
56
+ "training_records_included": true,
57
  "resume_state_included": false,
58
  "files": {
59
  "config.json": 2221,
 
69
  "model-00002-of-00002.safetensors": 1919980184,
70
  "model.safetensors.index.json": 104985,
71
  "processor_config.json": 26960,
72
+ "statistics.json": 4322713,
73
+ "train.log": 330135,
74
+ "trainer_state.json": 23570,
75
+ "training_args.bin": 8017,
76
+ "training_plan.json": 146,
77
+ "wandb_config.json": 58
78
  }
79
  }
a17-unscrew-bottle/epoch-010/train.log ADDED
The diff for this file is too large to render. See raw diff
 
a17-unscrew-bottle/epoch-010/trainer_state.json ADDED
@@ -0,0 +1,1024 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.5001508295625943,
6
+ "eval_steps": 500,
7
+ "global_step": 1658,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "grad_norm": 0.3325459957122803,
14
+ "learning_rate": 5.421686746987952e-06,
15
+ "loss": 1.6068,
16
+ "step": 10
17
+ },
18
+ {
19
+ "grad_norm": 1.0614286661148071,
20
+ "learning_rate": 1.144578313253012e-05,
21
+ "loss": 1.5111,
22
+ "step": 20
23
+ },
24
+ {
25
+ "grad_norm": 0.707953691482544,
26
+ "learning_rate": 1.7469879518072292e-05,
27
+ "loss": 1.2394,
28
+ "step": 30
29
+ },
30
+ {
31
+ "grad_norm": 0.36559903621673584,
32
+ "learning_rate": 2.349397590361446e-05,
33
+ "loss": 1.109,
34
+ "step": 40
35
+ },
36
+ {
37
+ "grad_norm": 0.2400236576795578,
38
+ "learning_rate": 2.951807228915663e-05,
39
+ "loss": 1.0758,
40
+ "step": 50
41
+ },
42
+ {
43
+ "grad_norm": 0.24258477985858917,
44
+ "learning_rate": 3.5542168674698794e-05,
45
+ "loss": 1.0656,
46
+ "step": 60
47
+ },
48
+ {
49
+ "grad_norm": 0.35697221755981445,
50
+ "learning_rate": 4.156626506024097e-05,
51
+ "loss": 1.0562,
52
+ "step": 70
53
+ },
54
+ {
55
+ "grad_norm": 0.22180570662021637,
56
+ "learning_rate": 4.759036144578313e-05,
57
+ "loss": 1.047,
58
+ "step": 80
59
+ },
60
+ {
61
+ "grad_norm": 0.28860875964164734,
62
+ "learning_rate": 5.3614457831325306e-05,
63
+ "loss": 1.0412,
64
+ "step": 90
65
+ },
66
+ {
67
+ "grad_norm": 0.24795375764369965,
68
+ "learning_rate": 5.963855421686747e-05,
69
+ "loss": 1.0344,
70
+ "step": 100
71
+ },
72
+ {
73
+ "grad_norm": 0.2650150954723358,
74
+ "learning_rate": 6.566265060240964e-05,
75
+ "loss": 1.0286,
76
+ "step": 110
77
+ },
78
+ {
79
+ "grad_norm": 0.3140394687652588,
80
+ "learning_rate": 7.168674698795182e-05,
81
+ "loss": 1.0214,
82
+ "step": 120
83
+ },
84
+ {
85
+ "grad_norm": 1.0068237781524658,
86
+ "learning_rate": 7.771084337349398e-05,
87
+ "loss": 0.9939,
88
+ "step": 130
89
+ },
90
+ {
91
+ "grad_norm": 0.44718122482299805,
92
+ "learning_rate": 8.373493975903614e-05,
93
+ "loss": 0.9695,
94
+ "step": 140
95
+ },
96
+ {
97
+ "grad_norm": 0.8448994755744934,
98
+ "learning_rate": 8.975903614457832e-05,
99
+ "loss": 0.8971,
100
+ "step": 150
101
+ },
102
+ {
103
+ "grad_norm": 0.5557419061660767,
104
+ "learning_rate": 9.578313253012049e-05,
105
+ "loss": 0.8319,
106
+ "step": 160
107
+ },
108
+ {
109
+ "grad_norm": 0.8368194699287415,
110
+ "learning_rate": 9.999977605745058e-05,
111
+ "loss": 0.7799,
112
+ "step": 170
113
+ },
114
+ {
115
+ "grad_norm": 0.6521458625793457,
116
+ "learning_rate": 9.99957949123767e-05,
117
+ "loss": 0.7351,
118
+ "step": 180
119
+ },
120
+ {
121
+ "grad_norm": 0.7625173330307007,
122
+ "learning_rate": 9.998683772229473e-05,
123
+ "loss": 0.6894,
124
+ "step": 190
125
+ },
126
+ {
127
+ "grad_norm": 0.9848303198814392,
128
+ "learning_rate": 9.997290537870732e-05,
129
+ "loss": 0.6476,
130
+ "step": 200
131
+ },
132
+ {
133
+ "grad_norm": 1.0315613746643066,
134
+ "learning_rate": 9.995399926829044e-05,
135
+ "loss": 0.5988,
136
+ "step": 210
137
+ },
138
+ {
139
+ "grad_norm": 0.8424804210662842,
140
+ "learning_rate": 9.993012127275547e-05,
141
+ "loss": 0.565,
142
+ "step": 220
143
+ },
144
+ {
145
+ "grad_norm": 1.0141515731811523,
146
+ "learning_rate": 9.990127376866189e-05,
147
+ "loss": 0.5312,
148
+ "step": 230
149
+ },
150
+ {
151
+ "grad_norm": 0.9151460528373718,
152
+ "learning_rate": 9.986745962718078e-05,
153
+ "loss": 0.5084,
154
+ "step": 240
155
+ },
156
+ {
157
+ "grad_norm": 0.9691532850265503,
158
+ "learning_rate": 9.982868221380894e-05,
159
+ "loss": 0.4888,
160
+ "step": 250
161
+ },
162
+ {
163
+ "grad_norm": 1.2133934497833252,
164
+ "learning_rate": 9.978494538803406e-05,
165
+ "loss": 0.4629,
166
+ "step": 260
167
+ },
168
+ {
169
+ "grad_norm": 0.9213694930076599,
170
+ "learning_rate": 9.97362535029505e-05,
171
+ "loss": 0.4336,
172
+ "step": 270
173
+ },
174
+ {
175
+ "grad_norm": 1.3902238607406616,
176
+ "learning_rate": 9.968261140482611e-05,
177
+ "loss": 0.4009,
178
+ "step": 280
179
+ },
180
+ {
181
+ "grad_norm": 1.424892544746399,
182
+ "learning_rate": 9.962402443261977e-05,
183
+ "loss": 0.3792,
184
+ "step": 290
185
+ },
186
+ {
187
+ "grad_norm": 1.1258292198181152,
188
+ "learning_rate": 9.95604984174501e-05,
189
+ "loss": 0.3615,
190
+ "step": 300
191
+ },
192
+ {
193
+ "grad_norm": 0.9346629977226257,
194
+ "learning_rate": 9.949203968201505e-05,
195
+ "loss": 0.3345,
196
+ "step": 310
197
+ },
198
+ {
199
+ "grad_norm": 1.3945423364639282,
200
+ "learning_rate": 9.941865503996268e-05,
201
+ "loss": 0.3187,
202
+ "step": 320
203
+ },
204
+ {
205
+ "grad_norm": 1.008923053741455,
206
+ "learning_rate": 9.934035179521286e-05,
207
+ "loss": 0.2944,
208
+ "step": 330
209
+ },
210
+ {
211
+ "grad_norm": 1.4607971906661987,
212
+ "learning_rate": 9.925713774123045e-05,
213
+ "loss": 0.274,
214
+ "step": 340
215
+ },
216
+ {
217
+ "grad_norm": 1.1738250255584717,
218
+ "learning_rate": 9.916902116024955e-05,
219
+ "loss": 0.2595,
220
+ "step": 350
221
+ },
222
+ {
223
+ "grad_norm": 2.739872455596924,
224
+ "learning_rate": 9.907601082244922e-05,
225
+ "loss": 0.2381,
226
+ "step": 360
227
+ },
228
+ {
229
+ "grad_norm": 1.0285557508468628,
230
+ "learning_rate": 9.897811598508054e-05,
231
+ "loss": 0.2366,
232
+ "step": 370
233
+ },
234
+ {
235
+ "grad_norm": 1.1872676610946655,
236
+ "learning_rate": 9.887534639154528e-05,
237
+ "loss": 0.2156,
238
+ "step": 380
239
+ },
240
+ {
241
+ "grad_norm": 2.026111125946045,
242
+ "learning_rate": 9.876771227042615e-05,
243
+ "loss": 0.2006,
244
+ "step": 390
245
+ },
246
+ {
247
+ "grad_norm": 1.2758289575576782,
248
+ "learning_rate": 9.865522433446874e-05,
249
+ "loss": 0.1866,
250
+ "step": 400
251
+ },
252
+ {
253
+ "grad_norm": 1.402713656425476,
254
+ "learning_rate": 9.853789377951525e-05,
255
+ "loss": 0.171,
256
+ "step": 410
257
+ },
258
+ {
259
+ "grad_norm": 1.211045742034912,
260
+ "learning_rate": 9.84157322833903e-05,
261
+ "loss": 0.1556,
262
+ "step": 420
263
+ },
264
+ {
265
+ "grad_norm": 1.0694953203201294,
266
+ "learning_rate": 9.828875200473847e-05,
267
+ "loss": 0.1427,
268
+ "step": 430
269
+ },
270
+ {
271
+ "grad_norm": 1.1870037317276,
272
+ "learning_rate": 9.815696558181432e-05,
273
+ "loss": 0.1268,
274
+ "step": 440
275
+ },
276
+ {
277
+ "grad_norm": 1.186240792274475,
278
+ "learning_rate": 9.80203861312244e-05,
279
+ "loss": 0.119,
280
+ "step": 450
281
+ },
282
+ {
283
+ "grad_norm": 1.715074062347412,
284
+ "learning_rate": 9.787902724662183e-05,
285
+ "loss": 0.1105,
286
+ "step": 460
287
+ },
288
+ {
289
+ "grad_norm": 1.8834806680679321,
290
+ "learning_rate": 9.773290299735334e-05,
291
+ "loss": 0.1009,
292
+ "step": 470
293
+ },
294
+ {
295
+ "grad_norm": 1.2597252130508423,
296
+ "learning_rate": 9.758202792705883e-05,
297
+ "loss": 0.0956,
298
+ "step": 480
299
+ },
300
+ {
301
+ "grad_norm": 0.9821397662162781,
302
+ "learning_rate": 9.742641705222411e-05,
303
+ "loss": 0.0901,
304
+ "step": 490
305
+ },
306
+ {
307
+ "grad_norm": 1.0759764909744263,
308
+ "learning_rate": 9.726608586068599e-05,
309
+ "loss": 0.0826,
310
+ "step": 500
311
+ },
312
+ {
313
+ "grad_norm": 1.0209800004959106,
314
+ "learning_rate": 9.710105031009109e-05,
315
+ "loss": 0.0767,
316
+ "step": 510
317
+ },
318
+ {
319
+ "grad_norm": 0.9008546471595764,
320
+ "learning_rate": 9.693132682630739e-05,
321
+ "loss": 0.0798,
322
+ "step": 520
323
+ },
324
+ {
325
+ "grad_norm": 1.215395450592041,
326
+ "learning_rate": 9.675693230178946e-05,
327
+ "loss": 0.0803,
328
+ "step": 530
329
+ },
330
+ {
331
+ "grad_norm": 0.9855540990829468,
332
+ "learning_rate": 9.657788409389715e-05,
333
+ "loss": 0.0793,
334
+ "step": 540
335
+ },
336
+ {
337
+ "grad_norm": 1.2829108238220215,
338
+ "learning_rate": 9.639420002316803e-05,
339
+ "loss": 0.0835,
340
+ "step": 550
341
+ },
342
+ {
343
+ "grad_norm": 1.2887505292892456,
344
+ "learning_rate": 9.620589837154369e-05,
345
+ "loss": 0.0816,
346
+ "step": 560
347
+ },
348
+ {
349
+ "grad_norm": 1.2523301839828491,
350
+ "learning_rate": 9.60129978805502e-05,
351
+ "loss": 0.08,
352
+ "step": 570
353
+ },
354
+ {
355
+ "grad_norm": 0.9276874661445618,
356
+ "learning_rate": 9.581551774943278e-05,
357
+ "loss": 0.0716,
358
+ "step": 580
359
+ },
360
+ {
361
+ "grad_norm": 1.2494471073150635,
362
+ "learning_rate": 9.561347763324484e-05,
363
+ "loss": 0.0713,
364
+ "step": 590
365
+ },
366
+ {
367
+ "grad_norm": 1.2110412120819092,
368
+ "learning_rate": 9.540689764089181e-05,
369
+ "loss": 0.0665,
370
+ "step": 600
371
+ },
372
+ {
373
+ "grad_norm": 1.297870397567749,
374
+ "learning_rate": 9.519579833312969e-05,
375
+ "loss": 0.071,
376
+ "step": 610
377
+ },
378
+ {
379
+ "grad_norm": 1.3121380805969238,
380
+ "learning_rate": 9.498020072051863e-05,
381
+ "loss": 0.073,
382
+ "step": 620
383
+ },
384
+ {
385
+ "grad_norm": 1.1004505157470703,
386
+ "learning_rate": 9.476012626133179e-05,
387
+ "loss": 0.067,
388
+ "step": 630
389
+ },
390
+ {
391
+ "grad_norm": 1.1140018701553345,
392
+ "learning_rate": 9.45355968594196e-05,
393
+ "loss": 0.0687,
394
+ "step": 640
395
+ },
396
+ {
397
+ "grad_norm": 1.0008115768432617,
398
+ "learning_rate": 9.43066348620297e-05,
399
+ "loss": 0.0669,
400
+ "step": 650
401
+ },
402
+ {
403
+ "grad_norm": 1.2289016246795654,
404
+ "learning_rate": 9.407326305758271e-05,
405
+ "loss": 0.0706,
406
+ "step": 660
407
+ },
408
+ {
409
+ "grad_norm": 1.0438281297683716,
410
+ "learning_rate": 9.383550467340414e-05,
411
+ "loss": 0.0642,
412
+ "step": 670
413
+ },
414
+ {
415
+ "grad_norm": 0.9674779176712036,
416
+ "learning_rate": 9.359338337341259e-05,
417
+ "loss": 0.0612,
418
+ "step": 680
419
+ },
420
+ {
421
+ "grad_norm": 0.9128247499465942,
422
+ "learning_rate": 9.334692325576448e-05,
423
+ "loss": 0.0665,
424
+ "step": 690
425
+ },
426
+ {
427
+ "grad_norm": 1.1862331628799438,
428
+ "learning_rate": 9.309614885045558e-05,
429
+ "loss": 0.0644,
430
+ "step": 700
431
+ },
432
+ {
433
+ "grad_norm": 1.0290508270263672,
434
+ "learning_rate": 9.284108511687957e-05,
435
+ "loss": 0.0637,
436
+ "step": 710
437
+ },
438
+ {
439
+ "grad_norm": 0.8808442950248718,
440
+ "learning_rate": 9.258175744134386e-05,
441
+ "loss": 0.0616,
442
+ "step": 720
443
+ },
444
+ {
445
+ "grad_norm": 0.988619327545166,
446
+ "learning_rate": 9.231819163454288e-05,
447
+ "loss": 0.0666,
448
+ "step": 730
449
+ },
450
+ {
451
+ "grad_norm": 0.9477532505989075,
452
+ "learning_rate": 9.205041392898916e-05,
453
+ "loss": 0.0566,
454
+ "step": 740
455
+ },
456
+ {
457
+ "grad_norm": 1.0722644329071045,
458
+ "learning_rate": 9.177845097640246e-05,
459
+ "loss": 0.0634,
460
+ "step": 750
461
+ },
462
+ {
463
+ "grad_norm": 1.0583887100219727,
464
+ "learning_rate": 9.150232984505713e-05,
465
+ "loss": 0.0563,
466
+ "step": 760
467
+ },
468
+ {
469
+ "grad_norm": 0.8438997864723206,
470
+ "learning_rate": 9.122207801708802e-05,
471
+ "loss": 0.0544,
472
+ "step": 770
473
+ },
474
+ {
475
+ "grad_norm": 0.9149758815765381,
476
+ "learning_rate": 9.093772338575517e-05,
477
+ "loss": 0.0521,
478
+ "step": 780
479
+ },
480
+ {
481
+ "grad_norm": 1.2236734628677368,
482
+ "learning_rate": 9.064929425266769e-05,
483
+ "loss": 0.06,
484
+ "step": 790
485
+ },
486
+ {
487
+ "grad_norm": 0.8840116858482361,
488
+ "learning_rate": 9.035681932496684e-05,
489
+ "loss": 0.0525,
490
+ "step": 800
491
+ },
492
+ {
493
+ "grad_norm": 1.0185279846191406,
494
+ "learning_rate": 9.006032771246888e-05,
495
+ "loss": 0.0543,
496
+ "step": 810
497
+ },
498
+ {
499
+ "grad_norm": 1.0475661754608154,
500
+ "learning_rate": 8.975984892476784e-05,
501
+ "loss": 0.052,
502
+ "step": 820
503
+ },
504
+ {
505
+ "grad_norm": 0.9797695875167847,
506
+ "learning_rate": 8.945541286829826e-05,
507
+ "loss": 0.054,
508
+ "step": 830
509
+ },
510
+ {
511
+ "grad_norm": 0.9904595613479614,
512
+ "learning_rate": 8.914704984335887e-05,
513
+ "loss": 0.0546,
514
+ "step": 840
515
+ },
516
+ {
517
+ "grad_norm": 0.8833250403404236,
518
+ "learning_rate": 8.883479054109667e-05,
519
+ "loss": 0.0527,
520
+ "step": 850
521
+ },
522
+ {
523
+ "grad_norm": 1.0496009588241577,
524
+ "learning_rate": 8.851866604045226e-05,
525
+ "loss": 0.0534,
526
+ "step": 860
527
+ },
528
+ {
529
+ "grad_norm": 0.8666574358940125,
530
+ "learning_rate": 8.819870780506673e-05,
531
+ "loss": 0.0514,
532
+ "step": 870
533
+ },
534
+ {
535
+ "grad_norm": 0.9734259247779846,
536
+ "learning_rate": 8.787494768014986e-05,
537
+ "loss": 0.053,
538
+ "step": 880
539
+ },
540
+ {
541
+ "grad_norm": 1.0638185739517212,
542
+ "learning_rate": 8.754741788931078e-05,
543
+ "loss": 0.0496,
544
+ "step": 890
545
+ },
546
+ {
547
+ "grad_norm": 1.006162166595459,
548
+ "learning_rate": 8.721615103135073e-05,
549
+ "loss": 0.0497,
550
+ "step": 900
551
+ },
552
+ {
553
+ "grad_norm": 0.9818254113197327,
554
+ "learning_rate": 8.68811800770185e-05,
555
+ "loss": 0.0497,
556
+ "step": 910
557
+ },
558
+ {
559
+ "grad_norm": 0.952200174331665,
560
+ "learning_rate": 8.654253836572892e-05,
561
+ "loss": 0.0499,
562
+ "step": 920
563
+ },
564
+ {
565
+ "grad_norm": 0.8586611747741699,
566
+ "learning_rate": 8.620025960224455e-05,
567
+ "loss": 0.0467,
568
+ "step": 930
569
+ },
570
+ {
571
+ "grad_norm": 1.0392588376998901,
572
+ "learning_rate": 8.585437785332108e-05,
573
+ "loss": 0.052,
574
+ "step": 940
575
+ },
576
+ {
577
+ "grad_norm": 0.9207665324211121,
578
+ "learning_rate": 8.55049275443168e-05,
579
+ "loss": 0.0483,
580
+ "step": 950
581
+ },
582
+ {
583
+ "grad_norm": 0.85679030418396,
584
+ "learning_rate": 8.515194345576608e-05,
585
+ "loss": 0.0462,
586
+ "step": 960
587
+ },
588
+ {
589
+ "grad_norm": 0.8349933624267578,
590
+ "learning_rate": 8.479546071991787e-05,
591
+ "loss": 0.0446,
592
+ "step": 970
593
+ },
594
+ {
595
+ "grad_norm": 0.9362433552742004,
596
+ "learning_rate": 8.443551481723887e-05,
597
+ "loss": 0.0523,
598
+ "step": 980
599
+ },
600
+ {
601
+ "grad_norm": 1.0407038927078247,
602
+ "learning_rate": 8.407214157288233e-05,
603
+ "loss": 0.0464,
604
+ "step": 990
605
+ },
606
+ {
607
+ "grad_norm": 0.778825581073761,
608
+ "learning_rate": 8.370537715312221e-05,
609
+ "loss": 0.0479,
610
+ "step": 1000
611
+ },
612
+ {
613
+ "grad_norm": 0.9996744394302368,
614
+ "learning_rate": 8.333525806175378e-05,
615
+ "loss": 0.045,
616
+ "step": 1010
617
+ },
618
+ {
619
+ "grad_norm": 0.8681920170783997,
620
+ "learning_rate": 8.296182113646032e-05,
621
+ "loss": 0.043,
622
+ "step": 1020
623
+ },
624
+ {
625
+ "grad_norm": 0.9805034399032593,
626
+ "learning_rate": 8.258510354514661e-05,
627
+ "loss": 0.0435,
628
+ "step": 1030
629
+ },
630
+ {
631
+ "grad_norm": 1.0047134160995483,
632
+ "learning_rate": 8.220514278223985e-05,
633
+ "loss": 0.0437,
634
+ "step": 1040
635
+ },
636
+ {
637
+ "grad_norm": 0.8011923432350159,
638
+ "learning_rate": 8.182197666495765e-05,
639
+ "loss": 0.0454,
640
+ "step": 1050
641
+ },
642
+ {
643
+ "grad_norm": 0.7940658926963806,
644
+ "learning_rate": 8.143564332954425e-05,
645
+ "loss": 0.0398,
646
+ "step": 1060
647
+ },
648
+ {
649
+ "grad_norm": 0.9078086614608765,
650
+ "learning_rate": 8.10461812274748e-05,
651
+ "loss": 0.047,
652
+ "step": 1070
653
+ },
654
+ {
655
+ "grad_norm": 0.8359302878379822,
656
+ "learning_rate": 8.065362912162826e-05,
657
+ "loss": 0.0401,
658
+ "step": 1080
659
+ },
660
+ {
661
+ "grad_norm": 0.8740209937095642,
662
+ "learning_rate": 8.025802608242951e-05,
663
+ "loss": 0.0442,
664
+ "step": 1090
665
+ },
666
+ {
667
+ "grad_norm": 0.8949903845787048,
668
+ "learning_rate": 7.985941148396051e-05,
669
+ "loss": 0.04,
670
+ "step": 1100
671
+ },
672
+ {
673
+ "grad_norm": 0.9647477865219116,
674
+ "learning_rate": 7.945782500004157e-05,
675
+ "loss": 0.0446,
676
+ "step": 1110
677
+ },
678
+ {
679
+ "grad_norm": 0.7511661648750305,
680
+ "learning_rate": 7.905330660028259e-05,
681
+ "loss": 0.0388,
682
+ "step": 1120
683
+ },
684
+ {
685
+ "grad_norm": 0.8438886404037476,
686
+ "learning_rate": 7.864589654610488e-05,
687
+ "loss": 0.0431,
688
+ "step": 1130
689
+ },
690
+ {
691
+ "grad_norm": 0.8806783556938171,
692
+ "learning_rate": 7.823563538673402e-05,
693
+ "loss": 0.0401,
694
+ "step": 1140
695
+ },
696
+ {
697
+ "grad_norm": 1.0080982446670532,
698
+ "learning_rate": 7.782256395516404e-05,
699
+ "loss": 0.0421,
700
+ "step": 1150
701
+ },
702
+ {
703
+ "grad_norm": 0.979536235332489,
704
+ "learning_rate": 7.740672336409329e-05,
705
+ "loss": 0.0409,
706
+ "step": 1160
707
+ },
708
+ {
709
+ "grad_norm": 0.7263420224189758,
710
+ "learning_rate": 7.698815500183252e-05,
711
+ "loss": 0.0399,
712
+ "step": 1170
713
+ },
714
+ {
715
+ "grad_norm": 0.9103074073791504,
716
+ "learning_rate": 7.65669005281856e-05,
717
+ "loss": 0.043,
718
+ "step": 1180
719
+ },
720
+ {
721
+ "grad_norm": 0.7806717753410339,
722
+ "learning_rate": 7.614300187030311e-05,
723
+ "loss": 0.0372,
724
+ "step": 1190
725
+ },
726
+ {
727
+ "grad_norm": 0.8898742198944092,
728
+ "learning_rate": 7.571650121850933e-05,
729
+ "loss": 0.0379,
730
+ "step": 1200
731
+ },
732
+ {
733
+ "grad_norm": 0.703109085559845,
734
+ "learning_rate": 7.528744102210307e-05,
735
+ "loss": 0.0384,
736
+ "step": 1210
737
+ },
738
+ {
739
+ "grad_norm": 0.7637699842453003,
740
+ "learning_rate": 7.485586398513284e-05,
741
+ "loss": 0.0359,
742
+ "step": 1220
743
+ },
744
+ {
745
+ "grad_norm": 0.7609363198280334,
746
+ "learning_rate": 7.442181306214636e-05,
747
+ "loss": 0.0367,
748
+ "step": 1230
749
+ },
750
+ {
751
+ "grad_norm": 0.7566767334938049,
752
+ "learning_rate": 7.398533145391548e-05,
753
+ "loss": 0.043,
754
+ "step": 1240
755
+ },
756
+ {
757
+ "grad_norm": 0.9402315020561218,
758
+ "learning_rate": 7.354646260313637e-05,
759
+ "loss": 0.0429,
760
+ "step": 1250
761
+ },
762
+ {
763
+ "grad_norm": 0.8714368343353271,
764
+ "learning_rate": 7.310525019010569e-05,
765
+ "loss": 0.0383,
766
+ "step": 1260
767
+ },
768
+ {
769
+ "grad_norm": 0.7294072508811951,
770
+ "learning_rate": 7.266173812837314e-05,
771
+ "loss": 0.0368,
772
+ "step": 1270
773
+ },
774
+ {
775
+ "grad_norm": 0.9220551252365112,
776
+ "learning_rate": 7.221597056037081e-05,
777
+ "loss": 0.0376,
778
+ "step": 1280
779
+ },
780
+ {
781
+ "grad_norm": 0.7730177044868469,
782
+ "learning_rate": 7.176799185301968e-05,
783
+ "loss": 0.0408,
784
+ "step": 1290
785
+ },
786
+ {
787
+ "grad_norm": 0.7775214910507202,
788
+ "learning_rate": 7.131784659331376e-05,
789
+ "loss": 0.0367,
790
+ "step": 1300
791
+ },
792
+ {
793
+ "grad_norm": 0.731311023235321,
794
+ "learning_rate": 7.086557958388251e-05,
795
+ "loss": 0.0387,
796
+ "step": 1310
797
+ },
798
+ {
799
+ "grad_norm": 0.9899141788482666,
800
+ "learning_rate": 7.041123583853158e-05,
801
+ "loss": 0.0378,
802
+ "step": 1320
803
+ },
804
+ {
805
+ "grad_norm": 0.7451303601264954,
806
+ "learning_rate": 6.995486057776258e-05,
807
+ "loss": 0.0352,
808
+ "step": 1330
809
+ },
810
+ {
811
+ "grad_norm": 0.6842239499092102,
812
+ "learning_rate": 6.94964992242724e-05,
813
+ "loss": 0.0366,
814
+ "step": 1340
815
+ },
816
+ {
817
+ "grad_norm": 0.7657811045646667,
818
+ "learning_rate": 6.90361973984323e-05,
819
+ "loss": 0.0352,
820
+ "step": 1350
821
+ },
822
+ {
823
+ "grad_norm": 0.8057816028594971,
824
+ "learning_rate": 6.857400091374733e-05,
825
+ "loss": 0.0374,
826
+ "step": 1360
827
+ },
828
+ {
829
+ "grad_norm": 0.7250428795814514,
830
+ "learning_rate": 6.810995577229656e-05,
831
+ "loss": 0.0369,
832
+ "step": 1370
833
+ },
834
+ {
835
+ "grad_norm": 0.9378576278686523,
836
+ "learning_rate": 6.764410816015452e-05,
837
+ "loss": 0.0361,
838
+ "step": 1380
839
+ },
840
+ {
841
+ "grad_norm": 0.7662205696105957,
842
+ "learning_rate": 6.717650444279428e-05,
843
+ "loss": 0.0373,
844
+ "step": 1390
845
+ },
846
+ {
847
+ "grad_norm": 0.7293974757194519,
848
+ "learning_rate": 6.670719116047289e-05,
849
+ "loss": 0.0333,
850
+ "step": 1400
851
+ },
852
+ {
853
+ "grad_norm": 0.7121163010597229,
854
+ "learning_rate": 6.623621502359907e-05,
855
+ "loss": 0.0341,
856
+ "step": 1410
857
+ },
858
+ {
859
+ "grad_norm": 0.9049424529075623,
860
+ "learning_rate": 6.576362290808423e-05,
861
+ "loss": 0.0358,
862
+ "step": 1420
863
+ },
864
+ {
865
+ "grad_norm": 0.7645899057388306,
866
+ "learning_rate": 6.528946185067704e-05,
867
+ "loss": 0.0322,
868
+ "step": 1430
869
+ },
870
+ {
871
+ "grad_norm": 0.8331846594810486,
872
+ "learning_rate": 6.481377904428171e-05,
873
+ "loss": 0.0351,
874
+ "step": 1440
875
+ },
876
+ {
877
+ "grad_norm": 0.6768192052841187,
878
+ "learning_rate": 6.433662183326109e-05,
879
+ "loss": 0.0329,
880
+ "step": 1450
881
+ },
882
+ {
883
+ "grad_norm": 0.7486845850944519,
884
+ "learning_rate": 6.385803770872443e-05,
885
+ "loss": 0.034,
886
+ "step": 1460
887
+ },
888
+ {
889
+ "grad_norm": 0.7449998259544373,
890
+ "learning_rate": 6.337807430380064e-05,
891
+ "loss": 0.0317,
892
+ "step": 1470
893
+ },
894
+ {
895
+ "grad_norm": 0.8332880139350891,
896
+ "learning_rate": 6.289677938889738e-05,
897
+ "loss": 0.032,
898
+ "step": 1480
899
+ },
900
+ {
901
+ "grad_norm": 0.7635785341262817,
902
+ "learning_rate": 6.241420086694656e-05,
903
+ "loss": 0.0342,
904
+ "step": 1490
905
+ },
906
+ {
907
+ "grad_norm": 0.5600718855857849,
908
+ "learning_rate": 6.193038676863654e-05,
909
+ "loss": 0.0334,
910
+ "step": 1500
911
+ },
912
+ {
913
+ "grad_norm": 0.7143759727478027,
914
+ "learning_rate": 6.144538524763171e-05,
915
+ "loss": 0.0332,
916
+ "step": 1510
917
+ },
918
+ {
919
+ "grad_norm": 0.7763072848320007,
920
+ "learning_rate": 6.095924457577975e-05,
921
+ "loss": 0.0333,
922
+ "step": 1520
923
+ },
924
+ {
925
+ "grad_norm": 0.6500061750411987,
926
+ "learning_rate": 6.0472013138307235e-05,
927
+ "loss": 0.0303,
928
+ "step": 1530
929
+ },
930
+ {
931
+ "grad_norm": 0.7192605137825012,
932
+ "learning_rate": 5.99837394290038e-05,
933
+ "loss": 0.0371,
934
+ "step": 1540
935
+ },
936
+ {
937
+ "grad_norm": 0.7571459412574768,
938
+ "learning_rate": 5.9494472045395654e-05,
939
+ "loss": 0.0286,
940
+ "step": 1550
941
+ },
942
+ {
943
+ "grad_norm": 0.7904382348060608,
944
+ "learning_rate": 5.9004259683908714e-05,
945
+ "loss": 0.0299,
946
+ "step": 1560
947
+ },
948
+ {
949
+ "grad_norm": 0.6794753670692444,
950
+ "learning_rate": 5.8513151135021816e-05,
951
+ "loss": 0.0337,
952
+ "step": 1570
953
+ },
954
+ {
955
+ "grad_norm": 0.7068037986755371,
956
+ "learning_rate": 5.802119527841067e-05,
957
+ "loss": 0.029,
958
+ "step": 1580
959
+ },
960
+ {
961
+ "grad_norm": 0.6086186170578003,
962
+ "learning_rate": 5.752844107808295e-05,
963
+ "loss": 0.0295,
964
+ "step": 1590
965
+ },
966
+ {
967
+ "grad_norm": 0.6585786938667297,
968
+ "learning_rate": 5.7034937577504874e-05,
969
+ "loss": 0.0283,
970
+ "step": 1600
971
+ },
972
+ {
973
+ "grad_norm": 0.7253314256668091,
974
+ "learning_rate": 5.6540733894719956e-05,
975
+ "loss": 0.0276,
976
+ "step": 1610
977
+ },
978
+ {
979
+ "grad_norm": 0.7095611095428467,
980
+ "learning_rate": 5.604587921746034e-05,
981
+ "loss": 0.0348,
982
+ "step": 1620
983
+ },
984
+ {
985
+ "grad_norm": 0.7162988185882568,
986
+ "learning_rate": 5.555042279825118e-05,
987
+ "loss": 0.0314,
988
+ "step": 1630
989
+ },
990
+ {
991
+ "grad_norm": 0.6432645916938782,
992
+ "learning_rate": 5.505441394950857e-05,
993
+ "loss": 0.0319,
994
+ "step": 1640
995
+ },
996
+ {
997
+ "grad_norm": 0.7544610500335693,
998
+ "learning_rate": 5.455790203863151e-05,
999
+ "loss": 0.0296,
1000
+ "step": 1650
1001
+ }
1002
+ ],
1003
+ "logging_steps": 10,
1004
+ "max_steps": 3315,
1005
+ "num_input_tokens_seen": 0,
1006
+ "num_train_epochs": 9223372036854775807,
1007
+ "save_steps": 1658,
1008
+ "stateful_callbacks": {
1009
+ "TrainerControl": {
1010
+ "args": {
1011
+ "should_epoch_stop": false,
1012
+ "should_evaluate": false,
1013
+ "should_log": false,
1014
+ "should_save": true,
1015
+ "should_training_stop": false
1016
+ },
1017
+ "attributes": {}
1018
+ }
1019
+ },
1020
+ "total_flos": 0.0,
1021
+ "train_batch_size": 87,
1022
+ "trial_name": null,
1023
+ "trial_params": null
1024
+ }
a17-unscrew-bottle/epoch-010/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85cc4097efbca94598acfe8c9120872401f23375219ed318b1222d4d81df458a
3
+ size 8017
a17-unscrew-bottle/epoch-010/training_plan.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"task": "a17", "frames": 115333, "epochs": 20, "per_gpu_batch": 87, "world_size": 8, "global_batch": 696, "max_steps": 3315, "save_steps": 1658}
a17-unscrew-bottle/epoch-010/wandb_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"project": "finetune-gr00t-n1d7", "run_id": "production"}
a17-unscrew-bottle/epoch-020/protocol.json CHANGED
@@ -53,6 +53,7 @@
53
  "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
54
  "config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
55
  "inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
 
56
  "resume_state_included": false,
57
  "files": {
58
  "config.json": 2221,
@@ -68,6 +69,11 @@
68
  "model-00002-of-00002.safetensors": 1919980184,
69
  "model.safetensors.index.json": 104985,
70
  "processor_config.json": 26960,
71
- "statistics.json": 4322713
 
 
 
 
 
72
  }
73
  }
 
53
  "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09), on from epoch 1; model-native image augmentation off (via code/hb_groot/hb_launch.py; config.json still lists GR00T's native augmentation defaults, they are bypassed in training)",
54
  "config": "experiment_cfg/conf.yaml (full model config); dataset_meta/modality.json (state/action/video keys)",
55
  "inference": "NVIDIA Isaac-GR00T (N1.7) policy loader on this folder with embodiment_tag new_embodiment and the modality config in experiment_cfg/conf.yaml; import code/hb_groot/hb_offline_fix.py when HF_HUB_OFFLINE=1. Augmentation is training-only.",
56
+ "training_records_included": true,
57
  "resume_state_included": false,
58
  "files": {
59
  "config.json": 2221,
 
69
  "model-00002-of-00002.safetensors": 1919980184,
70
  "model.safetensors.index.json": 104985,
71
  "processor_config.json": 26960,
72
+ "statistics.json": 4322713,
73
+ "train.log": 330135,
74
+ "trainer_state.json": 46737,
75
+ "training_args.bin": 8017,
76
+ "training_plan.json": 146,
77
+ "wandb_config.json": 58
78
  }
79
  }
a17-unscrew-bottle/epoch-020/train.log ADDED
The diff for this file is too large to render. See raw diff
 
a17-unscrew-bottle/epoch-020/trainer_state.json ADDED
@@ -0,0 +1,2020 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3315,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "grad_norm": 0.3325459957122803,
14
+ "learning_rate": 5.421686746987952e-06,
15
+ "loss": 1.6068,
16
+ "step": 10
17
+ },
18
+ {
19
+ "grad_norm": 1.0614286661148071,
20
+ "learning_rate": 1.144578313253012e-05,
21
+ "loss": 1.5111,
22
+ "step": 20
23
+ },
24
+ {
25
+ "grad_norm": 0.707953691482544,
26
+ "learning_rate": 1.7469879518072292e-05,
27
+ "loss": 1.2394,
28
+ "step": 30
29
+ },
30
+ {
31
+ "grad_norm": 0.36559903621673584,
32
+ "learning_rate": 2.349397590361446e-05,
33
+ "loss": 1.109,
34
+ "step": 40
35
+ },
36
+ {
37
+ "grad_norm": 0.2400236576795578,
38
+ "learning_rate": 2.951807228915663e-05,
39
+ "loss": 1.0758,
40
+ "step": 50
41
+ },
42
+ {
43
+ "grad_norm": 0.24258477985858917,
44
+ "learning_rate": 3.5542168674698794e-05,
45
+ "loss": 1.0656,
46
+ "step": 60
47
+ },
48
+ {
49
+ "grad_norm": 0.35697221755981445,
50
+ "learning_rate": 4.156626506024097e-05,
51
+ "loss": 1.0562,
52
+ "step": 70
53
+ },
54
+ {
55
+ "grad_norm": 0.22180570662021637,
56
+ "learning_rate": 4.759036144578313e-05,
57
+ "loss": 1.047,
58
+ "step": 80
59
+ },
60
+ {
61
+ "grad_norm": 0.28860875964164734,
62
+ "learning_rate": 5.3614457831325306e-05,
63
+ "loss": 1.0412,
64
+ "step": 90
65
+ },
66
+ {
67
+ "grad_norm": 0.24795375764369965,
68
+ "learning_rate": 5.963855421686747e-05,
69
+ "loss": 1.0344,
70
+ "step": 100
71
+ },
72
+ {
73
+ "grad_norm": 0.2650150954723358,
74
+ "learning_rate": 6.566265060240964e-05,
75
+ "loss": 1.0286,
76
+ "step": 110
77
+ },
78
+ {
79
+ "grad_norm": 0.3140394687652588,
80
+ "learning_rate": 7.168674698795182e-05,
81
+ "loss": 1.0214,
82
+ "step": 120
83
+ },
84
+ {
85
+ "grad_norm": 1.0068237781524658,
86
+ "learning_rate": 7.771084337349398e-05,
87
+ "loss": 0.9939,
88
+ "step": 130
89
+ },
90
+ {
91
+ "grad_norm": 0.44718122482299805,
92
+ "learning_rate": 8.373493975903614e-05,
93
+ "loss": 0.9695,
94
+ "step": 140
95
+ },
96
+ {
97
+ "grad_norm": 0.8448994755744934,
98
+ "learning_rate": 8.975903614457832e-05,
99
+ "loss": 0.8971,
100
+ "step": 150
101
+ },
102
+ {
103
+ "grad_norm": 0.5557419061660767,
104
+ "learning_rate": 9.578313253012049e-05,
105
+ "loss": 0.8319,
106
+ "step": 160
107
+ },
108
+ {
109
+ "grad_norm": 0.8368194699287415,
110
+ "learning_rate": 9.999977605745058e-05,
111
+ "loss": 0.7799,
112
+ "step": 170
113
+ },
114
+ {
115
+ "grad_norm": 0.6521458625793457,
116
+ "learning_rate": 9.99957949123767e-05,
117
+ "loss": 0.7351,
118
+ "step": 180
119
+ },
120
+ {
121
+ "grad_norm": 0.7625173330307007,
122
+ "learning_rate": 9.998683772229473e-05,
123
+ "loss": 0.6894,
124
+ "step": 190
125
+ },
126
+ {
127
+ "grad_norm": 0.9848303198814392,
128
+ "learning_rate": 9.997290537870732e-05,
129
+ "loss": 0.6476,
130
+ "step": 200
131
+ },
132
+ {
133
+ "grad_norm": 1.0315613746643066,
134
+ "learning_rate": 9.995399926829044e-05,
135
+ "loss": 0.5988,
136
+ "step": 210
137
+ },
138
+ {
139
+ "grad_norm": 0.8424804210662842,
140
+ "learning_rate": 9.993012127275547e-05,
141
+ "loss": 0.565,
142
+ "step": 220
143
+ },
144
+ {
145
+ "grad_norm": 1.0141515731811523,
146
+ "learning_rate": 9.990127376866189e-05,
147
+ "loss": 0.5312,
148
+ "step": 230
149
+ },
150
+ {
151
+ "grad_norm": 0.9151460528373718,
152
+ "learning_rate": 9.986745962718078e-05,
153
+ "loss": 0.5084,
154
+ "step": 240
155
+ },
156
+ {
157
+ "grad_norm": 0.9691532850265503,
158
+ "learning_rate": 9.982868221380894e-05,
159
+ "loss": 0.4888,
160
+ "step": 250
161
+ },
162
+ {
163
+ "grad_norm": 1.2133934497833252,
164
+ "learning_rate": 9.978494538803406e-05,
165
+ "loss": 0.4629,
166
+ "step": 260
167
+ },
168
+ {
169
+ "grad_norm": 0.9213694930076599,
170
+ "learning_rate": 9.97362535029505e-05,
171
+ "loss": 0.4336,
172
+ "step": 270
173
+ },
174
+ {
175
+ "grad_norm": 1.3902238607406616,
176
+ "learning_rate": 9.968261140482611e-05,
177
+ "loss": 0.4009,
178
+ "step": 280
179
+ },
180
+ {
181
+ "grad_norm": 1.424892544746399,
182
+ "learning_rate": 9.962402443261977e-05,
183
+ "loss": 0.3792,
184
+ "step": 290
185
+ },
186
+ {
187
+ "grad_norm": 1.1258292198181152,
188
+ "learning_rate": 9.95604984174501e-05,
189
+ "loss": 0.3615,
190
+ "step": 300
191
+ },
192
+ {
193
+ "grad_norm": 0.9346629977226257,
194
+ "learning_rate": 9.949203968201505e-05,
195
+ "loss": 0.3345,
196
+ "step": 310
197
+ },
198
+ {
199
+ "grad_norm": 1.3945423364639282,
200
+ "learning_rate": 9.941865503996268e-05,
201
+ "loss": 0.3187,
202
+ "step": 320
203
+ },
204
+ {
205
+ "grad_norm": 1.008923053741455,
206
+ "learning_rate": 9.934035179521286e-05,
207
+ "loss": 0.2944,
208
+ "step": 330
209
+ },
210
+ {
211
+ "grad_norm": 1.4607971906661987,
212
+ "learning_rate": 9.925713774123045e-05,
213
+ "loss": 0.274,
214
+ "step": 340
215
+ },
216
+ {
217
+ "grad_norm": 1.1738250255584717,
218
+ "learning_rate": 9.916902116024955e-05,
219
+ "loss": 0.2595,
220
+ "step": 350
221
+ },
222
+ {
223
+ "grad_norm": 2.739872455596924,
224
+ "learning_rate": 9.907601082244922e-05,
225
+ "loss": 0.2381,
226
+ "step": 360
227
+ },
228
+ {
229
+ "grad_norm": 1.0285557508468628,
230
+ "learning_rate": 9.897811598508054e-05,
231
+ "loss": 0.2366,
232
+ "step": 370
233
+ },
234
+ {
235
+ "grad_norm": 1.1872676610946655,
236
+ "learning_rate": 9.887534639154528e-05,
237
+ "loss": 0.2156,
238
+ "step": 380
239
+ },
240
+ {
241
+ "grad_norm": 2.026111125946045,
242
+ "learning_rate": 9.876771227042615e-05,
243
+ "loss": 0.2006,
244
+ "step": 390
245
+ },
246
+ {
247
+ "grad_norm": 1.2758289575576782,
248
+ "learning_rate": 9.865522433446874e-05,
249
+ "loss": 0.1866,
250
+ "step": 400
251
+ },
252
+ {
253
+ "grad_norm": 1.402713656425476,
254
+ "learning_rate": 9.853789377951525e-05,
255
+ "loss": 0.171,
256
+ "step": 410
257
+ },
258
+ {
259
+ "grad_norm": 1.211045742034912,
260
+ "learning_rate": 9.84157322833903e-05,
261
+ "loss": 0.1556,
262
+ "step": 420
263
+ },
264
+ {
265
+ "grad_norm": 1.0694953203201294,
266
+ "learning_rate": 9.828875200473847e-05,
267
+ "loss": 0.1427,
268
+ "step": 430
269
+ },
270
+ {
271
+ "grad_norm": 1.1870037317276,
272
+ "learning_rate": 9.815696558181432e-05,
273
+ "loss": 0.1268,
274
+ "step": 440
275
+ },
276
+ {
277
+ "grad_norm": 1.186240792274475,
278
+ "learning_rate": 9.80203861312244e-05,
279
+ "loss": 0.119,
280
+ "step": 450
281
+ },
282
+ {
283
+ "grad_norm": 1.715074062347412,
284
+ "learning_rate": 9.787902724662183e-05,
285
+ "loss": 0.1105,
286
+ "step": 460
287
+ },
288
+ {
289
+ "grad_norm": 1.8834806680679321,
290
+ "learning_rate": 9.773290299735334e-05,
291
+ "loss": 0.1009,
292
+ "step": 470
293
+ },
294
+ {
295
+ "grad_norm": 1.2597252130508423,
296
+ "learning_rate": 9.758202792705883e-05,
297
+ "loss": 0.0956,
298
+ "step": 480
299
+ },
300
+ {
301
+ "grad_norm": 0.9821397662162781,
302
+ "learning_rate": 9.742641705222411e-05,
303
+ "loss": 0.0901,
304
+ "step": 490
305
+ },
306
+ {
307
+ "grad_norm": 1.0759764909744263,
308
+ "learning_rate": 9.726608586068599e-05,
309
+ "loss": 0.0826,
310
+ "step": 500
311
+ },
312
+ {
313
+ "grad_norm": 1.0209800004959106,
314
+ "learning_rate": 9.710105031009109e-05,
315
+ "loss": 0.0767,
316
+ "step": 510
317
+ },
318
+ {
319
+ "grad_norm": 0.9008546471595764,
320
+ "learning_rate": 9.693132682630739e-05,
321
+ "loss": 0.0798,
322
+ "step": 520
323
+ },
324
+ {
325
+ "grad_norm": 1.215395450592041,
326
+ "learning_rate": 9.675693230178946e-05,
327
+ "loss": 0.0803,
328
+ "step": 530
329
+ },
330
+ {
331
+ "grad_norm": 0.9855540990829468,
332
+ "learning_rate": 9.657788409389715e-05,
333
+ "loss": 0.0793,
334
+ "step": 540
335
+ },
336
+ {
337
+ "grad_norm": 1.2829108238220215,
338
+ "learning_rate": 9.639420002316803e-05,
339
+ "loss": 0.0835,
340
+ "step": 550
341
+ },
342
+ {
343
+ "grad_norm": 1.2887505292892456,
344
+ "learning_rate": 9.620589837154369e-05,
345
+ "loss": 0.0816,
346
+ "step": 560
347
+ },
348
+ {
349
+ "grad_norm": 1.2523301839828491,
350
+ "learning_rate": 9.60129978805502e-05,
351
+ "loss": 0.08,
352
+ "step": 570
353
+ },
354
+ {
355
+ "grad_norm": 0.9276874661445618,
356
+ "learning_rate": 9.581551774943278e-05,
357
+ "loss": 0.0716,
358
+ "step": 580
359
+ },
360
+ {
361
+ "grad_norm": 1.2494471073150635,
362
+ "learning_rate": 9.561347763324484e-05,
363
+ "loss": 0.0713,
364
+ "step": 590
365
+ },
366
+ {
367
+ "grad_norm": 1.2110412120819092,
368
+ "learning_rate": 9.540689764089181e-05,
369
+ "loss": 0.0665,
370
+ "step": 600
371
+ },
372
+ {
373
+ "grad_norm": 1.297870397567749,
374
+ "learning_rate": 9.519579833312969e-05,
375
+ "loss": 0.071,
376
+ "step": 610
377
+ },
378
+ {
379
+ "grad_norm": 1.3121380805969238,
380
+ "learning_rate": 9.498020072051863e-05,
381
+ "loss": 0.073,
382
+ "step": 620
383
+ },
384
+ {
385
+ "grad_norm": 1.1004505157470703,
386
+ "learning_rate": 9.476012626133179e-05,
387
+ "loss": 0.067,
388
+ "step": 630
389
+ },
390
+ {
391
+ "grad_norm": 1.1140018701553345,
392
+ "learning_rate": 9.45355968594196e-05,
393
+ "loss": 0.0687,
394
+ "step": 640
395
+ },
396
+ {
397
+ "grad_norm": 1.0008115768432617,
398
+ "learning_rate": 9.43066348620297e-05,
399
+ "loss": 0.0669,
400
+ "step": 650
401
+ },
402
+ {
403
+ "grad_norm": 1.2289016246795654,
404
+ "learning_rate": 9.407326305758271e-05,
405
+ "loss": 0.0706,
406
+ "step": 660
407
+ },
408
+ {
409
+ "grad_norm": 1.0438281297683716,
410
+ "learning_rate": 9.383550467340414e-05,
411
+ "loss": 0.0642,
412
+ "step": 670
413
+ },
414
+ {
415
+ "grad_norm": 0.9674779176712036,
416
+ "learning_rate": 9.359338337341259e-05,
417
+ "loss": 0.0612,
418
+ "step": 680
419
+ },
420
+ {
421
+ "grad_norm": 0.9128247499465942,
422
+ "learning_rate": 9.334692325576448e-05,
423
+ "loss": 0.0665,
424
+ "step": 690
425
+ },
426
+ {
427
+ "grad_norm": 1.1862331628799438,
428
+ "learning_rate": 9.309614885045558e-05,
429
+ "loss": 0.0644,
430
+ "step": 700
431
+ },
432
+ {
433
+ "grad_norm": 1.0290508270263672,
434
+ "learning_rate": 9.284108511687957e-05,
435
+ "loss": 0.0637,
436
+ "step": 710
437
+ },
438
+ {
439
+ "grad_norm": 0.8808442950248718,
440
+ "learning_rate": 9.258175744134386e-05,
441
+ "loss": 0.0616,
442
+ "step": 720
443
+ },
444
+ {
445
+ "grad_norm": 0.988619327545166,
446
+ "learning_rate": 9.231819163454288e-05,
447
+ "loss": 0.0666,
448
+ "step": 730
449
+ },
450
+ {
451
+ "grad_norm": 0.9477532505989075,
452
+ "learning_rate": 9.205041392898916e-05,
453
+ "loss": 0.0566,
454
+ "step": 740
455
+ },
456
+ {
457
+ "grad_norm": 1.0722644329071045,
458
+ "learning_rate": 9.177845097640246e-05,
459
+ "loss": 0.0634,
460
+ "step": 750
461
+ },
462
+ {
463
+ "grad_norm": 1.0583887100219727,
464
+ "learning_rate": 9.150232984505713e-05,
465
+ "loss": 0.0563,
466
+ "step": 760
467
+ },
468
+ {
469
+ "grad_norm": 0.8438997864723206,
470
+ "learning_rate": 9.122207801708802e-05,
471
+ "loss": 0.0544,
472
+ "step": 770
473
+ },
474
+ {
475
+ "grad_norm": 0.9149758815765381,
476
+ "learning_rate": 9.093772338575517e-05,
477
+ "loss": 0.0521,
478
+ "step": 780
479
+ },
480
+ {
481
+ "grad_norm": 1.2236734628677368,
482
+ "learning_rate": 9.064929425266769e-05,
483
+ "loss": 0.06,
484
+ "step": 790
485
+ },
486
+ {
487
+ "grad_norm": 0.8840116858482361,
488
+ "learning_rate": 9.035681932496684e-05,
489
+ "loss": 0.0525,
490
+ "step": 800
491
+ },
492
+ {
493
+ "grad_norm": 1.0185279846191406,
494
+ "learning_rate": 9.006032771246888e-05,
495
+ "loss": 0.0543,
496
+ "step": 810
497
+ },
498
+ {
499
+ "grad_norm": 1.0475661754608154,
500
+ "learning_rate": 8.975984892476784e-05,
501
+ "loss": 0.052,
502
+ "step": 820
503
+ },
504
+ {
505
+ "grad_norm": 0.9797695875167847,
506
+ "learning_rate": 8.945541286829826e-05,
507
+ "loss": 0.054,
508
+ "step": 830
509
+ },
510
+ {
511
+ "grad_norm": 0.9904595613479614,
512
+ "learning_rate": 8.914704984335887e-05,
513
+ "loss": 0.0546,
514
+ "step": 840
515
+ },
516
+ {
517
+ "grad_norm": 0.8833250403404236,
518
+ "learning_rate": 8.883479054109667e-05,
519
+ "loss": 0.0527,
520
+ "step": 850
521
+ },
522
+ {
523
+ "grad_norm": 1.0496009588241577,
524
+ "learning_rate": 8.851866604045226e-05,
525
+ "loss": 0.0534,
526
+ "step": 860
527
+ },
528
+ {
529
+ "grad_norm": 0.8666574358940125,
530
+ "learning_rate": 8.819870780506673e-05,
531
+ "loss": 0.0514,
532
+ "step": 870
533
+ },
534
+ {
535
+ "grad_norm": 0.9734259247779846,
536
+ "learning_rate": 8.787494768014986e-05,
537
+ "loss": 0.053,
538
+ "step": 880
539
+ },
540
+ {
541
+ "grad_norm": 1.0638185739517212,
542
+ "learning_rate": 8.754741788931078e-05,
543
+ "loss": 0.0496,
544
+ "step": 890
545
+ },
546
+ {
547
+ "grad_norm": 1.006162166595459,
548
+ "learning_rate": 8.721615103135073e-05,
549
+ "loss": 0.0497,
550
+ "step": 900
551
+ },
552
+ {
553
+ "grad_norm": 0.9818254113197327,
554
+ "learning_rate": 8.68811800770185e-05,
555
+ "loss": 0.0497,
556
+ "step": 910
557
+ },
558
+ {
559
+ "grad_norm": 0.952200174331665,
560
+ "learning_rate": 8.654253836572892e-05,
561
+ "loss": 0.0499,
562
+ "step": 920
563
+ },
564
+ {
565
+ "grad_norm": 0.8586611747741699,
566
+ "learning_rate": 8.620025960224455e-05,
567
+ "loss": 0.0467,
568
+ "step": 930
569
+ },
570
+ {
571
+ "grad_norm": 1.0392588376998901,
572
+ "learning_rate": 8.585437785332108e-05,
573
+ "loss": 0.052,
574
+ "step": 940
575
+ },
576
+ {
577
+ "grad_norm": 0.9207665324211121,
578
+ "learning_rate": 8.55049275443168e-05,
579
+ "loss": 0.0483,
580
+ "step": 950
581
+ },
582
+ {
583
+ "grad_norm": 0.85679030418396,
584
+ "learning_rate": 8.515194345576608e-05,
585
+ "loss": 0.0462,
586
+ "step": 960
587
+ },
588
+ {
589
+ "grad_norm": 0.8349933624267578,
590
+ "learning_rate": 8.479546071991787e-05,
591
+ "loss": 0.0446,
592
+ "step": 970
593
+ },
594
+ {
595
+ "grad_norm": 0.9362433552742004,
596
+ "learning_rate": 8.443551481723887e-05,
597
+ "loss": 0.0523,
598
+ "step": 980
599
+ },
600
+ {
601
+ "grad_norm": 1.0407038927078247,
602
+ "learning_rate": 8.407214157288233e-05,
603
+ "loss": 0.0464,
604
+ "step": 990
605
+ },
606
+ {
607
+ "grad_norm": 0.778825581073761,
608
+ "learning_rate": 8.370537715312221e-05,
609
+ "loss": 0.0479,
610
+ "step": 1000
611
+ },
612
+ {
613
+ "grad_norm": 0.9996744394302368,
614
+ "learning_rate": 8.333525806175378e-05,
615
+ "loss": 0.045,
616
+ "step": 1010
617
+ },
618
+ {
619
+ "grad_norm": 0.8681920170783997,
620
+ "learning_rate": 8.296182113646032e-05,
621
+ "loss": 0.043,
622
+ "step": 1020
623
+ },
624
+ {
625
+ "grad_norm": 0.9805034399032593,
626
+ "learning_rate": 8.258510354514661e-05,
627
+ "loss": 0.0435,
628
+ "step": 1030
629
+ },
630
+ {
631
+ "grad_norm": 1.0047134160995483,
632
+ "learning_rate": 8.220514278223985e-05,
633
+ "loss": 0.0437,
634
+ "step": 1040
635
+ },
636
+ {
637
+ "grad_norm": 0.8011923432350159,
638
+ "learning_rate": 8.182197666495765e-05,
639
+ "loss": 0.0454,
640
+ "step": 1050
641
+ },
642
+ {
643
+ "grad_norm": 0.7940658926963806,
644
+ "learning_rate": 8.143564332954425e-05,
645
+ "loss": 0.0398,
646
+ "step": 1060
647
+ },
648
+ {
649
+ "grad_norm": 0.9078086614608765,
650
+ "learning_rate": 8.10461812274748e-05,
651
+ "loss": 0.047,
652
+ "step": 1070
653
+ },
654
+ {
655
+ "grad_norm": 0.8359302878379822,
656
+ "learning_rate": 8.065362912162826e-05,
657
+ "loss": 0.0401,
658
+ "step": 1080
659
+ },
660
+ {
661
+ "grad_norm": 0.8740209937095642,
662
+ "learning_rate": 8.025802608242951e-05,
663
+ "loss": 0.0442,
664
+ "step": 1090
665
+ },
666
+ {
667
+ "grad_norm": 0.8949903845787048,
668
+ "learning_rate": 7.985941148396051e-05,
669
+ "loss": 0.04,
670
+ "step": 1100
671
+ },
672
+ {
673
+ "grad_norm": 0.9647477865219116,
674
+ "learning_rate": 7.945782500004157e-05,
675
+ "loss": 0.0446,
676
+ "step": 1110
677
+ },
678
+ {
679
+ "grad_norm": 0.7511661648750305,
680
+ "learning_rate": 7.905330660028259e-05,
681
+ "loss": 0.0388,
682
+ "step": 1120
683
+ },
684
+ {
685
+ "grad_norm": 0.8438886404037476,
686
+ "learning_rate": 7.864589654610488e-05,
687
+ "loss": 0.0431,
688
+ "step": 1130
689
+ },
690
+ {
691
+ "grad_norm": 0.8806783556938171,
692
+ "learning_rate": 7.823563538673402e-05,
693
+ "loss": 0.0401,
694
+ "step": 1140
695
+ },
696
+ {
697
+ "grad_norm": 1.0080982446670532,
698
+ "learning_rate": 7.782256395516404e-05,
699
+ "loss": 0.0421,
700
+ "step": 1150
701
+ },
702
+ {
703
+ "grad_norm": 0.979536235332489,
704
+ "learning_rate": 7.740672336409329e-05,
705
+ "loss": 0.0409,
706
+ "step": 1160
707
+ },
708
+ {
709
+ "grad_norm": 0.7263420224189758,
710
+ "learning_rate": 7.698815500183252e-05,
711
+ "loss": 0.0399,
712
+ "step": 1170
713
+ },
714
+ {
715
+ "grad_norm": 0.9103074073791504,
716
+ "learning_rate": 7.65669005281856e-05,
717
+ "loss": 0.043,
718
+ "step": 1180
719
+ },
720
+ {
721
+ "grad_norm": 0.7806717753410339,
722
+ "learning_rate": 7.614300187030311e-05,
723
+ "loss": 0.0372,
724
+ "step": 1190
725
+ },
726
+ {
727
+ "grad_norm": 0.8898742198944092,
728
+ "learning_rate": 7.571650121850933e-05,
729
+ "loss": 0.0379,
730
+ "step": 1200
731
+ },
732
+ {
733
+ "grad_norm": 0.703109085559845,
734
+ "learning_rate": 7.528744102210307e-05,
735
+ "loss": 0.0384,
736
+ "step": 1210
737
+ },
738
+ {
739
+ "grad_norm": 0.7637699842453003,
740
+ "learning_rate": 7.485586398513284e-05,
741
+ "loss": 0.0359,
742
+ "step": 1220
743
+ },
744
+ {
745
+ "grad_norm": 0.7609363198280334,
746
+ "learning_rate": 7.442181306214636e-05,
747
+ "loss": 0.0367,
748
+ "step": 1230
749
+ },
750
+ {
751
+ "grad_norm": 0.7566767334938049,
752
+ "learning_rate": 7.398533145391548e-05,
753
+ "loss": 0.043,
754
+ "step": 1240
755
+ },
756
+ {
757
+ "grad_norm": 0.9402315020561218,
758
+ "learning_rate": 7.354646260313637e-05,
759
+ "loss": 0.0429,
760
+ "step": 1250
761
+ },
762
+ {
763
+ "grad_norm": 0.8714368343353271,
764
+ "learning_rate": 7.310525019010569e-05,
765
+ "loss": 0.0383,
766
+ "step": 1260
767
+ },
768
+ {
769
+ "grad_norm": 0.7294072508811951,
770
+ "learning_rate": 7.266173812837314e-05,
771
+ "loss": 0.0368,
772
+ "step": 1270
773
+ },
774
+ {
775
+ "grad_norm": 0.9220551252365112,
776
+ "learning_rate": 7.221597056037081e-05,
777
+ "loss": 0.0376,
778
+ "step": 1280
779
+ },
780
+ {
781
+ "grad_norm": 0.7730177044868469,
782
+ "learning_rate": 7.176799185301968e-05,
783
+ "loss": 0.0408,
784
+ "step": 1290
785
+ },
786
+ {
787
+ "grad_norm": 0.7775214910507202,
788
+ "learning_rate": 7.131784659331376e-05,
789
+ "loss": 0.0367,
790
+ "step": 1300
791
+ },
792
+ {
793
+ "grad_norm": 0.731311023235321,
794
+ "learning_rate": 7.086557958388251e-05,
795
+ "loss": 0.0387,
796
+ "step": 1310
797
+ },
798
+ {
799
+ "grad_norm": 0.9899141788482666,
800
+ "learning_rate": 7.041123583853158e-05,
801
+ "loss": 0.0378,
802
+ "step": 1320
803
+ },
804
+ {
805
+ "grad_norm": 0.7451303601264954,
806
+ "learning_rate": 6.995486057776258e-05,
807
+ "loss": 0.0352,
808
+ "step": 1330
809
+ },
810
+ {
811
+ "grad_norm": 0.6842239499092102,
812
+ "learning_rate": 6.94964992242724e-05,
813
+ "loss": 0.0366,
814
+ "step": 1340
815
+ },
816
+ {
817
+ "grad_norm": 0.7657811045646667,
818
+ "learning_rate": 6.90361973984323e-05,
819
+ "loss": 0.0352,
820
+ "step": 1350
821
+ },
822
+ {
823
+ "grad_norm": 0.8057816028594971,
824
+ "learning_rate": 6.857400091374733e-05,
825
+ "loss": 0.0374,
826
+ "step": 1360
827
+ },
828
+ {
829
+ "grad_norm": 0.7250428795814514,
830
+ "learning_rate": 6.810995577229656e-05,
831
+ "loss": 0.0369,
832
+ "step": 1370
833
+ },
834
+ {
835
+ "grad_norm": 0.9378576278686523,
836
+ "learning_rate": 6.764410816015452e-05,
837
+ "loss": 0.0361,
838
+ "step": 1380
839
+ },
840
+ {
841
+ "grad_norm": 0.7662205696105957,
842
+ "learning_rate": 6.717650444279428e-05,
843
+ "loss": 0.0373,
844
+ "step": 1390
845
+ },
846
+ {
847
+ "grad_norm": 0.7293974757194519,
848
+ "learning_rate": 6.670719116047289e-05,
849
+ "loss": 0.0333,
850
+ "step": 1400
851
+ },
852
+ {
853
+ "grad_norm": 0.7121163010597229,
854
+ "learning_rate": 6.623621502359907e-05,
855
+ "loss": 0.0341,
856
+ "step": 1410
857
+ },
858
+ {
859
+ "grad_norm": 0.9049424529075623,
860
+ "learning_rate": 6.576362290808423e-05,
861
+ "loss": 0.0358,
862
+ "step": 1420
863
+ },
864
+ {
865
+ "grad_norm": 0.7645899057388306,
866
+ "learning_rate": 6.528946185067704e-05,
867
+ "loss": 0.0322,
868
+ "step": 1430
869
+ },
870
+ {
871
+ "grad_norm": 0.8331846594810486,
872
+ "learning_rate": 6.481377904428171e-05,
873
+ "loss": 0.0351,
874
+ "step": 1440
875
+ },
876
+ {
877
+ "grad_norm": 0.6768192052841187,
878
+ "learning_rate": 6.433662183326109e-05,
879
+ "loss": 0.0329,
880
+ "step": 1450
881
+ },
882
+ {
883
+ "grad_norm": 0.7486845850944519,
884
+ "learning_rate": 6.385803770872443e-05,
885
+ "loss": 0.034,
886
+ "step": 1460
887
+ },
888
+ {
889
+ "grad_norm": 0.7449998259544373,
890
+ "learning_rate": 6.337807430380064e-05,
891
+ "loss": 0.0317,
892
+ "step": 1470
893
+ },
894
+ {
895
+ "grad_norm": 0.8332880139350891,
896
+ "learning_rate": 6.289677938889738e-05,
897
+ "loss": 0.032,
898
+ "step": 1480
899
+ },
900
+ {
901
+ "grad_norm": 0.7635785341262817,
902
+ "learning_rate": 6.241420086694656e-05,
903
+ "loss": 0.0342,
904
+ "step": 1490
905
+ },
906
+ {
907
+ "grad_norm": 0.5600718855857849,
908
+ "learning_rate": 6.193038676863654e-05,
909
+ "loss": 0.0334,
910
+ "step": 1500
911
+ },
912
+ {
913
+ "grad_norm": 0.7143759727478027,
914
+ "learning_rate": 6.144538524763171e-05,
915
+ "loss": 0.0332,
916
+ "step": 1510
917
+ },
918
+ {
919
+ "grad_norm": 0.7763072848320007,
920
+ "learning_rate": 6.095924457577975e-05,
921
+ "loss": 0.0333,
922
+ "step": 1520
923
+ },
924
+ {
925
+ "grad_norm": 0.6500061750411987,
926
+ "learning_rate": 6.0472013138307235e-05,
927
+ "loss": 0.0303,
928
+ "step": 1530
929
+ },
930
+ {
931
+ "grad_norm": 0.7192605137825012,
932
+ "learning_rate": 5.99837394290038e-05,
933
+ "loss": 0.0371,
934
+ "step": 1540
935
+ },
936
+ {
937
+ "grad_norm": 0.7571459412574768,
938
+ "learning_rate": 5.9494472045395654e-05,
939
+ "loss": 0.0286,
940
+ "step": 1550
941
+ },
942
+ {
943
+ "grad_norm": 0.7904382348060608,
944
+ "learning_rate": 5.9004259683908714e-05,
945
+ "loss": 0.0299,
946
+ "step": 1560
947
+ },
948
+ {
949
+ "grad_norm": 0.6794753670692444,
950
+ "learning_rate": 5.8513151135021816e-05,
951
+ "loss": 0.0337,
952
+ "step": 1570
953
+ },
954
+ {
955
+ "grad_norm": 0.7068037986755371,
956
+ "learning_rate": 5.802119527841067e-05,
957
+ "loss": 0.029,
958
+ "step": 1580
959
+ },
960
+ {
961
+ "grad_norm": 0.6086186170578003,
962
+ "learning_rate": 5.752844107808295e-05,
963
+ "loss": 0.0295,
964
+ "step": 1590
965
+ },
966
+ {
967
+ "grad_norm": 0.6585786938667297,
968
+ "learning_rate": 5.7034937577504874e-05,
969
+ "loss": 0.0283,
970
+ "step": 1600
971
+ },
972
+ {
973
+ "grad_norm": 0.7253314256668091,
974
+ "learning_rate": 5.6540733894719956e-05,
975
+ "loss": 0.0276,
976
+ "step": 1610
977
+ },
978
+ {
979
+ "grad_norm": 0.7095611095428467,
980
+ "learning_rate": 5.604587921746034e-05,
981
+ "loss": 0.0348,
982
+ "step": 1620
983
+ },
984
+ {
985
+ "grad_norm": 0.7162988185882568,
986
+ "learning_rate": 5.555042279825118e-05,
987
+ "loss": 0.0314,
988
+ "step": 1630
989
+ },
990
+ {
991
+ "grad_norm": 0.6432645916938782,
992
+ "learning_rate": 5.505441394950857e-05,
993
+ "loss": 0.0319,
994
+ "step": 1640
995
+ },
996
+ {
997
+ "grad_norm": 0.7544610500335693,
998
+ "learning_rate": 5.455790203863151e-05,
999
+ "loss": 0.0296,
1000
+ "step": 1650
1001
+ },
1002
+ {
1003
+ "grad_norm": 0.6203721165657043,
1004
+ "learning_rate": 5.406093648308842e-05,
1005
+ "loss": 0.0314,
1006
+ "step": 1660
1007
+ },
1008
+ {
1009
+ "grad_norm": 0.6062065958976746,
1010
+ "learning_rate": 5.3563566745498597e-05,
1011
+ "loss": 0.0285,
1012
+ "step": 1670
1013
+ },
1014
+ {
1015
+ "grad_norm": 0.6314097046852112,
1016
+ "learning_rate": 5.306584232870935e-05,
1017
+ "loss": 0.027,
1018
+ "step": 1680
1019
+ },
1020
+ {
1021
+ "grad_norm": 0.6513150334358215,
1022
+ "learning_rate": 5.25678127708689e-05,
1023
+ "loss": 0.0272,
1024
+ "step": 1690
1025
+ },
1026
+ {
1027
+ "grad_norm": 0.6322436928749084,
1028
+ "learning_rate": 5.206952764049595e-05,
1029
+ "loss": 0.0299,
1030
+ "step": 1700
1031
+ },
1032
+ {
1033
+ "grad_norm": 0.6010677218437195,
1034
+ "learning_rate": 5.1571036531546144e-05,
1035
+ "loss": 0.0299,
1036
+ "step": 1710
1037
+ },
1038
+ {
1039
+ "grad_norm": 0.6259589791297913,
1040
+ "learning_rate": 5.107238905847604e-05,
1041
+ "loss": 0.0315,
1042
+ "step": 1720
1043
+ },
1044
+ {
1045
+ "grad_norm": 0.5455231070518494,
1046
+ "learning_rate": 5.057363485130499e-05,
1047
+ "loss": 0.0307,
1048
+ "step": 1730
1049
+ },
1050
+ {
1051
+ "grad_norm": 0.7669931650161743,
1052
+ "learning_rate": 5.0074823550675506e-05,
1053
+ "loss": 0.0289,
1054
+ "step": 1740
1055
+ },
1056
+ {
1057
+ "grad_norm": 0.5483320355415344,
1058
+ "learning_rate": 4.95760048029126e-05,
1059
+ "loss": 0.0271,
1060
+ "step": 1750
1061
+ },
1062
+ {
1063
+ "grad_norm": 0.7231014370918274,
1064
+ "learning_rate": 4.907722825508244e-05,
1065
+ "loss": 0.0313,
1066
+ "step": 1760
1067
+ },
1068
+ {
1069
+ "grad_norm": 0.6319044828414917,
1070
+ "learning_rate": 4.8578543550051134e-05,
1071
+ "loss": 0.0268,
1072
+ "step": 1770
1073
+ },
1074
+ {
1075
+ "grad_norm": 0.6573456525802612,
1076
+ "learning_rate": 4.808000032154368e-05,
1077
+ "loss": 0.0314,
1078
+ "step": 1780
1079
+ },
1080
+ {
1081
+ "grad_norm": 0.6057310104370117,
1082
+ "learning_rate": 4.7581648189204084e-05,
1083
+ "loss": 0.0283,
1084
+ "step": 1790
1085
+ },
1086
+ {
1087
+ "grad_norm": 0.5842994451522827,
1088
+ "learning_rate": 4.70835367536566e-05,
1089
+ "loss": 0.0292,
1090
+ "step": 1800
1091
+ },
1092
+ {
1093
+ "grad_norm": 0.6857472658157349,
1094
+ "learning_rate": 4.6585715591569204e-05,
1095
+ "loss": 0.0267,
1096
+ "step": 1810
1097
+ },
1098
+ {
1099
+ "grad_norm": 0.7109549045562744,
1100
+ "learning_rate": 4.6088234250719086e-05,
1101
+ "loss": 0.0274,
1102
+ "step": 1820
1103
+ },
1104
+ {
1105
+ "grad_norm": 0.6767324209213257,
1106
+ "learning_rate": 4.559114224506135e-05,
1107
+ "loss": 0.0299,
1108
+ "step": 1830
1109
+ },
1110
+ {
1111
+ "grad_norm": 0.7591434121131897,
1112
+ "learning_rate": 4.509448904980077e-05,
1113
+ "loss": 0.026,
1114
+ "step": 1840
1115
+ },
1116
+ {
1117
+ "grad_norm": 0.7168283462524414,
1118
+ "learning_rate": 4.459832409646771e-05,
1119
+ "loss": 0.0286,
1120
+ "step": 1850
1121
+ },
1122
+ {
1123
+ "grad_norm": 0.6385791301727295,
1124
+ "learning_rate": 4.410269676799815e-05,
1125
+ "loss": 0.0273,
1126
+ "step": 1860
1127
+ },
1128
+ {
1129
+ "grad_norm": 0.5817612409591675,
1130
+ "learning_rate": 4.360765639381863e-05,
1131
+ "loss": 0.026,
1132
+ "step": 1870
1133
+ },
1134
+ {
1135
+ "grad_norm": 0.6545440554618835,
1136
+ "learning_rate": 4.311325224493663e-05,
1137
+ "loss": 0.0278,
1138
+ "step": 1880
1139
+ },
1140
+ {
1141
+ "grad_norm": 0.5686959028244019,
1142
+ "learning_rate": 4.261953352903648e-05,
1143
+ "loss": 0.0281,
1144
+ "step": 1890
1145
+ },
1146
+ {
1147
+ "grad_norm": 0.4879781901836395,
1148
+ "learning_rate": 4.212654938558199e-05,
1149
+ "loss": 0.0251,
1150
+ "step": 1900
1151
+ },
1152
+ {
1153
+ "grad_norm": 0.7612359523773193,
1154
+ "learning_rate": 4.163434888092539e-05,
1155
+ "loss": 0.0275,
1156
+ "step": 1910
1157
+ },
1158
+ {
1159
+ "grad_norm": 0.611955463886261,
1160
+ "learning_rate": 4.114298100342403e-05,
1161
+ "loss": 0.0275,
1162
+ "step": 1920
1163
+ },
1164
+ {
1165
+ "grad_norm": 0.537909984588623,
1166
+ "learning_rate": 4.0652494658564364e-05,
1167
+ "loss": 0.0247,
1168
+ "step": 1930
1169
+ },
1170
+ {
1171
+ "grad_norm": 0.6268700957298279,
1172
+ "learning_rate": 4.016293866409464e-05,
1173
+ "loss": 0.0281,
1174
+ "step": 1940
1175
+ },
1176
+ {
1177
+ "grad_norm": 0.6738224625587463,
1178
+ "learning_rate": 3.967436174516599e-05,
1179
+ "loss": 0.0257,
1180
+ "step": 1950
1181
+ },
1182
+ {
1183
+ "grad_norm": 0.5321381092071533,
1184
+ "learning_rate": 3.918681252948283e-05,
1185
+ "loss": 0.0253,
1186
+ "step": 1960
1187
+ },
1188
+ {
1189
+ "grad_norm": 0.6160899996757507,
1190
+ "learning_rate": 3.870033954246308e-05,
1191
+ "loss": 0.0278,
1192
+ "step": 1970
1193
+ },
1194
+ {
1195
+ "grad_norm": 0.6346239447593689,
1196
+ "learning_rate": 3.821499120240835e-05,
1197
+ "loss": 0.0264,
1198
+ "step": 1980
1199
+ },
1200
+ {
1201
+ "grad_norm": 0.6321424245834351,
1202
+ "learning_rate": 3.773081581568501e-05,
1203
+ "loss": 0.0252,
1204
+ "step": 1990
1205
+ },
1206
+ {
1207
+ "grad_norm": 0.5883932113647461,
1208
+ "learning_rate": 3.7247861571916185e-05,
1209
+ "loss": 0.0228,
1210
+ "step": 2000
1211
+ },
1212
+ {
1213
+ "grad_norm": 0.6748366355895996,
1214
+ "learning_rate": 3.6766176539185594e-05,
1215
+ "loss": 0.0274,
1216
+ "step": 2010
1217
+ },
1218
+ {
1219
+ "grad_norm": 0.5570844411849976,
1220
+ "learning_rate": 3.628580865925323e-05,
1221
+ "loss": 0.0229,
1222
+ "step": 2020
1223
+ },
1224
+ {
1225
+ "grad_norm": 0.5252432227134705,
1226
+ "learning_rate": 3.58068057427839e-05,
1227
+ "loss": 0.0234,
1228
+ "step": 2030
1229
+ },
1230
+ {
1231
+ "grad_norm": 0.5294748544692993,
1232
+ "learning_rate": 3.532921546458858e-05,
1233
+ "loss": 0.025,
1234
+ "step": 2040
1235
+ },
1236
+ {
1237
+ "grad_norm": 0.4829009771347046,
1238
+ "learning_rate": 3.485308535887935e-05,
1239
+ "loss": 0.0226,
1240
+ "step": 2050
1241
+ },
1242
+ {
1243
+ "grad_norm": 0.5962022542953491,
1244
+ "learning_rate": 3.4378462814538445e-05,
1245
+ "loss": 0.0258,
1246
+ "step": 2060
1247
+ },
1248
+ {
1249
+ "grad_norm": 0.5638036727905273,
1250
+ "learning_rate": 3.390539507040154e-05,
1251
+ "loss": 0.0247,
1252
+ "step": 2070
1253
+ },
1254
+ {
1255
+ "grad_norm": 0.5771000981330872,
1256
+ "learning_rate": 3.343392921055626e-05,
1257
+ "loss": 0.0252,
1258
+ "step": 2080
1259
+ },
1260
+ {
1261
+ "grad_norm": 0.44038984179496765,
1262
+ "learning_rate": 3.296411215965579e-05,
1263
+ "loss": 0.0244,
1264
+ "step": 2090
1265
+ },
1266
+ {
1267
+ "grad_norm": 0.5573927164077759,
1268
+ "learning_rate": 3.249599067824861e-05,
1269
+ "loss": 0.0251,
1270
+ "step": 2100
1271
+ },
1272
+ {
1273
+ "grad_norm": 0.5493923425674438,
1274
+ "learning_rate": 3.202961135812437e-05,
1275
+ "loss": 0.0275,
1276
+ "step": 2110
1277
+ },
1278
+ {
1279
+ "grad_norm": 0.5135114192962646,
1280
+ "learning_rate": 3.1565020617676695e-05,
1281
+ "loss": 0.0249,
1282
+ "step": 2120
1283
+ },
1284
+ {
1285
+ "grad_norm": 0.5421044230461121,
1286
+ "learning_rate": 3.110226469728319e-05,
1287
+ "loss": 0.0241,
1288
+ "step": 2130
1289
+ },
1290
+ {
1291
+ "grad_norm": 0.48855268955230713,
1292
+ "learning_rate": 3.064138965470314e-05,
1293
+ "loss": 0.0218,
1294
+ "step": 2140
1295
+ },
1296
+ {
1297
+ "grad_norm": 0.4851948916912079,
1298
+ "learning_rate": 3.018244136049345e-05,
1299
+ "loss": 0.027,
1300
+ "step": 2150
1301
+ },
1302
+ {
1303
+ "grad_norm": 0.47694480419158936,
1304
+ "learning_rate": 2.9725465493443132e-05,
1305
+ "loss": 0.0247,
1306
+ "step": 2160
1307
+ },
1308
+ {
1309
+ "grad_norm": 0.4682818055152893,
1310
+ "learning_rate": 2.927050753602701e-05,
1311
+ "loss": 0.0273,
1312
+ "step": 2170
1313
+ },
1314
+ {
1315
+ "grad_norm": 0.587943971157074,
1316
+ "learning_rate": 2.8817612769878765e-05,
1317
+ "loss": 0.0249,
1318
+ "step": 2180
1319
+ },
1320
+ {
1321
+ "grad_norm": 0.4533653259277344,
1322
+ "learning_rate": 2.836682627128423e-05,
1323
+ "loss": 0.0221,
1324
+ "step": 2190
1325
+ },
1326
+ {
1327
+ "grad_norm": 0.47307735681533813,
1328
+ "learning_rate": 2.7918192906694873e-05,
1329
+ "loss": 0.0223,
1330
+ "step": 2200
1331
+ },
1332
+ {
1333
+ "grad_norm": 0.5213966965675354,
1334
+ "learning_rate": 2.747175732826227e-05,
1335
+ "loss": 0.0217,
1336
+ "step": 2210
1337
+ },
1338
+ {
1339
+ "grad_norm": 0.4735378623008728,
1340
+ "learning_rate": 2.7027563969394043e-05,
1341
+ "loss": 0.0234,
1342
+ "step": 2220
1343
+ },
1344
+ {
1345
+ "grad_norm": 0.46164020895957947,
1346
+ "learning_rate": 2.658565704033119e-05,
1347
+ "loss": 0.0212,
1348
+ "step": 2230
1349
+ },
1350
+ {
1351
+ "grad_norm": 0.4656860828399658,
1352
+ "learning_rate": 2.6146080523748185e-05,
1353
+ "loss": 0.0233,
1354
+ "step": 2240
1355
+ },
1356
+ {
1357
+ "grad_norm": 0.4405696392059326,
1358
+ "learning_rate": 2.5708878170375074e-05,
1359
+ "loss": 0.0209,
1360
+ "step": 2250
1361
+ },
1362
+ {
1363
+ "grad_norm": 0.4160904288291931,
1364
+ "learning_rate": 2.527409349464332e-05,
1365
+ "loss": 0.0208,
1366
+ "step": 2260
1367
+ },
1368
+ {
1369
+ "grad_norm": 0.548495352268219,
1370
+ "learning_rate": 2.484176977035461e-05,
1371
+ "loss": 0.0246,
1372
+ "step": 2270
1373
+ },
1374
+ {
1375
+ "grad_norm": 0.4879818856716156,
1376
+ "learning_rate": 2.441195002637395e-05,
1377
+ "loss": 0.0241,
1378
+ "step": 2280
1379
+ },
1380
+ {
1381
+ "grad_norm": 0.5216999650001526,
1382
+ "learning_rate": 2.398467704234701e-05,
1383
+ "loss": 0.0228,
1384
+ "step": 2290
1385
+ },
1386
+ {
1387
+ "grad_norm": 0.3922671675682068,
1388
+ "learning_rate": 2.3559993344442284e-05,
1389
+ "loss": 0.0231,
1390
+ "step": 2300
1391
+ },
1392
+ {
1393
+ "grad_norm": 0.42401885986328125,
1394
+ "learning_rate": 2.3137941201118574e-05,
1395
+ "loss": 0.0232,
1396
+ "step": 2310
1397
+ },
1398
+ {
1399
+ "grad_norm": 0.5526368021965027,
1400
+ "learning_rate": 2.2718562618917856e-05,
1401
+ "loss": 0.023,
1402
+ "step": 2320
1403
+ },
1404
+ {
1405
+ "grad_norm": 0.5579952001571655,
1406
+ "learning_rate": 2.230189933828465e-05,
1407
+ "loss": 0.0208,
1408
+ "step": 2330
1409
+ },
1410
+ {
1411
+ "grad_norm": 0.4605588912963867,
1412
+ "learning_rate": 2.188799282941135e-05,
1413
+ "loss": 0.0218,
1414
+ "step": 2340
1415
+ },
1416
+ {
1417
+ "grad_norm": 0.4141288697719574,
1418
+ "learning_rate": 2.1476884288111004e-05,
1419
+ "loss": 0.0217,
1420
+ "step": 2350
1421
+ },
1422
+ {
1423
+ "grad_norm": 0.40490907430648804,
1424
+ "learning_rate": 2.1068614631716903e-05,
1425
+ "loss": 0.0223,
1426
+ "step": 2360
1427
+ },
1428
+ {
1429
+ "grad_norm": 0.36759135127067566,
1430
+ "learning_rate": 2.066322449501022e-05,
1431
+ "loss": 0.0201,
1432
+ "step": 2370
1433
+ },
1434
+ {
1435
+ "grad_norm": 0.49235305190086365,
1436
+ "learning_rate": 2.026075422617562e-05,
1437
+ "loss": 0.0213,
1438
+ "step": 2380
1439
+ },
1440
+ {
1441
+ "grad_norm": 0.3906707763671875,
1442
+ "learning_rate": 1.9861243882785452e-05,
1443
+ "loss": 0.0201,
1444
+ "step": 2390
1445
+ },
1446
+ {
1447
+ "grad_norm": 0.4307197034358978,
1448
+ "learning_rate": 1.9464733227812893e-05,
1449
+ "loss": 0.0239,
1450
+ "step": 2400
1451
+ },
1452
+ {
1453
+ "grad_norm": 0.4168511927127838,
1454
+ "learning_rate": 1.9071261725674212e-05,
1455
+ "loss": 0.0215,
1456
+ "step": 2410
1457
+ },
1458
+ {
1459
+ "grad_norm": 0.42349275946617126,
1460
+ "learning_rate": 1.868086853830114e-05,
1461
+ "loss": 0.0265,
1462
+ "step": 2420
1463
+ },
1464
+ {
1465
+ "grad_norm": 0.42870745062828064,
1466
+ "learning_rate": 1.8293592521242858e-05,
1467
+ "loss": 0.0207,
1468
+ "step": 2430
1469
+ },
1470
+ {
1471
+ "grad_norm": 0.4790777862071991,
1472
+ "learning_rate": 1.7909472219798973e-05,
1473
+ "loss": 0.0229,
1474
+ "step": 2440
1475
+ },
1476
+ {
1477
+ "grad_norm": 0.35627517104148865,
1478
+ "learning_rate": 1.7528545865182945e-05,
1479
+ "loss": 0.0207,
1480
+ "step": 2450
1481
+ },
1482
+ {
1483
+ "grad_norm": 0.3909800946712494,
1484
+ "learning_rate": 1.715085137071706e-05,
1485
+ "loss": 0.0215,
1486
+ "step": 2460
1487
+ },
1488
+ {
1489
+ "grad_norm": 0.40639016032218933,
1490
+ "learning_rate": 1.677642632805892e-05,
1491
+ "loss": 0.0201,
1492
+ "step": 2470
1493
+ },
1494
+ {
1495
+ "grad_norm": 0.4058041274547577,
1496
+ "learning_rate": 1.6405308003459952e-05,
1497
+ "loss": 0.0234,
1498
+ "step": 2480
1499
+ },
1500
+ {
1501
+ "grad_norm": 0.35067009925842285,
1502
+ "learning_rate": 1.603753333405641e-05,
1503
+ "loss": 0.0187,
1504
+ "step": 2490
1505
+ },
1506
+ {
1507
+ "grad_norm": 0.4171585142612457,
1508
+ "learning_rate": 1.5673138924192876e-05,
1509
+ "loss": 0.0208,
1510
+ "step": 2500
1511
+ },
1512
+ {
1513
+ "grad_norm": 0.2977091372013092,
1514
+ "learning_rate": 1.53121610417793e-05,
1515
+ "loss": 0.0196,
1516
+ "step": 2510
1517
+ },
1518
+ {
1519
+ "grad_norm": 0.3445218801498413,
1520
+ "learning_rate": 1.4954635614680995e-05,
1521
+ "loss": 0.0193,
1522
+ "step": 2520
1523
+ },
1524
+ {
1525
+ "grad_norm": 0.3259129524230957,
1526
+ "learning_rate": 1.4600598227143059e-05,
1527
+ "loss": 0.024,
1528
+ "step": 2530
1529
+ },
1530
+ {
1531
+ "grad_norm": 0.36374136805534363,
1532
+ "learning_rate": 1.4250084116248464e-05,
1533
+ "loss": 0.0219,
1534
+ "step": 2540
1535
+ },
1536
+ {
1537
+ "grad_norm": 0.35909193754196167,
1538
+ "learning_rate": 1.3903128168411055e-05,
1539
+ "loss": 0.0212,
1540
+ "step": 2550
1541
+ },
1542
+ {
1543
+ "grad_norm": 0.42450910806655884,
1544
+ "learning_rate": 1.3559764915903306e-05,
1545
+ "loss": 0.0209,
1546
+ "step": 2560
1547
+ },
1548
+ {
1549
+ "grad_norm": 0.37444931268692017,
1550
+ "learning_rate": 1.322002853341932e-05,
1551
+ "loss": 0.0199,
1552
+ "step": 2570
1553
+ },
1554
+ {
1555
+ "grad_norm": 0.3158005177974701,
1556
+ "learning_rate": 1.288395283467354e-05,
1557
+ "loss": 0.0203,
1558
+ "step": 2580
1559
+ },
1560
+ {
1561
+ "grad_norm": 0.32991886138916016,
1562
+ "learning_rate": 1.2551571269035117e-05,
1563
+ "loss": 0.0206,
1564
+ "step": 2590
1565
+ },
1566
+ {
1567
+ "grad_norm": 0.40383702516555786,
1568
+ "learning_rate": 1.2222916918198951e-05,
1569
+ "loss": 0.0232,
1570
+ "step": 2600
1571
+ },
1572
+ {
1573
+ "grad_norm": 0.3381849527359009,
1574
+ "learning_rate": 1.1898022492892852e-05,
1575
+ "loss": 0.0179,
1576
+ "step": 2610
1577
+ },
1578
+ {
1579
+ "grad_norm": 0.29993000626564026,
1580
+ "learning_rate": 1.1576920329622076e-05,
1581
+ "loss": 0.0199,
1582
+ "step": 2620
1583
+ },
1584
+ {
1585
+ "grad_norm": 0.38256531953811646,
1586
+ "learning_rate": 1.1259642387450759e-05,
1587
+ "loss": 0.0233,
1588
+ "step": 2630
1589
+ },
1590
+ {
1591
+ "grad_norm": 0.33755114674568176,
1592
+ "learning_rate": 1.094622024482111e-05,
1593
+ "loss": 0.0202,
1594
+ "step": 2640
1595
+ },
1596
+ {
1597
+ "grad_norm": 0.289842814207077,
1598
+ "learning_rate": 1.063668509641042e-05,
1599
+ "loss": 0.022,
1600
+ "step": 2650
1601
+ },
1602
+ {
1603
+ "grad_norm": 0.30763083696365356,
1604
+ "learning_rate": 1.0331067750026263e-05,
1605
+ "loss": 0.0191,
1606
+ "step": 2660
1607
+ },
1608
+ {
1609
+ "grad_norm": 0.39098846912384033,
1610
+ "learning_rate": 1.0029398623540304e-05,
1611
+ "loss": 0.0193,
1612
+ "step": 2670
1613
+ },
1614
+ {
1615
+ "grad_norm": 0.30193209648132324,
1616
+ "learning_rate": 9.731707741860647e-06,
1617
+ "loss": 0.0184,
1618
+ "step": 2680
1619
+ },
1620
+ {
1621
+ "grad_norm": 0.2769049108028412,
1622
+ "learning_rate": 9.438024733943707e-06,
1623
+ "loss": 0.0218,
1624
+ "step": 2690
1625
+ },
1626
+ {
1627
+ "grad_norm": 0.2876778542995453,
1628
+ "learning_rate": 9.148378829845045e-06,
1629
+ "loss": 0.0205,
1630
+ "step": 2700
1631
+ },
1632
+ {
1633
+ "grad_norm": 0.2817072868347168,
1634
+ "learning_rate": 8.862798857810317e-06,
1635
+ "loss": 0.0179,
1636
+ "step": 2710
1637
+ },
1638
+ {
1639
+ "grad_norm": 0.3103211224079132,
1640
+ "learning_rate": 8.581313241405836e-06,
1641
+ "loss": 0.0213,
1642
+ "step": 2720
1643
+ },
1644
+ {
1645
+ "grad_norm": 0.23890294134616852,
1646
+ "learning_rate": 8.303949996689758e-06,
1647
+ "loss": 0.0196,
1648
+ "step": 2730
1649
+ },
1650
+ {
1651
+ "grad_norm": 0.24102814495563507,
1652
+ "learning_rate": 8.030736729423555e-06,
1653
+ "loss": 0.02,
1654
+ "step": 2740
1655
+ },
1656
+ {
1657
+ "grad_norm": 0.33735209703445435,
1658
+ "learning_rate": 7.76170063232446e-06,
1659
+ "loss": 0.0211,
1660
+ "step": 2750
1661
+ },
1662
+ {
1663
+ "grad_norm": 0.2746194303035736,
1664
+ "learning_rate": 7.49686848235906e-06,
1665
+ "loss": 0.0197,
1666
+ "step": 2760
1667
+ },
1668
+ {
1669
+ "grad_norm": 0.3370320200920105,
1670
+ "learning_rate": 7.236266638078065e-06,
1671
+ "loss": 0.0207,
1672
+ "step": 2770
1673
+ },
1674
+ {
1675
+ "grad_norm": 0.3096822500228882,
1676
+ "learning_rate": 6.979921036993042e-06,
1677
+ "loss": 0.017,
1678
+ "step": 2780
1679
+ },
1680
+ {
1681
+ "grad_norm": 0.25354501605033875,
1682
+ "learning_rate": 6.727857192994668e-06,
1683
+ "loss": 0.0209,
1684
+ "step": 2790
1685
+ },
1686
+ {
1687
+ "grad_norm": 0.24871529638767242,
1688
+ "learning_rate": 6.480100193813582e-06,
1689
+ "loss": 0.0189,
1690
+ "step": 2800
1691
+ },
1692
+ {
1693
+ "grad_norm": 0.23229047656059265,
1694
+ "learning_rate": 6.23667469852317e-06,
1695
+ "loss": 0.0188,
1696
+ "step": 2810
1697
+ },
1698
+ {
1699
+ "grad_norm": 0.23951371014118195,
1700
+ "learning_rate": 5.99760493508551e-06,
1701
+ "loss": 0.0209,
1702
+ "step": 2820
1703
+ },
1704
+ {
1705
+ "grad_norm": 0.21007519960403442,
1706
+ "learning_rate": 5.762914697939792e-06,
1707
+ "loss": 0.0177,
1708
+ "step": 2830
1709
+ },
1710
+ {
1711
+ "grad_norm": 0.2519974112510681,
1712
+ "learning_rate": 5.532627345634167e-06,
1713
+ "loss": 0.0189,
1714
+ "step": 2840
1715
+ },
1716
+ {
1717
+ "grad_norm": 0.2515501081943512,
1718
+ "learning_rate": 5.306765798500896e-06,
1719
+ "loss": 0.0195,
1720
+ "step": 2850
1721
+ },
1722
+ {
1723
+ "grad_norm": 0.22955970466136932,
1724
+ "learning_rate": 5.085352536375021e-06,
1725
+ "loss": 0.0179,
1726
+ "step": 2860
1727
+ },
1728
+ {
1729
+ "grad_norm": 0.25655436515808105,
1730
+ "learning_rate": 4.868409596357093e-06,
1731
+ "loss": 0.0186,
1732
+ "step": 2870
1733
+ },
1734
+ {
1735
+ "grad_norm": 0.26218074560165405,
1736
+ "learning_rate": 4.6559585706196896e-06,
1737
+ "loss": 0.0241,
1738
+ "step": 2880
1739
+ },
1740
+ {
1741
+ "grad_norm": 0.2541222870349884,
1742
+ "learning_rate": 4.448020604258507e-06,
1743
+ "loss": 0.0183,
1744
+ "step": 2890
1745
+ },
1746
+ {
1747
+ "grad_norm": 0.21877236664295197,
1748
+ "learning_rate": 4.2446163931876555e-06,
1749
+ "loss": 0.0188,
1750
+ "step": 2900
1751
+ },
1752
+ {
1753
+ "grad_norm": 0.27742713689804077,
1754
+ "learning_rate": 4.045766182079968e-06,
1755
+ "loss": 0.0193,
1756
+ "step": 2910
1757
+ },
1758
+ {
1759
+ "grad_norm": 0.21487866342067719,
1760
+ "learning_rate": 3.851489762351929e-06,
1761
+ "loss": 0.0193,
1762
+ "step": 2920
1763
+ },
1764
+ {
1765
+ "grad_norm": 0.20520219206809998,
1766
+ "learning_rate": 3.661806470193907e-06,
1767
+ "loss": 0.0235,
1768
+ "step": 2930
1769
+ },
1770
+ {
1771
+ "grad_norm": 0.1961001604795456,
1772
+ "learning_rate": 3.476735184645674e-06,
1773
+ "loss": 0.0221,
1774
+ "step": 2940
1775
+ },
1776
+ {
1777
+ "grad_norm": 0.20000548660755157,
1778
+ "learning_rate": 3.296294325717281e-06,
1779
+ "loss": 0.0203,
1780
+ "step": 2950
1781
+ },
1782
+ {
1783
+ "grad_norm": 0.20440968871116638,
1784
+ "learning_rate": 3.1205018525558573e-06,
1785
+ "loss": 0.0169,
1786
+ "step": 2960
1787
+ },
1788
+ {
1789
+ "grad_norm": 0.19664083421230316,
1790
+ "learning_rate": 2.9493752616580383e-06,
1791
+ "loss": 0.0185,
1792
+ "step": 2970
1793
+ },
1794
+ {
1795
+ "grad_norm": 0.22537726163864136,
1796
+ "learning_rate": 2.7829315851286454e-06,
1797
+ "loss": 0.017,
1798
+ "step": 2980
1799
+ },
1800
+ {
1801
+ "grad_norm": 0.18962693214416504,
1802
+ "learning_rate": 2.6211873889853966e-06,
1803
+ "loss": 0.0189,
1804
+ "step": 2990
1805
+ },
1806
+ {
1807
+ "grad_norm": 0.17611029744148254,
1808
+ "learning_rate": 2.4641587715102053e-06,
1809
+ "loss": 0.0192,
1810
+ "step": 3000
1811
+ },
1812
+ {
1813
+ "grad_norm": 0.21362721920013428,
1814
+ "learning_rate": 2.3118613616468445e-06,
1815
+ "loss": 0.0189,
1816
+ "step": 3010
1817
+ },
1818
+ {
1819
+ "grad_norm": 0.165318101644516,
1820
+ "learning_rate": 2.1643103174454506e-06,
1821
+ "loss": 0.019,
1822
+ "step": 3020
1823
+ },
1824
+ {
1825
+ "grad_norm": 0.18315626680850983,
1826
+ "learning_rate": 2.021520324553866e-06,
1827
+ "loss": 0.0185,
1828
+ "step": 3030
1829
+ },
1830
+ {
1831
+ "grad_norm": 0.21532148122787476,
1832
+ "learning_rate": 1.88350559475593e-06,
1833
+ "loss": 0.0184,
1834
+ "step": 3040
1835
+ },
1836
+ {
1837
+ "grad_norm": 0.19630290567874908,
1838
+ "learning_rate": 1.7502798645570807e-06,
1839
+ "loss": 0.0198,
1840
+ "step": 3050
1841
+ },
1842
+ {
1843
+ "grad_norm": 0.16850708425045013,
1844
+ "learning_rate": 1.6218563938170562e-06,
1845
+ "loss": 0.0195,
1846
+ "step": 3060
1847
+ },
1848
+ {
1849
+ "grad_norm": 0.20460686087608337,
1850
+ "learning_rate": 1.4982479644302826e-06,
1851
+ "loss": 0.019,
1852
+ "step": 3070
1853
+ },
1854
+ {
1855
+ "grad_norm": 0.15295714139938354,
1856
+ "learning_rate": 1.3794668790535648e-06,
1857
+ "loss": 0.0165,
1858
+ "step": 3080
1859
+ },
1860
+ {
1861
+ "grad_norm": 0.12537015974521637,
1862
+ "learning_rate": 1.2655249598817198e-06,
1863
+ "loss": 0.0179,
1864
+ "step": 3090
1865
+ },
1866
+ {
1867
+ "grad_norm": 0.15003333985805511,
1868
+ "learning_rate": 1.1564335474708755e-06,
1869
+ "loss": 0.0172,
1870
+ "step": 3100
1871
+ },
1872
+ {
1873
+ "grad_norm": 0.11785867065191269,
1874
+ "learning_rate": 1.0522034996097495e-06,
1875
+ "loss": 0.0173,
1876
+ "step": 3110
1877
+ },
1878
+ {
1879
+ "grad_norm": 0.13315214216709137,
1880
+ "learning_rate": 9.528451902389935e-07,
1881
+ "loss": 0.0196,
1882
+ "step": 3120
1883
+ },
1884
+ {
1885
+ "grad_norm": 0.17818351089954376,
1886
+ "learning_rate": 8.583685084186777e-07,
1887
+ "loss": 0.019,
1888
+ "step": 3130
1889
+ },
1890
+ {
1891
+ "grad_norm": 0.12790323793888092,
1892
+ "learning_rate": 7.687828573440636e-07,
1893
+ "loss": 0.0162,
1894
+ "step": 3140
1895
+ },
1896
+ {
1897
+ "grad_norm": 0.1726282685995102,
1898
+ "learning_rate": 6.840971534096519e-07,
1899
+ "loss": 0.0182,
1900
+ "step": 3150
1901
+ },
1902
+ {
1903
+ "grad_norm": 0.15845772624015808,
1904
+ "learning_rate": 6.043198253218141e-07,
1905
+ "loss": 0.0176,
1906
+ "step": 3160
1907
+ },
1908
+ {
1909
+ "grad_norm": 0.1444997489452362,
1910
+ "learning_rate": 5.294588132598255e-07,
1911
+ "loss": 0.0207,
1912
+ "step": 3170
1913
+ },
1914
+ {
1915
+ "grad_norm": 0.15629057586193085,
1916
+ "learning_rate": 4.5952156808563016e-07,
1917
+ "loss": 0.0175,
1918
+ "step": 3180
1919
+ },
1920
+ {
1921
+ "grad_norm": 0.15688711404800415,
1922
+ "learning_rate": 3.945150506022344e-07,
1923
+ "loss": 0.0193,
1924
+ "step": 3190
1925
+ },
1926
+ {
1927
+ "grad_norm": 0.12998135387897491,
1928
+ "learning_rate": 3.344457308609217e-07,
1929
+ "loss": 0.0195,
1930
+ "step": 3200
1931
+ },
1932
+ {
1933
+ "grad_norm": 0.15524154901504517,
1934
+ "learning_rate": 2.7931958751727384e-07,
1935
+ "loss": 0.0175,
1936
+ "step": 3210
1937
+ },
1938
+ {
1939
+ "grad_norm": 0.11487440019845963,
1940
+ "learning_rate": 2.2914210723614105e-07,
1941
+ "loss": 0.0191,
1942
+ "step": 3220
1943
+ },
1944
+ {
1945
+ "grad_norm": 0.13755086064338684,
1946
+ "learning_rate": 1.8391828414554558e-07,
1947
+ "loss": 0.0192,
1948
+ "step": 3230
1949
+ },
1950
+ {
1951
+ "grad_norm": 0.12082400918006897,
1952
+ "learning_rate": 1.4365261933961817e-07,
1953
+ "loss": 0.0205,
1954
+ "step": 3240
1955
+ },
1956
+ {
1957
+ "grad_norm": 0.10337837785482407,
1958
+ "learning_rate": 1.0834912043061196e-07,
1959
+ "loss": 0.0183,
1960
+ "step": 3250
1961
+ },
1962
+ {
1963
+ "grad_norm": 0.08775456249713898,
1964
+ "learning_rate": 7.801130115002719e-08,
1965
+ "loss": 0.0191,
1966
+ "step": 3260
1967
+ },
1968
+ {
1969
+ "grad_norm": 0.11725961416959763,
1970
+ "learning_rate": 5.264218099889639e-08,
1971
+ "loss": 0.0179,
1972
+ "step": 3270
1973
+ },
1974
+ {
1975
+ "grad_norm": 0.13454239070415497,
1976
+ "learning_rate": 3.224428494724152e-08,
1977
+ "loss": 0.0185,
1978
+ "step": 3280
1979
+ },
1980
+ {
1981
+ "grad_norm": 0.13129408657550812,
1982
+ "learning_rate": 1.6819643182791612e-08,
1983
+ "loss": 0.0173,
1984
+ "step": 3290
1985
+ },
1986
+ {
1987
+ "grad_norm": 0.1235518679022789,
1988
+ "learning_rate": 6.369790908883344e-09,
1989
+ "loss": 0.0186,
1990
+ "step": 3300
1991
+ },
1992
+ {
1993
+ "grad_norm": 0.14341452717781067,
1994
+ "learning_rate": 8.957681916998972e-10,
1995
+ "loss": 0.0208,
1996
+ "step": 3310
1997
+ }
1998
+ ],
1999
+ "logging_steps": 10,
2000
+ "max_steps": 3315,
2001
+ "num_input_tokens_seen": 0,
2002
+ "num_train_epochs": 9223372036854775807,
2003
+ "save_steps": 1658,
2004
+ "stateful_callbacks": {
2005
+ "TrainerControl": {
2006
+ "args": {
2007
+ "should_epoch_stop": false,
2008
+ "should_evaluate": false,
2009
+ "should_log": false,
2010
+ "should_save": true,
2011
+ "should_training_stop": true
2012
+ },
2013
+ "attributes": {}
2014
+ }
2015
+ },
2016
+ "total_flos": 0.0,
2017
+ "train_batch_size": 87,
2018
+ "trial_name": null,
2019
+ "trial_params": null
2020
+ }