Upload exp_t3_ntv3_650m_500bp_continue_20260505_233107/log.jsonl with huggingface_hub
Browse files
exp_t3_ntv3_650m_500bp_continue_20260505_233107/log.jsonl
CHANGED
|
@@ -232,3 +232,81 @@
|
|
| 232 |
{"step": 22400, "loss": 1.3622584342956543, "gnorm": 1.5326122045516968, "n_masked": 646, "elapsed_s": 21058.453843832016}
|
| 233 |
{"step": 22500, "loss": 1.3211618661880493, "gnorm": 0.708969235420227, "n_masked": 563, "elapsed_s": 21093.133412837982}
|
| 234 |
{"step": 22500, "val_loss": 1.3178662469629019, "val_n_masked": 124695}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 232 |
{"step": 22400, "loss": 1.3622584342956543, "gnorm": 1.5326122045516968, "n_masked": 646, "elapsed_s": 21058.453843832016}
|
| 233 |
{"step": 22500, "loss": 1.3211618661880493, "gnorm": 0.708969235420227, "n_masked": 563, "elapsed_s": 21093.133412837982}
|
| 234 |
{"step": 22500, "val_loss": 1.3178662469629019, "val_n_masked": 124695}
|
| 235 |
+
{"step": 22600, "loss": 1.3801536560058594, "gnorm": 1.2086679935455322, "n_masked": 681, "elapsed_s": 22194.29455089569}
|
| 236 |
+
{"step": 22700, "loss": 1.2896931171417236, "gnorm": 1.4675688743591309, "n_masked": 275, "elapsed_s": 22230.089689016342}
|
| 237 |
+
{"step": 22800, "loss": 1.3696891069412231, "gnorm": 1.327805519104004, "n_masked": 579, "elapsed_s": 22264.891796827316}
|
| 238 |
+
{"step": 22900, "loss": 1.3592216968536377, "gnorm": 1.309907078742981, "n_masked": 844, "elapsed_s": 22299.815675973892}
|
| 239 |
+
{"step": 23000, "loss": 1.3907816410064697, "gnorm": 0.8554593324661255, "n_masked": 967, "elapsed_s": 22334.633197546005}
|
| 240 |
+
{"step": 23100, "loss": 1.3417977094650269, "gnorm": 0.968386173248291, "n_masked": 451, "elapsed_s": 22369.339930534363}
|
| 241 |
+
{"step": 23200, "loss": 1.345928430557251, "gnorm": 1.1173348426818848, "n_masked": 792, "elapsed_s": 22404.085708141327}
|
| 242 |
+
{"step": 23300, "loss": 1.3932125568389893, "gnorm": 0.9075052738189697, "n_masked": 552, "elapsed_s": 22438.98967719078}
|
| 243 |
+
{"step": 23400, "loss": 1.343930959701538, "gnorm": 1.2782082557678223, "n_masked": 489, "elapsed_s": 22473.692873239517}
|
| 244 |
+
{"step": 23500, "loss": 1.3434174060821533, "gnorm": 0.9900017976760864, "n_masked": 589, "elapsed_s": 22508.478372097015}
|
| 245 |
+
{"step": 23600, "loss": 1.3560240268707275, "gnorm": 1.9628559350967407, "n_masked": 287, "elapsed_s": 22543.209410905838}
|
| 246 |
+
{"step": 23700, "loss": 1.2265620231628418, "gnorm": 1.947914481163025, "n_masked": 82, "elapsed_s": 22578.051374673843}
|
| 247 |
+
{"step": 23800, "loss": 1.372302770614624, "gnorm": 1.7047077417373657, "n_masked": 509, "elapsed_s": 22612.606800556183}
|
| 248 |
+
{"step": 23900, "loss": 1.3392845392227173, "gnorm": 1.2004952430725098, "n_masked": 575, "elapsed_s": 22647.440359830856}
|
| 249 |
+
{"step": 24000, "loss": 1.3876965045928955, "gnorm": 1.1139549016952515, "n_masked": 790, "elapsed_s": 22682.112000226974}
|
| 250 |
+
{"step": 24100, "loss": 1.2850117683410645, "gnorm": 0.9617076516151428, "n_masked": 485, "elapsed_s": 22716.909574747086}
|
| 251 |
+
{"step": 24200, "loss": 1.33935546875, "gnorm": 1.773798942565918, "n_masked": 492, "elapsed_s": 22751.58973622322}
|
| 252 |
+
{"step": 24300, "loss": 1.2577887773513794, "gnorm": 1.6642507314682007, "n_masked": 126, "elapsed_s": 22786.434177160263}
|
| 253 |
+
{"step": 24400, "loss": 1.369252324104309, "gnorm": 2.2657439708709717, "n_masked": 440, "elapsed_s": 22821.178180217743}
|
| 254 |
+
{"step": 24500, "loss": 1.3021637201309204, "gnorm": 1.2557114362716675, "n_masked": 270, "elapsed_s": 22856.04826784134}
|
| 255 |
+
{"step": 24600, "loss": 1.3477863073349, "gnorm": 0.9592735171318054, "n_masked": 674, "elapsed_s": 22890.782784938812}
|
| 256 |
+
{"step": 24700, "loss": 1.32511568069458, "gnorm": 2.0714848041534424, "n_masked": 593, "elapsed_s": 22925.644240140915}
|
| 257 |
+
{"step": 24800, "loss": 1.368973731994629, "gnorm": 1.0003448724746704, "n_masked": 867, "elapsed_s": 22960.371113538742}
|
| 258 |
+
{"step": 24900, "loss": 1.3475109338760376, "gnorm": 1.7077935934066772, "n_masked": 513, "elapsed_s": 22995.237706422806}
|
| 259 |
+
{"step": 25000, "loss": 1.3669312000274658, "gnorm": 0.46403366327285767, "n_masked": 716, "elapsed_s": 23029.91849255562}
|
| 260 |
+
{"step": 25000, "val_loss": 1.3172062847267174, "val_n_masked": 125036}
|
| 261 |
+
{"step": 25100, "loss": 1.28556227684021, "gnorm": 0.892019510269165, "n_masked": 399, "elapsed_s": 25267.0754070282}
|
| 262 |
+
{"step": 25200, "loss": 1.3495361804962158, "gnorm": 0.9782830476760864, "n_masked": 531, "elapsed_s": 25302.64477944374}
|
| 263 |
+
{"step": 25300, "loss": 1.3243694305419922, "gnorm": 1.6538399457931519, "n_masked": 311, "elapsed_s": 25337.537923812866}
|
| 264 |
+
{"step": 25400, "loss": 1.323599934577942, "gnorm": 1.7340710163116455, "n_masked": 692, "elapsed_s": 25372.211012125015}
|
| 265 |
+
{"step": 25500, "loss": 1.3863391876220703, "gnorm": 1.506491780281067, "n_masked": 468, "elapsed_s": 25407.053020954132}
|
| 266 |
+
{"step": 25600, "loss": 1.3144314289093018, "gnorm": 1.5148905515670776, "n_masked": 411, "elapsed_s": 25441.978669404984}
|
| 267 |
+
{"step": 25700, "loss": 1.379413366317749, "gnorm": 1.4377856254577637, "n_masked": 881, "elapsed_s": 25476.74483346939}
|
| 268 |
+
{"step": 25800, "loss": 1.3549699783325195, "gnorm": 1.7992899417877197, "n_masked": 772, "elapsed_s": 25511.664016723633}
|
| 269 |
+
{"step": 25900, "loss": 1.3402901887893677, "gnorm": 1.5266575813293457, "n_masked": 549, "elapsed_s": 25546.464348077774}
|
| 270 |
+
{"step": 26000, "loss": 1.3795883655548096, "gnorm": 1.3461779356002808, "n_masked": 918, "elapsed_s": 25581.298696279526}
|
| 271 |
+
{"step": 26100, "loss": 1.3610329627990723, "gnorm": 1.946108341217041, "n_masked": 471, "elapsed_s": 25615.996550798416}
|
| 272 |
+
{"step": 26200, "loss": 1.343001127243042, "gnorm": 0.7683407068252563, "n_masked": 742, "elapsed_s": 25650.8820707798}
|
| 273 |
+
{"step": 26300, "loss": 1.3334647417068481, "gnorm": 1.3015902042388916, "n_masked": 608, "elapsed_s": 25685.582447767258}
|
| 274 |
+
{"step": 26400, "loss": 1.2852919101715088, "gnorm": 1.3410314321517944, "n_masked": 442, "elapsed_s": 25720.499510526657}
|
| 275 |
+
{"step": 26500, "loss": 1.3684245347976685, "gnorm": 1.6057802438735962, "n_masked": 457, "elapsed_s": 25755.283324480057}
|
| 276 |
+
{"step": 26600, "loss": 1.356123447418213, "gnorm": 1.229043960571289, "n_masked": 731, "elapsed_s": 25790.215730190277}
|
| 277 |
+
{"step": 26700, "loss": 1.3502674102783203, "gnorm": 1.4306730031967163, "n_masked": 665, "elapsed_s": 25824.98500227928}
|
| 278 |
+
{"step": 26800, "loss": 1.3687208890914917, "gnorm": 1.7926697731018066, "n_masked": 438, "elapsed_s": 25859.756499767303}
|
| 279 |
+
{"step": 26900, "loss": 1.3745520114898682, "gnorm": 1.2362250089645386, "n_masked": 813, "elapsed_s": 25894.5401968956}
|
| 280 |
+
{"step": 27000, "loss": 1.3539668321609497, "gnorm": 0.5391204953193665, "n_masked": 651, "elapsed_s": 25929.419204711914}
|
| 281 |
+
{"step": 27100, "loss": 1.3235944509506226, "gnorm": 1.0076090097427368, "n_masked": 203, "elapsed_s": 25964.009604215622}
|
| 282 |
+
{"step": 27200, "loss": 1.3796254396438599, "gnorm": 1.9639886617660522, "n_masked": 888, "elapsed_s": 25998.87185907364}
|
| 283 |
+
{"step": 27300, "loss": 1.2956295013427734, "gnorm": 1.5492490530014038, "n_masked": 139, "elapsed_s": 26033.605742692947}
|
| 284 |
+
{"step": 27400, "loss": 1.3650808334350586, "gnorm": 0.94443279504776, "n_masked": 785, "elapsed_s": 26068.47360420227}
|
| 285 |
+
{"step": 27500, "loss": 1.318652868270874, "gnorm": 1.6186106204986572, "n_masked": 656, "elapsed_s": 26103.18646454811}
|
| 286 |
+
{"step": 27500, "val_loss": 1.3167454544259047, "val_n_masked": 124832}
|
| 287 |
+
{"step": 27600, "loss": 1.3425970077514648, "gnorm": 1.6751189231872559, "n_masked": 258, "elapsed_s": 28400.226573705673}
|
| 288 |
+
{"step": 27700, "loss": 1.3057770729064941, "gnorm": 0.9977119565010071, "n_masked": 376, "elapsed_s": 28435.83410835266}
|
| 289 |
+
{"step": 27800, "loss": 1.3320271968841553, "gnorm": 0.5446690917015076, "n_masked": 653, "elapsed_s": 28470.58411026001}
|
| 290 |
+
{"step": 27900, "loss": 1.3634090423583984, "gnorm": 0.7084283828735352, "n_masked": 719, "elapsed_s": 28505.46427178383}
|
| 291 |
+
{"step": 28000, "loss": 1.3230098485946655, "gnorm": 1.2187732458114624, "n_masked": 509, "elapsed_s": 28540.247139692307}
|
| 292 |
+
{"step": 28100, "loss": 1.34847092628479, "gnorm": 1.1444827318191528, "n_masked": 763, "elapsed_s": 28575.080909729004}
|
| 293 |
+
{"step": 28200, "loss": 1.3803987503051758, "gnorm": 1.1820049285888672, "n_masked": 512, "elapsed_s": 28609.79093503952}
|
| 294 |
+
{"step": 28300, "loss": 1.3429964780807495, "gnorm": 1.880213975906372, "n_masked": 655, "elapsed_s": 28644.60738825798}
|
| 295 |
+
{"step": 28400, "loss": 1.351851224899292, "gnorm": 4.3064165115356445, "n_masked": 513, "elapsed_s": 28679.317675352097}
|
| 296 |
+
{"step": 28500, "loss": 1.3383451700210571, "gnorm": 1.1062586307525635, "n_masked": 293, "elapsed_s": 28714.15007710457}
|
| 297 |
+
{"step": 28600, "loss": 1.357187032699585, "gnorm": 0.7881425023078918, "n_masked": 848, "elapsed_s": 28748.845250606537}
|
| 298 |
+
{"step": 28700, "loss": 1.2387940883636475, "gnorm": 1.9480843544006348, "n_masked": 128, "elapsed_s": 28783.671985387802}
|
| 299 |
+
{"step": 28800, "loss": 1.353161096572876, "gnorm": 0.9589823484420776, "n_masked": 437, "elapsed_s": 28818.432426929474}
|
| 300 |
+
{"step": 28900, "loss": 1.3324337005615234, "gnorm": 1.001590371131897, "n_masked": 509, "elapsed_s": 28853.173985242844}
|
| 301 |
+
{"step": 29000, "loss": 1.345178484916687, "gnorm": 1.191133975982666, "n_masked": 473, "elapsed_s": 28887.834849596024}
|
| 302 |
+
{"step": 29100, "loss": 1.3265645503997803, "gnorm": 0.7781460285186768, "n_masked": 673, "elapsed_s": 28922.66692495346}
|
| 303 |
+
{"step": 29200, "loss": 1.3312164545059204, "gnorm": 1.248189091682434, "n_masked": 298, "elapsed_s": 28957.3379843235}
|
| 304 |
+
{"step": 29300, "loss": 1.3382306098937988, "gnorm": 0.8321163654327393, "n_masked": 465, "elapsed_s": 28992.15402340889}
|
| 305 |
+
{"step": 29400, "loss": 1.3373528718948364, "gnorm": 2.2862701416015625, "n_masked": 465, "elapsed_s": 29026.853120565414}
|
| 306 |
+
{"step": 29500, "loss": 1.2821698188781738, "gnorm": 1.7678062915802002, "n_masked": 148, "elapsed_s": 29061.695234775543}
|
| 307 |
+
{"step": 29600, "loss": 1.3731173276901245, "gnorm": 1.1877800226211548, "n_masked": 767, "elapsed_s": 29096.429844617844}
|
| 308 |
+
{"step": 29700, "loss": 1.361132025718689, "gnorm": 0.9624849557876587, "n_masked": 414, "elapsed_s": 29131.310084581375}
|
| 309 |
+
{"step": 29800, "loss": 1.334035038948059, "gnorm": 2.008566379547119, "n_masked": 460, "elapsed_s": 29165.996002197266}
|
| 310 |
+
{"step": 29900, "loss": 1.3524556159973145, "gnorm": 1.9835879802703857, "n_masked": 75, "elapsed_s": 29200.647879362106}
|
| 311 |
+
{"step": 30000, "loss": 1.314221978187561, "gnorm": 1.398431420326233, "n_masked": 329, "elapsed_s": 29235.393452882767}
|
| 312 |
+
{"step": 30000, "val_loss": 1.3173845415578858, "val_n_masked": 124749}
|