mtzig commited on
Commit
ed54abb
·
verified ·
1 Parent(s): dcec137

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c6cd9bbf69ca7d063802c57c85eae4c8a4594c67d7465d15bea57713fe47513
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2685cd63188a12b6e51a5f87202565fae64cf192dedbad3017d3d9a00011716
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ccc731a20bfee6a4b55db5e68d3cde38d8ac7d2f719abd77539294a3e34b2ec
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a564ea22e8120a98d07382ac39eaaeaf5ddb197a900e74e310ad7f4d8286fb1e
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2785839db765cda31082ddf8a82d30deab7dd42debaf778105e6f1e72628bf0b
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc676c0cbe36a418bebb6a770754ec6e6b4550ec6cc2173fee8f8473cfd8acb2
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6543635366541dceae1dd968c306b2f0f2b4ecbd81d3aea258b1607da46815a7
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e0189f4aacb249403224b0e30e9c8aa2b90c60a248a90d9f5fdee546b7c9452
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b475c353783d4026335e7030c57ba069d3d2acec25effee2905e6c973933656
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edae67eb4587445733f88b71e1245cfb3f5164c085e6d89fa55d75c346a20afb
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:722e06e8226ee81e6a1d319d49c78ac25f3e3038d6458b00cb35e8a42e093c2b
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7eeca1e6b6ba7221886609291f76f4c0ee14fdab353839097d8c6fbf7ee572
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2282b29b361aca76f71e45f53ef426769df72fecd3cfe3e9040dd5f970c053c
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daabfcc6e1a3483f4db21790ddb98974904e8bc9e77135d80c25a77935fcb7db
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd6c20f9a7c898a644f42332beb081e2ffc36926b9b070c86a030d2234848a7f
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c434609d68ad98f7889ff98e8f1dc2f6ac56615be0728c4c1a08a0e95e8e983
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9417da51974d70b68528d0d38ed2aa065576da18992311f443f57eb70377b35a
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:672bc765d367d7d4ffae64a9a7720cba4580c54ee7b0c79f366c5fcfec50f7ae
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29eb939b26d6f551db8d7074c3cce05769523646edbde94bdcfcf35d61bc8110
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a9b6f6648a3802b1d7df894c5bbd13bfaaff3cdef6fb263aaa54636226f2ff6
3
  size 14960
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:584643f2a79df1538d3f949cf4a835bec142b64a553256df7939bcbd22be0239
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:742fcffc6aba3ef3530cc33f6ad6b89ccb93cdf34124275e474711f05d532257
3
  size 14960
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7cf12f3a30d07de0068e40183f8060da3680a455554f62dd104c0e905fb0bf5
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b41b47676e62b604b32ae1968e1fffa4fc215a0c59a21338a7a142638b146f
3
  size 14960
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcc4feba00073f29deb4ad23d7b496e19059f229ff63aac62d469be206d14266
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3dd1bae2a933732e2e6fffe805496ee2173debbdafb8e9682fed9cdf6cd22a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.2782931354359926,
5
  "eval_steps": 20,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2299,6 +2299,766 @@
2299
  "eval_samples_per_second": 5.751,
2300
  "eval_steps_per_second": 0.188,
2301
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2302
  }
2303
  ],
2304
  "logging_steps": 1,
@@ -2318,7 +3078,7 @@
2318
  "attributes": {}
2319
  }
2320
  },
2321
- "total_flos": 9.58457253545902e+16,
2322
  "train_batch_size": 8,
2323
  "trial_name": null,
2324
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.37105751391465674,
5
  "eval_steps": 20,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2299
  "eval_samples_per_second": 5.751,
2300
  "eval_steps_per_second": 0.188,
2301
  "step": 300
2302
+ },
2303
+ {
2304
+ "epoch": 0.2792207792207792,
2305
+ "grad_norm": 4.416810512542725,
2306
+ "learning_rate": 1.810916440552835e-05,
2307
+ "loss": 0.2122,
2308
+ "step": 301
2309
+ },
2310
+ {
2311
+ "epoch": 0.28014842300556586,
2312
+ "grad_norm": 4.608455657958984,
2313
+ "learning_rate": 1.8090169943749477e-05,
2314
+ "loss": 0.1634,
2315
+ "step": 302
2316
+ },
2317
+ {
2318
+ "epoch": 0.2810760667903525,
2319
+ "grad_norm": 2.9112977981567383,
2320
+ "learning_rate": 1.8071090619916095e-05,
2321
+ "loss": 0.1863,
2322
+ "step": 303
2323
+ },
2324
+ {
2325
+ "epoch": 0.2820037105751391,
2326
+ "grad_norm": 4.165685176849365,
2327
+ "learning_rate": 1.8051926634161282e-05,
2328
+ "loss": 0.1607,
2329
+ "step": 304
2330
+ },
2331
+ {
2332
+ "epoch": 0.2829313543599258,
2333
+ "grad_norm": 3.188124895095825,
2334
+ "learning_rate": 1.8032678187506187e-05,
2335
+ "loss": 0.1379,
2336
+ "step": 305
2337
+ },
2338
+ {
2339
+ "epoch": 0.28385899814471244,
2340
+ "grad_norm": 4.277055740356445,
2341
+ "learning_rate": 1.8013345481857903e-05,
2342
+ "loss": 0.1945,
2343
+ "step": 306
2344
+ },
2345
+ {
2346
+ "epoch": 0.2847866419294991,
2347
+ "grad_norm": 4.259377956390381,
2348
+ "learning_rate": 1.799392872000736e-05,
2349
+ "loss": 0.2123,
2350
+ "step": 307
2351
+ },
2352
+ {
2353
+ "epoch": 0.2857142857142857,
2354
+ "grad_norm": 4.486137390136719,
2355
+ "learning_rate": 1.797442810562721e-05,
2356
+ "loss": 0.2004,
2357
+ "step": 308
2358
+ },
2359
+ {
2360
+ "epoch": 0.28664192949907236,
2361
+ "grad_norm": 6.125461578369141,
2362
+ "learning_rate": 1.7954843843269665e-05,
2363
+ "loss": 0.2124,
2364
+ "step": 309
2365
+ },
2366
+ {
2367
+ "epoch": 0.287569573283859,
2368
+ "grad_norm": 4.838400363922119,
2369
+ "learning_rate": 1.793517613836437e-05,
2370
+ "loss": 0.2112,
2371
+ "step": 310
2372
+ },
2373
+ {
2374
+ "epoch": 0.2884972170686456,
2375
+ "grad_norm": 3.1725666522979736,
2376
+ "learning_rate": 1.7915425197216246e-05,
2377
+ "loss": 0.1658,
2378
+ "step": 311
2379
+ },
2380
+ {
2381
+ "epoch": 0.2894248608534323,
2382
+ "grad_norm": 3.154855489730835,
2383
+ "learning_rate": 1.7895591227003316e-05,
2384
+ "loss": 0.2081,
2385
+ "step": 312
2386
+ },
2387
+ {
2388
+ "epoch": 0.29035250463821893,
2389
+ "grad_norm": 3.7664122581481934,
2390
+ "learning_rate": 1.7875674435774546e-05,
2391
+ "loss": 0.1628,
2392
+ "step": 313
2393
+ },
2394
+ {
2395
+ "epoch": 0.2912801484230056,
2396
+ "grad_norm": 5.876150131225586,
2397
+ "learning_rate": 1.7855675032447648e-05,
2398
+ "loss": 0.1882,
2399
+ "step": 314
2400
+ },
2401
+ {
2402
+ "epoch": 0.2922077922077922,
2403
+ "grad_norm": 2.4536941051483154,
2404
+ "learning_rate": 1.7835593226806902e-05,
2405
+ "loss": 0.1287,
2406
+ "step": 315
2407
+ },
2408
+ {
2409
+ "epoch": 0.29313543599257885,
2410
+ "grad_norm": 4.552228927612305,
2411
+ "learning_rate": 1.7815429229500946e-05,
2412
+ "loss": 0.2509,
2413
+ "step": 316
2414
+ },
2415
+ {
2416
+ "epoch": 0.2940630797773655,
2417
+ "grad_norm": 3.861381769180298,
2418
+ "learning_rate": 1.7795183252040568e-05,
2419
+ "loss": 0.1827,
2420
+ "step": 317
2421
+ },
2422
+ {
2423
+ "epoch": 0.2949907235621521,
2424
+ "grad_norm": 3.6626925468444824,
2425
+ "learning_rate": 1.7774855506796497e-05,
2426
+ "loss": 0.154,
2427
+ "step": 318
2428
+ },
2429
+ {
2430
+ "epoch": 0.29591836734693877,
2431
+ "grad_norm": 6.695428848266602,
2432
+ "learning_rate": 1.7754446206997152e-05,
2433
+ "loss": 0.2334,
2434
+ "step": 319
2435
+ },
2436
+ {
2437
+ "epoch": 0.29684601113172543,
2438
+ "grad_norm": 3.2786192893981934,
2439
+ "learning_rate": 1.7733955566726438e-05,
2440
+ "loss": 0.1671,
2441
+ "step": 320
2442
+ },
2443
+ {
2444
+ "epoch": 0.29684601113172543,
2445
+ "eval_accuracy": 0.8337028824833703,
2446
+ "eval_f1": 0.625,
2447
+ "eval_loss": 0.3371331989765167,
2448
+ "eval_precision": 0.8503401360544217,
2449
+ "eval_recall": 0.49407114624505927,
2450
+ "eval_runtime": 47.664,
2451
+ "eval_samples_per_second": 5.791,
2452
+ "eval_steps_per_second": 0.189,
2453
+ "step": 320
2454
+ },
2455
+ {
2456
+ "epoch": 0.29777365491651203,
2457
+ "grad_norm": 4.181811809539795,
2458
+ "learning_rate": 1.771338380092148e-05,
2459
+ "loss": 0.2198,
2460
+ "step": 321
2461
+ },
2462
+ {
2463
+ "epoch": 0.2987012987012987,
2464
+ "grad_norm": 4.808495998382568,
2465
+ "learning_rate": 1.7692731125370355e-05,
2466
+ "loss": 0.171,
2467
+ "step": 322
2468
+ },
2469
+ {
2470
+ "epoch": 0.29962894248608535,
2471
+ "grad_norm": 5.946144104003906,
2472
+ "learning_rate": 1.767199775670986e-05,
2473
+ "loss": 0.2176,
2474
+ "step": 323
2475
+ },
2476
+ {
2477
+ "epoch": 0.300556586270872,
2478
+ "grad_norm": 4.010025978088379,
2479
+ "learning_rate": 1.7651183912423228e-05,
2480
+ "loss": 0.2003,
2481
+ "step": 324
2482
+ },
2483
+ {
2484
+ "epoch": 0.3014842300556586,
2485
+ "grad_norm": 4.795968055725098,
2486
+ "learning_rate": 1.7630289810837836e-05,
2487
+ "loss": 0.165,
2488
+ "step": 325
2489
+ },
2490
+ {
2491
+ "epoch": 0.30241187384044527,
2492
+ "grad_norm": 2.9344944953918457,
2493
+ "learning_rate": 1.7609315671122912e-05,
2494
+ "loss": 0.1603,
2495
+ "step": 326
2496
+ },
2497
+ {
2498
+ "epoch": 0.3033395176252319,
2499
+ "grad_norm": 5.812965393066406,
2500
+ "learning_rate": 1.758826171328727e-05,
2501
+ "loss": 0.1458,
2502
+ "step": 327
2503
+ },
2504
+ {
2505
+ "epoch": 0.3042671614100185,
2506
+ "grad_norm": 4.66487979888916,
2507
+ "learning_rate": 1.7567128158176955e-05,
2508
+ "loss": 0.2155,
2509
+ "step": 328
2510
+ },
2511
+ {
2512
+ "epoch": 0.3051948051948052,
2513
+ "grad_norm": 3.436579942703247,
2514
+ "learning_rate": 1.7545915227472967e-05,
2515
+ "loss": 0.1699,
2516
+ "step": 329
2517
+ },
2518
+ {
2519
+ "epoch": 0.30612244897959184,
2520
+ "grad_norm": 4.022927284240723,
2521
+ "learning_rate": 1.7524623143688905e-05,
2522
+ "loss": 0.2037,
2523
+ "step": 330
2524
+ },
2525
+ {
2526
+ "epoch": 0.3070500927643785,
2527
+ "grad_norm": 3.154623031616211,
2528
+ "learning_rate": 1.7503252130168657e-05,
2529
+ "loss": 0.1627,
2530
+ "step": 331
2531
+ },
2532
+ {
2533
+ "epoch": 0.3079777365491651,
2534
+ "grad_norm": 2.7966222763061523,
2535
+ "learning_rate": 1.748180241108404e-05,
2536
+ "loss": 0.1439,
2537
+ "step": 332
2538
+ },
2539
+ {
2540
+ "epoch": 0.30890538033395176,
2541
+ "grad_norm": 3.8477606773376465,
2542
+ "learning_rate": 1.7460274211432463e-05,
2543
+ "loss": 0.135,
2544
+ "step": 333
2545
+ },
2546
+ {
2547
+ "epoch": 0.3098330241187384,
2548
+ "grad_norm": 3.51237416267395,
2549
+ "learning_rate": 1.7438667757034547e-05,
2550
+ "loss": 0.213,
2551
+ "step": 334
2552
+ },
2553
+ {
2554
+ "epoch": 0.310760667903525,
2555
+ "grad_norm": 4.482552528381348,
2556
+ "learning_rate": 1.7416983274531777e-05,
2557
+ "loss": 0.2018,
2558
+ "step": 335
2559
+ },
2560
+ {
2561
+ "epoch": 0.3116883116883117,
2562
+ "grad_norm": 3.7399659156799316,
2563
+ "learning_rate": 1.739522099138411e-05,
2564
+ "loss": 0.2196,
2565
+ "step": 336
2566
+ },
2567
+ {
2568
+ "epoch": 0.31261595547309834,
2569
+ "grad_norm": 3.4632811546325684,
2570
+ "learning_rate": 1.7373381135867605e-05,
2571
+ "loss": 0.1588,
2572
+ "step": 337
2573
+ },
2574
+ {
2575
+ "epoch": 0.313543599257885,
2576
+ "grad_norm": 5.400178909301758,
2577
+ "learning_rate": 1.7351463937072008e-05,
2578
+ "loss": 0.2455,
2579
+ "step": 338
2580
+ },
2581
+ {
2582
+ "epoch": 0.3144712430426716,
2583
+ "grad_norm": 4.754225730895996,
2584
+ "learning_rate": 1.732946962489836e-05,
2585
+ "loss": 0.2067,
2586
+ "step": 339
2587
+ },
2588
+ {
2589
+ "epoch": 0.31539888682745826,
2590
+ "grad_norm": 3.6749982833862305,
2591
+ "learning_rate": 1.7307398430056595e-05,
2592
+ "loss": 0.1809,
2593
+ "step": 340
2594
+ },
2595
+ {
2596
+ "epoch": 0.31539888682745826,
2597
+ "eval_accuracy": 0.8514412416851441,
2598
+ "eval_f1": 0.6912442396313364,
2599
+ "eval_loss": 0.34059056639671326,
2600
+ "eval_precision": 0.8287292817679558,
2601
+ "eval_recall": 0.5928853754940712,
2602
+ "eval_runtime": 47.764,
2603
+ "eval_samples_per_second": 5.778,
2604
+ "eval_steps_per_second": 0.188,
2605
+ "step": 340
2606
+ },
2607
+ {
2608
+ "epoch": 0.3163265306122449,
2609
+ "grad_norm": 5.549361705780029,
2610
+ "learning_rate": 1.72852505840631e-05,
2611
+ "loss": 0.1656,
2612
+ "step": 341
2613
+ },
2614
+ {
2615
+ "epoch": 0.3172541743970315,
2616
+ "grad_norm": 7.491882801055908,
2617
+ "learning_rate": 1.72630263192383e-05,
2618
+ "loss": 0.2493,
2619
+ "step": 342
2620
+ },
2621
+ {
2622
+ "epoch": 0.3181818181818182,
2623
+ "grad_norm": 5.225057125091553,
2624
+ "learning_rate": 1.7240725868704218e-05,
2625
+ "loss": 0.2031,
2626
+ "step": 343
2627
+ },
2628
+ {
2629
+ "epoch": 0.31910946196660483,
2630
+ "grad_norm": 7.436551094055176,
2631
+ "learning_rate": 1.7218349466382024e-05,
2632
+ "loss": 0.2245,
2633
+ "step": 344
2634
+ },
2635
+ {
2636
+ "epoch": 0.3200371057513915,
2637
+ "grad_norm": 4.4297871589660645,
2638
+ "learning_rate": 1.719589734698959e-05,
2639
+ "loss": 0.2226,
2640
+ "step": 345
2641
+ },
2642
+ {
2643
+ "epoch": 0.3209647495361781,
2644
+ "grad_norm": 6.560292720794678,
2645
+ "learning_rate": 1.7173369746039026e-05,
2646
+ "loss": 0.2331,
2647
+ "step": 346
2648
+ },
2649
+ {
2650
+ "epoch": 0.32189239332096475,
2651
+ "grad_norm": 5.045467376708984,
2652
+ "learning_rate": 1.7150766899834205e-05,
2653
+ "loss": 0.2321,
2654
+ "step": 347
2655
+ },
2656
+ {
2657
+ "epoch": 0.3228200371057514,
2658
+ "grad_norm": 6.464671611785889,
2659
+ "learning_rate": 1.7128089045468294e-05,
2660
+ "loss": 0.19,
2661
+ "step": 348
2662
+ },
2663
+ {
2664
+ "epoch": 0.323747680890538,
2665
+ "grad_norm": 2.7538771629333496,
2666
+ "learning_rate": 1.7105336420821247e-05,
2667
+ "loss": 0.1642,
2668
+ "step": 349
2669
+ },
2670
+ {
2671
+ "epoch": 0.3246753246753247,
2672
+ "grad_norm": 4.287221431732178,
2673
+ "learning_rate": 1.7082509264557333e-05,
2674
+ "loss": 0.1556,
2675
+ "step": 350
2676
+ },
2677
+ {
2678
+ "epoch": 0.32560296846011133,
2679
+ "grad_norm": 3.1308867931365967,
2680
+ "learning_rate": 1.705960781612262e-05,
2681
+ "loss": 0.1583,
2682
+ "step": 351
2683
+ },
2684
+ {
2685
+ "epoch": 0.32653061224489793,
2686
+ "grad_norm": 3.598468542098999,
2687
+ "learning_rate": 1.7036632315742464e-05,
2688
+ "loss": 0.1571,
2689
+ "step": 352
2690
+ },
2691
+ {
2692
+ "epoch": 0.3274582560296846,
2693
+ "grad_norm": 2.93074369430542,
2694
+ "learning_rate": 1.7013583004418994e-05,
2695
+ "loss": 0.1463,
2696
+ "step": 353
2697
+ },
2698
+ {
2699
+ "epoch": 0.32838589981447125,
2700
+ "grad_norm": 3.5115561485290527,
2701
+ "learning_rate": 1.6990460123928577e-05,
2702
+ "loss": 0.1522,
2703
+ "step": 354
2704
+ },
2705
+ {
2706
+ "epoch": 0.3293135435992579,
2707
+ "grad_norm": 2.3975048065185547,
2708
+ "learning_rate": 1.696726391681929e-05,
2709
+ "loss": 0.136,
2710
+ "step": 355
2711
+ },
2712
+ {
2713
+ "epoch": 0.3302411873840445,
2714
+ "grad_norm": 3.01874041557312,
2715
+ "learning_rate": 1.6943994626408365e-05,
2716
+ "loss": 0.1928,
2717
+ "step": 356
2718
+ },
2719
+ {
2720
+ "epoch": 0.33116883116883117,
2721
+ "grad_norm": 3.620572805404663,
2722
+ "learning_rate": 1.692065249677965e-05,
2723
+ "loss": 0.1964,
2724
+ "step": 357
2725
+ },
2726
+ {
2727
+ "epoch": 0.3320964749536178,
2728
+ "grad_norm": 3.1630985736846924,
2729
+ "learning_rate": 1.6897237772781046e-05,
2730
+ "loss": 0.1757,
2731
+ "step": 358
2732
+ },
2733
+ {
2734
+ "epoch": 0.33302411873840443,
2735
+ "grad_norm": 2.7404632568359375,
2736
+ "learning_rate": 1.6873750700021917e-05,
2737
+ "loss": 0.1391,
2738
+ "step": 359
2739
+ },
2740
+ {
2741
+ "epoch": 0.3339517625231911,
2742
+ "grad_norm": 3.915576696395874,
2743
+ "learning_rate": 1.6850191524870548e-05,
2744
+ "loss": 0.1672,
2745
+ "step": 360
2746
+ },
2747
+ {
2748
+ "epoch": 0.3339517625231911,
2749
+ "eval_accuracy": 0.8392461197339246,
2750
+ "eval_f1": 0.6365914786967418,
2751
+ "eval_loss": 0.3519636392593384,
2752
+ "eval_precision": 0.8698630136986302,
2753
+ "eval_recall": 0.5019762845849802,
2754
+ "eval_runtime": 48.8319,
2755
+ "eval_samples_per_second": 5.652,
2756
+ "eval_steps_per_second": 0.184,
2757
+ "step": 360
2758
+ },
2759
+ {
2760
+ "epoch": 0.33487940630797774,
2761
+ "grad_norm": 4.442441940307617,
2762
+ "learning_rate": 1.682656049445154e-05,
2763
+ "loss": 0.1695,
2764
+ "step": 361
2765
+ },
2766
+ {
2767
+ "epoch": 0.3358070500927644,
2768
+ "grad_norm": 3.9514217376708984,
2769
+ "learning_rate": 1.6802857856643214e-05,
2770
+ "loss": 0.1744,
2771
+ "step": 362
2772
+ },
2773
+ {
2774
+ "epoch": 0.336734693877551,
2775
+ "grad_norm": 5.170446395874023,
2776
+ "learning_rate": 1.6779083860075032e-05,
2777
+ "loss": 0.1198,
2778
+ "step": 363
2779
+ },
2780
+ {
2781
+ "epoch": 0.33766233766233766,
2782
+ "grad_norm": 7.009990215301514,
2783
+ "learning_rate": 1.6755238754124965e-05,
2784
+ "loss": 0.1708,
2785
+ "step": 364
2786
+ },
2787
+ {
2788
+ "epoch": 0.3385899814471243,
2789
+ "grad_norm": 7.845787048339844,
2790
+ "learning_rate": 1.6731322788916892e-05,
2791
+ "loss": 0.1723,
2792
+ "step": 365
2793
+ },
2794
+ {
2795
+ "epoch": 0.3395176252319109,
2796
+ "grad_norm": 3.684112071990967,
2797
+ "learning_rate": 1.6707336215317968e-05,
2798
+ "loss": 0.1136,
2799
+ "step": 366
2800
+ },
2801
+ {
2802
+ "epoch": 0.3404452690166976,
2803
+ "grad_norm": 6.165255069732666,
2804
+ "learning_rate": 1.6683279284936004e-05,
2805
+ "loss": 0.2895,
2806
+ "step": 367
2807
+ },
2808
+ {
2809
+ "epoch": 0.34137291280148424,
2810
+ "grad_norm": 5.1027326583862305,
2811
+ "learning_rate": 1.665915225011681e-05,
2812
+ "loss": 0.1915,
2813
+ "step": 368
2814
+ },
2815
+ {
2816
+ "epoch": 0.3423005565862709,
2817
+ "grad_norm": 4.702267646789551,
2818
+ "learning_rate": 1.6634955363941573e-05,
2819
+ "loss": 0.135,
2820
+ "step": 369
2821
+ },
2822
+ {
2823
+ "epoch": 0.3432282003710575,
2824
+ "grad_norm": 3.623323678970337,
2825
+ "learning_rate": 1.6610688880224178e-05,
2826
+ "loss": 0.1364,
2827
+ "step": 370
2828
+ },
2829
+ {
2830
+ "epoch": 0.34415584415584416,
2831
+ "grad_norm": 4.77068567276001,
2832
+ "learning_rate": 1.6586353053508548e-05,
2833
+ "loss": 0.2082,
2834
+ "step": 371
2835
+ },
2836
+ {
2837
+ "epoch": 0.3450834879406308,
2838
+ "grad_norm": 6.354672908782959,
2839
+ "learning_rate": 1.6561948139065997e-05,
2840
+ "loss": 0.2037,
2841
+ "step": 372
2842
+ },
2843
+ {
2844
+ "epoch": 0.3460111317254174,
2845
+ "grad_norm": 3.074613094329834,
2846
+ "learning_rate": 1.6537474392892527e-05,
2847
+ "loss": 0.1123,
2848
+ "step": 373
2849
+ },
2850
+ {
2851
+ "epoch": 0.3469387755102041,
2852
+ "grad_norm": 5.388340473175049,
2853
+ "learning_rate": 1.6512932071706153e-05,
2854
+ "loss": 0.2308,
2855
+ "step": 374
2856
+ },
2857
+ {
2858
+ "epoch": 0.34786641929499074,
2859
+ "grad_norm": 3.377591609954834,
2860
+ "learning_rate": 1.6488321432944218e-05,
2861
+ "loss": 0.1607,
2862
+ "step": 375
2863
+ },
2864
+ {
2865
+ "epoch": 0.34879406307977734,
2866
+ "grad_norm": 3.697253465652466,
2867
+ "learning_rate": 1.646364273476067e-05,
2868
+ "loss": 0.2064,
2869
+ "step": 376
2870
+ },
2871
+ {
2872
+ "epoch": 0.349721706864564,
2873
+ "grad_norm": 2.825587272644043,
2874
+ "learning_rate": 1.6438896236023374e-05,
2875
+ "loss": 0.1405,
2876
+ "step": 377
2877
+ },
2878
+ {
2879
+ "epoch": 0.35064935064935066,
2880
+ "grad_norm": 5.332752227783203,
2881
+ "learning_rate": 1.6414082196311402e-05,
2882
+ "loss": 0.1838,
2883
+ "step": 378
2884
+ },
2885
+ {
2886
+ "epoch": 0.3515769944341373,
2887
+ "grad_norm": 3.3014256954193115,
2888
+ "learning_rate": 1.638920087591228e-05,
2889
+ "loss": 0.1516,
2890
+ "step": 379
2891
+ },
2892
+ {
2893
+ "epoch": 0.3525046382189239,
2894
+ "grad_norm": 2.9438254833221436,
2895
+ "learning_rate": 1.6364252535819284e-05,
2896
+ "loss": 0.153,
2897
+ "step": 380
2898
+ },
2899
+ {
2900
+ "epoch": 0.3525046382189239,
2901
+ "eval_accuracy": 0.8458980044345898,
2902
+ "eval_f1": 0.6634382566585957,
2903
+ "eval_loss": 0.32734009623527527,
2904
+ "eval_precision": 0.85625,
2905
+ "eval_recall": 0.541501976284585,
2906
+ "eval_runtime": 47.3489,
2907
+ "eval_samples_per_second": 5.829,
2908
+ "eval_steps_per_second": 0.19,
2909
+ "step": 380
2910
+ },
2911
+ {
2912
+ "epoch": 0.3534322820037106,
2913
+ "grad_norm": 4.24219274520874,
2914
+ "learning_rate": 1.63392374377287e-05,
2915
+ "loss": 0.1265,
2916
+ "step": 381
2917
+ },
2918
+ {
2919
+ "epoch": 0.35435992578849723,
2920
+ "grad_norm": 3.8825278282165527,
2921
+ "learning_rate": 1.6314155844037074e-05,
2922
+ "loss": 0.173,
2923
+ "step": 382
2924
+ },
2925
+ {
2926
+ "epoch": 0.35528756957328383,
2927
+ "grad_norm": 4.059886455535889,
2928
+ "learning_rate": 1.6289008017838447e-05,
2929
+ "loss": 0.1639,
2930
+ "step": 383
2931
+ },
2932
+ {
2933
+ "epoch": 0.3562152133580705,
2934
+ "grad_norm": 5.13779878616333,
2935
+ "learning_rate": 1.626379422292162e-05,
2936
+ "loss": 0.1006,
2937
+ "step": 384
2938
+ },
2939
+ {
2940
+ "epoch": 0.35714285714285715,
2941
+ "grad_norm": 5.269052028656006,
2942
+ "learning_rate": 1.6238514723767372e-05,
2943
+ "loss": 0.2033,
2944
+ "step": 385
2945
+ },
2946
+ {
2947
+ "epoch": 0.3580705009276438,
2948
+ "grad_norm": 4.739077091217041,
2949
+ "learning_rate": 1.6213169785545688e-05,
2950
+ "loss": 0.2673,
2951
+ "step": 386
2952
+ },
2953
+ {
2954
+ "epoch": 0.3589981447124304,
2955
+ "grad_norm": 5.1900634765625,
2956
+ "learning_rate": 1.6187759674112972e-05,
2957
+ "loss": 0.2156,
2958
+ "step": 387
2959
+ },
2960
+ {
2961
+ "epoch": 0.35992578849721707,
2962
+ "grad_norm": 2.844031810760498,
2963
+ "learning_rate": 1.6162284656009276e-05,
2964
+ "loss": 0.0855,
2965
+ "step": 388
2966
+ },
2967
+ {
2968
+ "epoch": 0.3608534322820037,
2969
+ "grad_norm": 5.831792831420898,
2970
+ "learning_rate": 1.6136744998455477e-05,
2971
+ "loss": 0.2278,
2972
+ "step": 389
2973
+ },
2974
+ {
2975
+ "epoch": 0.36178107606679033,
2976
+ "grad_norm": 3.952970504760742,
2977
+ "learning_rate": 1.6111140969350504e-05,
2978
+ "loss": 0.1348,
2979
+ "step": 390
2980
+ },
2981
+ {
2982
+ "epoch": 0.362708719851577,
2983
+ "grad_norm": 3.9323179721832275,
2984
+ "learning_rate": 1.6085472837268504e-05,
2985
+ "loss": 0.1731,
2986
+ "step": 391
2987
+ },
2988
+ {
2989
+ "epoch": 0.36363636363636365,
2990
+ "grad_norm": 4.621875286102295,
2991
+ "learning_rate": 1.6059740871456035e-05,
2992
+ "loss": 0.2011,
2993
+ "step": 392
2994
+ },
2995
+ {
2996
+ "epoch": 0.3645640074211503,
2997
+ "grad_norm": 6.936546325683594,
2998
+ "learning_rate": 1.603394534182925e-05,
2999
+ "loss": 0.1766,
3000
+ "step": 393
3001
+ },
3002
+ {
3003
+ "epoch": 0.3654916512059369,
3004
+ "grad_norm": 4.287359237670898,
3005
+ "learning_rate": 1.6008086518971037e-05,
3006
+ "loss": 0.1939,
3007
+ "step": 394
3008
+ },
3009
+ {
3010
+ "epoch": 0.36641929499072357,
3011
+ "grad_norm": 3.0315101146698,
3012
+ "learning_rate": 1.598216467412822e-05,
3013
+ "loss": 0.1091,
3014
+ "step": 395
3015
+ },
3016
+ {
3017
+ "epoch": 0.3673469387755102,
3018
+ "grad_norm": 6.599478721618652,
3019
+ "learning_rate": 1.5956180079208684e-05,
3020
+ "loss": 0.232,
3021
+ "step": 396
3022
+ },
3023
+ {
3024
+ "epoch": 0.3682745825602968,
3025
+ "grad_norm": 4.763383388519287,
3026
+ "learning_rate": 1.593013300677853e-05,
3027
+ "loss": 0.1877,
3028
+ "step": 397
3029
+ },
3030
+ {
3031
+ "epoch": 0.3692022263450835,
3032
+ "grad_norm": 4.326437950134277,
3033
+ "learning_rate": 1.5904023730059227e-05,
3034
+ "loss": 0.1924,
3035
+ "step": 398
3036
+ },
3037
+ {
3038
+ "epoch": 0.37012987012987014,
3039
+ "grad_norm": 4.332076072692871,
3040
+ "learning_rate": 1.5877852522924733e-05,
3041
+ "loss": 0.201,
3042
+ "step": 399
3043
+ },
3044
+ {
3045
+ "epoch": 0.37105751391465674,
3046
+ "grad_norm": 4.557116985321045,
3047
+ "learning_rate": 1.5851619659898623e-05,
3048
+ "loss": 0.2,
3049
+ "step": 400
3050
+ },
3051
+ {
3052
+ "epoch": 0.37105751391465674,
3053
+ "eval_accuracy": 0.844789356984479,
3054
+ "eval_f1": 0.6585365853658537,
3055
+ "eval_loss": 0.33066147565841675,
3056
+ "eval_precision": 0.8598726114649682,
3057
+ "eval_recall": 0.5335968379446641,
3058
+ "eval_runtime": 47.9063,
3059
+ "eval_samples_per_second": 5.761,
3060
+ "eval_steps_per_second": 0.188,
3061
+ "step": 400
3062
  }
3063
  ],
3064
  "logging_steps": 1,
 
3078
  "attributes": {}
3079
  }
3080
  },
3081
+ "total_flos": 1.2786427319078093e+17,
3082
  "train_batch_size": 8,
3083
  "trial_name": null,
3084
  "trial_params": null