{
  "best_global_step": 2000,
  "best_metric": 3.935134725289306,
  "best_model_checkpoint": "./SALAMA_C4/checkpoint-2000",
  "epoch": 1.3614703880190606,
  "eval_steps": 2000,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.013614703880190605,
      "grad_norm": 6.790204048156738,
      "learning_rate": 6.333333333333334e-07,
      "loss": 0.1302,
      "step": 20
    },
    {
      "epoch": 0.02722940776038121,
      "grad_norm": 6.674442768096924,
      "learning_rate": 1.3e-06,
      "loss": 0.1286,
      "step": 40
    },
    {
      "epoch": 0.04084411164057182,
      "grad_norm": 6.946224689483643,
      "learning_rate": 1.9666666666666668e-06,
      "loss": 0.1394,
      "step": 60
    },
    {
      "epoch": 0.05445881552076242,
      "grad_norm": 8.382658004760742,
      "learning_rate": 2.6333333333333332e-06,
      "loss": 0.1267,
      "step": 80
    },
    {
      "epoch": 0.06807351940095303,
      "grad_norm": 5.505548477172852,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 0.1,
      "step": 100
    },
    {
      "epoch": 0.08168822328114364,
      "grad_norm": 3.323385715484619,
      "learning_rate": 3.966666666666667e-06,
      "loss": 0.0979,
      "step": 120
    },
    {
      "epoch": 0.09530292716133425,
      "grad_norm": 3.4979546070098877,
      "learning_rate": 4.633333333333334e-06,
      "loss": 0.0934,
      "step": 140
    },
    {
      "epoch": 0.10891763104152484,
      "grad_norm": 5.154605865478516,
      "learning_rate": 5.300000000000001e-06,
      "loss": 0.1039,
      "step": 160
    },
    {
      "epoch": 0.12253233492171545,
      "grad_norm": 5.488887786865234,
      "learning_rate": 5.966666666666667e-06,
      "loss": 0.1029,
      "step": 180
    },
    {
      "epoch": 0.13614703880190607,
      "grad_norm": 3.0190138816833496,
      "learning_rate": 6.633333333333334e-06,
      "loss": 0.1151,
      "step": 200
    },
    {
      "epoch": 0.14976174268209666,
      "grad_norm": 4.113169193267822,
      "learning_rate": 7.3e-06,
      "loss": 0.0936,
      "step": 220
    },
    {
      "epoch": 0.16337644656228728,
      "grad_norm": 6.0397515296936035,
      "learning_rate": 7.966666666666668e-06,
      "loss": 0.1214,
      "step": 240
    },
    {
      "epoch": 0.17699115044247787,
      "grad_norm": 6.033300399780273,
      "learning_rate": 8.633333333333334e-06,
      "loss": 0.1153,
      "step": 260
    },
    {
      "epoch": 0.1906058543226685,
      "grad_norm": 3.8764054775238037,
      "learning_rate": 9.3e-06,
      "loss": 0.1025,
      "step": 280
    },
    {
      "epoch": 0.2042205582028591,
      "grad_norm": 5.634373188018799,
      "learning_rate": 9.966666666666667e-06,
      "loss": 0.12,
      "step": 300
    },
    {
      "epoch": 0.21783526208304968,
      "grad_norm": 4.584943771362305,
      "learning_rate": 9.973030518097942e-06,
      "loss": 0.1099,
      "step": 320
    },
    {
      "epoch": 0.2314499659632403,
      "grad_norm": 5.086080551147461,
      "learning_rate": 9.944641589779987e-06,
      "loss": 0.1267,
      "step": 340
    },
    {
      "epoch": 0.2450646698434309,
      "grad_norm": 5.2667741775512695,
      "learning_rate": 9.91625266146203e-06,
      "loss": 0.1059,
      "step": 360
    },
    {
      "epoch": 0.2586793737236215,
      "grad_norm": 5.114360809326172,
      "learning_rate": 9.887863733144075e-06,
      "loss": 0.1294,
      "step": 380
    },
    {
      "epoch": 0.27229407760381213,
      "grad_norm": 6.17408561706543,
      "learning_rate": 9.859474804826119e-06,
      "loss": 0.12,
      "step": 400
    },
    {
      "epoch": 0.2859087814840027,
      "grad_norm": 4.034195899963379,
      "learning_rate": 9.831085876508163e-06,
      "loss": 0.1082,
      "step": 420
    },
    {
      "epoch": 0.2995234853641933,
      "grad_norm": 4.708987236022949,
      "learning_rate": 9.802696948190207e-06,
      "loss": 0.1041,
      "step": 440
    },
    {
      "epoch": 0.3131381892443839,
      "grad_norm": 3.7173264026641846,
      "learning_rate": 9.774308019872251e-06,
      "loss": 0.115,
      "step": 460
    },
    {
      "epoch": 0.32675289312457456,
      "grad_norm": 4.3770647048950195,
      "learning_rate": 9.745919091554295e-06,
      "loss": 0.1202,
      "step": 480
    },
    {
      "epoch": 0.34036759700476515,
      "grad_norm": 3.7374465465545654,
      "learning_rate": 9.717530163236339e-06,
      "loss": 0.1008,
      "step": 500
    },
    {
      "epoch": 0.35398230088495575,
      "grad_norm": 3.801574945449829,
      "learning_rate": 9.689141234918381e-06,
      "loss": 0.1171,
      "step": 520
    },
    {
      "epoch": 0.36759700476514634,
      "grad_norm": 3.962735176086426,
      "learning_rate": 9.660752306600427e-06,
      "loss": 0.0997,
      "step": 540
    },
    {
      "epoch": 0.381211708645337,
      "grad_norm": 4.948540687561035,
      "learning_rate": 9.632363378282471e-06,
      "loss": 0.1304,
      "step": 560
    },
    {
      "epoch": 0.3948264125255276,
      "grad_norm": 5.182698726654053,
      "learning_rate": 9.603974449964515e-06,
      "loss": 0.1059,
      "step": 580
    },
    {
      "epoch": 0.4084411164057182,
      "grad_norm": 5.27463436126709,
      "learning_rate": 9.57558552164656e-06,
      "loss": 0.1379,
      "step": 600
    },
    {
      "epoch": 0.42205582028590877,
      "grad_norm": 4.754587650299072,
      "learning_rate": 9.547196593328602e-06,
      "loss": 0.1135,
      "step": 620
    },
    {
      "epoch": 0.43567052416609936,
      "grad_norm": 4.032769680023193,
      "learning_rate": 9.518807665010646e-06,
      "loss": 0.0925,
      "step": 640
    },
    {
      "epoch": 0.44928522804629,
      "grad_norm": Infinity,
      "learning_rate": 9.49041873669269e-06,
      "loss": 0.1764,
      "step": 660
    },
    {
      "epoch": 0.4628999319264806,
      "grad_norm": 12.64933967590332,
      "learning_rate": 9.467707594038326e-06,
      "loss": 0.5231,
      "step": 680
    },
    {
      "epoch": 0.4765146358066712,
      "grad_norm": 16.499448776245117,
      "learning_rate": 9.43931866572037e-06,
      "loss": 0.1525,
      "step": 700
    },
    {
      "epoch": 0.4901293396868618,
      "grad_norm": 2.7940587997436523,
      "learning_rate": 9.410929737402414e-06,
      "loss": 0.1635,
      "step": 720
    },
    {
      "epoch": 0.5037440435670524,
      "grad_norm": 5.6086039543151855,
      "learning_rate": 9.382540809084458e-06,
      "loss": 0.1177,
      "step": 740
    },
    {
      "epoch": 0.517358747447243,
      "grad_norm": 5.121674537658691,
      "learning_rate": 9.354151880766502e-06,
      "loss": 0.1185,
      "step": 760
    },
    {
      "epoch": 0.5309734513274337,
      "grad_norm": 5.849049091339111,
      "learning_rate": 9.325762952448546e-06,
      "loss": 0.1358,
      "step": 780
    },
    {
      "epoch": 0.5445881552076243,
      "grad_norm": 4.180930137634277,
      "learning_rate": 9.29737402413059e-06,
      "loss": 0.1192,
      "step": 800
    },
    {
      "epoch": 0.5582028590878149,
      "grad_norm": 5.0372796058654785,
      "learning_rate": 9.268985095812634e-06,
      "loss": 0.1194,
      "step": 820
    },
    {
      "epoch": 0.5718175629680055,
      "grad_norm": 3.9500577449798584,
      "learning_rate": 9.240596167494677e-06,
      "loss": 0.1026,
      "step": 840
    },
    {
      "epoch": 0.585432266848196,
      "grad_norm": 5.2215800285339355,
      "learning_rate": 9.212207239176721e-06,
      "loss": 0.1227,
      "step": 860
    },
    {
      "epoch": 0.5990469707283866,
      "grad_norm": 7.128079414367676,
      "learning_rate": 9.183818310858765e-06,
      "loss": 0.1296,
      "step": 880
    },
    {
      "epoch": 0.6126616746085772,
      "grad_norm": 4.189157485961914,
      "learning_rate": 9.15542938254081e-06,
      "loss": 0.1092,
      "step": 900
    },
    {
      "epoch": 0.6262763784887678,
      "grad_norm": 4.203508377075195,
      "learning_rate": 9.127040454222855e-06,
      "loss": 0.1067,
      "step": 920
    },
    {
      "epoch": 0.6398910823689585,
      "grad_norm": 5.561427593231201,
      "learning_rate": 9.098651525904897e-06,
      "loss": 0.1156,
      "step": 940
    },
    {
      "epoch": 0.6535057862491491,
      "grad_norm": 2.9789481163024902,
      "learning_rate": 9.070262597586941e-06,
      "loss": 0.1144,
      "step": 960
    },
    {
      "epoch": 0.6671204901293397,
      "grad_norm": 6.220657825469971,
      "learning_rate": 9.041873669268985e-06,
      "loss": 0.121,
      "step": 980
    },
    {
      "epoch": 0.6807351940095303,
      "grad_norm": 5.125210285186768,
      "learning_rate": 9.01348474095103e-06,
      "loss": 0.1073,
      "step": 1000
    },
    {
      "epoch": 0.6943498978897209,
      "grad_norm": 4.665761947631836,
      "learning_rate": 8.985095812633073e-06,
      "loss": 0.1032,
      "step": 1020
    },
    {
      "epoch": 0.7079646017699115,
      "grad_norm": 3.9673075675964355,
      "learning_rate": 8.956706884315118e-06,
      "loss": 0.1133,
      "step": 1040
    },
    {
      "epoch": 0.7215793056501021,
      "grad_norm": 4.1961140632629395,
      "learning_rate": 8.928317955997162e-06,
      "loss": 0.1008,
      "step": 1060
    },
    {
      "epoch": 0.7351940095302927,
      "grad_norm": 6.15500545501709,
      "learning_rate": 8.899929027679206e-06,
      "loss": 0.1041,
      "step": 1080
    },
    {
      "epoch": 0.7488087134104833,
      "grad_norm": 4.683866024017334,
      "learning_rate": 8.87154009936125e-06,
      "loss": 0.1086,
      "step": 1100
    },
    {
      "epoch": 0.762423417290674,
      "grad_norm": 8.679821968078613,
      "learning_rate": 8.843151171043294e-06,
      "loss": 0.1049,
      "step": 1120
    },
    {
      "epoch": 0.7760381211708646,
      "grad_norm": 4.2732038497924805,
      "learning_rate": 8.814762242725338e-06,
      "loss": 0.1013,
      "step": 1140
    },
    {
      "epoch": 0.7896528250510552,
      "grad_norm": 9.020421028137207,
      "learning_rate": 8.786373314407382e-06,
      "loss": 0.101,
      "step": 1160
    },
    {
      "epoch": 0.8032675289312458,
      "grad_norm": 6.960070610046387,
      "learning_rate": 8.757984386089426e-06,
      "loss": 0.1067,
      "step": 1180
    },
    {
      "epoch": 0.8168822328114363,
      "grad_norm": 3.1116604804992676,
      "learning_rate": 8.72959545777147e-06,
      "loss": 0.099,
      "step": 1200
    },
    {
      "epoch": 0.8304969366916269,
      "grad_norm": 3.949913740158081,
      "learning_rate": 8.701206529453514e-06,
      "loss": 0.1068,
      "step": 1220
    },
    {
      "epoch": 0.8441116405718175,
      "grad_norm": 4.617140293121338,
      "learning_rate": 8.672817601135558e-06,
      "loss": 0.1237,
      "step": 1240
    },
    {
      "epoch": 0.8577263444520081,
      "grad_norm": 6.639930248260498,
      "learning_rate": 8.644428672817602e-06,
      "loss": 0.1295,
      "step": 1260
    },
    {
      "epoch": 0.8713410483321987,
      "grad_norm": 5.353048324584961,
      "learning_rate": 8.616039744499646e-06,
      "loss": 0.1088,
      "step": 1280
    },
    {
      "epoch": 0.8849557522123894,
      "grad_norm": 7.117270469665527,
      "learning_rate": 8.587650816181689e-06,
      "loss": 0.112,
      "step": 1300
    },
    {
      "epoch": 0.89857045609258,
      "grad_norm": 5.29574728012085,
      "learning_rate": 8.559261887863733e-06,
      "loss": 0.1188,
      "step": 1320
    },
    {
      "epoch": 0.9121851599727706,
      "grad_norm": 7.008860111236572,
      "learning_rate": 8.530872959545777e-06,
      "loss": 0.1076,
      "step": 1340
    },
    {
      "epoch": 0.9257998638529612,
      "grad_norm": 5.290408134460449,
      "learning_rate": 8.502484031227823e-06,
      "loss": 0.1339,
      "step": 1360
    },
    {
      "epoch": 0.9394145677331518,
      "grad_norm": 4.095961093902588,
      "learning_rate": 8.474095102909867e-06,
      "loss": 0.111,
      "step": 1380
    },
    {
      "epoch": 0.9530292716133424,
      "grad_norm": 4.4582085609436035,
      "learning_rate": 8.44570617459191e-06,
      "loss": 0.1079,
      "step": 1400
    },
    {
      "epoch": 0.966643975493533,
      "grad_norm": 3.397148370742798,
      "learning_rate": 8.417317246273953e-06,
      "loss": 0.0989,
      "step": 1420
    },
    {
      "epoch": 0.9802586793737236,
      "grad_norm": 4.60284948348999,
      "learning_rate": 8.388928317955997e-06,
      "loss": 0.1205,
      "step": 1440
    },
    {
      "epoch": 0.9938733832539143,
      "grad_norm": 4.263270378112793,
      "learning_rate": 8.360539389638041e-06,
      "loss": 0.0981,
      "step": 1460
    },
    {
      "epoch": 1.0074880871341048,
      "grad_norm": 2.734585762023926,
      "learning_rate": 8.332150461320085e-06,
      "loss": 0.0687,
      "step": 1480
    },
    {
      "epoch": 1.0211027910142954,
      "grad_norm": 4.107769966125488,
      "learning_rate": 8.30376153300213e-06,
      "loss": 0.0483,
      "step": 1500
    },
    {
      "epoch": 1.034717494894486,
      "grad_norm": 3.7158114910125732,
      "learning_rate": 8.275372604684174e-06,
      "loss": 0.0523,
      "step": 1520
    },
    {
      "epoch": 1.0483321987746765,
      "grad_norm": 3.725184917449951,
      "learning_rate": 8.246983676366218e-06,
      "loss": 0.0438,
      "step": 1540
    },
    {
      "epoch": 1.0619469026548674,
      "grad_norm": 2.794508218765259,
      "learning_rate": 8.218594748048262e-06,
      "loss": 0.0534,
      "step": 1560
    },
    {
      "epoch": 1.075561606535058,
      "grad_norm": 3.6485531330108643,
      "learning_rate": 8.190205819730306e-06,
      "loss": 0.0443,
      "step": 1580
    },
    {
      "epoch": 1.0891763104152485,
      "grad_norm": 2.9312281608581543,
      "learning_rate": 8.16181689141235e-06,
      "loss": 0.0426,
      "step": 1600
    },
    {
      "epoch": 1.1027910142954391,
      "grad_norm": 3.66829514503479,
      "learning_rate": 8.133427963094394e-06,
      "loss": 0.0558,
      "step": 1620
    },
    {
      "epoch": 1.1164057181756297,
      "grad_norm": 2.831806182861328,
      "learning_rate": 8.105039034776438e-06,
      "loss": 0.0504,
      "step": 1640
    },
    {
      "epoch": 1.1300204220558203,
      "grad_norm": 4.0393171310424805,
      "learning_rate": 8.076650106458482e-06,
      "loss": 0.0447,
      "step": 1660
    },
    {
      "epoch": 1.143635125936011,
      "grad_norm": 3.919926643371582,
      "learning_rate": 8.048261178140526e-06,
      "loss": 0.0432,
      "step": 1680
    },
    {
      "epoch": 1.1572498298162015,
      "grad_norm": 2.3747353553771973,
      "learning_rate": 8.01987224982257e-06,
      "loss": 0.0495,
      "step": 1700
    },
    {
      "epoch": 1.170864533696392,
      "grad_norm": 2.7838926315307617,
      "learning_rate": 7.991483321504614e-06,
      "loss": 0.0477,
      "step": 1720
    },
    {
      "epoch": 1.1844792375765827,
      "grad_norm": 4.423709869384766,
      "learning_rate": 7.963094393186658e-06,
      "loss": 0.0511,
      "step": 1740
    },
    {
      "epoch": 1.1980939414567733,
      "grad_norm": 3.6399760246276855,
      "learning_rate": 7.9347054648687e-06,
      "loss": 0.0512,
      "step": 1760
    },
    {
      "epoch": 1.2117086453369639,
      "grad_norm": 4.124867916107178,
      "learning_rate": 7.906316536550745e-06,
      "loss": 0.0503,
      "step": 1780
    },
    {
      "epoch": 1.2253233492171545,
      "grad_norm": 2.90708589553833,
      "learning_rate": 7.877927608232789e-06,
      "loss": 0.0428,
      "step": 1800
    },
    {
      "epoch": 1.238938053097345,
      "grad_norm": 3.0257723331451416,
      "learning_rate": 7.849538679914835e-06,
      "loss": 0.0505,
      "step": 1820
    },
    {
      "epoch": 1.2525527569775359,
      "grad_norm": 3.9913330078125,
      "learning_rate": 7.821149751596879e-06,
      "loss": 0.051,
      "step": 1840
    },
    {
      "epoch": 1.2661674608577265,
      "grad_norm": 3.413067102432251,
      "learning_rate": 7.792760823278921e-06,
      "loss": 0.0566,
      "step": 1860
    },
    {
      "epoch": 1.279782164737917,
      "grad_norm": 2.3691389560699463,
      "learning_rate": 7.764371894960965e-06,
      "loss": 0.0387,
      "step": 1880
    },
    {
      "epoch": 1.2933968686181077,
      "grad_norm": 2.782249689102173,
      "learning_rate": 7.73598296664301e-06,
      "loss": 0.0548,
      "step": 1900
    },
    {
      "epoch": 1.3070115724982982,
      "grad_norm": 2.8736960887908936,
      "learning_rate": 7.707594038325053e-06,
      "loss": 0.0512,
      "step": 1920
    },
    {
      "epoch": 1.3206262763784888,
      "grad_norm": 2.5277926921844482,
      "learning_rate": 7.679205110007098e-06,
      "loss": 0.0449,
      "step": 1940
    },
    {
      "epoch": 1.3342409802586794,
      "grad_norm": 3.7290806770324707,
      "learning_rate": 7.650816181689142e-06,
      "loss": 0.052,
      "step": 1960
    },
    {
      "epoch": 1.34785568413887,
      "grad_norm": 3.4079151153564453,
      "learning_rate": 7.6224272533711865e-06,
      "loss": 0.0459,
      "step": 1980
    },
    {
      "epoch": 1.3614703880190606,
      "grad_norm": 2.7560651302337646,
      "learning_rate": 7.59403832505323e-06,
      "loss": 0.0536,
      "step": 2000
    },
    {
      "epoch": 1.3614703880190606,
      "eval_loss": 0.05250042304396629,
      "eval_runtime": 4762.58,
      "eval_samples_per_second": 2.467,
      "eval_steps_per_second": 0.308,
      "eval_wer": 3.935134725289306,
      "step": 2000
    }
  ],
  "logging_steps": 20,
  "max_steps": 7345,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.846629118107648e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}