{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 84,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03614457831325301,
      "grad_norm": 8.887484550476074,
      "learning_rate": 0.0,
      "loss": 0.5914468765258789,
      "step": 1
    },
    {
      "epoch": 0.07228915662650602,
      "grad_norm": 8.353597640991211,
      "learning_rate": 1.111111111111111e-06,
      "loss": 0.620003342628479,
      "step": 2
    },
    {
      "epoch": 0.10843373493975904,
      "grad_norm": 9.017178535461426,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.5764777660369873,
      "step": 3
    },
    {
      "epoch": 0.14457831325301204,
      "grad_norm": 6.198811054229736,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.5356950163841248,
      "step": 4
    },
    {
      "epoch": 0.18072289156626506,
      "grad_norm": 4.334223747253418,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.4751540422439575,
      "step": 5
    },
    {
      "epoch": 0.21686746987951808,
      "grad_norm": 2.49684476852417,
      "learning_rate": 5.555555555555557e-06,
      "loss": 0.4185207486152649,
      "step": 6
    },
    {
      "epoch": 0.25301204819277107,
      "grad_norm": 1.7279225587844849,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.4058915078639984,
      "step": 7
    },
    {
      "epoch": 0.2891566265060241,
      "grad_norm": 1.5181468725204468,
      "learning_rate": 7.77777777777778e-06,
      "loss": 0.4257166087627411,
      "step": 8
    },
    {
      "epoch": 0.3253012048192771,
      "grad_norm": 1.608017086982727,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.4216555953025818,
      "step": 9
    },
    {
      "epoch": 0.3614457831325301,
      "grad_norm": 1.895369052886963,
      "learning_rate": 1e-05,
      "loss": 0.4374157786369324,
      "step": 10
    },
    {
      "epoch": 0.39759036144578314,
      "grad_norm": 1.3696216344833374,
      "learning_rate": 9.995614150494293e-06,
      "loss": 0.39124733209609985,
      "step": 11
    },
    {
      "epoch": 0.43373493975903615,
      "grad_norm": 1.243646264076233,
      "learning_rate": 9.982464296247523e-06,
      "loss": 0.36318010091781616,
      "step": 12
    },
    {
      "epoch": 0.46987951807228917,
      "grad_norm": 1.0504814386367798,
      "learning_rate": 9.960573506572391e-06,
      "loss": 0.3158777356147766,
      "step": 13
    },
    {
      "epoch": 0.5060240963855421,
      "grad_norm": 1.2085658311843872,
      "learning_rate": 9.929980185352525e-06,
      "loss": 0.3739868104457855,
      "step": 14
    },
    {
      "epoch": 0.5421686746987951,
      "grad_norm": 1.0851548910140991,
      "learning_rate": 9.890738003669029e-06,
      "loss": 0.3323063850402832,
      "step": 15
    },
    {
      "epoch": 0.5783132530120482,
      "grad_norm": 1.3548555374145508,
      "learning_rate": 9.842915805643156e-06,
      "loss": 0.3619411587715149,
      "step": 16
    },
    {
      "epoch": 0.6144578313253012,
      "grad_norm": 1.1331850290298462,
      "learning_rate": 9.786597487660336e-06,
      "loss": 0.3434302806854248,
      "step": 17
    },
    {
      "epoch": 0.6506024096385542,
      "grad_norm": 1.1485708951950073,
      "learning_rate": 9.721881851187406e-06,
      "loss": 0.35868388414382935,
      "step": 18
    },
    {
      "epoch": 0.6867469879518072,
      "grad_norm": 0.9797462224960327,
      "learning_rate": 9.648882429441258e-06,
      "loss": 0.30607205629348755,
      "step": 19
    },
    {
      "epoch": 0.7228915662650602,
      "grad_norm": 0.9305843710899353,
      "learning_rate": 9.567727288213005e-06,
      "loss": 0.30613967776298523,
      "step": 20
    },
    {
      "epoch": 0.7590361445783133,
      "grad_norm": 1.2538716793060303,
      "learning_rate": 9.478558801197065e-06,
      "loss": 0.34786176681518555,
      "step": 21
    },
    {
      "epoch": 0.7951807228915663,
      "grad_norm": 1.1796234846115112,
      "learning_rate": 9.381533400219319e-06,
      "loss": 0.30188339948654175,
      "step": 22
    },
    {
      "epoch": 0.8313253012048193,
      "grad_norm": 0.9115185141563416,
      "learning_rate": 9.276821300802535e-06,
      "loss": 0.2840030789375305,
      "step": 23
    },
    {
      "epoch": 0.8674698795180723,
      "grad_norm": 1.0928308963775635,
      "learning_rate": 9.164606203550498e-06,
      "loss": 0.36419373750686646,
      "step": 24
    },
    {
      "epoch": 0.9036144578313253,
      "grad_norm": 0.9435914754867554,
      "learning_rate": 9.045084971874738e-06,
      "loss": 0.31879815459251404,
      "step": 25
    },
    {
      "epoch": 0.9397590361445783,
      "grad_norm": 1.042055368423462,
      "learning_rate": 8.9184672866292e-06,
      "loss": 0.34760189056396484,
      "step": 26
    },
    {
      "epoch": 0.9759036144578314,
      "grad_norm": 1.034004807472229,
      "learning_rate": 8.784975278258783e-06,
      "loss": 0.3489612340927124,
      "step": 27
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.374064564704895,
      "learning_rate": 8.644843137107058e-06,
      "loss": 0.4119997024536133,
      "step": 28
    },
    {
      "epoch": 1.036144578313253,
      "grad_norm": 0.8877686262130737,
      "learning_rate": 8.498316702566828e-06,
      "loss": 0.23063668608665466,
      "step": 29
    },
    {
      "epoch": 1.072289156626506,
      "grad_norm": 0.8385362029075623,
      "learning_rate": 8.345653031794292e-06,
      "loss": 0.18012019991874695,
      "step": 30
    },
    {
      "epoch": 1.108433734939759,
      "grad_norm": 0.8199275135993958,
      "learning_rate": 8.18711994874345e-06,
      "loss": 0.20231494307518005,
      "step": 31
    },
    {
      "epoch": 1.144578313253012,
      "grad_norm": 0.8524110317230225,
      "learning_rate": 8.022995574311876e-06,
      "loss": 0.17479273676872253,
      "step": 32
    },
    {
      "epoch": 1.180722891566265,
      "grad_norm": 0.8740944862365723,
      "learning_rate": 7.85356783842216e-06,
      "loss": 0.20290827751159668,
      "step": 33
    },
    {
      "epoch": 1.216867469879518,
      "grad_norm": 1.6095167398452759,
      "learning_rate": 7.679133974894984e-06,
      "loss": 0.19930751621723175,
      "step": 34
    },
    {
      "epoch": 1.2530120481927711,
      "grad_norm": 0.8441895842552185,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.17364069819450378,
      "step": 35
    },
    {
      "epoch": 1.2891566265060241,
      "grad_norm": 0.8886516094207764,
      "learning_rate": 7.31648017559931e-06,
      "loss": 0.1886671483516693,
      "step": 36
    },
    {
      "epoch": 1.3253012048192772,
      "grad_norm": 0.9423007965087891,
      "learning_rate": 7.128896457825364e-06,
      "loss": 0.2068309485912323,
      "step": 37
    },
    {
      "epoch": 1.3614457831325302,
      "grad_norm": 0.7958769798278809,
      "learning_rate": 6.9375779322605154e-06,
      "loss": 0.13852755725383759,
      "step": 38
    },
    {
      "epoch": 1.3975903614457832,
      "grad_norm": 0.8663837909698486,
      "learning_rate": 6.7428602366090764e-06,
      "loss": 0.16718754172325134,
      "step": 39
    },
    {
      "epoch": 1.4337349397590362,
      "grad_norm": 0.9105899333953857,
      "learning_rate": 6.545084971874738e-06,
      "loss": 0.16156896948814392,
      "step": 40
    },
    {
      "epoch": 1.4698795180722892,
      "grad_norm": 0.8959738612174988,
      "learning_rate": 6.344599103076329e-06,
      "loss": 0.14004361629486084,
      "step": 41
    },
    {
      "epoch": 1.5060240963855422,
      "grad_norm": 0.7533515691757202,
      "learning_rate": 6.141754350553279e-06,
      "loss": 0.12352561950683594,
      "step": 42
    },
    {
      "epoch": 1.5421686746987953,
      "grad_norm": 0.8931336402893066,
      "learning_rate": 5.936906572928625e-06,
      "loss": 0.16318686306476593,
      "step": 43
    },
    {
      "epoch": 1.5783132530120483,
      "grad_norm": 0.8921841382980347,
      "learning_rate": 5.730415142812059e-06,
      "loss": 0.17240172624588013,
      "step": 44
    },
    {
      "epoch": 1.6144578313253013,
      "grad_norm": 1.0797544717788696,
      "learning_rate": 5.522642316338268e-06,
      "loss": 0.17317631840705872,
      "step": 45
    },
    {
      "epoch": 1.6506024096385543,
      "grad_norm": 1.0078191757202148,
      "learning_rate": 5.3139525976465675e-06,
      "loss": 0.2157416045665741,
      "step": 46
    },
    {
      "epoch": 1.6867469879518073,
      "grad_norm": 0.8438640236854553,
      "learning_rate": 5.1047120994167855e-06,
      "loss": 0.16403160989284515,
      "step": 47
    },
    {
      "epoch": 1.7228915662650603,
      "grad_norm": 0.9475386738777161,
      "learning_rate": 4.895287900583216e-06,
      "loss": 0.15586617588996887,
      "step": 48
    },
    {
      "epoch": 1.7590361445783134,
      "grad_norm": 0.9450883865356445,
      "learning_rate": 4.686047402353433e-06,
      "loss": 0.18724647164344788,
      "step": 49
    },
    {
      "epoch": 1.7951807228915664,
      "grad_norm": 0.7867273092269897,
      "learning_rate": 4.477357683661734e-06,
      "loss": 0.16307249665260315,
      "step": 50
    },
    {
      "epoch": 1.8313253012048194,
      "grad_norm": 0.8388890624046326,
      "learning_rate": 4.269584857187942e-06,
      "loss": 0.16206401586532593,
      "step": 51
    },
    {
      "epoch": 1.8674698795180724,
      "grad_norm": 0.9560278058052063,
      "learning_rate": 4.063093427071376e-06,
      "loss": 0.19236278533935547,
      "step": 52
    },
    {
      "epoch": 1.9036144578313254,
      "grad_norm": 0.8729760646820068,
      "learning_rate": 3.8582456494467214e-06,
      "loss": 0.14955267310142517,
      "step": 53
    },
    {
      "epoch": 1.9397590361445785,
      "grad_norm": 0.9571371674537659,
      "learning_rate": 3.655400896923672e-06,
      "loss": 0.15187832713127136,
      "step": 54
    },
    {
      "epoch": 1.9759036144578315,
      "grad_norm": 0.8457008004188538,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 0.12991125881671906,
      "step": 55
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.1152817010879517,
      "learning_rate": 3.2571397633909252e-06,
      "loss": 0.17669421434402466,
      "step": 56
    },
    {
      "epoch": 2.036144578313253,
      "grad_norm": 0.7974763512611389,
      "learning_rate": 3.0624220677394854e-06,
      "loss": 0.08793318271636963,
      "step": 57
    },
    {
      "epoch": 2.072289156626506,
      "grad_norm": 0.7382637858390808,
      "learning_rate": 2.871103542174637e-06,
      "loss": 0.07762216031551361,
      "step": 58
    },
    {
      "epoch": 2.108433734939759,
      "grad_norm": 0.7654367089271545,
      "learning_rate": 2.683519824400693e-06,
      "loss": 0.07498644292354584,
      "step": 59
    },
    {
      "epoch": 2.144578313253012,
      "grad_norm": 0.6648955941200256,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.0681481808423996,
      "step": 60
    },
    {
      "epoch": 2.180722891566265,
      "grad_norm": 0.7282518148422241,
      "learning_rate": 2.320866025105016e-06,
      "loss": 0.07515449821949005,
      "step": 61
    },
    {
      "epoch": 2.216867469879518,
      "grad_norm": 0.684374988079071,
      "learning_rate": 2.146432161577842e-06,
      "loss": 0.07506850361824036,
      "step": 62
    },
    {
      "epoch": 2.253012048192771,
      "grad_norm": 0.6030347347259521,
      "learning_rate": 1.977004425688126e-06,
      "loss": 0.06140301376581192,
      "step": 63
    },
    {
      "epoch": 2.289156626506024,
      "grad_norm": 0.6093411445617676,
      "learning_rate": 1.8128800512565514e-06,
      "loss": 0.0682184174656868,
      "step": 64
    },
    {
      "epoch": 2.325301204819277,
      "grad_norm": 0.5749672651290894,
      "learning_rate": 1.6543469682057105e-06,
      "loss": 0.05725966393947601,
      "step": 65
    },
    {
      "epoch": 2.36144578313253,
      "grad_norm": 0.5785587430000305,
      "learning_rate": 1.5016832974331725e-06,
      "loss": 0.05954214185476303,
      "step": 66
    },
    {
      "epoch": 2.397590361445783,
      "grad_norm": 0.8381079435348511,
      "learning_rate": 1.3551568628929434e-06,
      "loss": 0.10542360693216324,
      "step": 67
    },
    {
      "epoch": 2.433734939759036,
      "grad_norm": 0.5842990875244141,
      "learning_rate": 1.2150247217412186e-06,
      "loss": 0.0604025200009346,
      "step": 68
    },
    {
      "epoch": 2.4698795180722892,
      "grad_norm": 0.6028868556022644,
      "learning_rate": 1.0815327133708015e-06,
      "loss": 0.055375128984451294,
      "step": 69
    },
    {
      "epoch": 2.5060240963855422,
      "grad_norm": 0.7340065240859985,
      "learning_rate": 9.549150281252633e-07,
      "loss": 0.060119662433862686,
      "step": 70
    },
    {
      "epoch": 2.5421686746987953,
      "grad_norm": 0.64606773853302,
      "learning_rate": 8.353937964495029e-07,
      "loss": 0.05360941216349602,
      "step": 71
    },
    {
      "epoch": 2.5783132530120483,
      "grad_norm": 1.2324352264404297,
      "learning_rate": 7.23178699197467e-07,
      "loss": 0.06335519999265671,
      "step": 72
    },
    {
      "epoch": 2.6144578313253013,
      "grad_norm": 0.6813722252845764,
      "learning_rate": 6.184665997806832e-07,
      "loss": 0.05561135709285736,
      "step": 73
    },
    {
      "epoch": 2.6506024096385543,
      "grad_norm": 0.674095869064331,
      "learning_rate": 5.214411988029355e-07,
      "loss": 0.05392349511384964,
      "step": 74
    },
    {
      "epoch": 2.6867469879518073,
      "grad_norm": 0.7264373302459717,
      "learning_rate": 4.322727117869951e-07,
      "loss": 0.05505981296300888,
      "step": 75
    },
    {
      "epoch": 2.7228915662650603,
      "grad_norm": 0.5850496888160706,
      "learning_rate": 3.511175705587433e-07,
      "loss": 0.047852493822574615,
      "step": 76
    },
    {
      "epoch": 2.7590361445783134,
      "grad_norm": 0.7429664731025696,
      "learning_rate": 2.7811814881259503e-07,
      "loss": 0.058224525302648544,
      "step": 77
    },
    {
      "epoch": 2.7951807228915664,
      "grad_norm": 0.6747693419456482,
      "learning_rate": 2.134025123396638e-07,
      "loss": 0.0484314039349556,
      "step": 78
    },
    {
      "epoch": 2.8313253012048194,
      "grad_norm": 0.5850451588630676,
      "learning_rate": 1.5708419435684463e-07,
      "loss": 0.053738657385110855,
      "step": 79
    },
    {
      "epoch": 2.8674698795180724,
      "grad_norm": 0.6748908758163452,
      "learning_rate": 1.0926199633097156e-07,
      "loss": 0.06110052019357681,
      "step": 80
    },
    {
      "epoch": 2.9036144578313254,
      "grad_norm": 0.6493048667907715,
      "learning_rate": 7.001981464747565e-08,
      "loss": 0.05294954404234886,
      "step": 81
    },
    {
      "epoch": 2.9397590361445785,
      "grad_norm": 0.6188032031059265,
      "learning_rate": 3.9426493427611177e-08,
      "loss": 0.0478922538459301,
      "step": 82
    },
    {
      "epoch": 2.9759036144578315,
      "grad_norm": 1.050648808479309,
      "learning_rate": 1.753570375247815e-08,
      "loss": 0.060055799782276154,
      "step": 83
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.9005938172340393,
      "learning_rate": 4.385849505708084e-09,
      "loss": 0.04742509871721268,
      "step": 84
    },
    {
      "epoch": 3.0,
      "step": 84,
      "total_flos": 15361915846656.0,
      "train_loss": 0.21046775437536694,
      "train_runtime": 4346.6476,
      "train_samples_per_second": 0.916,
      "train_steps_per_second": 0.019
    }
  ],
  "logging_steps": 1,
  "max_steps": 84,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 15361915846656.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}