{
  "best_global_step": 650,
  "best_metric": 0.6772647500038147,
  "best_model_checkpoint": "./tamilrav_checkpoints/checkpoint-650",
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 650,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015396458814472672,
      "grad_norm": 0.29363131523132324,
      "learning_rate": 1.8e-05,
      "loss": 1.4163263320922852,
      "step": 10
    },
    {
      "epoch": 0.030792917628945343,
      "grad_norm": 0.265934020280838,
      "learning_rate": 3.8e-05,
      "loss": 1.188729953765869,
      "step": 20
    },
    {
      "epoch": 0.046189376443418015,
      "grad_norm": 0.1696174591779709,
      "learning_rate": 5.8e-05,
      "loss": 1.0048276901245117,
      "step": 30
    },
    {
      "epoch": 0.061585835257890686,
      "grad_norm": 0.1621861755847931,
      "learning_rate": 7.800000000000001e-05,
      "loss": 0.939247989654541,
      "step": 40
    },
    {
      "epoch": 0.07698229407236336,
      "grad_norm": 0.16908901929855347,
      "learning_rate": 9.8e-05,
      "loss": 0.9107258796691895,
      "step": 50
    },
    {
      "epoch": 0.09237875288683603,
      "grad_norm": 0.16060316562652588,
      "learning_rate": 0.000118,
      "loss": 0.8661402702331543,
      "step": 60
    },
    {
      "epoch": 0.1077752117013087,
      "grad_norm": 0.15463921427726746,
      "learning_rate": 0.000138,
      "loss": 0.8585456848144531,
      "step": 70
    },
    {
      "epoch": 0.12317167051578137,
      "grad_norm": 0.14651408791542053,
      "learning_rate": 0.00015800000000000002,
      "loss": 0.8524063110351563,
      "step": 80
    },
    {
      "epoch": 0.13856812933025403,
      "grad_norm": 0.1593480259180069,
      "learning_rate": 0.00017800000000000002,
      "loss": 0.8573471069335937,
      "step": 90
    },
    {
      "epoch": 0.15396458814472672,
      "grad_norm": 0.14837513864040375,
      "learning_rate": 0.00019800000000000002,
      "loss": 0.8089125633239747,
      "step": 100
    },
    {
      "epoch": 0.16936104695919937,
      "grad_norm": 0.1440625786781311,
      "learning_rate": 0.00019998832107530538,
      "loss": 0.8235550880432129,
      "step": 110
    },
    {
      "epoch": 0.18475750577367206,
      "grad_norm": 0.1411304473876953,
      "learning_rate": 0.00019994795298602624,
      "loss": 0.8093386650085449,
      "step": 120
    },
    {
      "epoch": 0.20015396458814472,
      "grad_norm": 0.1452978402376175,
      "learning_rate": 0.0001998787631859678,
      "loss": 0.8320710182189941,
      "step": 130
    },
    {
      "epoch": 0.2155504234026174,
      "grad_norm": 0.13940446078777313,
      "learning_rate": 0.00019978077162719857,
      "loss": 0.821429443359375,
      "step": 140
    },
    {
      "epoch": 0.23094688221709006,
      "grad_norm": 0.14506584405899048,
      "learning_rate": 0.00019965400656726942,
      "loss": 0.7923899173736573,
      "step": 150
    },
    {
      "epoch": 0.24634334103156275,
      "grad_norm": 0.14369885623455048,
      "learning_rate": 0.000199498504561065,
      "loss": 0.7901590824127197,
      "step": 160
    },
    {
      "epoch": 0.2617397998460354,
      "grad_norm": 0.14093971252441406,
      "learning_rate": 0.00019931431045026255,
      "loss": 0.8111134529113769,
      "step": 170
    },
    {
      "epoch": 0.27713625866050806,
      "grad_norm": 0.13777726888656616,
      "learning_rate": 0.00019910147735040102,
      "loss": 0.791386604309082,
      "step": 180
    },
    {
      "epoch": 0.2925327174749808,
      "grad_norm": 0.1432289332151413,
      "learning_rate": 0.00019886006663556426,
      "loss": 0.7923940181732178,
      "step": 190
    },
    {
      "epoch": 0.30792917628945343,
      "grad_norm": 0.13564977049827576,
      "learning_rate": 0.00019859014792068282,
      "loss": 0.7843753337860108,
      "step": 200
    },
    {
      "epoch": 0.3233256351039261,
      "grad_norm": 0.13792838156223297,
      "learning_rate": 0.00019829179904145918,
      "loss": 0.7822946071624756,
      "step": 210
    },
    {
      "epoch": 0.33872209391839875,
      "grad_norm": 0.13952118158340454,
      "learning_rate": 0.00019796510603192253,
      "loss": 0.7925955772399902,
      "step": 220
    },
    {
      "epoch": 0.35411855273287146,
      "grad_norm": 0.13627943396568298,
      "learning_rate": 0.00019761016309961948,
      "loss": 0.7559749603271484,
      "step": 230
    },
    {
      "epoch": 0.3695150115473441,
      "grad_norm": 0.13699838519096375,
      "learning_rate": 0.00019722707259844756,
      "loss": 0.769603681564331,
      "step": 240
    },
    {
      "epoch": 0.3849114703618168,
      "grad_norm": 0.13574793934822083,
      "learning_rate": 0.0001968159449991397,
      "loss": 0.7658140659332275,
      "step": 250
    },
    {
      "epoch": 0.40030792917628943,
      "grad_norm": 0.13491615653038025,
      "learning_rate": 0.00019637689885740827,
      "loss": 0.7487314701080322,
      "step": 260
    },
    {
      "epoch": 0.41570438799076215,
      "grad_norm": 0.1336905062198639,
      "learning_rate": 0.0001959100607797573,
      "loss": 0.7576127052307129,
      "step": 270
    },
    {
      "epoch": 0.4311008468052348,
      "grad_norm": 0.12657032907009125,
      "learning_rate": 0.0001954155653869735,
      "loss": 0.7317625999450683,
      "step": 280
    },
    {
      "epoch": 0.44649730561970746,
      "grad_norm": 0.13930626213550568,
      "learning_rate": 0.00019489355527530576,
      "loss": 0.7514139652252197,
      "step": 290
    },
    {
      "epoch": 0.4618937644341801,
      "grad_norm": 0.1464177966117859,
      "learning_rate": 0.00019434418097534554,
      "loss": 0.750247573852539,
      "step": 300
    },
    {
      "epoch": 0.47729022324865283,
      "grad_norm": 0.14013901352882385,
      "learning_rate": 0.00019376760090861824,
      "loss": 0.736499834060669,
      "step": 310
    },
    {
      "epoch": 0.4926866820631255,
      "grad_norm": 0.131071999669075,
      "learning_rate": 0.0001931639813419,
      "loss": 0.7452194690704346,
      "step": 320
    },
    {
      "epoch": 0.5080831408775982,
      "grad_norm": 0.13927963376045227,
      "learning_rate": 0.0001925334963392717,
      "loss": 0.7342241764068603,
      "step": 330
    },
    {
      "epoch": 0.5234795996920708,
      "grad_norm": 0.1341823786497116,
      "learning_rate": 0.00019187632771192466,
      "loss": 0.7511595726013184,
      "step": 340
    },
    {
      "epoch": 0.5388760585065435,
      "grad_norm": 0.13563531637191772,
      "learning_rate": 0.00019119266496573208,
      "loss": 0.7299445629119873,
      "step": 350
    },
    {
      "epoch": 0.5542725173210161,
      "grad_norm": 0.1313074827194214,
      "learning_rate": 0.00019048270524660196,
      "loss": 0.7165977001190186,
      "step": 360
    },
    {
      "epoch": 0.5696689761354888,
      "grad_norm": 0.14486627280712128,
      "learning_rate": 0.00018974665328362654,
      "loss": 0.710158109664917,
      "step": 370
    },
    {
      "epoch": 0.5850654349499615,
      "grad_norm": 0.14865578711032867,
      "learning_rate": 0.00018898472133004531,
      "loss": 0.7281487941741943,
      "step": 380
    },
    {
      "epoch": 0.6004618937644342,
      "grad_norm": 0.14025066792964935,
      "learning_rate": 0.00018819712910203795,
      "loss": 0.7306881904602051,
      "step": 390
    },
    {
      "epoch": 0.6158583525789069,
      "grad_norm": 0.1385616809129715,
      "learning_rate": 0.00018738410371536545,
      "loss": 0.715015983581543,
      "step": 400
    },
    {
      "epoch": 0.6312548113933796,
      "grad_norm": 0.13913969695568085,
      "learning_rate": 0.00018654587961987754,
      "loss": 0.6998976230621338,
      "step": 410
    },
    {
      "epoch": 0.6466512702078522,
      "grad_norm": 0.14493151009082794,
      "learning_rate": 0.00018568269853190482,
      "loss": 0.7252633094787597,
      "step": 420
    },
    {
      "epoch": 0.6620477290223249,
      "grad_norm": 0.1407926082611084,
      "learning_rate": 0.00018479480936455577,
      "loss": 0.705822229385376,
      "step": 430
    },
    {
      "epoch": 0.6774441878367975,
      "grad_norm": 0.1485988348722458,
      "learning_rate": 0.00018388246815593848,
      "loss": 0.7083362579345703,
      "step": 440
    },
    {
      "epoch": 0.6928406466512702,
      "grad_norm": 0.13596095144748688,
      "learning_rate": 0.00018294593799532752,
      "loss": 0.7086032867431641,
      "step": 450
    },
    {
      "epoch": 0.7082371054657429,
      "grad_norm": 0.1445472687482834,
      "learning_rate": 0.00018198548894729765,
      "loss": 0.7101798057556152,
      "step": 460
    },
    {
      "epoch": 0.7236335642802155,
      "grad_norm": 0.13956452906131744,
      "learning_rate": 0.0001810013979738462,
      "loss": 0.6983530044555664,
      "step": 470
    },
    {
      "epoch": 0.7390300230946882,
      "grad_norm": 0.14123016595840454,
      "learning_rate": 0.00017999394885452605,
      "loss": 0.6674805641174316,
      "step": 480
    },
    {
      "epoch": 0.7544264819091608,
      "grad_norm": 0.1448190063238144,
      "learning_rate": 0.00017896343210461319,
      "loss": 0.68931565284729,
      "step": 490
    },
    {
      "epoch": 0.7698229407236336,
      "grad_norm": 0.14515918493270874,
      "learning_rate": 0.00017791014489133147,
      "loss": 0.6919535636901856,
      "step": 500
    },
    {
      "epoch": 0.7852193995381063,
      "grad_norm": 0.13914334774017334,
      "learning_rate": 0.00017683439094815938,
      "loss": 0.6638880729675293,
      "step": 510
    },
    {
      "epoch": 0.8006158583525789,
      "grad_norm": 0.14346542954444885,
      "learning_rate": 0.00017573648048724327,
      "loss": 0.6776976585388184,
      "step": 520
    },
    {
      "epoch": 0.8160123171670516,
      "grad_norm": 0.1400802731513977,
      "learning_rate": 0.00017461673010994236,
      "loss": 0.7085250854492188,
      "step": 530
    },
    {
      "epoch": 0.8314087759815243,
      "grad_norm": 0.1518496870994568,
      "learning_rate": 0.0001734754627155313,
      "loss": 0.6884902000427247,
      "step": 540
    },
    {
      "epoch": 0.8468052347959969,
      "grad_norm": 0.14645785093307495,
      "learning_rate": 0.00017231300740808654,
      "loss": 0.7027451992034912,
      "step": 550
    },
    {
      "epoch": 0.8622016936104696,
      "grad_norm": 0.14037857949733734,
      "learning_rate": 0.00017112969940158359,
      "loss": 0.6541213035583496,
      "step": 560
    },
    {
      "epoch": 0.8775981524249422,
      "grad_norm": 0.14151780307292938,
      "learning_rate": 0.0001699258799232323,
      "loss": 0.6418449401855468,
      "step": 570
    },
    {
      "epoch": 0.8929946112394149,
      "grad_norm": 0.14554472267627716,
      "learning_rate": 0.00016870189611507813,
      "loss": 0.6883684635162354,
      "step": 580
    },
    {
      "epoch": 0.9083910700538876,
      "grad_norm": 0.14308355748653412,
      "learning_rate": 0.00016745810093389766,
      "loss": 0.6611432552337646,
      "step": 590
    },
    {
      "epoch": 0.9237875288683602,
      "grad_norm": 0.153996542096138,
      "learning_rate": 0.0001661948530494176,
      "loss": 0.6723202705383301,
      "step": 600
    },
    {
      "epoch": 0.939183987682833,
      "grad_norm": 0.14034205675125122,
      "learning_rate": 0.00016491251674088613,
      "loss": 0.6433265686035157,
      "step": 610
    },
    {
      "epoch": 0.9545804464973057,
      "grad_norm": 0.15295536816120148,
      "learning_rate": 0.00016361146179202666,
      "loss": 0.6759867191314697,
      "step": 620
    },
    {
      "epoch": 0.9699769053117783,
      "grad_norm": 0.14949378371238708,
      "learning_rate": 0.00016229206338440447,
      "loss": 0.6557295799255372,
      "step": 630
    },
    {
      "epoch": 0.985373364126251,
      "grad_norm": 0.15767240524291992,
      "learning_rate": 0.00016095470198923648,
      "loss": 0.6578701972961426,
      "step": 640
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3094935119152069,
      "learning_rate": 0.00015959976325767607,
      "loss": 0.656089973449707,
      "step": 650
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.6772647500038147,
      "eval_runtime": 193.0976,
      "eval_samples_per_second": 2.978,
      "eval_steps_per_second": 0.373,
      "step": 650
    }
  ],
  "logging_steps": 10,
  "max_steps": 1950,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.665508132426875e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}