{
  "best_global_step": 810,
  "best_metric": 0.5652363896369934,
  "best_model_checkpoint": "./nepal-legal-model/checkpoint-810",
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 810,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012345679012345678,
      "grad_norm": 2.151370048522949,
      "learning_rate": 3.673469387755102e-05,
      "loss": 1.7959,
      "step": 10
    },
    {
      "epoch": 0.024691358024691357,
      "grad_norm": 1.6559878587722778,
      "learning_rate": 7.755102040816327e-05,
      "loss": 1.1927,
      "step": 20
    },
    {
      "epoch": 0.037037037037037035,
      "grad_norm": 1.125174641609192,
      "learning_rate": 0.00011836734693877552,
      "loss": 0.9138,
      "step": 30
    },
    {
      "epoch": 0.04938271604938271,
      "grad_norm": 1.193498969078064,
      "learning_rate": 0.00015918367346938776,
      "loss": 0.8576,
      "step": 40
    },
    {
      "epoch": 0.06172839506172839,
      "grad_norm": 1.0680336952209473,
      "learning_rate": 0.0002,
      "loss": 0.7993,
      "step": 50
    },
    {
      "epoch": 0.07407407407407407,
      "grad_norm": 0.9959688782691956,
      "learning_rate": 0.00019998000585179915,
      "loss": 0.7726,
      "step": 60
    },
    {
      "epoch": 0.08641975308641975,
      "grad_norm": 0.9554275274276733,
      "learning_rate": 0.00019992003140251584,
      "loss": 0.7653,
      "step": 70
    },
    {
      "epoch": 0.09876543209876543,
      "grad_norm": 0.8977523446083069,
      "learning_rate": 0.00019982010063491056,
      "loss": 0.7866,
      "step": 80
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 0.8715363144874573,
      "learning_rate": 0.00019968025350959495,
      "loss": 0.743,
      "step": 90
    },
    {
      "epoch": 0.12345679012345678,
      "grad_norm": 0.9484530091285706,
      "learning_rate": 0.00019950054594905194,
      "loss": 0.7463,
      "step": 100
    },
    {
      "epoch": 0.13580246913580246,
      "grad_norm": 0.899090588092804,
      "learning_rate": 0.00019928104981527348,
      "loss": 0.7249,
      "step": 110
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 0.8685264587402344,
      "learning_rate": 0.0001990218528810242,
      "loss": 0.7151,
      "step": 120
    },
    {
      "epoch": 0.16049382716049382,
      "grad_norm": 0.8665175437927246,
      "learning_rate": 0.00019872305879474234,
      "loss": 0.6964,
      "step": 130
    },
    {
      "epoch": 0.1728395061728395,
      "grad_norm": 0.8796736598014832,
      "learning_rate": 0.00019838478703909282,
      "loss": 0.7099,
      "step": 140
    },
    {
      "epoch": 0.18518518518518517,
      "grad_norm": 0.8723923563957214,
      "learning_rate": 0.0001980071728831879,
      "loss": 0.7037,
      "step": 150
    },
    {
      "epoch": 0.19753086419753085,
      "grad_norm": 0.8163822889328003,
      "learning_rate": 0.0001975903673284955,
      "loss": 0.6695,
      "step": 160
    },
    {
      "epoch": 0.20987654320987653,
      "grad_norm": 0.8660425543785095,
      "learning_rate": 0.0001971345370484563,
      "loss": 0.6806,
      "step": 170
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 0.854213535785675,
      "learning_rate": 0.00019663986432183372,
      "loss": 0.7105,
      "step": 180
    },
    {
      "epoch": 0.2345679012345679,
      "grad_norm": 0.8273674249649048,
      "learning_rate": 0.0001961065469598239,
      "loss": 0.6901,
      "step": 190
    },
    {
      "epoch": 0.24691358024691357,
      "grad_norm": 0.8302693963050842,
      "learning_rate": 0.00019553479822695434,
      "loss": 0.6962,
      "step": 200
    },
    {
      "epoch": 0.25925925925925924,
      "grad_norm": 0.9145434498786926,
      "learning_rate": 0.000194924846755803,
      "loss": 0.6889,
      "step": 210
    },
    {
      "epoch": 0.2716049382716049,
      "grad_norm": 0.842943012714386,
      "learning_rate": 0.0001942769364555721,
      "loss": 0.6856,
      "step": 220
    },
    {
      "epoch": 0.2839506172839506,
      "grad_norm": 0.8815113306045532,
      "learning_rate": 0.0001935913264145529,
      "loss": 0.6889,
      "step": 230
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 0.8023223280906677,
      "learning_rate": 0.0001928682907965207,
      "loss": 0.6955,
      "step": 240
    },
    {
      "epoch": 0.30864197530864196,
      "grad_norm": 0.7992237210273743,
      "learning_rate": 0.0001921081187311016,
      "loss": 0.6562,
      "step": 250
    },
    {
      "epoch": 0.32098765432098764,
      "grad_norm": 0.8328211903572083,
      "learning_rate": 0.0001913111141981543,
      "loss": 0.6513,
      "step": 260
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.8767305612564087,
      "learning_rate": 0.00019047759590621374,
      "loss": 0.6897,
      "step": 270
    },
    {
      "epoch": 0.345679012345679,
      "grad_norm": 0.8765648007392883,
      "learning_rate": 0.000189607897165045,
      "loss": 0.6516,
      "step": 280
    },
    {
      "epoch": 0.35802469135802467,
      "grad_norm": 1.12288498878479,
      "learning_rate": 0.0001887023657523586,
      "loss": 0.6391,
      "step": 290
    },
    {
      "epoch": 0.37037037037037035,
      "grad_norm": 0.8884546756744385,
      "learning_rate": 0.00018776136377473982,
      "loss": 0.6613,
      "step": 300
    },
    {
      "epoch": 0.38271604938271603,
      "grad_norm": 0.8964736461639404,
      "learning_rate": 0.00018678526752284857,
      "loss": 0.6629,
      "step": 310
    },
    {
      "epoch": 0.3950617283950617,
      "grad_norm": 0.8375449180603027,
      "learning_rate": 0.0001857744673209473,
      "loss": 0.6215,
      "step": 320
    },
    {
      "epoch": 0.4074074074074074,
      "grad_norm": 0.9215915203094482,
      "learning_rate": 0.00018472936737081672,
      "loss": 0.6443,
      "step": 330
    },
    {
      "epoch": 0.41975308641975306,
      "grad_norm": 0.795101523399353,
      "learning_rate": 0.00018365038559012265,
      "loss": 0.6548,
      "step": 340
    },
    {
      "epoch": 0.43209876543209874,
      "grad_norm": 0.8599629402160645,
      "learning_rate": 0.00018253795344529757,
      "loss": 0.6382,
      "step": 350
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.9184603691101074,
      "learning_rate": 0.0001813925157790049,
      "loss": 0.6254,
      "step": 360
    },
    {
      "epoch": 0.4567901234567901,
      "grad_norm": 0.8265050649642944,
      "learning_rate": 0.0001802145306322537,
      "loss": 0.6172,
      "step": 370
    },
    {
      "epoch": 0.4691358024691358,
      "grad_norm": 0.9218090772628784,
      "learning_rate": 0.00017900446906123603,
      "loss": 0.6319,
      "step": 380
    },
    {
      "epoch": 0.48148148148148145,
      "grad_norm": 0.8071914315223694,
      "learning_rate": 0.00017776281494895956,
      "loss": 0.6195,
      "step": 390
    },
    {
      "epoch": 0.49382716049382713,
      "grad_norm": 0.8605950474739075,
      "learning_rate": 0.00017649006481175098,
      "loss": 0.6706,
      "step": 400
    },
    {
      "epoch": 0.5061728395061729,
      "grad_norm": 0.9902074337005615,
      "learning_rate": 0.00017518672760070763,
      "loss": 0.643,
      "step": 410
    },
    {
      "epoch": 0.5185185185185185,
      "grad_norm": 0.9705262184143066,
      "learning_rate": 0.00017385332449817656,
      "loss": 0.6433,
      "step": 420
    },
    {
      "epoch": 0.5308641975308642,
      "grad_norm": 0.8431525230407715,
      "learning_rate": 0.00017249038870934262,
      "loss": 0.6375,
      "step": 430
    },
    {
      "epoch": 0.5432098765432098,
      "grad_norm": 0.8588557243347168,
      "learning_rate": 0.00017109846524900887,
      "loss": 0.6143,
      "step": 440
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.8512520790100098,
      "learning_rate": 0.00016967811072365421,
      "loss": 0.6175,
      "step": 450
    },
    {
      "epoch": 0.5679012345679012,
      "grad_norm": 0.8612751960754395,
      "learning_rate": 0.0001682298931088563,
      "loss": 0.6428,
      "step": 460
    },
    {
      "epoch": 0.5802469135802469,
      "grad_norm": 0.8494360446929932,
      "learning_rate": 0.00016675439152216747,
      "loss": 0.6103,
      "step": 470
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 0.8205723166465759,
      "learning_rate": 0.0001652521959915356,
      "loss": 0.5897,
      "step": 480
    },
    {
      "epoch": 0.6049382716049383,
      "grad_norm": 0.900737464427948,
      "learning_rate": 0.00016372390721936198,
      "loss": 0.6038,
      "step": 490
    },
    {
      "epoch": 0.6172839506172839,
      "grad_norm": 0.7930091619491577,
      "learning_rate": 0.00016217013634229073,
      "loss": 0.6256,
      "step": 500
    },
    {
      "epoch": 0.6296296296296297,
      "grad_norm": 0.8809173703193665,
      "learning_rate": 0.00016059150468682558,
      "loss": 0.6111,
      "step": 510
    },
    {
      "epoch": 0.6419753086419753,
      "grad_norm": 0.8604996800422668,
      "learning_rate": 0.000158988643520872,
      "loss": 0.6153,
      "step": 520
    },
    {
      "epoch": 0.654320987654321,
      "grad_norm": 0.8070431351661682,
      "learning_rate": 0.00015736219380130395,
      "loss": 0.6154,
      "step": 530
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.0792070627212524,
      "learning_rate": 0.0001557128059176561,
      "loss": 0.6152,
      "step": 540
    },
    {
      "epoch": 0.6790123456790124,
      "grad_norm": 0.8521204590797424,
      "learning_rate": 0.00015404113943204422,
      "loss": 0.5986,
      "step": 550
    },
    {
      "epoch": 0.691358024691358,
      "grad_norm": 0.7541177272796631,
      "learning_rate": 0.00015234786281541736,
      "loss": 0.6048,
      "step": 560
    },
    {
      "epoch": 0.7037037037037037,
      "grad_norm": 0.850120484828949,
      "learning_rate": 0.0001506336531802479,
      "loss": 0.5929,
      "step": 570
    },
    {
      "epoch": 0.7160493827160493,
      "grad_norm": 0.8251618146896362,
      "learning_rate": 0.0001488991960097657,
      "loss": 0.6171,
      "step": 580
    },
    {
      "epoch": 0.7283950617283951,
      "grad_norm": 1.0346400737762451,
      "learning_rate": 0.00014714518488384513,
      "loss": 0.6045,
      "step": 590
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 0.829596221446991,
      "learning_rate": 0.000145372321201654,
      "loss": 0.5872,
      "step": 600
    },
    {
      "epoch": 0.7530864197530864,
      "grad_norm": 0.9026337265968323,
      "learning_rate": 0.00014358131390117645,
      "loss": 0.5964,
      "step": 610
    },
    {
      "epoch": 0.7654320987654321,
      "grad_norm": 0.8854096531867981,
      "learning_rate": 0.00014177287917572031,
      "loss": 0.579,
      "step": 620
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 0.7996705770492554,
      "learning_rate": 0.00013994774018752387,
      "loss": 0.5915,
      "step": 630
    },
    {
      "epoch": 0.7901234567901234,
      "grad_norm": 0.8649770021438599,
      "learning_rate": 0.00013810662677857547,
      "loss": 0.6079,
      "step": 640
    },
    {
      "epoch": 0.8024691358024691,
      "grad_norm": 0.8632396459579468,
      "learning_rate": 0.00013625027517876216,
      "loss": 0.5921,
      "step": 650
    },
    {
      "epoch": 0.8148148148148148,
      "grad_norm": 0.8673484325408936,
      "learning_rate": 0.00013437942771146388,
      "loss": 0.5807,
      "step": 660
    },
    {
      "epoch": 0.8271604938271605,
      "grad_norm": 0.8567239046096802,
      "learning_rate": 0.00013249483249671117,
      "loss": 0.6008,
      "step": 670
    },
    {
      "epoch": 0.8395061728395061,
      "grad_norm": 0.8294961452484131,
      "learning_rate": 0.00013059724315202443,
      "loss": 0.5972,
      "step": 680
    },
    {
      "epoch": 0.8518518518518519,
      "grad_norm": 0.9110690951347351,
      "learning_rate": 0.0001286874184910553,
      "loss": 0.5823,
      "step": 690
    },
    {
      "epoch": 0.8641975308641975,
      "grad_norm": 0.8697801828384399,
      "learning_rate": 0.00012676612222015,
      "loss": 0.5792,
      "step": 700
    },
    {
      "epoch": 0.8765432098765432,
      "grad_norm": 0.9493820071220398,
      "learning_rate": 0.00012483412263295603,
      "loss": 0.545,
      "step": 710
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.8390475511550903,
      "learning_rate": 0.0001228921923031948,
      "loss": 0.5844,
      "step": 720
    },
    {
      "epoch": 0.9012345679012346,
      "grad_norm": 0.8430746793746948,
      "learning_rate": 0.00012094110777572256,
      "loss": 0.6021,
      "step": 730
    },
    {
      "epoch": 0.9135802469135802,
      "grad_norm": 0.7902705073356628,
      "learning_rate": 0.00011898164925600315,
      "loss": 0.585,
      "step": 740
    },
    {
      "epoch": 0.9259259259259259,
      "grad_norm": 0.87884521484375,
      "learning_rate": 0.00011701460029811733,
      "loss": 0.5998,
      "step": 750
    },
    {
      "epoch": 0.9382716049382716,
      "grad_norm": 0.924493134021759,
      "learning_rate": 0.00011504074749143269,
      "loss": 0.5945,
      "step": 760
    },
    {
      "epoch": 0.9506172839506173,
      "grad_norm": 0.8170025944709778,
      "learning_rate": 0.00011306088014606018,
      "loss": 0.5814,
      "step": 770
    },
    {
      "epoch": 0.9629629629629629,
      "grad_norm": 0.9573339819908142,
      "learning_rate": 0.00011107578997722219,
      "loss": 0.577,
      "step": 780
    },
    {
      "epoch": 0.9753086419753086,
      "grad_norm": 0.8860905766487122,
      "learning_rate": 0.00010908627078865927,
      "loss": 0.5972,
      "step": 790
    },
    {
      "epoch": 0.9876543209876543,
      "grad_norm": 0.8376012444496155,
      "learning_rate": 0.00010709311815520151,
      "loss": 0.5554,
      "step": 800
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.8038386106491089,
      "learning_rate": 0.00010509712910463174,
      "loss": 0.5622,
      "step": 810
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.5652363896369934,
      "eval_runtime": 496.7418,
      "eval_samples_per_second": 2.899,
      "eval_steps_per_second": 0.725,
      "step": 810
    }
  ],
  "logging_steps": 10,
  "max_steps": 1620,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4237273708455526e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}