{
  "best_metric": 0.7307692307692307,
  "best_model_checkpoint": "swinv2-tiny-patch4-window8-256-dmae-humeda-DAV21/checkpoint-130",
  "epoch": 41.93023255813954,
  "eval_steps": 500,
  "global_step": 420,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.9302325581395349,
      "eval_accuracy": 0.34615384615384615,
      "eval_loss": 1.550955891609192,
      "eval_runtime": 0.9413,
      "eval_samples_per_second": 55.245,
      "eval_steps_per_second": 2.125,
      "step": 10
    },
    {
      "epoch": 1.1860465116279069,
      "grad_norm": 13.047734260559082,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 6.5929,
      "step": 12
    },
    {
      "epoch": 1.9302325581395348,
      "eval_accuracy": 0.2692307692307692,
      "eval_loss": 1.4801901578903198,
      "eval_runtime": 0.914,
      "eval_samples_per_second": 56.894,
      "eval_steps_per_second": 2.188,
      "step": 20
    },
    {
      "epoch": 2.3720930232558137,
      "grad_norm": 18.362613677978516,
      "learning_rate": 2.857142857142857e-05,
      "loss": 5.6252,
      "step": 24
    },
    {
      "epoch": 2.9302325581395348,
      "eval_accuracy": 0.40384615384615385,
      "eval_loss": 1.1115041971206665,
      "eval_runtime": 3.1175,
      "eval_samples_per_second": 16.68,
      "eval_steps_per_second": 0.642,
      "step": 30
    },
    {
      "epoch": 3.558139534883721,
      "grad_norm": 30.29971694946289,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 3.874,
      "step": 36
    },
    {
      "epoch": 3.9302325581395348,
      "eval_accuracy": 0.5576923076923077,
      "eval_loss": 0.9996148347854614,
      "eval_runtime": 0.9335,
      "eval_samples_per_second": 55.705,
      "eval_steps_per_second": 2.143,
      "step": 40
    },
    {
      "epoch": 4.7441860465116275,
      "grad_norm": 29.079408645629883,
      "learning_rate": 4.9206349206349204e-05,
      "loss": 2.7168,
      "step": 48
    },
    {
      "epoch": 4.930232558139535,
      "eval_accuracy": 0.6538461538461539,
      "eval_loss": 0.8436340689659119,
      "eval_runtime": 1.286,
      "eval_samples_per_second": 40.437,
      "eval_steps_per_second": 1.555,
      "step": 50
    },
    {
      "epoch": 5.930232558139535,
      "grad_norm": 38.7504768371582,
      "learning_rate": 4.761904761904762e-05,
      "loss": 2.2435,
      "step": 60
    },
    {
      "epoch": 5.930232558139535,
      "eval_accuracy": 0.6153846153846154,
      "eval_loss": 0.9319868087768555,
      "eval_runtime": 0.9627,
      "eval_samples_per_second": 54.015,
      "eval_steps_per_second": 2.078,
      "step": 60
    },
    {
      "epoch": 6.930232558139535,
      "eval_accuracy": 0.6346153846153846,
      "eval_loss": 0.8411852121353149,
      "eval_runtime": 0.9446,
      "eval_samples_per_second": 55.048,
      "eval_steps_per_second": 2.117,
      "step": 70
    },
    {
      "epoch": 7.186046511627907,
      "grad_norm": 27.031049728393555,
      "learning_rate": 4.603174603174603e-05,
      "loss": 1.9334,
      "step": 72
    },
    {
      "epoch": 7.930232558139535,
      "eval_accuracy": 0.6730769230769231,
      "eval_loss": 0.8622324466705322,
      "eval_runtime": 1.1865,
      "eval_samples_per_second": 43.825,
      "eval_steps_per_second": 1.686,
      "step": 80
    },
    {
      "epoch": 8.372093023255815,
      "grad_norm": 29.655231475830078,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 1.6303,
      "step": 84
    },
    {
      "epoch": 8.930232558139535,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 0.9151535034179688,
      "eval_runtime": 0.9237,
      "eval_samples_per_second": 56.296,
      "eval_steps_per_second": 2.165,
      "step": 90
    },
    {
      "epoch": 9.55813953488372,
      "grad_norm": 22.004980087280273,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 1.2748,
      "step": 96
    },
    {
      "epoch": 9.930232558139535,
      "eval_accuracy": 0.6730769230769231,
      "eval_loss": 0.9720916748046875,
      "eval_runtime": 0.9318,
      "eval_samples_per_second": 55.806,
      "eval_steps_per_second": 2.146,
      "step": 100
    },
    {
      "epoch": 10.744186046511627,
      "grad_norm": 30.746623992919922,
      "learning_rate": 4.126984126984127e-05,
      "loss": 1.0945,
      "step": 108
    },
    {
      "epoch": 10.930232558139535,
      "eval_accuracy": 0.6538461538461539,
      "eval_loss": 1.0826632976531982,
      "eval_runtime": 1.2786,
      "eval_samples_per_second": 40.671,
      "eval_steps_per_second": 1.564,
      "step": 110
    },
    {
      "epoch": 11.930232558139535,
      "grad_norm": 22.60085105895996,
      "learning_rate": 3.968253968253968e-05,
      "loss": 0.8395,
      "step": 120
    },
    {
      "epoch": 11.930232558139535,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 0.9152665734291077,
      "eval_runtime": 0.9881,
      "eval_samples_per_second": 52.629,
      "eval_steps_per_second": 2.024,
      "step": 120
    },
    {
      "epoch": 12.930232558139535,
      "eval_accuracy": 0.7307692307692307,
      "eval_loss": 0.8631380796432495,
      "eval_runtime": 0.9359,
      "eval_samples_per_second": 55.559,
      "eval_steps_per_second": 2.137,
      "step": 130
    },
    {
      "epoch": 13.186046511627907,
      "grad_norm": 28.28727912902832,
      "learning_rate": 3.809523809523809e-05,
      "loss": 0.8587,
      "step": 132
    },
    {
      "epoch": 13.930232558139535,
      "eval_accuracy": 0.6538461538461539,
      "eval_loss": 1.1038739681243896,
      "eval_runtime": 1.1762,
      "eval_samples_per_second": 44.21,
      "eval_steps_per_second": 1.7,
      "step": 140
    },
    {
      "epoch": 14.372093023255815,
      "grad_norm": 30.497623443603516,
      "learning_rate": 3.650793650793651e-05,
      "loss": 0.8574,
      "step": 144
    },
    {
      "epoch": 14.930232558139535,
      "eval_accuracy": 0.6923076923076923,
      "eval_loss": 1.0462819337844849,
      "eval_runtime": 0.9493,
      "eval_samples_per_second": 54.776,
      "eval_steps_per_second": 2.107,
      "step": 150
    },
    {
      "epoch": 15.55813953488372,
      "grad_norm": 19.123886108398438,
      "learning_rate": 3.492063492063492e-05,
      "loss": 0.7096,
      "step": 156
    },
    {
      "epoch": 15.930232558139535,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 0.9990596175193787,
      "eval_runtime": 0.9614,
      "eval_samples_per_second": 54.09,
      "eval_steps_per_second": 2.08,
      "step": 160
    },
    {
      "epoch": 16.74418604651163,
      "grad_norm": 34.98741912841797,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.6606,
      "step": 168
    },
    {
      "epoch": 16.930232558139537,
      "eval_accuracy": 0.6730769230769231,
      "eval_loss": 1.051858901977539,
      "eval_runtime": 1.0499,
      "eval_samples_per_second": 49.531,
      "eval_steps_per_second": 1.905,
      "step": 170
    },
    {
      "epoch": 17.930232558139537,
      "grad_norm": 29.33749771118164,
      "learning_rate": 3.1746031746031745e-05,
      "loss": 0.5513,
      "step": 180
    },
    {
      "epoch": 17.930232558139537,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 1.0864715576171875,
      "eval_runtime": 0.9297,
      "eval_samples_per_second": 55.932,
      "eval_steps_per_second": 2.151,
      "step": 180
    },
    {
      "epoch": 18.930232558139537,
      "eval_accuracy": 0.6730769230769231,
      "eval_loss": 1.1139813661575317,
      "eval_runtime": 0.9356,
      "eval_samples_per_second": 55.582,
      "eval_steps_per_second": 2.138,
      "step": 190
    },
    {
      "epoch": 19.186046511627907,
      "grad_norm": 31.023462295532227,
      "learning_rate": 3.0158730158730158e-05,
      "loss": 0.61,
      "step": 192
    },
    {
      "epoch": 19.930232558139537,
      "eval_accuracy": 0.6730769230769231,
      "eval_loss": 1.0289796590805054,
      "eval_runtime": 0.9508,
      "eval_samples_per_second": 54.693,
      "eval_steps_per_second": 2.104,
      "step": 200
    },
    {
      "epoch": 20.372093023255815,
      "grad_norm": 31.7921142578125,
      "learning_rate": 2.857142857142857e-05,
      "loss": 0.5278,
      "step": 204
    },
    {
      "epoch": 20.930232558139537,
      "eval_accuracy": 0.6923076923076923,
      "eval_loss": 1.1002823114395142,
      "eval_runtime": 0.9325,
      "eval_samples_per_second": 55.763,
      "eval_steps_per_second": 2.145,
      "step": 210
    },
    {
      "epoch": 21.558139534883722,
      "grad_norm": 33.69935989379883,
      "learning_rate": 2.6984126984126984e-05,
      "loss": 0.4639,
      "step": 216
    },
    {
      "epoch": 21.930232558139537,
      "eval_accuracy": 0.6538461538461539,
      "eval_loss": 1.2471978664398193,
      "eval_runtime": 0.9316,
      "eval_samples_per_second": 55.818,
      "eval_steps_per_second": 2.147,
      "step": 220
    },
    {
      "epoch": 22.74418604651163,
      "grad_norm": 20.980804443359375,
      "learning_rate": 2.5396825396825397e-05,
      "loss": 0.4719,
      "step": 228
    },
    {
      "epoch": 22.930232558139537,
      "eval_accuracy": 0.6923076923076923,
      "eval_loss": 1.1545660495758057,
      "eval_runtime": 0.9225,
      "eval_samples_per_second": 56.37,
      "eval_steps_per_second": 2.168,
      "step": 230
    },
    {
      "epoch": 23.930232558139537,
      "grad_norm": 26.727859497070312,
      "learning_rate": 2.380952380952381e-05,
      "loss": 0.4212,
      "step": 240
    },
    {
      "epoch": 23.930232558139537,
      "eval_accuracy": 0.7307692307692307,
      "eval_loss": 1.1084016561508179,
      "eval_runtime": 0.9361,
      "eval_samples_per_second": 55.552,
      "eval_steps_per_second": 2.137,
      "step": 240
    },
    {
      "epoch": 24.930232558139537,
      "eval_accuracy": 0.6730769230769231,
      "eval_loss": 1.2952685356140137,
      "eval_runtime": 1.0838,
      "eval_samples_per_second": 47.981,
      "eval_steps_per_second": 1.845,
      "step": 250
    },
    {
      "epoch": 25.186046511627907,
      "grad_norm": 16.363554000854492,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 0.4109,
      "step": 252
    },
    {
      "epoch": 25.930232558139537,
      "eval_accuracy": 0.7307692307692307,
      "eval_loss": 1.1867846250534058,
      "eval_runtime": 0.9096,
      "eval_samples_per_second": 57.167,
      "eval_steps_per_second": 2.199,
      "step": 260
    },
    {
      "epoch": 26.372093023255815,
      "grad_norm": 42.207515716552734,
      "learning_rate": 2.0634920634920636e-05,
      "loss": 0.4236,
      "step": 264
    },
    {
      "epoch": 26.930232558139537,
      "eval_accuracy": 0.6346153846153846,
      "eval_loss": 1.2559605836868286,
      "eval_runtime": 0.9101,
      "eval_samples_per_second": 57.135,
      "eval_steps_per_second": 2.197,
      "step": 270
    },
    {
      "epoch": 27.558139534883722,
      "grad_norm": 15.23690414428711,
      "learning_rate": 1.9047619047619046e-05,
      "loss": 0.3638,
      "step": 276
    },
    {
      "epoch": 27.930232558139537,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 1.216145634651184,
      "eval_runtime": 1.2163,
      "eval_samples_per_second": 42.753,
      "eval_steps_per_second": 1.644,
      "step": 280
    },
    {
      "epoch": 28.74418604651163,
      "grad_norm": 33.352203369140625,
      "learning_rate": 1.746031746031746e-05,
      "loss": 0.3944,
      "step": 288
    },
    {
      "epoch": 28.930232558139537,
      "eval_accuracy": 0.7307692307692307,
      "eval_loss": 1.1581984758377075,
      "eval_runtime": 0.9294,
      "eval_samples_per_second": 55.948,
      "eval_steps_per_second": 2.152,
      "step": 290
    },
    {
      "epoch": 29.930232558139537,
      "grad_norm": 19.420169830322266,
      "learning_rate": 1.5873015873015872e-05,
      "loss": 0.3621,
      "step": 300
    },
    {
      "epoch": 29.930232558139537,
      "eval_accuracy": 0.6923076923076923,
      "eval_loss": 1.2993353605270386,
      "eval_runtime": 0.912,
      "eval_samples_per_second": 57.019,
      "eval_steps_per_second": 2.193,
      "step": 300
    },
    {
      "epoch": 30.930232558139537,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 1.1401245594024658,
      "eval_runtime": 1.2431,
      "eval_samples_per_second": 41.83,
      "eval_steps_per_second": 1.609,
      "step": 310
    },
    {
      "epoch": 31.186046511627907,
      "grad_norm": 24.769433975219727,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 0.3203,
      "step": 312
    },
    {
      "epoch": 31.930232558139537,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 1.3228098154067993,
      "eval_runtime": 0.9358,
      "eval_samples_per_second": 55.568,
      "eval_steps_per_second": 2.137,
      "step": 320
    },
    {
      "epoch": 32.372093023255815,
      "grad_norm": 25.592016220092773,
      "learning_rate": 1.2698412698412699e-05,
      "loss": 0.3014,
      "step": 324
    },
    {
      "epoch": 32.93023255813954,
      "eval_accuracy": 0.6923076923076923,
      "eval_loss": 1.2812803983688354,
      "eval_runtime": 1.1414,
      "eval_samples_per_second": 45.557,
      "eval_steps_per_second": 1.752,
      "step": 330
    },
    {
      "epoch": 33.55813953488372,
      "grad_norm": 17.85179328918457,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 0.3464,
      "step": 336
    },
    {
      "epoch": 33.93023255813954,
      "eval_accuracy": 0.6538461538461539,
      "eval_loss": 1.4768296480178833,
      "eval_runtime": 0.9065,
      "eval_samples_per_second": 57.364,
      "eval_steps_per_second": 2.206,
      "step": 340
    },
    {
      "epoch": 34.74418604651163,
      "grad_norm": 15.770562171936035,
      "learning_rate": 9.523809523809523e-06,
      "loss": 0.2891,
      "step": 348
    },
    {
      "epoch": 34.93023255813954,
      "eval_accuracy": 0.7307692307692307,
      "eval_loss": 1.2304089069366455,
      "eval_runtime": 0.9275,
      "eval_samples_per_second": 56.067,
      "eval_steps_per_second": 2.156,
      "step": 350
    },
    {
      "epoch": 35.93023255813954,
      "grad_norm": 22.76992416381836,
      "learning_rate": 7.936507936507936e-06,
      "loss": 0.3153,
      "step": 360
    },
    {
      "epoch": 35.93023255813954,
      "eval_accuracy": 0.6923076923076923,
      "eval_loss": 1.3096110820770264,
      "eval_runtime": 1.2083,
      "eval_samples_per_second": 43.037,
      "eval_steps_per_second": 1.655,
      "step": 360
    },
    {
      "epoch": 36.93023255813954,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 1.3564749956130981,
      "eval_runtime": 0.9106,
      "eval_samples_per_second": 57.103,
      "eval_steps_per_second": 2.196,
      "step": 370
    },
    {
      "epoch": 37.18604651162791,
      "grad_norm": 32.75940704345703,
      "learning_rate": 6.349206349206349e-06,
      "loss": 0.2762,
      "step": 372
    },
    {
      "epoch": 37.93023255813954,
      "eval_accuracy": 0.6923076923076923,
      "eval_loss": 1.2931231260299683,
      "eval_runtime": 0.9165,
      "eval_samples_per_second": 56.736,
      "eval_steps_per_second": 2.182,
      "step": 380
    },
    {
      "epoch": 38.372093023255815,
      "grad_norm": 28.327919006347656,
      "learning_rate": 4.7619047619047615e-06,
      "loss": 0.3191,
      "step": 384
    },
    {
      "epoch": 38.93023255813954,
      "eval_accuracy": 0.7307692307692307,
      "eval_loss": 1.2440568208694458,
      "eval_runtime": 1.2601,
      "eval_samples_per_second": 41.266,
      "eval_steps_per_second": 1.587,
      "step": 390
    },
    {
      "epoch": 39.55813953488372,
      "grad_norm": 17.981231689453125,
      "learning_rate": 3.1746031746031746e-06,
      "loss": 0.3009,
      "step": 396
    },
    {
      "epoch": 39.93023255813954,
      "eval_accuracy": 0.7307692307692307,
      "eval_loss": 1.2109795808792114,
      "eval_runtime": 0.9344,
      "eval_samples_per_second": 55.649,
      "eval_steps_per_second": 2.14,
      "step": 400
    },
    {
      "epoch": 40.74418604651163,
      "grad_norm": 14.792089462280273,
      "learning_rate": 1.5873015873015873e-06,
      "loss": 0.2645,
      "step": 408
    },
    {
      "epoch": 40.93023255813954,
      "eval_accuracy": 0.7115384615384616,
      "eval_loss": 1.2433098554611206,
      "eval_runtime": 0.9244,
      "eval_samples_per_second": 56.254,
      "eval_steps_per_second": 2.164,
      "step": 410
    },
    {
      "epoch": 41.93023255813954,
      "grad_norm": 13.357348442077637,
      "learning_rate": 0.0,
      "loss": 0.2497,
      "step": 420
    },
    {
      "epoch": 41.93023255813954,
      "eval_accuracy": 0.6923076923076923,
      "eval_loss": 1.2460753917694092,
      "eval_runtime": 1.8198,
      "eval_samples_per_second": 28.575,
      "eval_steps_per_second": 1.099,
      "step": 420
    },
    {
      "epoch": 41.93023255813954,
      "step": 420,
      "total_flos": 1.8345690247389512e+18,
      "train_loss": 1.1112867690268018,
      "train_runtime": 1368.6695,
      "train_samples_per_second": 41.795,
      "train_steps_per_second": 0.307
    }
  ],
  "logging_steps": 12,
  "max_steps": 420,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 42,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.8345690247389512e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}